From d26a44f9e121fa5d24fa2533768cd4efe6acccf5 Mon Sep 17 00:00:00 2001 From: richardodliu Date: Sat, 16 Mar 2024 19:27:06 +0800 Subject: [PATCH] Update ds_config_zero3.json delete an unnecessary parameter from the configuration file --- finetune/configs/ds_config_zero3.json | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/finetune/configs/ds_config_zero3.json b/finetune/configs/ds_config_zero3.json index c239059..d107ccc 100644 --- a/finetune/configs/ds_config_zero3.json +++ b/finetune/configs/ds_config_zero3.json @@ -17,8 +17,7 @@ "params": { "total_num_steps": "auto", "warmup_num_steps": "auto", - "warmup_type": "linear", - "warmup_min_ratio": 0.1 + "warmup_type": "linear" } }, @@ -49,4 +48,4 @@ "train_batch_size": "auto", "train_micro_batch_size_per_gpu": "auto", "wall_clock_breakdown": false -} \ No newline at end of file +}