diff --git a/finetune/configs/ds_config_zero3.json b/finetune/configs/ds_config_zero3.json index c239059..d107ccc 100644 --- a/finetune/configs/ds_config_zero3.json +++ b/finetune/configs/ds_config_zero3.json @@ -17,8 +17,7 @@ "params": { "total_num_steps": "auto", "warmup_num_steps": "auto", - "warmup_type": "linear", - "warmup_min_ratio": 0.1 + "warmup_type": "linear" } }, @@ -49,4 +48,4 @@ "train_batch_size": "auto", "train_micro_batch_size_per_gpu": "auto", "wall_clock_breakdown": false -} \ No newline at end of file +}