From 05e0ba01aab1e112c601681156b4b25b221474dd Mon Sep 17 00:00:00 2001
From: richardodliu <richardodliu@gmail.com>
Date: Fri, 15 Mar 2024 12:14:16 +0000
Subject: [PATCH] modify the "scheduler" in
 "finetune/configs/ds_config_zero3.json" to be consistent with the sample
 shell script to finetune

---
 finetune/configs/ds_config_zero3.json | 9 +++++----
 1 file changed, 5 insertions(+), 4 deletions(-)

diff --git a/finetune/configs/ds_config_zero3.json b/finetune/configs/ds_config_zero3.json
index 73f3b5f..c239059 100644
--- a/finetune/configs/ds_config_zero3.json
+++ b/finetune/configs/ds_config_zero3.json
@@ -13,11 +13,12 @@
     },
 
     "scheduler": {
-        "type": "WarmupLR",
+        "type": "WarmupCosineLR",
         "params": {
-            "warmup_min_lr": "auto",
-            "warmup_max_lr": "auto",
-            "warmup_num_steps": "auto"
+            "total_num_steps": "auto",
+            "warmup_num_steps": "auto",
+            "warmup_type": "linear",
+            "warmup_min_ratio": 0.1
         }
     },