deepseekmirror/DeepSeek-Coder
1
0
Fork 0
mirror of https://github.com/deepseek-ai/DeepSeek-Coder.git synced 2025-05-03 08:59:06 -04:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge d26a44f9e1 into b7ba565956

Browse Source
This commit is contained in:
richardodliu 2024-04-16 14:50:05 +08:00 committed by GitHub
commit 144924bf6d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
finetune/configs/ds_config_zero3.json
View File

@ -13,11 +13,11 @@
}, },
"scheduler": { "scheduler": {
"type": "WarmupLR", "type": "WarmupCosineLR",
"params": { "params": {
"warmup_min_lr": "auto", "total_num_steps": "auto",
"warmup_max_lr": "auto", "warmup_num_steps": "auto",
"warmup_num_steps": "auto" "warmup_type": "linear"
} }
}, },
@ -48,4 +48,4 @@
"train_batch_size": "auto", "train_batch_size": "auto",
"train_micro_batch_size_per_gpu": "auto", "train_micro_batch_size_per_gpu": "auto",
"wall_clock_breakdown": false "wall_clock_breakdown": false
} }