deepseekmirror/DeepSeek-Coder
1
0
Fork 0
mirror of https://github.com/deepseek-ai/DeepSeek-Coder.git synced 2025-05-03 00:49:22 -04:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge d26a44f9e1 into b7ba565956

Browse Source
This commit is contained in:
richardodliu 2024-04-16 14:50:05 +08:00 committed by GitHub
commit 144924bf6d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 5 deletions

10
finetune/configs/ds_config_zero3.json
View File

@ -13,11 +13,11 @@
},
"scheduler": {
"type": "WarmupLR",
"type": "WarmupCosineLR",
"params": {
"warmup_min_lr": "auto",
"warmup_max_lr": "auto",
"warmup_num_steps": "auto"
"total_num_steps": "auto",
"warmup_num_steps": "auto",
"warmup_type": "linear"
}
},
@ -48,4 +48,4 @@
"train_batch_size": "auto",
"train_micro_batch_size_per_gpu": "auto",
"wall_clock_breakdown": false
}
}