hailin
/
jd_train
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

.

This commit is contained in:
hailin 2025-09-01 19:22:33 +08:00
parent d1c6564255
commit 20ee10d2aa
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
ds_config_zero3.json
View File

@ -14,8 +14,7 @@
"offload_optimizer": { "device": "none" }, "offload_optimizer": { "device": "none" },
"offload_param": { "device": "none" }, "offload_param": { "device": "none" },
"stage3_gather_16bit_weights_on_model_save": false, "stage3_gather_16bit_weights_on_model_save": false
"zero_allow_untested_optimizer": true
}, },
"bf16": { "enabled": true }, "bf16": { "enabled": true },