hailin
/
jd_train
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

.

This commit is contained in:
hailin 2025-08-25 21:00:15 +08:00
parent ab55cd17e6
commit 6ca96bbc52
1 changed files with 0 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
ds_config_zero3.json
View File

@ -17,15 +17,5 @@
"stage3_param_persistence_threshold": 100000, "stage3_param_persistence_threshold": 100000,
"stage3_gather_16bit_weights_on_model_save": true "stage3_gather_16bit_weights_on_model_save": true
}, },
"activation_checkpointing": {
"partition_activations": true,
"contiguous_memory_optimization": true,
"cpu_checkpointing": false,
"number_checkpoints": 36,
"profile": false,
"synchronize_checkpoint_boundary": true
},
"wall_clock_breakdown": false "wall_clock_breakdown": false
} }