hailin
/
jd_train
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

.

This commit is contained in:
hailin 2025-08-29 23:26:23 +08:00
parent a020001cb0
commit f8262571ab
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ds_config_zero3.json
View File

@ -1,6 +1,6 @@
{ {
"train_micro_batch_size_per_gpu": 1, "train_micro_batch_size_per_gpu": "auto",
"gradient_accumulation_steps": 1, "gradient_accumulation_steps": "auto",
"zero_optimization": { "zero_optimization": {
"stage": 3, "stage": 3,
"overlap_comm": true, "overlap_comm": true,