hailin
/
jd_train
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

.

This commit is contained in:
hailin 2025-08-29 23:22:05 +08:00
parent 5add5f0d8c
commit a020001cb0
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ds_config_zero3.json
View File

@ -1,6 +1,6 @@
{ {
"train_micro_batch_size_per_gpu": 1, "train_micro_batch_size_per_gpu": 1,
"gradient_accumulation_steps": 7, "gradient_accumulation_steps": 1,
"zero_optimization": { "zero_optimization": {
"stage": 3, "stage": 3,
"overlap_comm": true, "overlap_comm": true,