.

2025-08-29 12:44:32 +08:00 · 2025-08-29 12:44:32 +08:00 · b83479b09e
parent c83ef9aba4
commit b83479b09e
1 changed files with 1 additions and 0 deletions
--- a/mm-zero3.sh
+++ b/mm-zero3.sh
@ -10,6 +10,7 @@ deepspeed --hostfile hostfile \
    --learning_rate 2e-5 --weight_decay 0.1 --warmup_ratio 0.02 \
    --max_steps 62 \
    --log_interval 1 \
+    --gradient_checkpointing \
    --bf16 \
    --deepspeed /home/test/jd_train/ds_config_zero3.json \
    --report_to none \