.

2025-09-09 19:20:56 +08:00 · 2025-09-09 19:20:56 +08:00 · d129562a43
parent a3b2fccbdd
commit d129562a43
1 changed files with 1 additions and 0 deletions
--- a/train_mm_zero3_lora.sh
+++ b/train_mm_zero3_lora.sh
@ -12,5 +12,6 @@ FORCE_COLOR=1  deepspeed --hostfile hostfile \
    --warmup_ratio 0.03 \
    --lora_r 16 --lora_alpha 32 --lora_dropout 0.05 \
    --max_steps 62 \
+    --gradient_checkpointing \
    --deepspeed /home/test/jd_train/ds_config_zero3_lora.json \
    --report_to wandb --wandb_project ds-qwen3-lora