hailin
/
jd_train
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

.

This commit is contained in:
hailin 2025-09-10 09:41:27 +08:00
parent b343ac5529
commit d0eba7345b
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
train_mm_zero3_lora.sh
View File

@ -12,9 +12,9 @@ FORCE_COLOR=1 deepspeed --hostfile hostfile \
--warmup_ratio 0.03 \ --warmup_ratio 0.03 \
--lora_r 16 --lora_alpha 64 --lora_dropout 0.05 \ --lora_r 16 --lora_alpha 64 --lora_dropout 0.05 \
--lora_exclude lm_head \ --lora_exclude lm_head \
--max_steps 3000 \ --max_steps 30 \
--log_interval 10 \ --log_interval 1 \
--eval_steps 50 \ --eval_steps 5 \
--gradient_checkpointing \ --gradient_checkpointing \
--deepspeed /home/test/jd_train/ds_config_zero3_lora.json \ --deepspeed /home/test/jd_train/ds_config_zero3_lora.json \
--report_to wandb --wandb_project ds-qwen3-lora --report_to wandb --wandb_project ds-qwen3-lora