hailin
/
jd_train
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

.

This commit is contained in:
hailin 2025-09-22 10:44:49 +08:00
parent 9dcd468084
commit 8248562758
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
train_mm_zero3_lora.sh
View File

@ -12,9 +12,9 @@ FORCE_COLOR=1 deepspeed --hostfile hostfile \
--warmup_ratio 0.03 \ --warmup_ratio 0.03 \
--lora_r 32 --lora_alpha 64 --lora_dropout 0.05 \ --lora_r 32 --lora_alpha 64 --lora_dropout 0.05 \
--lora_exclude lm_head \ --lora_exclude lm_head \
--max_steps 30 \ --max_steps 3000 \
--log_interval 1 \ --log_interval 10 \
--eval_steps 2 \ --eval_steps 200 \
--gradient_checkpointing \ --gradient_checkpointing \
--deepspeed /home/test/jd_train/ds_config_zero3_lora.json \ --deepspeed /home/test/jd_train/ds_config_zero3_lora.json \
--report_to wandb --wandb_project ds-qwen3-lora --report_to wandb --wandb_project ds-qwen3-lora