This commit is contained in:
hailin 2025-09-10 09:41:27 +08:00
parent b343ac5529
commit d0eba7345b
1 changed files with 3 additions and 3 deletions

View File

@ -12,9 +12,9 @@ FORCE_COLOR=1 deepspeed --hostfile hostfile \
--warmup_ratio 0.03 \
--lora_r 16 --lora_alpha 64 --lora_dropout 0.05 \
--lora_exclude lm_head \
--max_steps 3000 \
--log_interval 10 \
--eval_steps 50 \
--max_steps 30 \
--log_interval 1 \
--eval_steps 5 \
--gradient_checkpointing \
--deepspeed /home/test/jd_train/ds_config_zero3_lora.json \
--report_to wandb --wandb_project ds-qwen3-lora