This commit is contained in:
parent
efa63fb8b7
commit
8c75e39009
|
|
@ -14,7 +14,7 @@ FORCE_COLOR=1 deepspeed --hostfile hostfile \
|
|||
--lora_exclude lm_head \
|
||||
--max_steps 30 \
|
||||
--log_interval 1 \
|
||||
--eval_steps 5 \
|
||||
--eval_steps 2 \
|
||||
--gradient_checkpointing \
|
||||
--deepspeed /home/test/jd_train/ds_config_zero3_lora.json \
|
||||
--report_to wandb --wandb_project ds-qwen3-lora
|
||||
|
|
|
|||
Loading…
Reference in New Issue