This commit is contained in:
parent
97f613d49a
commit
4c5ad71e9f
|
|
@ -11,6 +11,6 @@ FORCE_COLOR=1 deepspeed --hostfile hostfile \
|
|||
--learning_rate 1e-4 \
|
||||
--warmup_ratio 0.03 \
|
||||
--lora_r 16 --lora_alpha 32 --lora_dropout 0.05 \
|
||||
--max_steps 62
|
||||
--max_steps 62 \
|
||||
--deepspeed /home/test/jd_train/ds_config_zero3_lora.json \
|
||||
--report_to wandb --wandb_project ds-qwen3-lora
|
||||
|
|
|
|||
Loading…
Reference in New Issue