.

2025-09-01 18:36:35 +08:00 · 2025-09-01 18:36:35 +08:00 · 603b23dab0
parent acd6e70062
commit 603b23dab0
1 changed files with 1 additions and 0 deletions
--- a/train_sft_ds.py
+++ b/train_sft_ds.py
@ -847,6 +847,7 @@ def main():
        logging_steps=args.log_interval,
        save_steps=args.save_steps,
        save_total_limit=2,
+        optim="adamw_torch",
        # deepspeed=(args.deepspeed if args.deepspeed and os.path.isfile(args.deepspeed) else None),
        deepspeed=(args.deepspeed if use_ds else None),
        dataloader_drop_last=False,