This commit is contained in:
hailin 2025-09-01 18:36:35 +08:00
parent acd6e70062
commit 603b23dab0
1 changed files with 1 additions and 0 deletions

View File

@ -847,6 +847,7 @@ def main():
logging_steps=args.log_interval, logging_steps=args.log_interval,
save_steps=args.save_steps, save_steps=args.save_steps,
save_total_limit=2, save_total_limit=2,
optim="adamw_torch",
# deepspeed=(args.deepspeed if args.deepspeed and os.path.isfile(args.deepspeed) else None), # deepspeed=(args.deepspeed if args.deepspeed and os.path.isfile(args.deepspeed) else None),
deepspeed=(args.deepspeed if use_ds else None), deepspeed=(args.deepspeed if use_ds else None),
dataloader_drop_last=False, dataloader_drop_last=False,