This commit is contained in:
parent
acd6e70062
commit
603b23dab0
|
|
@ -847,6 +847,7 @@ def main():
|
||||||
logging_steps=args.log_interval,
|
logging_steps=args.log_interval,
|
||||||
save_steps=args.save_steps,
|
save_steps=args.save_steps,
|
||||||
save_total_limit=2,
|
save_total_limit=2,
|
||||||
|
optim="adamw_torch",
|
||||||
# deepspeed=(args.deepspeed if args.deepspeed and os.path.isfile(args.deepspeed) else None),
|
# deepspeed=(args.deepspeed if args.deepspeed and os.path.isfile(args.deepspeed) else None),
|
||||||
deepspeed=(args.deepspeed if use_ds else None),
|
deepspeed=(args.deepspeed if use_ds else None),
|
||||||
dataloader_drop_last=False,
|
dataloader_drop_last=False,
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue