diff --git a/train_sft_ds.py b/train_sft_ds.py index 5957b0d..892eb66 100644 --- a/train_sft_ds.py +++ b/train_sft_ds.py @@ -376,7 +376,6 @@ def main(): deepspeed=args.deepspeed, dataloader_drop_last=True, dataloader_num_workers=0, - dataloader_prefetch_factor=1, report_to=([] if args.report_to == "none" else [args.report_to]), bf16=args.bf16, fp16=(not args.bf16),