From a273c4e2d38c0ddf352057d8b30235b0044ae2de Mon Sep 17 00:00:00 2001 From: hailin Date: Mon, 25 Aug 2025 23:15:10 +0800 Subject: [PATCH] . --- train_sft_ds.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/train_sft_ds.py b/train_sft_ds.py index a874b9d..52b6454 100644 --- a/train_sft_ds.py +++ b/train_sft_ds.py @@ -308,8 +308,8 @@ def main(): ) # 多机/多卡分片（让每个全局 rank 读不同子流） - world_size = int(os.environ.get("WORLD_SIZE", "1")) - ds_stream2 = ds_stream2.shard(num_shards=world_size, index=rank, contiguous=True) + # world_size = int(os.environ.get("WORLD_SIZE", "1")) + # ds_stream2 = ds_stream2.shard(num_shards=world_size, index=rank, contiguous=True) def ex_iter2(): for ex in ds_stream2: yield ex