From acd6e70062342494ec70fa2e08ca838460969977 Mon Sep 17 00:00:00 2001 From: hailin Date: Mon, 1 Sep 2025 18:10:55 +0800 Subject: [PATCH] . --- ds_config_zero3.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ds_config_zero3.json b/ds_config_zero3.json index f128df6..87f998c 100644 --- a/ds_config_zero3.json +++ b/ds_config_zero3.json @@ -7,8 +7,8 @@ "overlap_comm": true, "contiguous_gradients": true, - "reduce_bucket_size": 100000000, - "stage3_prefetch_bucket_size": 50000000, + "reduce_bucket_size": 80000000, + "stage3_prefetch_bucket_size": 40000000, "stage3_param_persistence_threshold": 0, "offload_optimizer": { "device": "none" },