diff --git a/ds_config_zero3.json b/ds_config_zero3.json
index f128df6..87f998c 100644
--- a/ds_config_zero3.json
+++ b/ds_config_zero3.json
@@ -7,8 +7,8 @@
     "overlap_comm": true,
     "contiguous_gradients": true,
 
-    "reduce_bucket_size": 100000000,
-    "stage3_prefetch_bucket_size": 50000000,
+    "reduce_bucket_size": 80000000,
+    "stage3_prefetch_bucket_size": 40000000,
     "stage3_param_persistence_threshold": 0,
 
     "offload_optimizer": { "device": "none" },