diff --git a/ds_config_zero3.json b/ds_config_zero3.json
index da426b5..54d81fc 100644
--- a/ds_config_zero3.json
+++ b/ds_config_zero3.json
@@ -14,7 +14,7 @@
     "reduce_bucket_size": 2e8,
     "stage3_prefetch_bucket_size": 2e8,
     "stage3_param_persistence_threshold": 1e6,
-    "stage3_gather_16bit_weights_on_model_save": true
+    "stage3_gather_16bit_weights_on_model_save": false
   },
   "wall_clock_breakdown": false
 }