diff --git a/ds_config_zero3.json b/ds_config_zero3.json
index c725416..563bd73 100644
--- a/ds_config_zero3.json
+++ b/ds_config_zero3.json
@@ -16,9 +16,8 @@
     "stage3_param_persistence_threshold": 0,
     "stage3_gather_16bit_weights_on_model_save": false,
   
-    "offload_param":     { "device": "cpu", "pin_memory": true },
-    "offload_optimizer": { "device": "cpu", "pin_memory": true }
-        
+    "offload_param":     { "device": "cpu", "pin_memory": true }
+
   },
   "wall_clock_breakdown": false
 }