diff --git a/ds_config_zero3.json b/ds_config_zero3.json index 9f485c5..a81f81c 100644 --- a/ds_config_zero3.json +++ b/ds_config_zero3.json @@ -17,15 +17,5 @@ "stage3_param_persistence_threshold": 100000, "stage3_gather_16bit_weights_on_model_save": true }, - - "activation_checkpointing": { - "partition_activations": true, - "contiguous_memory_optimization": true, - "cpu_checkpointing": false, - "number_checkpoints": 36, - "profile": false, - "synchronize_checkpoint_boundary": true - }, - "wall_clock_breakdown": false }