diff --git a/ds_config_zero3.json b/ds_config_zero3.json index ec6d19f..9f485c5 100644 --- a/ds_config_zero3.json +++ b/ds_config_zero3.json @@ -15,8 +15,6 @@ "reduce_bucket_size": 50000000, "stage3_prefetch_bucket_size": 50000000, "stage3_param_persistence_threshold": 100000, - - /* 关键:保存最终权重时做 16bit 聚合,方便直接 from_pretrained 加载 */ "stage3_gather_16bit_weights_on_model_save": true },