diff --git a/ds_config_zero3.json b/ds_config_zero3.json index ad0477c..d871067 100644 --- a/ds_config_zero3.json +++ b/ds_config_zero3.json @@ -12,6 +12,7 @@ "offload_param": { "device": "none" } }, "fp16": { "enabled": true }, + "bf16": { "enabled": false }, "optimizer": { "type": "CPUAdam", "params": { "lr": 2e-5, "betas": [0.9, 0.999], "eps": 1e-8, "weight_decay": 0.1 }