From a020001cb0d8e844c302a4bde1cfbe9f300530d3 Mon Sep 17 00:00:00 2001 From: hailin Date: Fri, 29 Aug 2025 23:22:05 +0800 Subject: [PATCH] . --- ds_config_zero3.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ds_config_zero3.json b/ds_config_zero3.json index 4e34160..16bde0c 100644 --- a/ds_config_zero3.json +++ b/ds_config_zero3.json @@ -1,6 +1,6 @@ { "train_micro_batch_size_per_gpu": 1, - "gradient_accumulation_steps": 7, + "gradient_accumulation_steps": 1, "zero_optimization": { "stage": 3, "overlap_comm": true,