From f8262571aba92c23e2ca9cdba7ecae44bc57d78d Mon Sep 17 00:00:00 2001 From: hailin Date: Fri, 29 Aug 2025 23:26:23 +0800 Subject: [PATCH] . --- ds_config_zero3.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ds_config_zero3.json b/ds_config_zero3.json index 16bde0c..3765c93 100644 --- a/ds_config_zero3.json +++ b/ds_config_zero3.json @@ -1,6 +1,6 @@ { - "train_micro_batch_size_per_gpu": 1, - "gradient_accumulation_steps": 1, + "train_micro_batch_size_per_gpu": "auto", + "gradient_accumulation_steps": "auto", "zero_optimization": { "stage": 3, "overlap_comm": true,