From 123a49db1b6671d19995f1aa16a1bec743fda222 Mon Sep 17 00:00:00 2001 From: hailin Date: Mon, 1 Sep 2025 20:41:39 +0800 Subject: [PATCH] . --- mm-zero3.sh | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/mm-zero3.sh b/mm-zero3.sh index 82c008e..0d80e67 100755 --- a/mm-zero3.sh +++ b/mm-zero3.sh @@ -4,7 +4,9 @@ export TORCH_EXTENSIONS_DIR=/tmp/$USER/torch_ext export PYTORCH_CUDA_ALLOC_CONF="max_split_size_mb:128,expandable_segments:True,garbage_collection_threshold:0.9" -export PYTORCH_CUDA_ALLOC_CONF="max_split_size_mb:64" +export OMP_NUM_THREADS=8 +export MKL_NUM_THREADS=8 +export OPENBLAS_NUM_THREADS=8 deepspeed --hostfile hostfile \ --num_nodes 6 --num_gpus 4 \