.

mm-zero3.sh

@@ -9,10 +9,10 @@ set -a
 . ./.deepspeed_env
 set +a
 
-unset PYTHONNOUSERSITE
-USER_SITE=$(python3 -c 'import site;print(site.getusersitepackages())')
-export PATH="$HOME/.local/bin:$PATH"
-export PYTHONPATH="$USER_SITE:/home/test/jd_train:${PYTHONPATH:-}"
+# unset PYTHONNOUSERSITE
+# USER_SITE=$(python3 -c 'import site;print(site.getusersitepackages())')
+# export PATH="$HOME/.local/bin:$PATH"
+# export PYTHONPATH="$USER_SITE:/home/test/jd_train:${PYTHONPATH:-}"
 
 
 # 统一环境（会被 deepspeed 的 ssh 继承到各节点）
@@ -40,6 +40,6 @@ deepspeed --hostfile hostfile \
     --gradient_checkpointing \
     --bf16 \
     --deepspeed /home/test/jd_train/ds_config_zero3.json \
-    --report_to wandb \
+    --report_to none \
     --eval_data_glob "/home/test/datasets/my_corpus/test.jsonl"