diff --git a/mm-zero3.sh b/mm-zero3.sh index 4e489c1..aaf6807 100755 --- a/mm-zero3.sh +++ b/mm-zero3.sh @@ -9,10 +9,10 @@ set -a . ./.deepspeed_env set +a -unset PYTHONNOUSERSITE -USER_SITE=$(python3 -c 'import site;print(site.getusersitepackages())') -export PATH="$HOME/.local/bin:$PATH" -export PYTHONPATH="$USER_SITE:/home/test/jd_train:${PYTHONPATH:-}" +# unset PYTHONNOUSERSITE +# USER_SITE=$(python3 -c 'import site;print(site.getusersitepackages())') +# export PATH="$HOME/.local/bin:$PATH" +# export PYTHONPATH="$USER_SITE:/home/test/jd_train:${PYTHONPATH:-}" # 统一环境(会被 deepspeed 的 ssh 继承到各节点) @@ -40,6 +40,6 @@ deepspeed --hostfile hostfile \ --gradient_checkpointing \ --bf16 \ --deepspeed /home/test/jd_train/ds_config_zero3.json \ - --report_to wandb \ + --report_to none \ --eval_data_glob "/home/test/datasets/my_corpus/test.jsonl"