hailin
/
jd_train
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

.

This commit is contained in:
hailin 2025-09-04 18:48:55 +08:00
parent de68260082
commit b27faa397c
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
train_sft_ds.py
View File

@ -4,8 +4,10 @@ import os
os.environ.pop("PYTHONNOUSERSITE", None) os.environ.pop("PYTHONNOUSERSITE", None)
os.environ.setdefault("TOKENIZERS_PARALLELISM", "false") os.environ.setdefault("TOKENIZERS_PARALLELISM", "false")
if os.environ.get("RANK","0") != "0": # ✅ 只有 rank0 用 wandb，其它 rank 不上报
os.environ["WANDB_DISABLED"] = "true" if os.environ.get("RANK", "0") != "0" and args.report_to == "wandb":
print(f"[rank {os.environ.get('RANK')}] force report_to=none", flush=True)
args.report_to = "none"
os.environ.setdefault("WANDB_START_METHOD", "thread") os.environ.setdefault("WANDB_START_METHOD", "thread")
os.environ.setdefault("WANDB_DIR", f"/tmp/{os.environ.get('USER','user')}/wandb") os.environ.setdefault("WANDB_DIR", f"/tmp/{os.environ.get('USER','user')}/wandb")