hailin
/
train_env_prepare
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

.

This commit is contained in:
hailin 2025-08-08 20:03:54 +08:00
parent d57cc03b60
commit 3e237e9c82
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
check_train.sh
View File

@ -1,5 +1,8 @@
python - <<'PY' python - <<'PY'
import warnings, torch import warnings, torch
warnings.filterwarnings("ignore", category=UserWarning, message=".*TypedStorage is deprecated.*")
warnings.filterwarnings("ignore", category=UserWarning, message="Was asked to gather.*")
from datasets import load_dataset from datasets import load_dataset
from transformers import ( from transformers import (
AutoTokenizer, AutoModelForCausalLM, AutoTokenizer, AutoModelForCausalLM,