hailin
/
train_env_prepare
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

.

This commit is contained in:
hailin 2025-08-08 21:27:19 +08:00
parent 266e9ecbb5
commit 712b3bb704
1 changed files with 17 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
dspeed/install_deepspeed_src_mamba_single_gpu.sh
View File

@ -5,7 +5,7 @@ set -euo pipefail
# Config（可用环境变量覆盖） # Config（可用环境变量覆盖）
# ============================= # =============================
REPO_URL="${REPO_URL:-https://github.com/microsoft/DeepSpeed.git}" REPO_URL="${REPO_URL:-https://github.com/microsoft/DeepSpeed.git}"
REPO_BRANCH="${REPO_BRANCH:-v0.14.3}" REPO_BRANCH="${REPO_BRANCH:-v0.17.7}"
REPO_DIR="${REPO_DIR:-DeepSpeed}" # 将在“当前目录/REPO_DIR”下操作 REPO_DIR="${REPO_DIR:-DeepSpeed}" # 将在“当前目录/REPO_DIR”下操作
CUDA_VERSION_PIN="${CUDA_VERSION_PIN:-11.8}" # 期望 Torch 的 CUDA tag 和 nvcc 都是 11.8 CUDA_VERSION_PIN="${CUDA_VERSION_PIN:-11.8}" # 期望 Torch 的 CUDA tag 和 nvcc 都是 11.8
ARCH_LIST="${TORCH_CUDA_ARCH_LIST:-}" # 为空则自动探测 ARCH_LIST="${TORCH_CUDA_ARCH_LIST:-}" # 为空则自动探测
@ -178,6 +178,22 @@ export DS_BUILD_AIO=1
export DS_BUILD_FUSED_ADAM=1 export DS_BUILD_FUSED_ADAM=1
export DS_BUILD_CPU_ADAM=1 export DS_BUILD_CPU_ADAM=1
export DS_BUILD_EVOFORMER_ATTN=0 export DS_BUILD_EVOFORMER_ATTN=0
export DS_BUILD_AIO=1
export DS_BUILD_FUSED_ADAM=1
export DS_BUILD_CPU_ADAM=1
# 全部关掉和推理/transformer/CUTLASS/flash/sparse 有关的东西
export DS_BUILD_EVOFORMER_ATTN=0
export DS_BUILD_INFERENCE=0
export DS_BUILD_TRANSFORMER=0
export DS_BUILD_SPARSE_ATTN=0
export DS_BUILD_SDP_ATTN=0
export DS_BUILD_FLASH_ATTN=0
export DS_BUILD_QKV_GEMM=0
export DS_BUILD_CUTLASS=0
unset CUTLASS_PATH
# 如需推理内核：export DS_BUILD_TRANSFORMER=1 # 如需推理内核：export DS_BUILD_TRANSFORMER=1
# 提供更详细日志便于排错 # 提供更详细日志便于排错