From 55ed5490587288ae3a112c38a0ac1e86ef00ee0b Mon Sep 17 00:00:00 2001 From: hailin Date: Mon, 15 Sep 2025 10:54:35 +0800 Subject: [PATCH] . --- Dockerfile | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/Dockerfile b/Dockerfile index 480c4ddda..dfaa451f5 100644 --- a/Dockerfile +++ b/Dockerfile @@ -15,7 +15,7 @@ ENV USE_CUDA=1 \ ARG MAX_JOBS=90 ENV DEBIAN_FRONTEND=noninteractive \ PYTHONUNBUFFERED=1 LANG=C.UTF-8 LC_ALL=C.UTF-8 \ - TORCH_CUDA_ARCH_LIST="7.5;8.0;8.6;9.0" + TORCH_CUDA_ARCH_LIST="7.5;8.0;8.6;8.9;9.0" RUN apt-get update && apt-get install -y --no-install-recommends \ python3 python3-dev python3-pip python3-distutils git cmake ninja-build \ @@ -84,7 +84,7 @@ RUN python3 -m pip install ".[srt,openai]" --no-build-isolation && \ # โ”€โ”€ ๐Ÿ”„ ไธ‹่ฝฝ sgl-kernel๏ผˆไธŽ sglang ๅŒๆญฅ๏ผ‰โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ -RUN pip download --only-binary=:all: --no-deps sgl-kernel==0.1.9 -d /tmp/sgl_kernel_wheels +RUN pip download --only-binary=:all: --no-deps sgl-kernel==0.3.7 -d /tmp/sgl_kernel_wheels # โ”€โ”€ ๆ”ถ้›†ๆ‰€ๆœ‰ wheel ๅˆฐ /wheels โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€ RUN mkdir -p /wheels && \ @@ -128,9 +128,6 @@ COPY --from=builder-extras /usr/local/cuda/lib64/libcupti.so /usr/lib/x86_64-lin # ๐Ÿ‘‡ๅปบ่ฎฎๅœจๅŽ้ข่กฅไธŠ RUN ldconfig -# ---- ๆ‹ท่ด้ข„่ฐƒไผ˜็š„ MoE Triton kernel config ---------------------------- -COPY moe_kernels /usr/local/lib/python3.10/dist-packages/sglang/srt/layers/moe/fused_moe_triton/configs - COPY --from=builder-extras /wheels /tmp/wheels @@ -158,6 +155,9 @@ ENV PROMETHEUS_MULTIPROC_DIR=/tmp/prometheus # โœ… ็กฎไฟ็›ฎๅฝ•ๅญ˜ๅœจ RUN mkdir -p /tmp/prometheus +# ---- ๆ‹ท่ด้ข„่ฐƒไผ˜็š„ MoE Triton kernel config ---------------------------- +COPY moe_kernels /usr/local/lib/python3.10/dist-packages/sglang/srt/layers/moe/fused_moe_triton/configs + # โœ… ๆทปๅŠ  Tini๏ผˆๆŽจ่๏ผ‰ ENV TINI_VERSION=v0.19.0 ADD https://github.com/krallin/tini/releases/download/${TINI_VERSION}/tini /tini