hailin
/
sglang_v0.5.2
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

.

This commit is contained in:
hailin 2025-09-16 14:06:47 +08:00
parent 36dbb5b691
commit 2e058354e3
1 changed files with 13 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
Dockerfile
View File

@ -128,12 +128,13 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
libopenblas-dev libgomp1 libcupti-dev libnuma1 libopenmpi-dev openmpi-bin libnuma-dev libpng16-16 libjpeg8 \
libnccl2=2.22.3-1+cuda12.6 && \
rm -rf /var/lib/apt/lists/* && \
python3 -m pip install --no-cache-dir --upgrade pip && \
python3 -m pip install --no-cache-dir xgrammar
python3 -m pip install --no-cache-dir --upgrade pip
# python3 -m pip install --no-cache-dir xgrammar
# 拷贝 cupti 动态库（与 autobuild 相同）
COPY --from=builder-extras /usr/local/cuda/lib64/libcupti.so.12 /usr/lib/x86_64-linux-gnu/
COPY --from=builder-extras /usr/local/cuda/lib64/libcupti.so /usr/lib/x86_64-linux-gnu/
# COPY --from=builder-extras /usr/local/cuda/lib64/libcupti.so.12 /usr/lib/x86_64-linux-gnu/
# COPY --from=builder-extras /usr/local/cuda/lib64/libcupti.so /usr/lib/x86_64-linux-gnu/
RUN ldconfig -p | grep -i cupti || (echo "no cupti"; exit 1)
RUN ldconfig
# ★ 从宿主机构建上下文复制本地轮子（目录名固定：_wheelhouse/）
@ -152,6 +153,7 @@ RUN ls -lh /tmp/wheels || true && \
rm -rf /tmp/wheels
RUN python3 -m pip install --no-deps xgrammar==0.1.24
###############################################################################
# Stage 2 ─ runtime：极简运行镜像，仅离线安装 wheel
@ -165,12 +167,15 @@ RUN apt-get update && apt-get install -y --no-install-recommends gcc g++ build-e
python3 python3-dev python3-pip python3-distutils curl ca-certificates \
libopenblas-dev libgomp1 libcupti-dev libnuma1 libopenmpi-dev openmpi-bin libnuma-dev libpng16-16 libjpeg8 libnccl2=2.22.3-1+cuda12.6 && \
rm -rf /var/lib/apt/lists/* && \
python3 -m pip install --no-cache-dir --upgrade pip \
&& python3 -m pip install --no-cache-dir xgrammar
python3 -m pip install --no-cache-dir --upgrade pip
# && python3 -m pip install --no-cache-dir xgrammar
# 👉 拷贝 cupti 动态库（避免写死版本号）
COPY --from=builder-extras /usr/local/cuda/lib64/libcupti.so.12 /usr/lib/x86_64-linux-gnu/
COPY --from=builder-extras /usr/local/cuda/lib64/libcupti.so /usr/lib/x86_64-linux-gnu/
# COPY --from=builder-extras /usr/local/cuda/lib64/libcupti.so.12 /usr/lib/x86_64-linux-gnu/
# COPY --from=builder-extras /usr/local/cuda/lib64/libcupti.so /usr/lib/x86_64-linux-gnu/
# 检查 cupti 动态库
RUN ldconfig -p | grep -i cupti || (echo "no cupti"; exit 1)
# 👇建议在后面补上
RUN ldconfig