hailin
/
sglang_v0.5.2
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

.

This commit is contained in:
hailin 2025-09-18 11:50:36 +08:00
parent fe05117825
commit 1464202d78
1 changed files with 12 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
Dockerfile
View File

@ -143,6 +143,7 @@ ENV DEBIAN_FRONTEND=noninteractive PYTHONUNBUFFERED=1 LANG=C.UTF-8 LC_ALL=C.UTF-
RUN apt-get update && apt-get install -y --no-install-recommends \
gcc g++ build-essential ninja-build cuda-compiler-12-6 \
libcupti-dev cuda-cupti-12-6 \
python3 python3-dev python3-pip python3-distutils curl ca-certificates \
libopenblas-dev libgomp1 libcupti-dev libnuma1 libopenmpi-dev openmpi-bin libnuma-dev libpng16-16 libjpeg8 \
libnccl2=2.22.3-1+cuda12.6 && \
@ -170,6 +171,10 @@ RUN ls -lh /tmp/wheels || true && \
RUN python3 -m pip install --no-deps xgrammar==0.1.24
RUN echo "/usr/local/cuda/extras/CUPTI/lib64" > /etc/ld.so.conf.d/cupti.conf && ldconfig
# 保险起见，再加一行环境变量（有些基础镜像不把 extras 加入 ld.so.conf）：
ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:${LD_LIBRARY_PATH}
###############################################################################
# Stage 2 ─ runtime：极简运行镜像，仅离线安装 wheel
###############################################################################
@ -180,6 +185,7 @@ ENV DEBIAN_FRONTEND=noninteractive PYTHONUNBUFFERED=1 LANG=C.UTF-8 LC_ALL=C.UTF-
RUN apt-get update && apt-get install -y --no-install-recommends gcc g++ build-essential ninja-build cuda-compiler-12-6\
python3 python3-dev python3-pip python3-distutils curl ca-certificates \
libcupti-dev cuda-cupti-12-6 \
libopenblas-dev libgomp1 libcupti-dev libnuma1 libopenmpi-dev openmpi-bin libnuma-dev libpng16-16 libjpeg8 libnccl2=2.22.3-1+cuda12.6 && \
rm -rf /var/lib/apt/lists/* && \
python3 -m pip install --no-cache-dir --upgrade pip
@ -212,6 +218,12 @@ RUN ls -lh /tmp/wheels && \
# ✅ 安装 Prometheus client
RUN python3 -m pip install --no-cache-dir prometheus_client
RUN python3 -m pip install --no-deps xgrammar==0.1.24
RUN echo "/usr/local/cuda/extras/CUPTI/lib64" > /etc/ld.so.conf.d/cupti.conf && ldconfig
# 保险起见，再加一行环境变量（有些基础镜像不把 extras 加入 ld.so.conf）：
ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:${LD_LIBRARY_PATH}
# ✅ 设置多进程 metrics 收集目录（用于 MultiProcessCollector）
ENV PROMETHEUS_MULTIPROC_DIR=/tmp/prometheus