hailin
/
sglang_v0.5.2
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

.

This commit is contained in:
hailin 2025-09-16 15:23:40 +08:00
parent 2e058354e3
commit 67ea20c50f
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
Dockerfile
View File

@ -181,7 +181,8 @@ RUN ldconfig -p | grep -i cupti || (echo "no cupti"; exit 1)
RUN ldconfig RUN ldconfig
COPY --from=builder-extras /wheels /tmp/wheels #COPY --from=builder-extras /wheels /tmp/wheels
COPY _wheelhouse/ /tmp/wheels/
# ✅ 优先装你自编的 torch，避免被 PyPI 上的覆盖 # ✅ 优先装你自编的 torch，避免被 PyPI 上的覆盖
RUN ls -lh /tmp/wheels && \ RUN ls -lh /tmp/wheels && \
@ -200,7 +201,7 @@ RUN ls -lh /tmp/wheels && \
# ✅ 安装 Prometheus client # ✅ 安装 Prometheus client
RUN python3 -m pip install --no-cache-dir prometheus_client RUN python3 -m pip install --no-cache-dir prometheus_client
RUN python3 -m pip install --no-deps xgrammar==0.1.24
# ✅ 设置多进程 metrics 收集目录（用于 MultiProcessCollector） # ✅ 设置多进程 metrics 收集目录（用于 MultiProcessCollector）
ENV PROMETHEUS_MULTIPROC_DIR=/tmp/prometheus ENV PROMETHEUS_MULTIPROC_DIR=/tmp/prometheus