hailin
/
sglang.0.4.8.post1
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

.

This commit is contained in:
hailin 2025-07-04 07:50:01 +08:00
parent 62c4e8c308
commit c208596f4f
1 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
Dockerfile
View File

@ -129,9 +129,10 @@ RUN ldconfig
COPY --from=builder-extras /wheels /tmp/wheels COPY --from=builder-extras /wheels /tmp/wheels
#RUN python3 -m pip install --no-cache-dir /tmp/wheels/* && rm -rf /tmp/wheels #RUN python3 -m pip install --no-cache-dir /tmp/wheels/* && rm -rf /tmp/wheels
# ✅ 优先装你自编的 torch，避免被 PyPI 上的覆盖 # ✅ 优先装你自编的 torch，避免被 PyPI 上的覆盖
RUN python3 -m pip install --no-cache-dir /tmp/wheels/torch*.whl && \ RUN ls -lh /tmp/wheels && \
python3 -m pip install --no-cache-dir /tmp/wheels/torch*.whl && \
python3 -m pip install /tmp/wheels/vllm-*.whl && \ python3 -m pip install /tmp/wheels/vllm-*.whl && \
python3 -m pip install --no-cache-dir /tmp/wheels/* && \ python3 -m pip install --no-cache-dir --no-deps /tmp/wheels/* && \
python3 -c "from torch.distributed import Backend; print('✅ Runtime torch distributed OK, GLOO =', Backend.GLOO)" && \ python3 -c "from torch.distributed import Backend; print('✅ Runtime torch distributed OK, GLOO =', Backend.GLOO)" && \
rm -rf /tmp/wheels rm -rf /tmp/wheels
@ -139,9 +140,9 @@ RUN python3 -m pip install --no-cache-dir /tmp/wheels/torch*.whl && \
# RUN python3 -m pip install --no-cache-dir pydantic orjson psutil pyzmq pynvml transformers==4.48.3 uvicorn fastapi IPython aiohttp setproctitle uvloop sentencepiece triton # RUN python3 -m pip install --no-cache-dir pydantic orjson psutil pyzmq pynvml transformers==4.48.3 uvicorn fastapi IPython aiohttp setproctitle uvloop sentencepiece triton
# ✅ 离线安装全部依赖（包含所有运行时必需包） # ✅ 离线安装全部依赖（包含所有运行时必需包）
RUN python3 -m pip install --no-cache-dir /tmp/wheels/* && \ # RUN python3 -m pip install --no-cache-dir --no-deps /tmp/wheels/* && \
python3 -c "from torch.distributed import Backend; print('✅ Runtime torch distributed OK, GLOO =', Backend.GLOO)" && \ # python3 -c "from torch.distributed import Backend; print('✅ Runtime torch distributed OK, GLOO =', Backend.GLOO)" && \
rm -rf /tmp/wheels # rm -rf /tmp/wheels
# ✅ 添加 Tini（推荐） # ✅ 添加 Tini（推荐）
ENV TINI_VERSION=v0.19.0 ENV TINI_VERSION=v0.19.0