hailin
/
sglang_v0.5.2
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

.

This commit is contained in:
hailin 2025-09-20 12:36:37 +08:00
parent 06e45b5ff9
commit fd41d59cd7
1 changed files with 8 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
Dockerfile
View File

@ -67,14 +67,17 @@ RUN python3 -c "import torch, typing_extensions, sympy, jinja2, fsspec, networkx
# ── 编译 torchvision 0.22.1 (依赖本地 torch) ────────────────────────────────
WORKDIR /opt
RUN git clone -b v0.22.1 https://github.com/pytorch/vision.git
# RUN git clone -b v0.22.1 https://github.com/pytorch/vision.git
COPY ./vision_0.22.1/ /opt/vision
WORKDIR /opt/vision
RUN python3 setup.py bdist_wheel
RUN python3 setup.py bdist_wheel && \
pip install --no-cache-dir --no-deps dist/torchvision-*.whl
# ── 编译 flashinfer (主分支支持 torch 2.7 / cu126) ─────────────────────────
WORKDIR /opt
RUN git clone --recursive -b v0.3.1 https://github.com/flashinfer-ai/flashinfer.git
# RUN git clone --recursive -b v0.3.1 https://github.com/flashinfer-ai/flashinfer.git
COPY ./flashinfer_0.3.1/ /opt/flashinfer
WORKDIR /opt/flashinfer
@ -85,7 +88,8 @@ ENV FLASHINFER_CUDA_ARCH_LIST="7.5 8.0 8.6 8.9"
RUN python3 -m pip install --no-cache-dir numpy requests build "cuda-python>=12.0,<13" "nvidia-nvshmem-cu12" ninja pynvml && \
python3 -m flashinfer.aot && \
python3 -m build --no-isolation --wheel && \
ls -lh dist/
ls -lh dist/ \
&& python3 -m pip install --no-cache-dir --no-deps dist/*.whl
COPY ./sglang /sgl/sglang