hailin
/
vllm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

.

This commit is contained in:
hailin 2025-11-16 15:13:19 +08:00
parent 046fffbb0e
commit 1f0cac1e50
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
Dockerfile
View File

@ -1,6 +1,6 @@
ARG CUDA_VERSION=12.8.1 ARG CUDA_VERSION=12.8.1
ARG PYTHON_VERSION=3.10 ARG PYTHON_VERSION=3.10
ARG GET_PIP_URL="https://bootstrap.pypa.io/get-pip.py"
ARG BUILD_BASE_IMAGE=nvidia/cuda:${CUDA_VERSION}-devel-ubuntu22.04 ARG BUILD_BASE_IMAGE=nvidia/cuda:${CUDA_VERSION}-devel-ubuntu22.04
ARG FINAL_BASE_IMAGE=nvidia/cuda:${CUDA_VERSION}-devel-ubuntu22.04 ARG FINAL_BASE_IMAGE=nvidia/cuda:${CUDA_VERSION}-devel-ubuntu22.04
@ -355,7 +355,7 @@ RUN apt-get update && apt-get install -y supervisor && mkdir -p /etc/supervisor/
COPY ./meta_ui.py /app/meta_ui.py COPY ./meta_ui.py /app/meta_ui.py
COPY ./supervisord.conf /etc/supervisor/supervisord.conf COPY ./supervisord.conf /etc/supervisor/supervisord.conf
# COPY ./Alibaba/Qwen3-30B-A3B /root/.cradle/Alibaba/Qwen3-30B-A3B # COPY ./Alibaba/Qwen3-30B-A3B /root/.cradle/Alibaba/Qwen3-30B-A3B
COPY ./Alibaba/Qwen3-30B-A3B /root/.cradle/Alibaba/Qwen3-4B COPY ./Alibaba/Qwen3-4B /root/.cradle/Alibaba/Qwen3-4B
FROM vllm-openai-base AS vllm-openai FROM vllm-openai-base AS vllm-openai
CMD ["/usr/bin/supervisord", "-c", "/etc/supervisor/supervisord.conf"] CMD ["/usr/bin/supervisord", "-c", "/etc/supervisor/supervisord.conf"]