hailin
/
vllm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

.

This commit is contained in:
hailin 2025-08-06 15:42:44 +08:00
parent 68f7ea0fd9
commit 2a4e903482
2 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
Dockerfile
View File

@ -444,12 +444,13 @@ RUN --mount=type=cache,target=/root/.cache/uv \
ENV VLLM_USAGE_SOURCE production-docker-image ENV VLLM_USAGE_SOURCE production-docker-image
# ---- Install supervisord ----
RUN apt-get update && apt-get install -y supervisor && mkdir -p /etc/supervisor/conf.d RUN apt-get update && apt-get install -y supervisor && mkdir -p /etc/supervisor/conf.d
# 拷贝配置文件（假设你准备了） # ---- Copy UI and supervisor config ----
COPY ./supervisord.conf /etc/supervisor/supervisord.conf
COPY ./meta_ui.py /app/meta_ui.py COPY ./meta_ui.py /app/meta_ui.py
COPY ./supervisord.conf /etc/supervisor/supervisord.conf
COPY ./Alibaba/Qwen3-30B-A3B /root/.cradle/Alibaba/Qwen3-30B-A3B
# # define sagemaker first, so it is not default from `docker build` # # define sagemaker first, so it is not default from `docker build`
# FROM vllm-openai-base AS vllm-sagemaker # FROM vllm-openai-base AS vllm-sagemaker
@ -460,5 +461,5 @@ COPY ./meta_ui.py /app/meta_ui.py
FROM vllm-openai-base AS vllm-openai FROM vllm-openai-base AS vllm-openai
ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server"] CMD ["/usr/bin/supervisord", "-c", "/etc/supervisor/supervisord.conf"]
#################### OPENAI API SERVER #################### #################### OPENAI API SERVER ####################

4
supervisord.conf
View File

@ -4,8 +4,8 @@ logfile=/dev/stdout
logfile_maxbytes=0 logfile_maxbytes=0
loglevel=info loglevel=info
[program:sglang] [program:vllm]
command=python3 -m sglang.launch_server --host 0.0.0.0 --port 30000 --model-path /root/.cradle/Alibaba/Qwen3-30B-A3B/ --tp 4 --api-key token-abc123 --enable-metrics command=python3 -m vllm.entrypoints.openai.api_server --model /root/.cradle/Alibaba/Qwen3-30B-A3B --port 30000 --api-key token-abc123
autostart=true autostart=true
autorestart=true autorestart=true
stdout_logfile=/dev/stdout stdout_logfile=/dev/stdout