hailin
/
sglang.0.4.8.post1
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

.

This commit is contained in:
hailin 2025-07-04 09:47:19 +08:00
parent 09222f8345
commit e3e6839123
1 changed files with 11 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
Dockerfile
View File

@ -157,16 +157,16 @@ ADD https://github.com/krallin/tini/releases/download/${TINI_VERSION}/tini /tini
RUN chmod +x /tini RUN chmod +x /tini
ENTRYPOINT ["/tini", "--"] ENTRYPOINT ["/tini", "--"]
# # ---- 拷贝模型（路径可换） ---- # ---- 拷贝模型（路径可换） ----
# COPY ./Alibaba/Qwen3-8B /root/.cradle/Alibaba/Qwen3-8B COPY ./Alibaba/Qwen3-8B /root/.cradle/Alibaba/Qwen3-8B
# # ---- 暴露端口 ---- # ---- 暴露端口 ----
# EXPOSE 30000 EXPOSE 30000
# # ---- 启动 SGLang 推理服务 ---- # ---- 启动 SGLang 推理服务 ----
# CMD ["python3", "-m", "sglang.launch_server", \ CMD ["python3", "-m", "sglang.launch_server", \
# "--host", "0.0.0.0", \ "--host", "0.0.0.0", \
# "--port", "30000", \ "--port", "30000", \
# "--model-path", "/root/.cradle/Alibaba/Qwen3-8B/", \ "--model-path", "/root/.cradle/Alibaba/Qwen3-8B/", \
# "--tp", "1", \ "--tp", "1", \
# "--api-key", "token-abc123"] "--api-key", "token-abc123"]