From 847b1c8730cdc7514fd4be4d5e193eedc08f02aa Mon Sep 17 00:00:00 2001 From: hailin Date: Fri, 4 Jul 2025 09:23:19 +0800 Subject: [PATCH] . --- Dockerfile | 15 +++++++++++++-- 1 file changed, 13 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index 430db6e..b52e7d8 100644 --- a/Dockerfile +++ b/Dockerfile @@ -152,5 +152,16 @@ ADD https://github.com/krallin/tini/releases/download/${TINI_VERSION}/tini /tini RUN chmod +x /tini ENTRYPOINT ["/tini", "--"] -# 仅做 CI / CPU 自检 —— 输出帮助后退出 0 -CMD ["python3", "-m", "sglang.launch_server", "--help"] +# ---- 拷贝模型(路径可换) ---- +COPY ./Alibaba/Qwen3-8B /root/.cradle/Alibaba/Qwen3-8B + +# ---- 暴露端口 ---- +EXPOSE 30000 + +# ---- 启动 SGLang 推理服务 ---- +CMD ["python3", "-m", "sglang.launch_server", \ + "--host", "0.0.0.0", \ + "--port", "30000", \ + "--model-path", "/root/.cradle/Alibaba/Qwen3-8B/", \ + "--tp", "1", \ + "--api-key", "token-abc123"] \ No newline at end of file