This commit is contained in:
hailin 2025-07-07 15:21:43 +08:00
parent 8f6dc142af
commit c5e4ef4a6d
1 changed files with 1 additions and 1 deletions

View File

@ -172,6 +172,6 @@ CMD ["python3", "-m", "sglang.launch_server", \
"--host", "0.0.0.0", \
"--port", "30000", \
"--model-path", "/root/.cradle/Alibaba/Qwen3-32B/", \
"--tp", "1", \
"--tp", "4", \
"--api-key", "token-abc123", \
"--enable-metrics"]