diff --git a/Dockerfile b/Dockerfile index 5635f3c..7784c2a 100644 --- a/Dockerfile +++ b/Dockerfile @@ -172,6 +172,6 @@ CMD ["python3", "-m", "sglang.launch_server", \ "--host", "0.0.0.0", \ "--port", "30000", \ "--model-path", "/root/.cradle/Alibaba/Qwen3-32B/", \ - "--tp", "1", \ + "--tp", "4", \ "--api-key", "token-abc123", \ "--enable-metrics"] \ No newline at end of file