diff --git a/Dockerfile b/Dockerfile index 82f4923..b6a48c7 100644 --- a/Dockerfile +++ b/Dockerfile @@ -172,6 +172,6 @@ CMD ["python3", "-m", "sglang.launch_server", \ "--host", "0.0.0.0", \ "--port", "30000", \ "--model-path", "/root/.cradle/Deepseek/DeepSeek-R1-Distill-Llama-70B/", \ - "--tp", "2", \ + "--tp", "4", \ "--api-key", "token-abc123", \ "--enable-metrics"] \ No newline at end of file