From d79569136953d0dbfb81ea1c46d9999b245bc9c9 Mon Sep 17 00:00:00 2001 From: hailin Date: Thu, 17 Jul 2025 10:54:12 +0800 Subject: [PATCH] . --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 82f4923..b6a48c7 100644 --- a/Dockerfile +++ b/Dockerfile @@ -172,6 +172,6 @@ CMD ["python3", "-m", "sglang.launch_server", \ "--host", "0.0.0.0", \ "--port", "30000", \ "--model-path", "/root/.cradle/Deepseek/DeepSeek-R1-Distill-Llama-70B/", \ - "--tp", "2", \ + "--tp", "4", \ "--api-key", "token-abc123", \ "--enable-metrics"] \ No newline at end of file