.

2025-07-17 10:54:12 +08:00 · 2025-07-17 10:54:12 +08:00 · d795691369
parent e252241910
commit d795691369
1 changed files with 1 additions and 1 deletions
--- a/2
+++ b/2
@ -172,6 +172,6 @@ CMD ["python3", "-m", "sglang.launch_server", \
     "--host", "0.0.0.0", \
     "--port", "30000", \
     "--model-path", "/root/.cradle/Deepseek/DeepSeek-R1-Distill-Llama-70B/", \
-     "--tp", "2", \
+     "--tp", "4", \
     "--api-key", "token-abc123", \
     "--enable-metrics"]