This commit is contained in:
hailin 2025-11-20 09:21:17 +08:00
parent deba1fa9a2
commit 91d1e7afca
1 changed files with 1 additions and 1 deletions

View File

@ -5,7 +5,7 @@ logfile_maxbytes=0
loglevel=info
[program:vllm]
command=python3 -m vllm.entrypoints.openai.api_server --model /root/.cradle/Alibaba/Qwen3-4B --served-model-name Qwen3-4B --port 30000 --api-key token-abc123
command=python3 -m vllm.entrypoints.openai.api_server --model /root/.cradle/Alibaba/Qwen3-4B --served-model-name Qwen3-4B --tensor-parallel-size 2 --port 30000 --api-key token-abc123
autostart=true
autorestart=true
stdout_logfile=/dev/stdout