This commit is contained in:
parent
deba1fa9a2
commit
91d1e7afca
|
|
@ -5,7 +5,7 @@ logfile_maxbytes=0
|
||||||
loglevel=info
|
loglevel=info
|
||||||
|
|
||||||
[program:vllm]
|
[program:vllm]
|
||||||
command=python3 -m vllm.entrypoints.openai.api_server --model /root/.cradle/Alibaba/Qwen3-4B --served-model-name Qwen3-4B --port 30000 --api-key token-abc123
|
command=python3 -m vllm.entrypoints.openai.api_server --model /root/.cradle/Alibaba/Qwen3-4B --served-model-name Qwen3-4B --tensor-parallel-size 2 --port 30000 --api-key token-abc123
|
||||||
autostart=true
|
autostart=true
|
||||||
autorestart=true
|
autorestart=true
|
||||||
stdout_logfile=/dev/stdout
|
stdout_logfile=/dev/stdout
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue