12 lines
316 B
Bash
12 lines
316 B
Bash
docker run -d \
|
|
--name sglang_lora \
|
|
--gpus all \
|
|
--shm-size=8g \
|
|
-e NVIDIA_VISIBLE_DEVICES=all \
|
|
-e SUPABASE_URL=http://183.36.35.42 \
|
|
-p 30000:30000 \
|
|
-p 30001:30001 \
|
|
-v /home/jzy/Qwen3-32B:/root/.cradle/external/llm \
|
|
-v /home/jzy/adapters:/root/.cradle/external/lora/q3 \
|
|
sglang_lora:latest
|