5037af1033
Signed-off-by: AndyZhou952 <jzhoubc@connect.ust.hk> Signed-off-by: Andy Zhou <jzhoubc@connect.ust.hk> Signed-off-by: dongbo910220 <1275604947@qq.com> Signed-off-by: Andy Zhou <46011930+AndyZhou952@users.noreply.github.com> Signed-off-by: Samit <285365963@qq.com> Co-authored-by: dongbo910220 <1275604947@qq.com> Co-authored-by: Samit <285365963@qq.com>
21 lines
441 B
Bash
Executable File
21 lines
441 B
Bash
Executable File
#!/bin/bash
|
|
# Online diffusion serving with vLLM-Omni (OpenAI-compatible API).
|
|
|
|
MODEL="${MODEL:-stabilityai/stable-diffusion-3.5-medium}"
|
|
PORT="${PORT:-8091}"
|
|
|
|
echo "Starting vLLM-Omni diffusion server..."
|
|
echo "Model: $MODEL"
|
|
echo "Port: $PORT"
|
|
|
|
if [ -z "${VLLM_BIN:-}" ]; then
|
|
if command -v vllm-omni >/dev/null 2>&1; then
|
|
VLLM_BIN="vllm-omni"
|
|
else
|
|
VLLM_BIN="vllm"
|
|
fi
|
|
fi
|
|
|
|
"$VLLM_BIN" serve "$MODEL" --omni \
|
|
--port "$PORT"
|