16 lines
483 B
Bash
16 lines
483 B
Bash
|
#!/bin/bash
|
||
|
|
# AudioX online serving startup script.
|
||
|
|
|
||
|
|
MODEL="${MODEL:-zhangj1an/AudioX}"
|
||
|
|
PORT="${PORT:-8099}"
|
||
|
|
DIFFUSION_ATTENTION_BACKEND="${DIFFUSION_ATTENTION_BACKEND:-FLASH_ATTN}"
|
||
|
|
|
||
|
|
echo "Starting AudioX server..."
|
||
|
|
echo "Model: $MODEL"
|
||
|
|
echo "Port: $PORT"
|
||
|
|
echo "Diffusion attention backend: $DIFFUSION_ATTENTION_BACKEND"
|
||
|
|
|
||
|
|
DIFFUSION_ATTENTION_BACKEND="$DIFFUSION_ATTENTION_BACKEND" \
|
||
|
|
vllm serve "$MODEL" --omni \
|
||
|
|
--model-class-name AudioXPipeline \
|
||
|
|
--port "$PORT"
|