c708aecb18
Signed-off-by: Zhang Jian <jianmusings@gmail.com> Signed-off-by: Zhang <jianmusings@gmail.com> Signed-off-by: Zhang <zhang.jian@u.nus.edu> Signed-off-by: Zhang Jian <e0322744@u.nus.edu> Signed-off-by: 汪志鹏 <wangzhipeng628@gmail.com> Co-authored-by: Zhang Jian <e0322744@u.nus.edu> Co-authored-by: 汪志鹏 <wangzhipeng628@gmail.com>
17 lines
483 B
Bash
Executable File
17 lines
483 B
Bash
Executable File
#!/bin/bash
|
|
# AudioX online serving startup script.
|
|
|
|
MODEL="${MODEL:-zhangj1an/AudioX}"
|
|
PORT="${PORT:-8099}"
|
|
DIFFUSION_ATTENTION_BACKEND="${DIFFUSION_ATTENTION_BACKEND:-FLASH_ATTN}"
|
|
|
|
echo "Starting AudioX server..."
|
|
echo "Model: $MODEL"
|
|
echo "Port: $PORT"
|
|
echo "Diffusion attention backend: $DIFFUSION_ATTENTION_BACKEND"
|
|
|
|
DIFFUSION_ATTENTION_BACKEND="$DIFFUSION_ATTENTION_BACKEND" \
|
|
vllm serve "$MODEL" --omni \
|
|
--model-class-name AudioXPipeline \
|
|
--port "$PORT"
|