e241005a71
Signed-off-by: lishunyang12 <125541396+lishunyang12@users.noreply.github.com> Signed-off-by: Yueqian Lin <linyueqian@outlook.com> Signed-off-by: lishunyang <lishunyang12@163.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com> Co-authored-by: Yueqian Lin <linyueqian@outlook.com>
25 lines
955 B
Bash
Executable File
25 lines
955 B
Bash
Executable File
#!/bin/bash
|
|
# Serve Qwen3-ASR (the same audio-LLM AURA uses as its ASR stage) and run the
|
|
# webui<->ASR bridge. Then start the webui with:
|
|
# ASR_URL=ws://127.0.0.1:8093/v1/asr bash scripts/start_server.sh
|
|
set -euo pipefail
|
|
|
|
ASR_MODEL="${ASR_MODEL:-Qwen/Qwen3-ASR-1.7B}"
|
|
ASR_PORT="${ASR_PORT:-8094}"
|
|
BRIDGE_PORT="${BRIDGE_PORT:-8093}"
|
|
GPU="${GPU:-2}"
|
|
SCRIPT_DIR="$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd)"
|
|
|
|
# Qwen3-ASR is audio-in / text-out; served as a normal multimodal chat model.
|
|
CUDA_VISIBLE_DEVICES="${GPU}" vllm serve "${ASR_MODEL}" \
|
|
--host 0.0.0.0 --port "${ASR_PORT}" \
|
|
--gpu-memory-utilization 0.3 --trust-remote-code &
|
|
ASR_PID=$!
|
|
trap 'kill ${ASR_PID} 2>/dev/null || true' EXIT
|
|
|
|
until curl -s "http://127.0.0.1:${ASR_PORT}/health" >/dev/null 2>&1; do sleep 2; done
|
|
python "${SCRIPT_DIR}/../bridges/asr_bridge.py" \
|
|
--port "${BRIDGE_PORT}" \
|
|
--backend-url "http://127.0.0.1:${ASR_PORT}" \
|
|
--model "${ASR_MODEL}"
|