3a32cd6780
Signed-off-by: Yuanheng Zhao <jonathan.zhaoyh@gmail.com> Signed-off-by: yuanheng <jonathan.zhaoyh@gmail.com> Signed-off-by: LHXuuu <xulianhao.xlh@antgroup.com> Co-authored-by: LHXuuu <xulianhao.xlh@antgroup.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
26 lines
700 B
Bash
Executable File
26 lines
700 B
Bash
Executable File
#!/bin/bash
|
|
# Launch vLLM-Omni server for Ming-flash-omni-2.0 standalone talker (TTS).
|
|
#
|
|
# Usage:
|
|
# ./run_server.sh
|
|
# MODEL=/path/to/local/model ./run_server.sh
|
|
# PORT=8091 ./run_server.sh
|
|
# HOST=127.0.0.1 ./run_server.sh # bind only to loopback
|
|
|
|
set -e
|
|
|
|
MODEL="${MODEL:-Jonathan1909/Ming-flash-omni-2.0}"
|
|
HOST="${HOST:-0.0.0.0}"
|
|
PORT="${PORT:-8091}"
|
|
STAGE_CONFIG="${STAGE_CONFIG:-vllm_omni/model_executor/stage_configs/ming_flash_omni_tts.yaml}"
|
|
|
|
echo "Starting Ming standalone TTS server with model: $MODEL"
|
|
echo "Stage config: $STAGE_CONFIG"
|
|
|
|
vllm serve "$MODEL" \
|
|
--stage-configs-path "$STAGE_CONFIG" \
|
|
--host "$HOST" \
|
|
--port "$PORT" \
|
|
--trust-remote-code \
|
|
--omni
|