30 lines
1.3 KiB
Bash
Executable File
30 lines
1.3 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# Minimal AURA duplex Realtime server for smoke.
|
|
set -euo pipefail
|
|
|
|
REPO_ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/../../.." && pwd)"
|
|
cd "$REPO_ROOT"
|
|
|
|
PORT="${PORT:-8099}"
|
|
MODEL="${MODEL:-/workspace/models/AURA}"
|
|
DEPLOY_CONFIG="${DEPLOY_CONFIG:-$REPO_ROOT/examples/online_serving/aura_omni/aura_omni_duplex_smoke.yaml}"
|
|
|
|
# AURA v1 / Qwen3-VL ChatML ids (do not use AURA v2 248070/248046 here).
|
|
export VLLM_AURA_SILENT_TOKEN_ID="${VLLM_AURA_SILENT_TOKEN_ID:-151669}"
|
|
export VLLM_AURA_IM_END_TOKEN_ID="${VLLM_AURA_IM_END_TOKEN_ID:-151645}"
|
|
export VLLM_AURA_IM_START_TOKEN_ID="${VLLM_AURA_IM_START_TOKEN_ID:-151644}"
|
|
export VLLM_AURA_ASSISTANT_TOKEN_ID="${VLLM_AURA_ASSISTANT_TOKEN_ID:-77091}"
|
|
# Multi-stage colocated init can make earlier stages' Process.sentinel spuriously
|
|
# readable; prefer spawn for stage engine subprocesses (override if needed).
|
|
export VLLM_WORKER_MULTIPROC_METHOD="${VLLM_WORKER_MULTIPROC_METHOD:-spawn}"
|
|
# Do NOT set TORCHDYNAMO_DISABLE here: it breaks Stage0/1 AOT when those
|
|
# stages are not enforce_eager. Stage2/3 use enforce_eager; code_predictor
|
|
# honors that and skips its own torch.compile.
|
|
|
|
exec "$REPO_ROOT/.venv/bin/vllm-omni" serve "$MODEL" \
|
|
--omni \
|
|
--deploy-config "$DEPLOY_CONFIG" \
|
|
--trust-remote-code \
|
|
--host 0.0.0.0 \
|
|
--port "$PORT"
|