[Frontend] OpenAI-compliant fullduplex /v1/realtime with Qwen3-Omni support (#7285)

Signed-off-by: vraiti <vraiti@redhat.com>
This commit is contained in:
vraiti authored and GitHub committed 2026-09-28 20:14:05 +00:00
1 parent 7266fc6138
commit d31dbc5b0a
25 files changed
+2854 -455

No files matched your search

+2 -9
View File
@@ -94,6 +94,7 @@ from vllm_omni.config.endpoint_policy import (
from vllm_omni.engine.stage_init_utils import set_death_signal
from vllm_omni.engine.stage_runtime import OmniClientConfig
from vllm_omni.entrypoints.async_omni import ABORT_TIMEOUT_S, AsyncOmni
from vllm_omni.entrypoints.duplex.openai import dispatch_realtime_websocket
from vllm_omni.entrypoints.duplex.serving import OmniDuplexSessionHandler
from vllm_omni.entrypoints.duplex.warmup import (
DUPLEX_WARMUP_CLIENT_WAIT_S,
@@ -164,7 +165,6 @@ from vllm_omni.entrypoints.openai.protocol.videos import (
VideoListResponse,
VideoResponse,
)
from vllm_omni.entrypoints.openai.realtime_connection import RealtimeConnection
from vllm_omni.entrypoints.openai.rollout_session import (
RolloutSessionCapacityError,
RolloutSessionClosedError,
@@ -1776,14 +1776,7 @@ async def realtime_websocket(websocket: WebSocket):
await websocket.close(code=1008)
return
serving = getattr(websocket.app.state, "openai_serving_realtime", None)
if serving is None:
await websocket.accept()
await websocket.send_json({"type": "error", "error": "Realtime API is not available", "code": "unsupported"})
await websocket.close()
return
connection = RealtimeConnection(websocket, serving)
await connection.handle_connection()
await dispatch_realtime_websocket(websocket)
async def _wait_for_duplex_warmup(websocket: WebSocket) -> None: