[Frontend] OpenAI-compliant fullduplex /v1/realtime with Qwen3-Omni support (#7285)
Signed-off-by: vraiti <vraiti@redhat.com>
This commit is contained in:
1 parent
7266fc6138
commit
d31dbc5b0a
25 files changed
+2854
-455
No files matched your search
@@ -94,6 +94,7 @@ from vllm_omni.config.endpoint_policy import (
|
||||
from vllm_omni.engine.stage_init_utils import set_death_signal
|
||||
from vllm_omni.engine.stage_runtime import OmniClientConfig
|
||||
from vllm_omni.entrypoints.async_omni import ABORT_TIMEOUT_S, AsyncOmni
|
||||
from vllm_omni.entrypoints.duplex.openai import dispatch_realtime_websocket
|
||||
from vllm_omni.entrypoints.duplex.serving import OmniDuplexSessionHandler
|
||||
from vllm_omni.entrypoints.duplex.warmup import (
|
||||
DUPLEX_WARMUP_CLIENT_WAIT_S,
|
||||
@@ -164,7 +165,6 @@ from vllm_omni.entrypoints.openai.protocol.videos import (
|
||||
VideoListResponse,
|
||||
VideoResponse,
|
||||
)
|
||||
from vllm_omni.entrypoints.openai.realtime_connection import RealtimeConnection
|
||||
from vllm_omni.entrypoints.openai.rollout_session import (
|
||||
RolloutSessionCapacityError,
|
||||
RolloutSessionClosedError,
|
||||
@@ -1776,14 +1776,7 @@ async def realtime_websocket(websocket: WebSocket):
|
||||
await websocket.close(code=1008)
|
||||
return
|
||||
|
||||
serving = getattr(websocket.app.state, "openai_serving_realtime", None)
|
||||
if serving is None:
|
||||
await websocket.accept()
|
||||
await websocket.send_json({"type": "error", "error": "Realtime API is not available", "code": "unsupported"})
|
||||
await websocket.close()
|
||||
return
|
||||
connection = RealtimeConnection(websocket, serving)
|
||||
await connection.handle_connection()
|
||||
await dispatch_realtime_websocket(websocket)
|
||||
|
||||
|
||||
async def _wait_for_duplex_warmup(websocket: WebSocket) -> None:
|
||||
|
||||
Reference in new issue
Block a user