[Bugfix] Fix colocate-async sleep admission race and deliver AR abort tokens (#6367)

Signed-off-by: knlnguyen1802 <knlnguyen1802@gmail.com>
Signed-off-by: Cursor <cursoragent@cursor.com>
Signed-off-by: Samit <285365963@qq.com>
Co-authored-by: Cursor <cursoragent@cursor.com>
Co-authored-by: Samit <285365963@qq.com>
This commit is contained in:
authored and GitHub committed 2026-08-29 09:11:39 +00:00
1 parent 5c47fd0bc8
commit bb5bf8fd0a
23 files changed
+1229 -157

No files matched your search

+7 -1
View File
@@ -67,6 +67,7 @@ from vllm_omni.engine.messages import (
EngineQueueMessage,
ErrorMessage,
InteractionMessage,
OutputMessage,
StageSubmissionMessage,
)
from vllm_omni.engine.orchestrator import Orchestrator
@@ -1920,12 +1921,16 @@ class AsyncOmniEngine:
self,
request_ids: list[str],
timeout: float | None = None,
) -> None:
) -> list[OutputMessage]:
"""Abort requests and wait for orchestrator acknowledgment.
Unlike :meth:`abort`, this generates an ``rpc_id``, correlates the
:class:`AbortResultMessage` via :class:`CorrelatedRpcClient`, and
raises if the orchestrator reports failure or times out.
Returns:
Final-stage AR abort ``OutputMessage`` list carrying partial
tokens generated before abort (empty for diffusion / no OP state).
"""
if not request_ids or getattr(self, "_shutdown_called", False):
return
@@ -1959,6 +1964,7 @@ class AsyncOmniEngine:
raise
if not result_msg.success:
raise RuntimeError(result_msg.error or "abort failed")
return list(result_msg.abort_outputs or [])
def submit_interaction(
self,