[Feature] Support Omni serving abort request (#486)

Signed-off-by: ZeldaHuang <hzm414167@alibaba-inc.com>
Signed-off-by: Hongsheng Liu <liuhongsheng4@huawei.com>
Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
Ziming HuangandHongsheng Liu authored and GitHub committed 2025-12-31 16:14:03 +08:00
1 parent 6f8deb4a5a
commit ad0224f2e6
10 files changed
+354 -187

No files matched your search

+4 -2
View File
@@ -6,6 +6,8 @@ from unittest.mock import MagicMock
import pytest
from vllm_omni.entrypoints.stage_utils import SHUTDOWN_TASK
# Suppress noisy DeprecationWarnings from optional Swig bindings imported by vLLM dependencies.
warnings.filterwarnings(
"ignore",
@@ -127,7 +129,7 @@ class _FakeStage:
"""Mock stop_stage_worker: clean up queue references."""
if self._in_q is not None:
try:
self._in_q.put_nowait(None)
self._in_q.put_nowait(SHUTDOWN_TASK)
except Exception:
pass
@@ -977,7 +979,7 @@ def test_close_sends_shutdown_signal(monkeypatch, fake_stage_config):
# Use get_nowait to avoid blocking (close() uses put_nowait, so should be safe)
try:
shutdown_signal = omni.stage_list[0]._in_q.get_nowait()
assert shutdown_signal is None
assert shutdown_signal == SHUTDOWN_TASK
except Empty:
# If queue was already empty or only had stage_ready, that's also acceptable
# The important thing is that close() was called without error