[Model] Aura support - Non async chunk path (#4257)

Signed-off-by: Rein Yang <ruiruyang2@gmail.com>
Signed-off-by: R2-Y <ruiruyang2@gmail.com>
This commit is contained in:
rein yang authored and GitHub committed 2026-06-21 22:08:26 +08:00
1 parent 1292c47804
commit afbcc51672
30 files changed
+2958 -26

No files matched your search

+33 -1
View File
@@ -4,7 +4,7 @@ from types import SimpleNamespace
import pytest
import torch
from vllm_omni.worker.gpu_model_runner import OmniGPUModelRunner
from vllm_omni.worker.gpu_model_runner import OmniGPUModelRunner, _filter_mrope_kwargs_for_model
from vllm_omni.worker.omni_connector_model_runner_mixin import OmniConnectorModelRunnerMixin
pytestmark = [pytest.mark.core_model, pytest.mark.cpu]
@@ -96,12 +96,44 @@ class CaptureTalkerMTP(torch.nn.Module):
return req_embeds, codes
class StrictMRoPEModel:
def get_mrope_input_positions(self, input_tokens, mm_features):
raise NotImplementedError
class FlexibleMRoPEModel:
def get_mrope_input_positions(self, input_tokens, mm_features=None, **kwargs):
raise NotImplementedError
@contextmanager
def _noop_forward_context(*args, **kwargs):
"""A no-op context manager to replace vLLM forward context in CPU tests."""
yield
def test_filter_mrope_kwargs_for_strict_model_signature():
kwargs = {
"mm_features": ["audio"],
"hf_config": object(),
"image_grid_thw": [],
}
assert _filter_mrope_kwargs_for_model(StrictMRoPEModel(), kwargs) == {
"mm_features": ["audio"],
}
def test_filter_mrope_kwargs_preserves_flexible_model_kwargs():
kwargs = {
"mm_features": ["video"],
"hf_config": object(),
"video_grid_thw": [[1, 2, 3]],
}
assert _filter_mrope_kwargs_for_model(FlexibleMRoPEModel(), kwargs) is kwargs
def _make_runner(req_ids=("r1", "r2"), hidden_size=4):
# Create an instance without calling OmniGPUModelRunner.__init__
runner = object.__new__(OmniGPUModelRunner)