[Model] Aura support - Non async chunk path (#4257)
Signed-off-by: Rein Yang <ruiruyang2@gmail.com> Signed-off-by: R2-Y <ruiruyang2@gmail.com>
This commit is contained in:
1 parent
1292c47804
commit
afbcc51672
30 files changed
+2958
-26
No files matched your search
@@ -4,7 +4,7 @@ from types import SimpleNamespace
|
||||
import pytest
|
||||
import torch
|
||||
|
||||
from vllm_omni.worker.gpu_model_runner import OmniGPUModelRunner
|
||||
from vllm_omni.worker.gpu_model_runner import OmniGPUModelRunner, _filter_mrope_kwargs_for_model
|
||||
from vllm_omni.worker.omni_connector_model_runner_mixin import OmniConnectorModelRunnerMixin
|
||||
|
||||
pytestmark = [pytest.mark.core_model, pytest.mark.cpu]
|
||||
@@ -96,12 +96,44 @@ class CaptureTalkerMTP(torch.nn.Module):
|
||||
return req_embeds, codes
|
||||
|
||||
|
||||
class StrictMRoPEModel:
|
||||
def get_mrope_input_positions(self, input_tokens, mm_features):
|
||||
raise NotImplementedError
|
||||
|
||||
|
||||
class FlexibleMRoPEModel:
|
||||
def get_mrope_input_positions(self, input_tokens, mm_features=None, **kwargs):
|
||||
raise NotImplementedError
|
||||
|
||||
|
||||
@contextmanager
|
||||
def _noop_forward_context(*args, **kwargs):
|
||||
"""A no-op context manager to replace vLLM forward context in CPU tests."""
|
||||
yield
|
||||
|
||||
|
||||
def test_filter_mrope_kwargs_for_strict_model_signature():
|
||||
kwargs = {
|
||||
"mm_features": ["audio"],
|
||||
"hf_config": object(),
|
||||
"image_grid_thw": [],
|
||||
}
|
||||
|
||||
assert _filter_mrope_kwargs_for_model(StrictMRoPEModel(), kwargs) == {
|
||||
"mm_features": ["audio"],
|
||||
}
|
||||
|
||||
|
||||
def test_filter_mrope_kwargs_preserves_flexible_model_kwargs():
|
||||
kwargs = {
|
||||
"mm_features": ["video"],
|
||||
"hf_config": object(),
|
||||
"video_grid_thw": [[1, 2, 3]],
|
||||
}
|
||||
|
||||
assert _filter_mrope_kwargs_for_model(FlexibleMRoPEModel(), kwargs) is kwargs
|
||||
|
||||
|
||||
def _make_runner(req_ids=("r1", "r2"), hidden_size=4):
|
||||
# Create an instance without calling OmniGPUModelRunner.__init__
|
||||
runner = object.__new__(OmniGPUModelRunner)
|
||||
|
||||
Reference in new issue
Block a user