[Rebase] Align vLLM-Omni with vLLM v0.31.0 (#8459)
Signed-off-by: tzhouam <tzhouam@connect.ust.hk>
This commit is contained in:
1 parent
1f47fa2f29
commit
0b0d2d7009
141 files changed
+2885
-721
No files matched your search
@@ -22,6 +22,16 @@ from vllm_omni.worker_v2.model_states.omni_model_state import OmniModelState, _m
|
||||
pytestmark = [pytest.mark.core_model, pytest.mark.cpu]
|
||||
|
||||
|
||||
def test_prepare_attn_forwards_release_model_specific_metadata():
|
||||
state = object.__new__(OmniModelState)
|
||||
metadata = object()
|
||||
output = object()
|
||||
batch = SimpleNamespace()
|
||||
with patch.object(DefaultModelState, "prepare_attn", return_value=output) as prepare:
|
||||
assert state.prepare_attn(batch, None, (), None, [], None, model_specific_attn_metadata=metadata) is output
|
||||
assert prepare.call_args.kwargs["model_specific_attn_metadata"] is metadata
|
||||
|
||||
|
||||
class _DummyInputBatch:
|
||||
is_prefilling_np: np.ndarray
|
||||
req_ids: list[str]
|
||||
|
||||
Reference in new issue
Block a user