[Perf] Deduplicate AR prefix cache hidden-state CPU staging (#3734)

Signed-off-by: TaffyOfficial <2324465096@qq.com>
Co-authored-by: TaffyOfficial <2324465096@qq.com>
This commit is contained in:
TaffyOfficialandTaffyOfficial authored and GitHub committed 2026-06-01 09:35:07 +00:00
1 parent b76291d6a1
commit ee33601571
7 files changed
+386 -14

No files matched your search

@@ -1,7 +1,10 @@
import pytest
import torch
from vllm_omni.worker.gpu_generation_model_runner import GPUGenerationModelRunner
from vllm_omni.worker.gpu_generation_model_runner import (
ExecuteModelState,
GPUGenerationModelRunner,
)
pytestmark = [pytest.mark.core_model, pytest.mark.cpu]
@@ -16,7 +19,8 @@ class _DummyInputBatch:
def _make_runner(multimodal_outputs):
runner = object.__new__(GPUGenerationModelRunner)
runner.execute_model_state = (
runner.execute_model_state = ExecuteModelState(
None,
None,
None,
None,