[Perf] Deduplicate AR prefix cache hidden-state CPU staging (#3734)
Signed-off-by: TaffyOfficial <2324465096@qq.com> Co-authored-by: TaffyOfficial <2324465096@qq.com>
This commit is contained in:
1 parent
b76291d6a1
commit
ee33601571
7 files changed
+386
-14
No files matched your search
@@ -1,7 +1,10 @@
|
||||
import pytest
|
||||
import torch
|
||||
|
||||
from vllm_omni.worker.gpu_generation_model_runner import GPUGenerationModelRunner
|
||||
from vllm_omni.worker.gpu_generation_model_runner import (
|
||||
ExecuteModelState,
|
||||
GPUGenerationModelRunner,
|
||||
)
|
||||
|
||||
pytestmark = [pytest.mark.core_model, pytest.mark.cpu]
|
||||
|
||||
@@ -16,7 +19,8 @@ class _DummyInputBatch:
|
||||
|
||||
def _make_runner(multimodal_outputs):
|
||||
runner = object.__new__(GPUGenerationModelRunner)
|
||||
runner.execute_model_state = (
|
||||
runner.execute_model_state = ExecuteModelState(
|
||||
None,
|
||||
None,
|
||||
None,
|
||||
None,
|
||||
|
||||
Reference in new issue
Block a user