[MiniCPM-o][NPU] Enable MiniCPM-o Code2Wav NPUGraph replay (#5604)

Signed-off-by: Zhou248 <62542847+Zhou248@users.noreply.github.com>
This commit is contained in:
Zhou248 authored and GitHub committed 2026-08-17 15:09:51 +08:00
1 parent 170d498771
commit 5d09cf27a9
15 files changed
+1129 -30

No files matched your search

@@ -24,6 +24,7 @@ from vllm_omni.config.pipeline_registry import OMNI_PIPELINES
from vllm_omni.config.stage_config import (
PipelineConfig,
StageExecutionType,
_apply_platform_overrides,
load_deploy_config,
merge_pipeline_deploy,
)
@@ -184,6 +185,30 @@ class TestDeployTopology:
0.35,
]
@pytest.mark.parametrize(
"filename",
[
"minicpmo_4_5.yaml",
"minicpmo_4_5_2gpu.yaml",
"minicpmo_4_5_3gpu.yaml",
],
)
def test_npu_graph_configuration_is_stage_scoped(self, filename: str) -> None:
deploy = load_deploy_config(_DEPLOY_DIR / filename)
connector_extra = deploy.connectors["connector_of_shared_memory"]["extra"]
assert "code2wav_enable_npu_graph" not in connector_extra
assert "code2wav_max_npu_graphs" not in connector_extra
deploy = _apply_platform_overrides(deploy, platform="npu")
stages = merge_pipeline_deploy(OMNI_PIPELINES[deploy.pipeline], deploy)
assert stages[0].yaml_engine_args["compilation_config"]["cudagraph_mode"] == "PIECEWISE"
assert stages[1].yaml_engine_args["compilation_config"]["cudagraph_mode"] == "PIECEWISE"
assert stages[2].yaml_engine_args["enforce_eager"] is True
assert stages[2].yaml_engine_args["additional_config"] == {
"code2wav_enable_npu_graph": True,
"code2wav_max_npu_graphs": 32,
}
def test_pipeline_exposes_full_and_async_payload_hooks(self) -> None:
pipeline = OMNI_PIPELINES[_PIPELINE_KEY]
talker = pipeline.get_stage(1)