[MiniCPM-o][NPU] Enable MiniCPM-o Code2Wav NPUGraph replay (#5604)
Signed-off-by: Zhou248 <62542847+Zhou248@users.noreply.github.com>
This commit is contained in:
1 parent
170d498771
commit
5d09cf27a9
15 files changed
+1129
-30
No files matched your search
@@ -24,6 +24,7 @@ from vllm_omni.config.pipeline_registry import OMNI_PIPELINES
|
||||
from vllm_omni.config.stage_config import (
|
||||
PipelineConfig,
|
||||
StageExecutionType,
|
||||
_apply_platform_overrides,
|
||||
load_deploy_config,
|
||||
merge_pipeline_deploy,
|
||||
)
|
||||
@@ -184,6 +185,30 @@ class TestDeployTopology:
|
||||
0.35,
|
||||
]
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
"filename",
|
||||
[
|
||||
"minicpmo_4_5.yaml",
|
||||
"minicpmo_4_5_2gpu.yaml",
|
||||
"minicpmo_4_5_3gpu.yaml",
|
||||
],
|
||||
)
|
||||
def test_npu_graph_configuration_is_stage_scoped(self, filename: str) -> None:
|
||||
deploy = load_deploy_config(_DEPLOY_DIR / filename)
|
||||
connector_extra = deploy.connectors["connector_of_shared_memory"]["extra"]
|
||||
assert "code2wav_enable_npu_graph" not in connector_extra
|
||||
assert "code2wav_max_npu_graphs" not in connector_extra
|
||||
|
||||
deploy = _apply_platform_overrides(deploy, platform="npu")
|
||||
stages = merge_pipeline_deploy(OMNI_PIPELINES[deploy.pipeline], deploy)
|
||||
assert stages[0].yaml_engine_args["compilation_config"]["cudagraph_mode"] == "PIECEWISE"
|
||||
assert stages[1].yaml_engine_args["compilation_config"]["cudagraph_mode"] == "PIECEWISE"
|
||||
assert stages[2].yaml_engine_args["enforce_eager"] is True
|
||||
assert stages[2].yaml_engine_args["additional_config"] == {
|
||||
"code2wav_enable_npu_graph": True,
|
||||
"code2wav_max_npu_graphs": 32,
|
||||
}
|
||||
|
||||
def test_pipeline_exposes_full_and_async_payload_hooks(self) -> None:
|
||||
pipeline = OMNI_PIPELINES[_PIPELINE_KEY]
|
||||
talker = pipeline.get_stage(1)
|
||||
|
||||
Reference in new issue
Block a user