9b0df3909a
Signed-off-by: wjinxu <1299461899@qq.com> Co-authored-by: xurui <xurui1@modelbest.onaliyun.com> Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
72 lines
2.7 KiB
Python
72 lines
2.7 KiB
Python
import pytest
|
|
|
|
import vllm_omni.config.pipeline_registry # noqa: F401 (populate registry)
|
|
from vllm_omni.config.pipeline_registry import OMNI_PIPELINES as _PIPELINE_REGISTRY
|
|
from vllm_omni.config.stage_config import (
|
|
DeployConfig,
|
|
StageExecutionType,
|
|
)
|
|
from vllm_omni.model_executor.stage_input_processors.forced_aligner import (
|
|
POOLING_OUTPUT_DECODER_PATH,
|
|
TIMESTAMPS_MODALITY,
|
|
)
|
|
from vllm_omni.utils.forced_aligner import _DEFAULT_CONFIG_PATH, inject_forced_aligner_stage
|
|
|
|
pytestmark = [pytest.mark.core_model, pytest.mark.cpu]
|
|
|
|
|
|
def test_inject_appends_pooling_aligner_stage():
|
|
pipeline = _PIPELINE_REGISTRY["qwen3_tts"]
|
|
deploy = DeployConfig()
|
|
n0 = len(pipeline.stages)
|
|
|
|
ext_pipeline, ext_deploy = inject_forced_aligner_stage(
|
|
pipeline, deploy, {"forced_aligner": "/models/Qwen3-ForcedAligner-0.6B"}
|
|
)
|
|
|
|
# A new pooling stage is appended; the original pipeline is unchanged.
|
|
assert len(pipeline.stages) == n0
|
|
assert len(ext_pipeline.stages) == n0 + 1
|
|
# The original deploy config is not mutated either (double-injection safe).
|
|
assert len(deploy.stages) == 0
|
|
assert len(ext_deploy.stages) == 1
|
|
aligner = ext_pipeline.stages[-1]
|
|
# Pooling stage reuses LLM_AR (+ runner=pooling), no dedicated LLM_POOLING.
|
|
assert aligner.execution_type == StageExecutionType.LLM_AR
|
|
assert aligner.final_output is True
|
|
assert aligner.final_output_type == TIMESTAMPS_MODALITY
|
|
assert aligner.input_sources == (n0 - 1,)
|
|
assert aligner.requires_multimodal_data is True
|
|
assert aligner.owns_tokenizer is True
|
|
|
|
# The deploy stage carries the separate aligner checkpoint + decoder hook.
|
|
ds = ext_deploy.stages[-1]
|
|
assert ds.engine_extras["model"] == "/models/Qwen3-ForcedAligner-0.6B"
|
|
assert ds.engine_extras["runner"] == "pooling"
|
|
assert ds.engine_extras["pooling_output_decoder"] == POOLING_OUTPUT_DECODER_PATH
|
|
|
|
|
|
def test_inject_from_config_only():
|
|
# --forced-aligner-config alone (model in the YAML) must also inject.
|
|
pipeline = _PIPELINE_REGISTRY["qwen3_tts"]
|
|
deploy = DeployConfig()
|
|
n0 = len(pipeline.stages)
|
|
|
|
ext_pipeline, ext_deploy = inject_forced_aligner_stage(
|
|
pipeline, deploy, {"forced_aligner": None, "forced_aligner_config": str(_DEFAULT_CONFIG_PATH)}
|
|
)
|
|
|
|
assert len(ext_pipeline.stages) == n0 + 1
|
|
assert ext_pipeline.stages[-1].final_output_type == TIMESTAMPS_MODALITY
|
|
assert ext_deploy.stages[-1].engine_extras["model"] == "Qwen/Qwen3-ForcedAligner-0.6B"
|
|
|
|
|
|
def test_inject_noop_without_forced_aligner():
|
|
pipeline = _PIPELINE_REGISTRY["qwen3_tts"]
|
|
deploy = DeployConfig()
|
|
|
|
ext_pipeline, ext_deploy = inject_forced_aligner_stage(pipeline, deploy, {})
|
|
|
|
assert ext_pipeline is pipeline
|
|
assert len(ext_deploy.stages) == 0
|