[Feature] timestamps for TTS via a forced-aligner pooling (#4795)

Signed-off-by: wjinxu <1299461899@qq.com>
Co-authored-by: xurui <xurui1@modelbest.onaliyun.com>
Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com>

tests/config/test_forced_aligner_injection.py

@@ -0,0 +1,71 @@
+import pytest
+
+import vllm_omni.config.pipeline_registry  # noqa: F401  (populate registry)
+from vllm_omni.config.pipeline_registry import OMNI_PIPELINES as _PIPELINE_REGISTRY
+from vllm_omni.config.stage_config import (
+    DeployConfig,
+    StageExecutionType,
+)
+from vllm_omni.model_executor.stage_input_processors.forced_aligner import (
+    POOLING_OUTPUT_DECODER_PATH,
+    TIMESTAMPS_MODALITY,
+)
+from vllm_omni.utils.forced_aligner import _DEFAULT_CONFIG_PATH, inject_forced_aligner_stage
+
+pytestmark = [pytest.mark.core_model, pytest.mark.cpu]
+
+
+def test_inject_appends_pooling_aligner_stage():
+    pipeline = _PIPELINE_REGISTRY["qwen3_tts"]
+    deploy = DeployConfig()
+    n0 = len(pipeline.stages)
+
+    ext_pipeline, ext_deploy = inject_forced_aligner_stage(
+        pipeline, deploy, {"forced_aligner": "/models/Qwen3-ForcedAligner-0.6B"}
+    )
+
+    # A new pooling stage is appended; the original pipeline is unchanged.
+    assert len(pipeline.stages) == n0
+    assert len(ext_pipeline.stages) == n0 + 1
+    # The original deploy config is not mutated either (double-injection safe).
+    assert len(deploy.stages) == 0
+    assert len(ext_deploy.stages) == 1
+    aligner = ext_pipeline.stages[-1]
+    # Pooling stage reuses LLM_AR (+ runner=pooling), no dedicated LLM_POOLING.
+    assert aligner.execution_type == StageExecutionType.LLM_AR
+    assert aligner.final_output is True
+    assert aligner.final_output_type == TIMESTAMPS_MODALITY
+    assert aligner.input_sources == (n0 - 1,)
+    assert aligner.requires_multimodal_data is True
+    assert aligner.owns_tokenizer is True
+
+    # The deploy stage carries the separate aligner checkpoint + decoder hook.
+    ds = ext_deploy.stages[-1]
+    assert ds.engine_extras["model"] == "/models/Qwen3-ForcedAligner-0.6B"
+    assert ds.engine_extras["runner"] == "pooling"
+    assert ds.engine_extras["pooling_output_decoder"] == POOLING_OUTPUT_DECODER_PATH
+
+
+def test_inject_from_config_only():
+    # --forced-aligner-config alone (model in the YAML) must also inject.
+    pipeline = _PIPELINE_REGISTRY["qwen3_tts"]
+    deploy = DeployConfig()
+    n0 = len(pipeline.stages)
+
+    ext_pipeline, ext_deploy = inject_forced_aligner_stage(
+        pipeline, deploy, {"forced_aligner": None, "forced_aligner_config": str(_DEFAULT_CONFIG_PATH)}
+    )
+
+    assert len(ext_pipeline.stages) == n0 + 1
+    assert ext_pipeline.stages[-1].final_output_type == TIMESTAMPS_MODALITY
+    assert ext_deploy.stages[-1].engine_extras["model"] == "Qwen/Qwen3-ForcedAligner-0.6B"
+
+
+def test_inject_noop_without_forced_aligner():
+    pipeline = _PIPELINE_REGISTRY["qwen3_tts"]
+    deploy = DeployConfig()
+
+    ext_pipeline, ext_deploy = inject_forced_aligner_stage(pipeline, deploy, {})
+
+    assert ext_pipeline is pipeline
+    assert len(ext_deploy.stages) == 0