[Core][Model] Enable Qwen3-TTS MRV2 and optimize the TTS pipeline (#7781)

Signed-off-by: Sy03 <1370724210@qq.com>
This commit is contained in:
Sy03 authored and GitHub committed 2026-09-20 23:03:08 -07:00
1 parent d139c600c7
commit a9e2117f5e
103 files changed
+10232 -661

No files matched your search

+14
View File
@@ -259,6 +259,17 @@ def test_native_text_tpot_only_accepts_positive_finished_metric(
assert processor.pop_native_text_metrics("r")["vllm_tpot_ms"] == expected_tpot_ms
def test_suppressed_native_tokens_use_authoritative_count_even_without_stats(monkeypatch):
monkeypatch.setattr(VLLMOutputProcessor, "_update_stats_from_output", lambda *args, **kwargs: None)
processor = object.__new__(MultimodalOutputProcessor)
processor._native_text_metrics_by_request = {}
state = _make_state(RequestOutputKind.FINAL_ONLY)
processor._update_stats_from_output(
state, SimpleNamespace(new_token_ids=[2150], num_generation_tokens=2048), None, None
)
assert processor.pop_native_text_metrics("r")["num_generation_tokens"] == 2048
def test_delta_drains_output_modality_per_step():
"""DELTA drains the mm_type key (output modality) but preserves hidden-state keys."""
s = _make_state(RequestOutputKind.DELTA)
@@ -616,6 +627,7 @@ def test_no_detokenizer_process_outputs_returns_nonterminal_audio_chunk(monkeypa
finish_reason=None,
stop_reason=None,
kv_transfer_params=None,
ec_transfer_params=None,
routed_experts=None,
num_cached_tokens=0,
)
@@ -631,6 +643,7 @@ def _make_mm_only_output_processor(monkeypatch):
processor = object.__new__(MultimodalOutputProcessor)
processor.output_modality = OutputModality.AUDIO
processor.request_states = {"r": _make_no_detok_state(RequestOutputKind.DELTA)}
processor.tracing_enabled = False
monkeypatch.setattr(
VLLMOutputProcessor,
"process_outputs",
@@ -660,6 +673,7 @@ def _audio_engine_output(*, is_segment_finished: bool, is_last_chunk: bool):
finish_reason=FinishReason.STOP,
stop_reason=None,
kv_transfer_params=None,
ec_transfer_params=None,
routed_experts=None,
num_cached_tokens=0,
is_segment_finished=is_segment_finished,