[Model][Perf] IndexTTS2: drop per-step hidden D2H in latent mode (#8478)

Signed-off-by: ztyan <191593482+vivivi-111@users.noreply.github.com>
This commit is contained in:
ztyan authored and GitHub committed 2026-10-05 20:20:25 +08:00
1 parent 6dd0d1f931
commit 091b256674
2 files changed
+12 -11

No files matched your search

@@ -1,5 +1,5 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
from types import SimpleNamespace
@@ -215,8 +215,8 @@ def test_mel_head_preserves_official_checkpoint_bias_and_hidden_payload_policy(
assert seen["bias"] is True
assert talker.mel_head.bias is not None
assert talker.omni_pooler_payload_include_hidden is use_gpt_latent
assert talker.omni_payload_at_request_end is (model_type == "indextts2_5")
assert talker.omni_pooler_payload_include_hidden is False
assert talker.omni_payload_at_request_end is True
def test_v2_load_weights_loads_exact_mel_head_bias_parameter(monkeypatch):