[Model] Optimize Qwen3-TTS streaming throughput and first audio on CUDA (#8163)

Signed-off-by: Sy03 <1370724210@qq.com>
This commit is contained in:
Sy03 authored and GitHub committed 2026-09-26 22:51:04 +08:00
1 parent 8a49c65bf9
commit e1303e5067
55 files changed
+4222 -230

No files matched your search

+8
View File
@@ -425,3 +425,11 @@ class TestSerializeDeserializePayload:
restored = deserialize_payload(wire)
assert restored["meta"]["minimax_h3_prepared_reference_videos"] == descriptor
def test_first_audio_metadata_round_trips_as_a_tensor():
from vllm_omni.data_entry_keys import to_dict, to_struct
payload = {"meta": {"first_audio": torch.tensor(True)}}
restored = to_dict(to_struct(payload))
assert restored["meta"]["first_audio"].item() is True