Qwen3-TTS full-payload: emit empty-finished payload on degenerate take instead of dropping (fixes Stage-1 300s hang) (#4465)

Signed-off-by: jjw <m@jjw.in>
Signed-off-by: henryj <349043+henryj@users.noreply.github.com>
Co-authored-by: Yueqian Lin <70319226+linyueqian@users.noreply.github.com>
Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
This commit is contained in:
authored and GitHub committed 2026-06-23 00:21:11 +00:00
1 parent 9177b37e2f
commit 9c260b3774
3 files changed
+59 -3

No files matched your search

@@ -375,6 +375,22 @@ def test_malformed_codec_length_warning_is_rate_limited():
assert out2.multimodal_outputs["model_outputs"][0].numel() == 0
def test_forward_emits_zero_samples_for_empty_codec_payload():
"""Consumer side of #4463.
The empty-but-finished payload that ``talker2code2wav_full_payload`` now
returns on a degenerate take carries a zero-length ``codes.audio``. Code2Wav
must turn that into a 0-sample output (finishing the request) so the Stage-1
wait gate releases, rather than stalling the pipeline to the connector
timeout.
"""
model = _make_model()
out = model.forward(input_ids=torch.zeros(0, dtype=torch.long))
assert out.multimodal_outputs["model_outputs"][0].numel() == 0
def test_forward_batches_equal_length_requests_in_one_decoder_call():
model = _make_model()
@@ -486,3 +486,32 @@ def test_full_payload_omits_left_context_size_without_ref():
assert payload["meta"]["finished"].item() is True
assert "left_context_size" not in payload["meta"]
assert len(payload["codes"]["audio"]) == _Q * 2
@pytest.mark.parametrize(
"pooling_output",
[
pytest.param(SimpleNamespace(codes="not-a-dict"), id="non_dict_output"),
pytest.param({}, id="missing_codes_audio"),
pytest.param({"codes.audio": torch.zeros((3, _Q), dtype=torch.long)}, id="all_codes_filtered"),
],
)
def test_full_payload_emits_empty_finished_payload_on_degenerate_take(pooling_output):
"""Regression for #4463.
A degenerate talker take used to return ``None`` from
``talker2code2wav_full_payload``. The connector treats ``None`` as "drop the
request", but Stage-1 was already scheduled to receive it, so its wait gate
polls to ``connector_get_max_wait`` (~300s) and the orchestrator aborts — one
stuck request stalls the whole two-stage pipeline. Each degenerate case
(non-dict pooling_output, missing ``codes.audio``, all codec frames dropped by
the filter) must instead return an empty-but-finished payload so the gate
releases and the request finishes immediately with zero-length audio.
"""
request = SimpleNamespace(request_id="r", output_token_ids=[0, 1, 2])
payload = talker2code2wav_full_payload(transfer_manager=None, pooling_output=pooling_output, request=request)
assert payload is not None
assert payload["meta"]["finished"].item() is True
assert payload["codes"]["audio"].numel() == 0