[Bugfix] Propagate seed to Qwen3-TTS Fast AR sampler (#3350)

Signed-off-by: Sy03 <1370724210@qq.com>
This commit is contained in:
Sy03 authored and GitHub committed 2026-05-05 14:57:55 -04:00
1 parent 5cf3f7947b
commit 2b85474c23
6 files changed
+124 -26

No files matched your search

@@ -78,6 +78,7 @@ class CaptureTalkerMTP(torch.nn.Module):
temperature=None,
top_k=None,
top_p=None,
generator=None,
):
self.calls.append(
{
@@ -85,6 +86,7 @@ class CaptureTalkerMTP(torch.nn.Module):
"temperature": temperature,
"top_k": top_k,
"top_p": top_p,
"generator": generator,
}
)
codes = torch.zeros((req_embeds.shape[0], 1), dtype=torch.int64)
@@ -208,12 +210,38 @@ def test_talker_mtp_forward_cpu_empty_batch_noop(monkeypatch):
assert torch.allclose(inputs_embeds, before)
def test_talker_mtp_forward_ignores_default_sampling_seed_without_request_marker(monkeypatch):
import vllm_omni.worker.gpu_model_runner as mod
monkeypatch.setattr(mod, "set_forward_context", _noop_forward_context)
runner = _make_runner(req_ids=("r1",), hidden_size=4)
runner.requests["r1"].sampling_params = SimpleNamespace(seed=42)
runner.talker_mtp = CaptureTalkerMTP()
runner.vllm_config = SimpleNamespace(model_config=SimpleNamespace(subtalker_sampling_params={}))
def fake_determine(self, num_tokens, num_reqs, num_scheduled_tokens_np, max_num_scheduled_tokens, use_cascade_attn):
batch_desc = SimpleNamespace(num_tokens=int(num_tokens))
return (False, batch_desc, None, None, None)
monkeypatch.setattr(runner, "_determine_batch_execution_and_padding", fake_determine.__get__(runner, type(runner)))
inputs_embeds = torch.zeros((2, 4), dtype=torch.float32)
OmniGPUModelRunner._talker_mtp_forward(runner, ["r1"], inputs_embeds)
assert runner.talker_mtp.calls[0]["generator"] is None
def test_talker_mtp_forward_passes_qwen3_tts_subtalker_sampling_params_to_talker(monkeypatch):
import vllm_omni.worker.gpu_model_runner as mod
monkeypatch.setattr(mod, "set_forward_context", _noop_forward_context)
runner = _make_runner(req_ids=("r1",), hidden_size=4)
runner.requests["r1"].sampling_params = SimpleNamespace(
seed=42,
extra_args={"qwen3_tts_request_seed": 42},
)
runner.talker_mtp = CaptureTalkerMTP()
runner.vllm_config = SimpleNamespace(
model_config=SimpleNamespace(
@@ -241,8 +269,10 @@ def test_talker_mtp_forward_passes_qwen3_tts_subtalker_sampling_params_to_talker
"temperature": 0.2,
"top_k": 9,
"top_p": 0.55,
"generator": runner.talker_mtp.calls[0]["generator"],
}
]
assert runner.talker_mtp.calls[0]["generator"] is not None
def test_update_intermediate_buffer_writes_to_buffer_and_setattr(monkeypatch):