[Bugfix]Allow HunyuanImage3 AR sampler batching (#3590)

Signed-off-by: bjf-frz <frz123db@gmail.com>
Co-authored-by: Canlin Guo <canlinguosdu@gmail.com>
This commit is contained in:
bjf-frzandCanlin Guo authored and GitHub committed 2026-05-14 09:27:59 +00:00
1 parent c0b7509f07
commit f7161b07d0
1 file changed
-2
@@ -1992,8 +1992,6 @@ class HunyuanImage3ForConditionalGeneration(nn.Module, SupportsMultiModal, Suppo
min_score = torch.finfo(logits.dtype).min
assert logits.shape[0] == 1, f"HunyuanImage3 sampler requires max_num_seqs=1, got batch size {logits.shape[0]}"
for req_idx in range(logits.shape[0]):
decoded_tokens: list[int] = (
sampling_metadata.output_token_ids[req_idx] if req_idx < len(sampling_metadata.output_token_ids) else []