From f7161b07d0126fc933c89eb057113cec089fc5d3 Mon Sep 17 00:00:00 2001 From: bjf-frz Date: Thu, 14 May 2026 17:27:59 +0800 Subject: [PATCH] [Bugfix]Allow HunyuanImage3 AR sampler batching (#3590) Signed-off-by: bjf-frz Co-authored-by: Canlin Guo --- .../model_executor/models/hunyuan_image3/hunyuan_image3.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/vllm_omni/model_executor/models/hunyuan_image3/hunyuan_image3.py b/vllm_omni/model_executor/models/hunyuan_image3/hunyuan_image3.py index 2edf3d4df..0c2afb2ac 100644 --- a/vllm_omni/model_executor/models/hunyuan_image3/hunyuan_image3.py +++ b/vllm_omni/model_executor/models/hunyuan_image3/hunyuan_image3.py @@ -1992,8 +1992,6 @@ class HunyuanImage3ForConditionalGeneration(nn.Module, SupportsMultiModal, Suppo min_score = torch.finfo(logits.dtype).min - assert logits.shape[0] == 1, f"HunyuanImage3 sampler requires max_num_seqs=1, got batch size {logits.shape[0]}" - for req_idx in range(logits.shape[0]): decoded_tokens: list[int] = ( sampling_metadata.output_token_ids[req_idx] if req_idx < len(sampling_metadata.output_token_ids) else []