Signed-off-by: dengyunyang <584797741@qq.com>
This commit is contained in:
1 parent
c483a23deb
commit
3c85ca5536
1 file changed
+3
-7
@@ -837,21 +837,17 @@ class HunyuanImage3Pipeline(
|
||||
cond_vae_images, cond_timestep, cond_vit_images = self._encode_cond_image(
|
||||
batch_cond_image_info, cfg_factor[mode]
|
||||
)
|
||||
# Pack vit kwargs. Siglip2 requires spatial_shapes and pixel_attention_mask
|
||||
# at the forward boundary. transformers >=5.54 renamed the kwarg from
|
||||
# `attention_mask` to `pixel_attention_mask` so the dict key must match
|
||||
# the expected forward signature.
|
||||
vit_kwargs = {"spatial_shapes": [], "pixel_attention_mask": []}
|
||||
vit_kwargs = {"spatial_shapes": [], "attention_mask": []}
|
||||
for cond_image_info in batch_cond_image_info:
|
||||
vit_kwargs["spatial_shapes"].append(
|
||||
torch.stack([item.vision_encoder_kwargs["spatial_shapes"] for item in cond_image_info])
|
||||
)
|
||||
vit_kwargs["pixel_attention_mask"].append(
|
||||
vit_kwargs["attention_mask"].append(
|
||||
torch.stack([item.vision_encoder_kwargs["pixel_attention_mask"] for item in cond_image_info])
|
||||
)
|
||||
if cfg_factor[mode] > 1:
|
||||
vit_kwargs["spatial_shapes"] = vit_kwargs["spatial_shapes"] * cfg_factor[mode]
|
||||
vit_kwargs["pixel_attention_mask"] = vit_kwargs["pixel_attention_mask"] * cfg_factor[mode]
|
||||
vit_kwargs["attention_mask"] = vit_kwargs["attention_mask"] * cfg_factor[mode]
|
||||
else:
|
||||
cond_vae_images, cond_timestep, cond_vit_images = None, None, None
|
||||
vit_kwargs = None
|
||||
|
||||
Reference in new issue
Block a user