[Bugfix][Model] Fix LongCat Image Config Handling / Layer Creation (#1485)

Signed-off-by: Alex Brooks <albrooks@redhat.com>
Co-authored-by: SYLAR <125541396+lishunyang12@users.noreply.github.com>
This commit is contained in:
Alex BrooksandSYLAR authored and GitHub committed 2026-03-03 00:50:08 +08:00
1 parent 22a51a7cdb
commit a09b6499f8
1 file changed
+10 -9
@@ -517,17 +517,18 @@ class LongCatImageTransformer2DModel(nn.Module):
def __init__(
self,
od_config: OmniDiffusionConfig,
patch_size: int = 1,
in_channels: int = 64,
num_layers: int = 19,
num_single_layers: int = 38,
attention_head_dim: int = 128,
num_attention_heads: int = 24,
joint_attention_dim: int = 3584,
pooled_projection_dim: int = 3584,
axes_dims_rope: list[int] = [16, 56, 56],
):
super().__init__()
model_config = od_config.tf_model_config
patch_size = model_config.patch_size
in_channels = model_config.in_channels
num_layers = model_config.num_layers
num_single_layers = model_config.num_single_layers
attention_head_dim = model_config.attention_head_dim
num_attention_heads = model_config.num_attention_heads
joint_attention_dim = model_config.joint_attention_dim
pooled_projection_dim = model_config.pooled_projection_dim
axes_dims_rope = getattr(model_config, "axes_dims_rope", [16, 56, 56])
self.out_channels = in_channels
self.inner_dim = num_attention_heads * attention_head_dim
self.pooled_projection_dim = pooled_projection_dim