[Bugfix] Fix LTX-2.3 tensor-parallel gated attention (#4439)
Signed-off-by: mglyn <1203789601@qq.com>
This commit is contained in:
1 parent
a693ae67f6
commit
11829ccd75
1 file changed
+1
-1
@@ -691,7 +691,7 @@ class LTX2Attention(torch.nn.Module):
|
||||
# LTX-2.3: per-head gated attention
|
||||
# leave unquantized for this linear
|
||||
if apply_gated_attention:
|
||||
self.to_gate_logits = nn.Linear(query_dim, heads, bias=True)
|
||||
self.to_gate_logits = nn.Linear(query_dim, self.query_num_heads, bias=True)
|
||||
else:
|
||||
self.to_gate_logits = None
|
||||
|
||||
|
||||
Reference in new issue
Block a user