[Model] Add MiniMax-H3 long-video latent continuation with driving audio (#7838)
Signed-off-by: princepride <wangzhipeng628@gmail.com>
This commit is contained in:
17 files changed
+1089
-50
No files matched your search
@@ -124,7 +124,8 @@ if HAS_TRITON:
|
||||
eps: tl.constexpr,
|
||||
heads_per_program: tl.constexpr,
|
||||
):
|
||||
token = tl.program_id(0)
|
||||
# Long-video Q/K views can span more than 2**31 elements of fused QKV storage.
|
||||
token = tl.program_id(0).to(tl.int64)
|
||||
head_group = tl.program_id(1)
|
||||
heads = head_group * heads_per_program + tl.arange(0, heads_per_program)
|
||||
dims = tl.arange(0, head_dim)
|
||||
@@ -216,7 +217,8 @@ if HAS_TRITON:
|
||||
(partial rotary or lane padding) the output is the normalized value
|
||||
unchanged.
|
||||
"""
|
||||
token = tl.program_id(0)
|
||||
# Long-video Q/K views can span more than 2**31 elements of fused QKV storage.
|
||||
token = tl.program_id(0).to(tl.int64)
|
||||
head_group = tl.program_id(1)
|
||||
dims = tl.arange(0, padded_dim)
|
||||
dim_mask = dims < head_dim
|
||||
|
||||
Reference in new issue
Block a user