[CI/Build] Initialize RoPE frequencies in MiniMax H3 TeaCache tests (#8125)
Signed-off-by: Canlin Guo <canlinguosdu@gmail.com>
This commit is contained in:
1 parent
ed5fc2b83b
commit
0a0e1884f7
1 file changed
+3
@@ -652,6 +652,9 @@ class TestMiniMaxH3Extractor(BaseExtractorTest):
|
||||
monkeypatch.setattr(h3, "get_tensor_model_parallel_world_size", lambda: 1)
|
||||
|
||||
model = h3.MiniMaxH3DiTModel(_minimax_h3_small_od_config(), quant_config=None)
|
||||
# Normally loaded from the checkpoint; torch.empty() can contain NaNs.
|
||||
# With one frequency per axis, the RoPE inverse frequency is 1.
|
||||
model.rope.inv_freq.fill_(1.0)
|
||||
for submodule in model.modules():
|
||||
if isinstance(submodule, h3.MiniMaxH3Attention):
|
||||
submodule.rope._forward_method = submodule.rope.forward_native
|
||||
|
||||
Reference in new issue
Block a user