[Feature]: Migrate magi human example (#4572)

Signed-off-by: princepride <wangzhipeng628@gmail.com>
Signed-off-by: 汪志鹏 <wangzhipeng628@gmail.com>
This commit is contained in:
汪志鹏 authored and GitHub committed 2026-06-22 15:17:00 +08:00
1 parent ec4ec0f604
commit a10eac0f8c
8 files changed
+163 -227

No files matched your search

@@ -157,7 +157,7 @@ class T5GemmaEncoderLayer(nn.Module):
num_kv_heads=config.num_key_value_heads,
head_dim=config.head_dim,
max_position_embeddings=config.max_position_embeddings,
rope_theta=config.rope_theta,
rope_theta=getattr(config, "rope_theta", 10000.0),
)
self.mlp = T5GemmaMLP(
hidden_size=config.hidden_size,