[Docs] Clarify Hunyuan expert remapping scope
Signed-off-by: hsliuustc0106 <liuhongsheng4@huawei.com>
This commit is contained in:
1 parent
cecaa6344d
commit
ade3bb27ea
3 files changed
+3
-1
No files matched your search
@@ -97,7 +97,7 @@ def test_model_loaders_do_not_call_removed_get_cache_scale(rel_path: str) -> Non
|
|||||||
),
|
),
|
||||||
],
|
],
|
||||||
)
|
)
|
||||||
def test_hunyuan_expert_mapping_uses_vllm_public_contract(
|
def test_hunyuan_expert_mapping_separates_public_and_local_contracts(
|
||||||
module_name: str,
|
module_name: str,
|
||||||
class_name: str,
|
class_name: str,
|
||||||
monkeypatch: pytest.MonkeyPatch,
|
monkeypatch: pytest.MonkeyPatch,
|
||||||
|
|||||||
@@ -2205,6 +2205,7 @@ class HunyuanImage3Model(nn.Module):
|
|||||||
)
|
)
|
||||||
|
|
||||||
def _get_expert_weights_remapping(self) -> dict[str, tuple[str, int, int]]:
|
def _get_expert_weights_remapping(self) -> dict[str, tuple[str, int, int]]:
|
||||||
|
"""Return the vLLM-Omni-local remapping for Hunyuan checkpoint weights."""
|
||||||
if not _is_moe(self.config):
|
if not _is_moe(self.config):
|
||||||
return {}
|
return {}
|
||||||
return {
|
return {
|
||||||
|
|||||||
@@ -144,6 +144,7 @@ class HunyuanModel(HunYuanModel):
|
|||||||
)
|
)
|
||||||
|
|
||||||
def _get_expert_weights_remapping(self) -> dict[str, tuple[str, int, int]]:
|
def _get_expert_weights_remapping(self) -> dict[str, tuple[str, int, int]]:
|
||||||
|
"""Return the vLLM-Omni-local remapping for Hunyuan checkpoint weights."""
|
||||||
if not _is_moe(self.config):
|
if not _is_moe(self.config):
|
||||||
return {}
|
return {}
|
||||||
return {
|
return {
|
||||||
|
|||||||
Reference in new issue
Block a user