[Bufix] Ming-omni-tts-16.8B Skip rejected and unused weights loading (#5607)
Signed-off-by: Yuanheng Zhao <jonathan.zhaoyh@gmail.com>
This commit is contained in:
1 parent
81cd7964d4
commit
ce3d8e4bac
1 file changed
+11
-1
@@ -58,10 +58,20 @@ _CFM_STEPS = 10
|
||||
|
||||
|
||||
class MingLLMModel(nn.Module):
|
||||
# Drop the tensor on purpose, otherwise upstream vLLM would reject.
|
||||
# The vendor never reaches them either (audio_gate/image_gate never fire)
|
||||
# dropping them keeps routing identical to the reference implementation.
|
||||
# https://github.com/inclusionAI/Ming-omni-tts/blob/main/modeling_bailingmm.py#L427-L428
|
||||
# https://github.com/inclusionAI/Ming-omni-tts/blob/main/modeling_bailing_moe.py#L510-L520
|
||||
hf_to_vllm_mapper = WeightsMapper(
|
||||
orig_to_new_substr={
|
||||
".mlp.audio_gate.": None,
|
||||
".mlp.image_gate.": None,
|
||||
},
|
||||
orig_to_new_prefix={
|
||||
"model.lm_head.": None,
|
||||
"model.model.": "model.",
|
||||
}
|
||||
},
|
||||
)
|
||||
|
||||
def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):
|
||||
|
||||
Reference in new issue
Block a user