[Bugfix][Qwen3-Omni] Handle missing packed modules mapping (#6748)
Signed-off-by: psv666 <2693925048@qq.com> Co-authored-by: Gao Han <hgaoaf@connect.ust.hk>
This commit is contained in:
1 parent
08cdee8dc4
commit
5c47fd0bc8
2 files changed
+65
-3
No files matched your search
@@ -1,5 +1,5 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
|
||||
"""Quantization mapping helpers for nested Qwen3-Omni stages."""
|
||||
|
||||
from vllm.model_executor.models.interfaces import SupportsQuant
|
||||
@@ -25,8 +25,8 @@ def apply_nested_quant_config_mapping(model: SupportsQuant) -> None:
|
||||
|
||||
# The outer model maps names, while the nested model still contributes
|
||||
# fused-module metadata needed by quantization scheme matching.
|
||||
if model.packed_modules_mapping is not None:
|
||||
quant_config.packed_modules_mapping.update(model.packed_modules_mapping)
|
||||
if packed_modules_mapping := getattr(model, "packed_modules_mapping", None):
|
||||
quant_config.packed_modules_mapping.update(packed_modules_mapping)
|
||||
|
||||
|
||||
class Qwen3OmniNestedSupportsQuant(SupportsQuant):
|
||||
|
||||
Reference in new issue
Block a user