[Bugfix][Qwen3-Omni] Handle missing packed modules mapping (#6748)

Signed-off-by: psv666 <2693925048@qq.com>
Co-authored-by: Gao Han <hgaoaf@connect.ust.hk>
This commit is contained in:
psv666andGao Han authored and GitHub committed 2026-08-29 15:24:49 +08:00
1 parent 08cdee8dc4
commit 5c47fd0bc8
2 files changed
+65 -3

No files matched your search

@@ -1,5 +1,5 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
"""Quantization mapping helpers for nested Qwen3-Omni stages."""
from vllm.model_executor.models.interfaces import SupportsQuant
@@ -25,8 +25,8 @@ def apply_nested_quant_config_mapping(model: SupportsQuant) -> None:
# The outer model maps names, while the nested model still contributes
# fused-module metadata needed by quantization scheme matching.
if model.packed_modules_mapping is not None:
quant_config.packed_modules_mapping.update(model.packed_modules_mapping)
if packed_modules_mapping := getattr(model, "packed_modules_mapping", None):
quant_config.packed_modules_mapping.update(packed_modules_mapping)
class Qwen3OmniNestedSupportsQuant(SupportsQuant):