[Bugfix] Fix Qwen3-Omni AWQ quantization name mapping (#5687)

Signed-off-by: lishunyang12 <lishunyang12@163.com>
This commit is contained in:
SYLAR authored and GitHub committed 2026-08-23 15:13:36 +00:00
1 parent 17285c2f55
commit 1c917b2751
7 files changed
+131 -4

No files matched your search

@@ -21,6 +21,9 @@ if TYPE_CHECKING:
from vllm.model_executor.layers.quantization.base_config import (
QuantizeMethodBase,
)
from vllm.model_executor.models.utils import (
WeightsMapper,
)
# Pre-quantized checkpoints (modelopt FP8/FP4/MXFP8/mixed) only quantize the
@@ -112,6 +115,14 @@ class ComponentQuantizationConfig(QuantizationConfig):
return self._components[comp_prefix]
return self._default
def apply_vllm_mapper(self, hf_to_vllm_mapper: WeightsMapper) -> None:
"""Apply a weight mapper to every routed quantization config."""
for quant_config in self._components.values():
if quant_config is not None:
quant_config.apply_vllm_mapper(hf_to_vllm_mapper)
if self._default is not None:
self._default.apply_vllm_mapper(hf_to_vllm_mapper)
def get_name(self) -> str:
return "component"