[Bugfix] Fix Qwen3-Omni AWQ quantization name mapping (#5687)
Signed-off-by: lishunyang12 <lishunyang12@163.com>
This commit is contained in:
1 parent
17285c2f55
commit
1c917b2751
7 files changed
+131
-4
No files matched your search
@@ -21,6 +21,9 @@ if TYPE_CHECKING:
|
||||
from vllm.model_executor.layers.quantization.base_config import (
|
||||
QuantizeMethodBase,
|
||||
)
|
||||
from vllm.model_executor.models.utils import (
|
||||
WeightsMapper,
|
||||
)
|
||||
|
||||
|
||||
# Pre-quantized checkpoints (modelopt FP8/FP4/MXFP8/mixed) only quantize the
|
||||
@@ -112,6 +115,14 @@ class ComponentQuantizationConfig(QuantizationConfig):
|
||||
return self._components[comp_prefix]
|
||||
return self._default
|
||||
|
||||
def apply_vllm_mapper(self, hf_to_vllm_mapper: WeightsMapper) -> None:
|
||||
"""Apply a weight mapper to every routed quantization config."""
|
||||
for quant_config in self._components.values():
|
||||
if quant_config is not None:
|
||||
quant_config.apply_vllm_mapper(hf_to_vllm_mapper)
|
||||
if self._default is not None:
|
||||
self._default.apply_vllm_mapper(hf_to_vllm_mapper)
|
||||
|
||||
def get_name(self) -> str:
|
||||
return "component"
|
||||
|
||||
|
||||
Reference in new issue
Block a user