[MXFP8][XPU] enable mxfp8 using vLLM main repo method (#3782)

Signed-off-by: Chendi Xue <chendi.xue@intel.com>
This commit is contained in:
Chendi.Xue authored and GitHub committed 2026-05-28 02:47:22 +00:00
1 parent 39705f9ee8
commit 1903cee56a
8 files changed
+328 -35

No files matched your search

+6
View File
@@ -399,6 +399,12 @@ def resolve_quant_config_from_disk(
)
return build_quant_config(qc_method, **qc_kwargs)
# AutoRound MXFP8 checkpoints use data_type="mx_fp" instead of
# is_checkpoint_*_serialized; rebuild so the offline path is selected.
if qc_kwargs.get("data_type") == "mx_fp":
logger.info("config.json declares data_type='mx_fp'; rebuilding as offline AutoRound MXFP8.")
return build_quant_config(qc_method, **qc_kwargs)
if (
"ignored_layers" in qc_kwargs
and hasattr(quant_config, "ignored_layers")