Fix FP8 Z-Image quality gate

Signed-off-by: WeiQing Chen <david6666666@users.noreply.github.com>
This commit is contained in:
WeiQing Chen committed 2026-05-28 08:06:28 +00:00
1 parent f035107ba0
commit eb0c4b1de4
7 files changed
+83 -9

No files matched your search

+12 -1
View File
@@ -19,6 +19,7 @@ from vllm.model_executor.models.utils import maybe_prefix
from vllm_omni.diffusion.data import OmniDiffusionConfig
from vllm_omni.quantization import build_quant_config
from vllm_omni.quantization.component_config import ComponentQuantizationConfig
if TYPE_CHECKING:
from transformers import PretrainedConfig, PreTrainedModel
@@ -87,7 +88,17 @@ def recursive_replace_linear(model: nn.Module, od_config: OmniDiffusionConfig):
# Replace modules as needed
if isinstance(child_module, nn.Linear):
style = "replicate"
new_module = replace_linear_class(child_module, style, quant_config, prefix=qual_name)
child_quant_config = (
quant_config.resolve(qual_name)
if isinstance(quant_config, ComponentQuantizationConfig)
else quant_config
)
new_module = replace_linear_class(
child_module,
style,
child_quant_config,
prefix=qual_name,
)
else:
_recursive_replace(child_module, prefix=qual_name)
if new_module is not child_module: