[FP8] enable hunyuan-image-3 diffusion model with fp8 online quant (#1935)

Signed-off-by: Chendi Xue <chendi.xue@intel.com>

vllm_omni/diffusion/model_loader/diffusers_loader.py

@@ -328,8 +328,15 @@ class DiffusersPipelineLoader:
         # that have loaded weights tracking currently.
         if loaded_weights is not None:
             weights_not_loaded = weights_to_load - loaded_weights
+            # NOTE: if the model is quantized, ignore not_loaded check for scale weights
+            weights_scale_not_loaded = {name for name in weights_not_loaded if name.endswith("weight_scale")}
+            weights_not_loaded = weights_not_loaded - weights_scale_not_loaded
             if weights_not_loaded:
                 raise ValueError(f"Following weights were not initialized from checkpoint: {weights_not_loaded}")
+            if weights_scale_not_loaded:
+                logger.warning(
+                    f"Following weight_scale weights were not initialized from checkpoint: {weights_scale_not_loaded}"
+                )
 
     def _is_gguf_quantization(self, od_config: OmniDiffusionConfig) -> bool:
         quant_config = od_config.quantization_config