diff --git a/tests/diffusion/quantization/artifacts/fp8_z_image_quality/README.md b/tests/diffusion/quantization/artifacts/fp8_z_image_quality/README.md index 30727e9e7..1e9c3a069 100644 --- a/tests/diffusion/quantization/artifacts/fp8_z_image_quality/README.md +++ b/tests/diffusion/quantization/artifacts/fp8_z_image_quality/README.md @@ -10,6 +10,12 @@ VLLM_OMNI_QUALITY_OUTPUT_DIR=$PWD/tests/diffusion/quantization/artifacts/fp8_z_i -s -v -m "" ``` +Quantized config: + +```python +{"method": "fp8", "ignored_layers": ["img_mlp"]} +``` + Result: failed with the current `max_lpips=0.15` threshold. | Metric | Value | diff --git a/tests/diffusion/quantization/artifacts/fp8_z_image_quality/fp8_z_image_comparison.png b/tests/diffusion/quantization/artifacts/fp8_z_image_quality/fp8_z_image_comparison.png index c268551ae..9d12c278f 100644 Binary files a/tests/diffusion/quantization/artifacts/fp8_z_image_quality/fp8_z_image_comparison.png and b/tests/diffusion/quantization/artifacts/fp8_z_image_quality/fp8_z_image_comparison.png differ diff --git a/tests/diffusion/quantization/test_quantization_quality.py b/tests/diffusion/quantization/test_quantization_quality.py index 024a28e3f..33b0dd9c6 100644 --- a/tests/diffusion/quantization/test_quantization_quality.py +++ b/tests/diffusion/quantization/test_quantization_quality.py @@ -71,7 +71,7 @@ class QualityTestConfig: prompt: str # generation prompt max_lpips: float # fail threshold — higher = more lenient model: str | None = None # HF model name - quantization: str | None = None # quantization method, e.g. "fp8" + quantization: str | dict[str, object] | None = None # quantization method/config, e.g. "fp8" baseline_model: str | None = None # explicit BF16/local baseline path quantized_model: str | None = None # explicit quantized/local model path height: int = 1024 @@ -118,7 +118,7 @@ QUALITY_CONFIGS = [ QualityTestConfig( id="fp8_z_image", model="Tongyi-MAI/Z-Image-Turbo", - quantization="fp8", + quantization={"method": "fp8", "ignored_layers": ["img_mlp"]}, task="t2i", prompt=( "A breathtaking twilight scene atop a floating archipelago of crystalline islands suspended in an "