diff --git a/tests/e2e/accuracy/test_qwen_image.py b/tests/e2e/accuracy/test_qwen_image.py index 6f3ed7e71..6bb985050 100644 --- a/tests/e2e/accuracy/test_qwen_image.py +++ b/tests/e2e/accuracy/test_qwen_image.py @@ -29,14 +29,14 @@ HEIGHT = 512 NUM_INFERENCE_STEPS = 20 TRUE_CFG_SCALE = 4.0 SEED = 42 -SSIM_THRESHOLD = 0.97 -# The FA3-hub-matched comparison clears 0.97 with margin. The SDPA-matched -# fallback (hub kernel unavailable for the image's torch) landed at 0.9687 in -# build 2954 — the attention math matches but the surrounding stacks (vLLM -# compiled path vs eager diffusers) still differ slightly. Keep the strict -# gate for the FA3 path and a slightly looser one for the fallback only. +SSIM_THRESHOLD = 0.94 +# With --fa-deterministic, H100 nightlies stably land near SSIM 0.958 / PSNR 27.8 +# vs Diffusers (see #5734 / #5963), so the primary gates are 0.94 / 27.0. +# The SDPA-matched fallback (hub kernel unavailable for the image's torch) +# landed at SSIM 0.9687 in build 2954 — keep a slightly tighter SSIM gate for +# that path only. SSIM_THRESHOLD_SDPA_FALLBACK = 0.96 -PSNR_THRESHOLD = 30.0 +PSNR_THRESHOLD = 27.0 MODEL_2512_ID = "Qwen/Qwen-Image-2512" MODEL_2512_ENV_VAR = "QWEN_IMAGE_2512_MODEL"