From 354511b805f96dc2ffe8b72755af1764d2318fe1 Mon Sep 17 00:00:00 2001 From: Yueqian Lin <70319226+linyueqian@users.noreply.github.com> Date: Tue, 5 May 2026 23:32:39 -0400 Subject: [PATCH] [CI][Bugfix] Relax stable-audio layerwise offload determinism tolerance to 1e-2 (#3371) Signed-off-by: Yueqian Lin --- .../offline_inference/test_diffusion_layerwise_offload.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/tests/e2e/offline_inference/test_diffusion_layerwise_offload.py b/tests/e2e/offline_inference/test_diffusion_layerwise_offload.py index 658fb09c3..446a0f046 100644 --- a/tests/e2e/offline_inference/test_diffusion_layerwise_offload.py +++ b/tests/e2e/offline_inference/test_diffusion_layerwise_offload.py @@ -98,7 +98,10 @@ def test_layerwise_offload_diffusion_model(model_name: str): if model_name == "stabilityai/stable-audio-open-1.0": audio_offload = output_offload[0].request_output.multimodal_output.get("audio") audio_no_offload = output_no_offload[0].request_output.multimodal_output.get("audio") - check_audio_determinism(audio_offload, audio_no_offload, atol=1e-3) + # Match the sibling cpu-offload test's tolerance: layerwise offload moves + # blocks across the PCIe bus on a side stream, which can perturb cuBLAS + # algorithm selection and produce ~ULP-level drift larger than 1e-3. + check_audio_determinism(audio_offload, audio_no_offload, atol=1e-2) is_rocm = torch.version.hip is not None platform = "rocm" if is_rocm else "cuda"