fix: repair ROCm test routing, CPU timeouts, and Breeze autotuning (#8342)

Signed-off-by: andyluo7 <andy.luo@amd.com>
This commit is contained in:
andyluo7 authored and GitHub committed 2026-10-02 07:36:41 +08:00
1 parent 2560f91859
commit bbee488da3
6 files changed
+186 -26

No files matched your search

@@ -16,6 +16,14 @@ from vllm.platforms import current_platform
from vllm_omni.platforms import current_omni_platform
def _depth_layer_compile_options() -> dict[str, bool]:
"""Keep ROCm away from the unstable Triton GEMM autotune path."""
return {
"epilogue_fusion": False,
"max_autotune": not current_platform.is_rocm(),
}
def sample_logits(
logits: torch.Tensor,
temperature: float,
@@ -283,7 +291,7 @@ class BreezeDepthDecoder(nn.Module):
BreezeDepthLayer.forward,
fullgraph=True,
dynamic=True,
options={"epilogue_fusion": False, "max_autotune": True},
options=_depth_layer_compile_options(),
)
self._compiled_sampler = torch.compile(sample_graph_logits, fullgraph=True, dynamic=False)
entry = BreezeDepthGraph(