fix: repair ROCm test routing, CPU timeouts, and Breeze autotuning (#8342)
Signed-off-by: andyluo7 <andy.luo@amd.com>
This commit is contained in:
1 parent
2560f91859
commit
bbee488da3
6 files changed
+186
-26
No files matched your search
@@ -16,6 +16,14 @@ from vllm.platforms import current_platform
|
||||
from vllm_omni.platforms import current_omni_platform
|
||||
|
||||
|
||||
def _depth_layer_compile_options() -> dict[str, bool]:
|
||||
"""Keep ROCm away from the unstable Triton GEMM autotune path."""
|
||||
return {
|
||||
"epilogue_fusion": False,
|
||||
"max_autotune": not current_platform.is_rocm(),
|
||||
}
|
||||
|
||||
|
||||
def sample_logits(
|
||||
logits: torch.Tensor,
|
||||
temperature: float,
|
||||
@@ -283,7 +291,7 @@ class BreezeDepthDecoder(nn.Module):
|
||||
BreezeDepthLayer.forward,
|
||||
fullgraph=True,
|
||||
dynamic=True,
|
||||
options={"epilogue_fusion": False, "max_autotune": True},
|
||||
options=_depth_layer_compile_options(),
|
||||
)
|
||||
self._compiled_sampler = torch.compile(sample_graph_logits, fullgraph=True, dynamic=False)
|
||||
entry = BreezeDepthGraph(
|
||||
|
||||
Reference in new issue
Block a user