fix pre-commit

Signed-off-by: Isotr0py <Isotr0py@outlook.com>
This commit is contained in:
Isotr0py committed 2026-09-23 06:22:17 +00:00
1 parent 0c82bb1315
commit 44ea27c809
4 files changed
+4 -8

No files matched your search

@@ -205,9 +205,7 @@ def test_replay_uses_active_request_and_layout(graph_case):
register(manager, second)
assert decode(manager, second) is None
output = decode(manager, first)
expected = (
torch.ones_like(output).sin() + first[0]["cond"]["key"].mean() + first[0]["cond"]["value"].mean() + 2
)
expected = torch.ones_like(output).sin() + first[0]["cond"]["key"].mean() + first[0]["cond"]["value"].mean() + 2
torch.testing.assert_close(output, expected)
# Once the owner's cache is released, the key is free to adopt.
del first
@@ -1,5 +1,5 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
"""Unit tests for SequentialOffloadBackend."""
@@ -920,8 +920,7 @@ class QwenImage21Transformer2DModel(CachedTransformer):
self,
max_entries=cuda_graph_max_decode_graphs,
model_level_offload=(
od_config.enable_cpu_offload
or getattr(od_config, "enable_distributed_layerwise_offload", False)
od_config.enable_cpu_offload or getattr(od_config, "enable_distributed_layerwise_offload", False)
),
)
if self.enable_cuda_graph_decode
@@ -420,8 +420,7 @@ class ModelLevelOffloadBackend(OffloadBackend):
# plain move semantics so offloading actually frees DiT VRAM
# while the encoders run.
persistent_dit_staging=(
self.device.type == "cuda"
and any(getattr(dit, "enable_cuda_graph_decode", False) for dit in dits)
self.device.type == "cuda" and any(getattr(dit, "enable_cuda_graph_decode", False) for dit in dits)
),
)
except BaseException: