1 parent
0c82bb1315
commit
44ea27c809
4 files changed
+4
-8
No files matched your search
@@ -205,9 +205,7 @@ def test_replay_uses_active_request_and_layout(graph_case):
|
||||
register(manager, second)
|
||||
assert decode(manager, second) is None
|
||||
output = decode(manager, first)
|
||||
expected = (
|
||||
torch.ones_like(output).sin() + first[0]["cond"]["key"].mean() + first[0]["cond"]["value"].mean() + 2
|
||||
)
|
||||
expected = torch.ones_like(output).sin() + first[0]["cond"]["key"].mean() + first[0]["cond"]["value"].mean() + 2
|
||||
torch.testing.assert_close(output, expected)
|
||||
# Once the owner's cache is released, the key is free to adopt.
|
||||
del first
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
|
||||
|
||||
"""Unit tests for SequentialOffloadBackend."""
|
||||
|
||||
|
||||
@@ -920,8 +920,7 @@ class QwenImage21Transformer2DModel(CachedTransformer):
|
||||
self,
|
||||
max_entries=cuda_graph_max_decode_graphs,
|
||||
model_level_offload=(
|
||||
od_config.enable_cpu_offload
|
||||
or getattr(od_config, "enable_distributed_layerwise_offload", False)
|
||||
od_config.enable_cpu_offload or getattr(od_config, "enable_distributed_layerwise_offload", False)
|
||||
),
|
||||
)
|
||||
if self.enable_cuda_graph_decode
|
||||
|
||||
@@ -420,8 +420,7 @@ class ModelLevelOffloadBackend(OffloadBackend):
|
||||
# plain move semantics so offloading actually frees DiT VRAM
|
||||
# while the encoders run.
|
||||
persistent_dit_staging=(
|
||||
self.device.type == "cuda"
|
||||
and any(getattr(dit, "enable_cuda_graph_decode", False) for dit in dits)
|
||||
self.device.type == "cuda" and any(getattr(dit, "enable_cuda_graph_decode", False) for dit in dits)
|
||||
),
|
||||
)
|
||||
except BaseException:
|
||||
|
||||
Reference in new issue
Block a user