1 parent
0c82bb1315
commit
44ea27c809
4 files changed
+4
-8
No files matched your search
@@ -920,8 +920,7 @@ class QwenImage21Transformer2DModel(CachedTransformer):
|
||||
self,
|
||||
max_entries=cuda_graph_max_decode_graphs,
|
||||
model_level_offload=(
|
||||
od_config.enable_cpu_offload
|
||||
or getattr(od_config, "enable_distributed_layerwise_offload", False)
|
||||
od_config.enable_cpu_offload or getattr(od_config, "enable_distributed_layerwise_offload", False)
|
||||
),
|
||||
)
|
||||
if self.enable_cuda_graph_decode
|
||||
|
||||
@@ -420,8 +420,7 @@ class ModelLevelOffloadBackend(OffloadBackend):
|
||||
# plain move semantics so offloading actually frees DiT VRAM
|
||||
# while the encoders run.
|
||||
persistent_dit_staging=(
|
||||
self.device.type == "cuda"
|
||||
and any(getattr(dit, "enable_cuda_graph_decode", False) for dit in dits)
|
||||
self.device.type == "cuda" and any(getattr(dit, "enable_cuda_graph_decode", False) for dit in dits)
|
||||
),
|
||||
)
|
||||
except BaseException:
|
||||
|
||||
Reference in new issue
Block a user