[Diffusion] Add loader-owned host-weight plans for DLO (TP=1) (#6213)

Signed-off-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
Hongsheng Liu authored and GitHub committed 2026-08-16 11:02:38 +08:00
1 parent 3875f8ded4
commit 9d2bb23ff6
17 files changed
+2009 -615

No files matched your search

@@ -292,7 +292,11 @@ class DiffusionModelRunner(OmniConnectorModelRunnerMixin):
)
# Apply CPU offloading
self.offload_backend = get_offload_backend(self.od_config, device=self.device)
self.offload_backend = get_offload_backend(
self.od_config,
device=self.device,
host_weight_plan=model_loader.take_host_weight_plan(),
)
if self.offload_backend is not None:
logger.info(f" Enabling offloader backend: {self.offload_backend.__class__.__name__}")
self.offload_backend.enable(self.pipeline)