[New Model]: Add sensenova u1 support (#3319)
Signed-off-by: princepride <wangzhipeng628@gmail.com> Signed-off-by: 汪志鹏 <wangzhipeng628@gmail.com>
This commit is contained in:
20 files changed
+3838
-19
No files matched your search
@@ -222,6 +222,13 @@ class ModelLevelOffloadBackend(OffloadBackend):
|
||||
except Exception as exc:
|
||||
logger.debug("Failed to move VAE to GPU: %s", exc)
|
||||
|
||||
# Pin resident modules on GPU (small hot submodules called inside the DiT loop).
|
||||
for res, name in zip(modules.resident_modules, modules.resident_names):
|
||||
try:
|
||||
res.to(self.device)
|
||||
except Exception as exc:
|
||||
logger.warning("Failed to move resident module '%s' to GPU: %s", name, exc)
|
||||
|
||||
# Apply sequential offloading hooks
|
||||
apply_sequential_offload(
|
||||
dit_modules=modules.dits,
|
||||
@@ -237,9 +244,10 @@ class ModelLevelOffloadBackend(OffloadBackend):
|
||||
self.enabled = True
|
||||
|
||||
logger.info(
|
||||
"Model-level offloading enabled: %s <-> %s (mutual exclusion)",
|
||||
"Model-level offloading enabled: %s <-> %s (mutual exclusion)%s",
|
||||
", ".join(modules.dit_names),
|
||||
", ".join(modules.encoder_names),
|
||||
f"; resident on GPU: {', '.join(modules.resident_names)}" if modules.resident_names else "",
|
||||
)
|
||||
|
||||
def disable(self) -> None:
|
||||
|
||||
Reference in new issue
Block a user