Refactor CPU Offloading Backend Pattern (#1223)
Signed-off-by: yuanheng <jonathan.zhaoyh@gmail.com> Signed-off-by: Yuanheng Zhao <jonathan.zhaoyh@gmail.com> Signed-off-by: Samit <285365963@qq.com> Co-authored-by: Samit <285365963@qq.com>
This commit is contained in:
1 parent
f117a07271
commit
8bf849c399
17 files changed
+980
-647
No files matched your search
@@ -0,0 +1,80 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
|
||||
from dataclasses import dataclass
|
||||
|
||||
from torch import nn
|
||||
from vllm.logger import init_logger
|
||||
|
||||
logger = init_logger(__name__)
|
||||
|
||||
|
||||
@dataclass
|
||||
class PipelineModules:
|
||||
dits: list[nn.Module]
|
||||
dit_names: list[str]
|
||||
encoders: list[nn.Module]
|
||||
encoder_names: list[str]
|
||||
vae: nn.Module | None = None
|
||||
|
||||
|
||||
class ModuleDiscovery:
|
||||
"""Discovers pipeline components for offloading"""
|
||||
|
||||
DIT_ATTRS = ["transformer", "transformer_2", "dit", "language_model", "transformer_blocks"]
|
||||
ENCODER_ATTRS = ["text_encoder", "text_encoder_2", "text_encoder_3", "image_encoder"]
|
||||
VAE_ATTRS = ["vae"]
|
||||
|
||||
@staticmethod
|
||||
def discover(pipeline: nn.Module) -> PipelineModules:
|
||||
"""Discover DiT, encoder, and VAE modules from pipeline.
|
||||
|
||||
Args:
|
||||
pipeline: Diffusion pipeline model
|
||||
|
||||
Returns:
|
||||
PipelineModules with lists of discovered modules and names
|
||||
"""
|
||||
# Collect DiT/transformer modules
|
||||
dit_modules: list[nn.Module] = []
|
||||
dit_names: list[str] = []
|
||||
for attr in ModuleDiscovery.DIT_ATTRS:
|
||||
if not hasattr(pipeline, attr):
|
||||
continue
|
||||
module_obj = getattr(pipeline, attr)
|
||||
if module_obj is None:
|
||||
continue
|
||||
|
||||
if not isinstance(module_obj, nn.Module):
|
||||
logger.warning(f"Expected {attr} to be nn.Module, got {type(module_obj)!r}")
|
||||
continue
|
||||
|
||||
if module_obj in dit_modules:
|
||||
continue
|
||||
|
||||
dit_modules.append(module_obj)
|
||||
dit_names.append(attr)
|
||||
|
||||
# Collect all encoders
|
||||
encoders: list[nn.Module] = []
|
||||
encoder_names: list[str] = []
|
||||
for attr in ModuleDiscovery.ENCODER_ATTRS:
|
||||
if hasattr(pipeline, attr) and getattr(pipeline, attr) is not None:
|
||||
encoders.append(getattr(pipeline, attr))
|
||||
encoder_names.append(attr)
|
||||
|
||||
# Collect VAE
|
||||
vae = None
|
||||
for attr in ModuleDiscovery.VAE_ATTRS:
|
||||
module = getattr(pipeline, attr, None)
|
||||
if module is not None:
|
||||
vae = module
|
||||
break
|
||||
|
||||
return PipelineModules(
|
||||
dits=dit_modules,
|
||||
dit_names=dit_names,
|
||||
encoders=encoders,
|
||||
encoder_names=encoder_names,
|
||||
vae=vae,
|
||||
)
|
||||
Reference in new issue
Block a user