[diffusion][feature] Add component-selective offload policies (#5929)
Signed-off-by: lishunyang12 <lishunyang12@163.com>
This commit is contained in:
1 parent
44d3ae100a
commit
ea3cf99894
74 files changed
+5121
-1584
No files matched your search
@@ -18,6 +18,15 @@ from vllm_omni.diffusion.models.wan2_2.pipeline_wan2_2 import (
|
||||
pytestmark = [pytest.mark.core_model, pytest.mark.cpu, pytest.mark.diffusion]
|
||||
|
||||
|
||||
def test_t2v_pipeline_declares_text_encoder_offload_blocks() -> None:
|
||||
plan = wan22_module.Wan22Pipeline._offload_plan
|
||||
|
||||
assert plan.encoder_component_types == {"text_encoder": "text_encoder"}
|
||||
assert plan.encoder_block_attrs == {"text_encoder": ("encoder.block",)}
|
||||
assert plan.encoder_dlo_weight_replication == frozenset({"text_encoder"})
|
||||
assert plan.on_demand_component_paths == frozenset()
|
||||
|
||||
|
||||
class _LatentDist:
|
||||
def sample(self, generator):
|
||||
assert isinstance(generator, torch.Generator)
|
||||
|
||||
Reference in new issue
Block a user