[diffusion][feature] Add component-selective offload policies (#5929)

Signed-off-by: lishunyang12 <lishunyang12@163.com>
This commit is contained in:
SYLAR authored and GitHub committed 2026-09-06 05:40:09 +08:00
1 parent 44d3ae100a
commit ea3cf99894
74 files changed
+5121 -1584

No files matched your search

@@ -18,6 +18,15 @@ from vllm_omni.diffusion.models.wan2_2.pipeline_wan2_2 import (
pytestmark = [pytest.mark.core_model, pytest.mark.cpu, pytest.mark.diffusion]
def test_t2v_pipeline_declares_text_encoder_offload_blocks() -> None:
plan = wan22_module.Wan22Pipeline._offload_plan
assert plan.encoder_component_types == {"text_encoder": "text_encoder"}
assert plan.encoder_block_attrs == {"text_encoder": ("encoder.block",)}
assert plan.encoder_dlo_weight_replication == frozenset({"text_encoder"})
assert plan.on_demand_component_paths == frozenset()
class _LatentDist:
def sample(self, generator):
assert isinstance(generator, torch.Generator)