[diffusion][feature] Add component-selective offload policies (#5929)
Signed-off-by: lishunyang12 <lishunyang12@163.com>
This commit is contained in:
1 parent
44d3ae100a
commit
ea3cf99894
74 files changed
+5121
-1584
No files matched your search
@@ -224,6 +224,7 @@ class TestPipelineArgumentsHandling:
|
||||
@pytest.mark.parametrize(
|
||||
"feature_id",
|
||||
[
|
||||
"compact_offload",
|
||||
"cfg_parallel",
|
||||
"tensor_parallel",
|
||||
"ulysses",
|
||||
@@ -235,7 +236,11 @@ class TestPipelineArgumentsHandling:
|
||||
],
|
||||
)
|
||||
def test_adapter_guard_unsupported_feature(self, feature_id):
|
||||
if feature_id == "cfg_parallel":
|
||||
if feature_id == "compact_offload":
|
||||
od_config = _make_od_config(
|
||||
diffusion_offload_config={"mode": "module", "components": ["dit"]},
|
||||
)
|
||||
elif feature_id == "cfg_parallel":
|
||||
od_config = _make_od_config(
|
||||
parallel_config=DiffusionParallelConfig(cfg_parallel_size=2, sequence_parallel_size=1),
|
||||
cache_backend="none",
|
||||
|
||||
Reference in new issue
Block a user