[perf] Add configurable diffusion compile granularity (#4603)

Signed-off-by: TaffyOfficial <2324465096@qq.com>
Co-authored-by: TaffyOfficial <2324465096@qq.com>
This commit is contained in:
TaffyOfficialandTaffyOfficial authored and GitHub committed 2026-07-24 15:22:06 +00:00
1 parent 84bbd57e4d
commit 93786c9cd3
15 files changed
+359 -15

No files matched your search

+20
View File
@@ -54,3 +54,23 @@ def test_regionally_compile_matches_wrapped_blocks_by_declared_container_attr(mo
assert all(not block.compile_called for block in model.transformer_blocks)
assert not model.other_blocks[0].compile_called
assert model.transformer_blocks[0].forward("ok") == "compiled:ok"
def test_regionally_compile_does_not_partially_mutate_on_setup_failure(monkeypatch):
model = _ModelWithWrappedRepeatedBlocks()
original_forwards = [block.forward.__func__ for block in model.transformer_blocks]
compile_calls = 0
def _compile(fn, *args, **kwargs):
nonlocal compile_calls
compile_calls += 1
if compile_calls == 2:
raise RuntimeError("compile setup failed")
return lambda *fn_args, **fn_kwargs: fn(*fn_args, **fn_kwargs)
monkeypatch.setattr(compile_module.torch, "compile", _compile)
with pytest.raises(RuntimeError, match="compile setup failed"):
regionally_compile(model, dynamic=True)
assert [block.forward.__func__ for block in model.transformer_blocks] == original_forwards