[Perf][Diffusion] Compile and prewarm VAE decode
Signed-off-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
1 parent
c27623c29c
commit
1cdaddd79b
15 files changed
+315
-22
No files matched your search
@@ -87,6 +87,7 @@ def test_default_stage_config_defaults_nullified_parallel_size_kwargs():
|
||||
"enforce_eager": None,
|
||||
"diffusion_compile_granularity": None,
|
||||
"diffusion_compile_dynamic": None,
|
||||
"diffusion_compile_vae": None,
|
||||
}
|
||||
)[0]
|
||||
|
||||
@@ -98,6 +99,7 @@ def test_default_stage_config_defaults_nullified_parallel_size_kwargs():
|
||||
assert stage_cfg["engine_args"]["enforce_eager"] is False
|
||||
assert stage_cfg["engine_args"]["diffusion_compile_granularity"] == "regional"
|
||||
assert stage_cfg["engine_args"]["diffusion_compile_dynamic"] is True
|
||||
assert stage_cfg["engine_args"]["diffusion_compile_vae"] is True
|
||||
|
||||
|
||||
def test_default_stage_config_propagates_ulysses_mode():
|
||||
@@ -315,7 +317,7 @@ def test_serve_cli_forwards_distributed_offload_residency():
|
||||
|
||||
|
||||
def test_serve_cli_accepts_diffusion_compile_controls():
|
||||
"""Ensure both compile controls reach the diffusion stage."""
|
||||
"""Ensure all compile controls reach the diffusion stage."""
|
||||
parser = TrackingArgumentParser()
|
||||
subparsers = parser.add_subparsers(dest="command")
|
||||
OmniServeCommand().subparser_init(subparsers)
|
||||
@@ -328,6 +330,7 @@ def test_serve_cli_accepts_diffusion_compile_controls():
|
||||
"--diffusion-compile-granularity",
|
||||
"full",
|
||||
"--no-diffusion-compile-dynamic",
|
||||
"--no-diffusion-compile-vae",
|
||||
]
|
||||
)
|
||||
|
||||
@@ -336,8 +339,10 @@ def test_serve_cli_accepts_diffusion_compile_controls():
|
||||
|
||||
assert args.diffusion_compile_granularity == "full"
|
||||
assert args.diffusion_compile_dynamic is False
|
||||
assert args.diffusion_compile_vae is False
|
||||
assert stage_cfg["engine_args"]["diffusion_compile_granularity"] == "full"
|
||||
assert stage_cfg["engine_args"]["diffusion_compile_dynamic"] is False
|
||||
assert stage_cfg["engine_args"]["diffusion_compile_vae"] is False
|
||||
|
||||
|
||||
def test_serve_cli_accepts_diffusion_attention_backend():
|
||||
|
||||
Reference in new issue
Block a user