[optimization] Added Wan 2.2 VAE decode optimizations (#7056)
Signed-off-by: Maciej Bala <mbala@nvidia.com> Signed-off-by: MaciejBalaNV <mbala@nvidia.com>
This commit is contained in:
1 parent
7b6a5ee894
commit
c482626450
28 files changed
+4740
No files matched your search
@@ -824,6 +824,17 @@ class OmniServeCommand(CLISubcommand):
|
||||
action="store_true",
|
||||
help="Enable VAE tiling for memory optimization (useful for mitigating OOM issues).",
|
||||
)
|
||||
omni_config_group.add_argument(
|
||||
"--vae-fast-path",
|
||||
choices=("off", "lossless", "channels_last"),
|
||||
default="lossless",
|
||||
help=(
|
||||
"Wan VAE decoder fast path. 'lossless' (default) installs bit-exact fused kernels; "
|
||||
"'channels_last' additionally switches decoder convolutions to channels-last memory "
|
||||
"format and fuses RMSNorm+SiLU (faster, not bit-exact); 'off' keeps the reference "
|
||||
"diffusers implementation."
|
||||
),
|
||||
)
|
||||
|
||||
# Parallel weight loading (faster diffusion startup)
|
||||
omni_config_group.add_argument(
|
||||
|
||||
Reference in new issue
Block a user