feat(diffusion): add request-gated VAE fast paths
Signed-off-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
1 parent
c27623c29c
commit
094abd70c1
22 files changed
+1591
-4
No files matched your search
@@ -0,0 +1,19 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
"""Optional VAE decoder optimizations."""
|
||||
|
||||
from vllm_omni.diffusion.vae_optimizations.gate import (
|
||||
use_pipeline_vae_fast_path,
|
||||
use_vae_fast_path,
|
||||
)
|
||||
from vllm_omni.diffusion.vae_optimizations.optimize import (
|
||||
clear_pipeline_vae_fast_path_caches,
|
||||
optimize_pipeline_vaes,
|
||||
)
|
||||
|
||||
__all__ = [
|
||||
"clear_pipeline_vae_fast_path_caches",
|
||||
"optimize_pipeline_vaes",
|
||||
"use_pipeline_vae_fast_path",
|
||||
"use_vae_fast_path",
|
||||
]
|
||||
Reference in new issue
Block a user