[feat] Support prompt embedding caching for diffusion model (#2962)

Signed-off-by: knlnguyen1802 <knlnguyen1802@gmail.com>
Co-authored-by: Samit <285365963@qq.com>
Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
authored and GitHub committed 2026-05-29 15:36:03 +08:00
1 parent 68a1d23e4d
commit c69ed4037d
9 files changed
+980 -11

No files matched your search

+10
View File
@@ -11,6 +11,12 @@ Cache backends are instantiated directly via their constructors and configured v
"""
from vllm_omni.diffusion.cache.base import CacheBackend
from vllm_omni.diffusion.cache.prompt_embed_cache import (
PromptEmbedCache,
install_prompt_embed_cache,
resolve_prompt_embed_cache_config,
uninstall_prompt_embed_cache,
)
from vllm_omni.diffusion.cache.teacache import (
CacheContext,
TeaCacheConfig,
@@ -24,4 +30,8 @@ __all__ = [
"CacheContext",
"TeaCacheBackend",
"apply_teacache_hook",
"PromptEmbedCache",
"install_prompt_embed_cache",
"resolve_prompt_embed_cache_config",
"uninstall_prompt_embed_cache",
]