[feat] Support prompt embedding caching for diffusion model (#2962)
Signed-off-by: knlnguyen1802 <knlnguyen1802@gmail.com> Co-authored-by: Samit <285365963@qq.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
9 files changed
+980
-11
No files matched your search
+10
@@ -11,6 +11,12 @@ Cache backends are instantiated directly via their constructors and configured v
|
||||
"""
|
||||
|
||||
from vllm_omni.diffusion.cache.base import CacheBackend
|
||||
from vllm_omni.diffusion.cache.prompt_embed_cache import (
|
||||
PromptEmbedCache,
|
||||
install_prompt_embed_cache,
|
||||
resolve_prompt_embed_cache_config,
|
||||
uninstall_prompt_embed_cache,
|
||||
)
|
||||
from vllm_omni.diffusion.cache.teacache import (
|
||||
CacheContext,
|
||||
TeaCacheConfig,
|
||||
@@ -24,4 +30,8 @@ __all__ = [
|
||||
"CacheContext",
|
||||
"TeaCacheBackend",
|
||||
"apply_teacache_hook",
|
||||
"PromptEmbedCache",
|
||||
"install_prompt_embed_cache",
|
||||
"resolve_prompt_embed_cache_config",
|
||||
"uninstall_prompt_embed_cache",
|
||||
]
|
||||
Reference in new issue
Block a user