Signed-off-by: Hongsheng Liu <liuhongsheng4@huawei.com> Signed-off-by: hsliuustc0106 <liuhongsheng4@huawei.com>
44 lines
1.1 KiB
Python
44 lines
1.1 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
|
|
|
|
"""Public API for the Cache-DiT diffusion cache backend."""
|
|
|
|
from vllm_omni.diffusion.cache.cachedit.backend import (
|
|
CUSTOM_DIT_ENABLERS,
|
|
CacheDiTBackend,
|
|
CacheDiTEnableResult,
|
|
cache_summary,
|
|
enable_cache_for_dit,
|
|
)
|
|
from vllm_omni.diffusion.cache.cachedit.config import (
|
|
CacheDiTAdapterConfig,
|
|
CacheDiTConfig,
|
|
)
|
|
from vllm_omni.diffusion.cache.cachedit.model_specific import (
|
|
BagelCachedAdapter,
|
|
SensenovaCachedAdapter,
|
|
)
|
|
from vllm_omni.diffusion.cache.cachedit.model_specific import (
|
|
register_custom_dit_enablers as _register_custom_dit_enablers,
|
|
)
|
|
from vllm_omni.diffusion.cache.cachedit.runtime import (
|
|
CacheDiTRequestSpec,
|
|
RequestScopedCacheDiTRuntime,
|
|
)
|
|
|
|
_register_custom_dit_enablers()
|
|
|
|
__all__ = [
|
|
"BagelCachedAdapter",
|
|
"CUSTOM_DIT_ENABLERS",
|
|
"CacheDiTAdapterConfig",
|
|
"CacheDiTBackend",
|
|
"CacheDiTEnableResult",
|
|
"CacheDiTConfig",
|
|
"CacheDiTRequestSpec",
|
|
"RequestScopedCacheDiTRuntime",
|
|
"SensenovaCachedAdapter",
|
|
"cache_summary",
|
|
"enable_cache_for_dit",
|
|
]
|