Kandinsky6 (#8537)
Signed-off-by: leffff <levnovitskiy@gmail.com> Signed-off-by: Artem Borisov <divotionchannel@gmail.com> Co-authored-by: leffff <levnovitskiy@gmail.com> Co-authored-by: Artem Borisov <divotionchannel@gmail.com>
This commit is contained in:
38 files changed
+8574
-8
No files matched your search
+20
-1
@@ -1,5 +1,5 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
|
||||
|
||||
"""
|
||||
TeaCache backend implementation.
|
||||
@@ -143,11 +143,30 @@ def enable_flux2_klein_teacache(pipeline: Any, config: DiffusionCacheConfig) ->
|
||||
)
|
||||
|
||||
|
||||
def enable_kandinsky6_teacache(pipeline: Any, config: DiffusionCacheConfig) -> None:
|
||||
"""TeaCache for Kandinsky 6 via the denoise-loop step cache.
|
||||
|
||||
Coefficients are uncalibrated (see ``K6_TEACACHE_COEFFICIENTS``).
|
||||
"""
|
||||
from vllm_omni.diffusion.models.kandinsky6.cache_accel import attach_tea_cache
|
||||
|
||||
attach_tea_cache(
|
||||
pipeline.transformer,
|
||||
rel_l1_thresh=config.rel_l1_thresh if config.rel_l1_thresh is not None else 0.2,
|
||||
coefficients=tuple(config.coefficients) if config.coefficients is not None else None,
|
||||
)
|
||||
logger.info(
|
||||
"TeaCache: Kandinsky 6 step-cache attached (uncalibrated coefficients, thresh=%s)",
|
||||
config.rel_l1_thresh,
|
||||
)
|
||||
|
||||
|
||||
CUSTOM_TEACACHE_ENABLERS = {
|
||||
"BagelPipeline": enable_bagel_teacache,
|
||||
"Flux2KleinPipeline": enable_flux2_klein_teacache,
|
||||
"HunyuanImage3Pipeline": enable_hunyuan_image3_teacache,
|
||||
"MammothModa2DiTPipeline": enable_mammoth_moda2_teacache,
|
||||
"Kandinsky6TI2VAPipeline": enable_kandinsky6_teacache,
|
||||
"MiniMaxH3Pipeline": enable_minimax_h3_teacache,
|
||||
"SenseNovaU1Pipeline": enable_sensenova_u1_teacache,
|
||||
}
|
||||
|
||||
Reference in new issue
Block a user