Kandinsky6 (#8537)

Signed-off-by: leffff <levnovitskiy@gmail.com>
Signed-off-by: Artem Borisov <divotionchannel@gmail.com>
Co-authored-by: leffff <levnovitskiy@gmail.com>
Co-authored-by: Artem Borisov <divotionchannel@gmail.com>
This commit is contained in:
authored and GitHub committed 2026-10-06 15:55:15 +08:00
1 parent 1f63e97a40
commit 5f95115e70
38 files changed
+8574 -8

No files matched your search

+20 -1
View File
@@ -1,5 +1,5 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
"""
TeaCache backend implementation.
@@ -143,11 +143,30 @@ def enable_flux2_klein_teacache(pipeline: Any, config: DiffusionCacheConfig) ->
)
def enable_kandinsky6_teacache(pipeline: Any, config: DiffusionCacheConfig) -> None:
"""TeaCache for Kandinsky 6 via the denoise-loop step cache.
Coefficients are uncalibrated (see ``K6_TEACACHE_COEFFICIENTS``).
"""
from vllm_omni.diffusion.models.kandinsky6.cache_accel import attach_tea_cache
attach_tea_cache(
pipeline.transformer,
rel_l1_thresh=config.rel_l1_thresh if config.rel_l1_thresh is not None else 0.2,
coefficients=tuple(config.coefficients) if config.coefficients is not None else None,
)
logger.info(
"TeaCache: Kandinsky 6 step-cache attached (uncalibrated coefficients, thresh=%s)",
config.rel_l1_thresh,
)
CUSTOM_TEACACHE_ENABLERS = {
"BagelPipeline": enable_bagel_teacache,
"Flux2KleinPipeline": enable_flux2_klein_teacache,
"HunyuanImage3Pipeline": enable_hunyuan_image3_teacache,
"MammothModa2DiTPipeline": enable_mammoth_moda2_teacache,
"Kandinsky6TI2VAPipeline": enable_kandinsky6_teacache,
"MiniMaxH3Pipeline": enable_minimax_h3_teacache,
"SenseNovaU1Pipeline": enable_sensenova_u1_teacache,
}
+10 -1
View File
@@ -1,5 +1,5 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
from dataclasses import dataclass
@@ -8,6 +8,15 @@ from dataclasses import dataclass
# Source: TeaCache paper and ComfyUI-TeaCache empirical tuning
_MODEL_COEFFICIENTS = {
# FLUX transformer coefficients from TeaCache paper
# Uncalibrated stand-in so Kandinsky 6 TeaCache can be enabled.
# Copied from Qwen-Image; refit before treating skips as quality-neutral.
"Kandinsky6Transformer3DModel": [
-4.50000000e02,
2.80000000e02,
-4.50000000e01,
3.20000000e00,
-2.00000000e-02,
],
"FluxTransformer2DModel": [
4.98651651e02,
-2.83781631e02,