[Diffusion] Add LTX-2.5 Diffusion VAE decoder support (#6189)

Signed-off-by: mglyn <1203789601@qq.com>
Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
Mu GuanLinandHongsheng Liu authored and GitHub committed 2026-08-27 23:54:40 +08:00
1 parent 262ff14693
commit 5e4daaf197
22 files changed
+1832 -61

No files matched your search

+31 -5
View File
@@ -1043,6 +1043,17 @@ class AsyncOmniEngine:
fastvideo_vsa_topk=kwargs.get("fastvideo_vsa_topk"),
)
extras = dict(kwargs.get("extras") or {})
for key, default in (
("auxiliary_text_encoder", None),
("default_llama_model_id", "meta-llama/Meta-Llama-3.1-8B-Instruct"),
):
top_level_value = kwargs.get(key)
if top_level_value is not None:
extras[key] = top_level_value
else:
extras.setdefault(key, default)
stage_engine_args = {
"max_num_seqs": kwargs.get("max_num_seqs") or 1,
"parallel_config": parallel_config,
@@ -1103,10 +1114,7 @@ class AsyncOmniEngine:
"enable_diffusion_pipeline_profiler": kwargs.get("enable_diffusion_pipeline_profiler", False),
"streaming_output": kwargs.get("diffusion_streaming_output", False),
"enable_ar_profiler": kwargs.get("enable_ar_profiler", False),
"extras": {
"auxiliary_text_encoder": kwargs.get("auxiliary_text_encoder", None),
"default_llama_model_id": kwargs.get("default_llama_model_id", "meta-llama/Meta-Llama-3.1-8B-Instruct"),
},
"extras": extras,
**(
{
"profiler_config": asdict(kwargs["profiler_config"])
@@ -1196,11 +1204,29 @@ class AsyncOmniEngine:
# Parse --stage-overrides JSON string if provided
stage_overrides = parse_stage_overrides(stage_overrides_json)
# Unregistered diffusion checkpoints use the single-stage fallback
# below instead of StageConfigFactory, so fold stage-0 model extras
# into the fallback's input as well. Registered pipelines still get
# the complete override mapping through load_and_resolve_stage_configs.
default_stage_kwargs = kwargs
stage_zero_overrides = (stage_overrides or {}).get("0", {})
if "extras" in stage_zero_overrides:
override_extras = stage_zero_overrides["extras"]
if not isinstance(override_extras, Mapping):
raise TypeError("stage 0 extras must be a mapping")
default_stage_kwargs = {
**kwargs,
"extras": {
**(kwargs.get("extras") or {}),
**override_extras,
},
}
config_path, stage_configs, strategy_lb_policy = load_and_resolve_stage_configs(
model,
kwargs,
trust_remote_code=trust_remote_code,
default_stage_cfg_factory=lambda: self._create_default_diffusion_stage_cfg(kwargs),
default_stage_cfg_factory=lambda: self._create_default_diffusion_stage_cfg(default_stage_kwargs),
deploy_config_path=deploy_config_path,
stage_overrides=stage_overrides,
strategy_config_path=strategy_config_path,