[Model] Enable online FP8 linears for LingBot World (#7549)

Signed-off-by: tsinghua-code <zr-liu25@mails.tsinghua.edu.cn>
This commit is contained in:
tsinghua-code authored and GitHub committed 2026-09-21 12:21:46 +00:00
1 parent 5e28163ba5
commit e5c0afc994
7 files changed
+129 -24

No files matched your search

+6 -6
View File
@@ -563,19 +563,19 @@ def test_from_cli_args_preserves_text_encoder_tp_size():
def test_text_encoder_tp_size_reaches_default_diffusion_parallel_config():
"""The preserved CLI value must land in DiffusionParallelConfig.
Mirrors the library flow: from_cli_args -> kwargs -> the generic
diffusion fallback, which resolves the field through
``DiffusionParallelConfig.from_stage_overrides``.
Forward the preserved explicit override to the generic diffusion
fallback, which resolves it through
``DiffusionParallelConfig.from_stage_overrides``. Serializing all engine
defaults would also forward unrelated LLM-only fields to strict diffusion
ingress, unlike the explicit-kwargs library entrypoint.
"""
from dataclasses import asdict
from vllm_omni.config.config_factory import StageConfigFactory
engine_args = OmniEngineArgs.from_cli_args(
SimpleNamespace(text_encoder_tp_size=2),
)
stage_cfg = StageConfigFactory.create_default_diffusion(
{k: v for k, v in asdict(engine_args).items() if v is not None},
{"text_encoder_tp_size": engine_args.text_encoder_tp_size},
)[0]
parallel_config = stage_cfg["engine_args"]["parallel_config"]