[Feature] Transfer AR-to-diffusion payloads over NIXL (#6264)

Signed-off-by: yuanwu <yuan.wu@intel.com>
Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
Yuan WuandHongsheng Liu authored and GitHub committed 2026-09-23 18:26:53 +08:00
1 parent 8953d082c0
commit cb5f508212
60 files changed
+4397 -641

No files matched your search

+11
View File
@@ -1060,6 +1060,15 @@ class OmniDiffusionConfig:
# Model-specific function for collecting CFG KV caches (set at runtime)
cfg_kv_collect_func: Any | None = None
# Conditioning keys fetched from the upstream stage over the omni connector
# rather than carried inline through the orchestrator. Empty disables the
# worker-side connector receive path.
stage_input_payload_keys: tuple[str, ...] = ()
# Keys handed to the next stage over the omni connector. Empty disables the
# worker-side connector send path.
stage_output_payload_keys: tuple[str, ...] = ()
# Quantization: str method name, dict config, QuantizationConfig, or None.
# str is resolved to {"method": <str>} internally.
# Per-component: {"transformer": {"method": "fp8"}, "vae": None}
@@ -1183,6 +1192,8 @@ class OmniDiffusionConfig:
materialize_legacy_offload_flags,
)
self.stage_input_payload_keys = tuple(self.stage_input_payload_keys)
self.stage_output_payload_keys = tuple(self.stage_output_payload_keys)
if self.vae_fast_path not in VAE_FAST_PATH_LEVELS:
raise ValueError(f"vae_fast_path must be one of {list(VAE_FAST_PATH_LEVELS)}, got {self.vae_fast_path!r}")
if self.diffusion_compile_granularity not in {"regional", "full"}: