[Feature] Transfer AR-to-diffusion payloads over NIXL (#6264)
Signed-off-by: yuanwu <yuan.wu@intel.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
1 parent
8953d082c0
commit
cb5f508212
60 files changed
+4397
-641
No files matched your search
@@ -1060,6 +1060,15 @@ class OmniDiffusionConfig:
|
||||
# Model-specific function for collecting CFG KV caches (set at runtime)
|
||||
cfg_kv_collect_func: Any | None = None
|
||||
|
||||
# Conditioning keys fetched from the upstream stage over the omni connector
|
||||
# rather than carried inline through the orchestrator. Empty disables the
|
||||
# worker-side connector receive path.
|
||||
stage_input_payload_keys: tuple[str, ...] = ()
|
||||
|
||||
# Keys handed to the next stage over the omni connector. Empty disables the
|
||||
# worker-side connector send path.
|
||||
stage_output_payload_keys: tuple[str, ...] = ()
|
||||
|
||||
# Quantization: str method name, dict config, QuantizationConfig, or None.
|
||||
# str is resolved to {"method": <str>} internally.
|
||||
# Per-component: {"transformer": {"method": "fp8"}, "vae": None}
|
||||
@@ -1183,6 +1192,8 @@ class OmniDiffusionConfig:
|
||||
materialize_legacy_offload_flags,
|
||||
)
|
||||
|
||||
self.stage_input_payload_keys = tuple(self.stage_input_payload_keys)
|
||||
self.stage_output_payload_keys = tuple(self.stage_output_payload_keys)
|
||||
if self.vae_fast_path not in VAE_FAST_PATH_LEVELS:
|
||||
raise ValueError(f"vae_fast_path must be one of {list(VAE_FAST_PATH_LEVELS)}, got {self.vae_fast_path!r}")
|
||||
if self.diffusion_compile_granularity not in {"regional", "full"}:
|
||||
|
||||
Reference in new issue
Block a user