[Feature] Bagel: Support tp+cfg parallel using mooncake transfer engine connector (#2705)

Signed-off-by: natureofnature <wzliu@connect.hku.hk>
Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
NATUREandHongsheng Liu authored and GitHub committed 2026-04-16 16:25:13 +08:00
1 parent 24e61f4d7b
commit 4d816ff1de
12 files changed
+1846 -266

No files matched your search

+4
View File
@@ -267,6 +267,10 @@ class OmniDiffusionSamplingParams:
cfg_text_kv_metadata: dict[str, Any] | None = None
cfg_img_kv_metadata: dict[str, Any] | None = None
cfg_kv_request_ids: dict[str, str] | None = None
cfg_active_branch: str | None = None
cfg_branch_roles: list[str] | None = None
cfg_branch_past_key_values: dict[str, Any] | None = None
cfg_branch_kv_metadata: dict[str, dict[str, Any]] | None = None
# Component modules
modules: dict[str, Any] = field(default_factory=dict)