[Feature] Bagel: Support tp+cfg parallel using mooncake transfer engine connector (#2705)
Signed-off-by: natureofnature <wzliu@connect.hku.hk> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
1 parent
24e61f4d7b
commit
4d816ff1de
12 files changed
+1846
-266
No files matched your search
@@ -267,6 +267,10 @@ class OmniDiffusionSamplingParams:
|
||||
cfg_text_kv_metadata: dict[str, Any] | None = None
|
||||
cfg_img_kv_metadata: dict[str, Any] | None = None
|
||||
cfg_kv_request_ids: dict[str, str] | None = None
|
||||
cfg_active_branch: str | None = None
|
||||
cfg_branch_roles: list[str] | None = None
|
||||
cfg_branch_past_key_values: dict[str, Any] | None = None
|
||||
cfg_branch_kv_metadata: dict[str, dict[str, Any]] | None = None
|
||||
|
||||
# Component modules
|
||||
modules: dict[str, Any] = field(default_factory=dict)
|
||||
|
||||
Reference in new issue
Block a user