[Feature]: Support cfg kv-cache transfer in multi-stage (#1422)
Signed-off-by: princepride <wangzhipeng628@gmail.com> Signed-off-by: 汪志鹏 <wangzhipeng628@gmail.com> Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
1 parent
68764cc4f4
commit
e37a89ffcb
21 files changed
+804
-29
No files matched your search
@@ -229,6 +229,13 @@ class OmniDiffusionSamplingParams:
|
||||
kv_metadata: dict[str, Any] | None = None # Metadata for KV Cache (e.g., kv_lens, ropes)
|
||||
need_kv_receive: bool = True # Flag to indicate if this request expects KV transfer
|
||||
|
||||
# [Omni] Multi-KV for CFG: populated by model-specific cfg_kv_collect_func
|
||||
cfg_text_past_key_values: Any | None = None
|
||||
cfg_img_past_key_values: Any | None = None
|
||||
cfg_text_kv_metadata: dict[str, Any] | None = None
|
||||
cfg_img_kv_metadata: dict[str, Any] | None = None
|
||||
cfg_kv_request_ids: dict[str, str] | None = None
|
||||
|
||||
# Component modules
|
||||
modules: dict[str, Any] = field(default_factory=dict)
|
||||
|
||||
|
||||
Reference in new issue
Block a user