[Diffusion] Add native paged KV backend for diffusion workers (#6102)
Signed-off-by: Acerak01-fy <wfy2003324@163.com> Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
1 parent
c2daa471c3
commit
72ee535fcd
34 files changed
+4595
-71
No files matched your search
@@ -37,3 +37,8 @@ def parse_diffusion_kv_cache_mode(value: object) -> DiffusionKVCacheMode:
|
||||
"use 'dense_legacy' or 'paged_scheduler'"
|
||||
)
|
||||
return mode
|
||||
|
||||
|
||||
def is_scheduler_paged_kv_mode(mode: DiffusionKVCacheMode) -> bool:
|
||||
"""Return whether a parsed cache mode uses Scheduler-owned paging."""
|
||||
return mode is DiffusionKVCacheMode.PAGED_SCHEDULER
|
||||
Reference in new issue
Block a user