[Diffusion][HunyuanImage3] Add request paged prefix caching (#7719)

Signed-off-by: zwhzzz0821 <2831474076@qq.com>
This commit is contained in:
Yukim1 authored and GitHub committed 2026-09-23 15:34:56 +00:00
1 parent 9a1a05facd
commit 205aa01c7b
49 files changed
+2889 -127

No files matched your search

+2 -1
View File
@@ -1,5 +1,5 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
"""Scheduler-to-Worker allocation payloads for diffusion KV.
@@ -40,6 +40,7 @@ class DiffusionKVSequenceMetadata:
target_len: int
seq_len: int
block_ids: tuple[list[int], ...]
cached_prefix_len: int = 0
context_ids: tuple[str, ...] = ()
num_computed_tokens: int = 0