[AR-Diffusion] Bound KV metadata for long rollouts (#7498)

Signed-off-by: wtz2333 <2955110911@qq.com>
This commit is contained in:
wtz2333 authored and GitHub committed 2026-09-18 12:06:02 +08:00
1 parent 1c7476ec19
commit 9fbc36ab2d
5 files changed
+159 -17

No files matched your search

@@ -81,6 +81,7 @@ class ARDiffusionKVCacheSpec:
sink_frames: int = 0
reset_at_boundary: bool = False
cross_attention: tuple[ARDiffusionCrossAttentionKVSpec, ...] = ()
# Initial vLLM storage horizon; extended to fit an in-flight span.
max_model_len: int = 1 << 20
max_scratch_tokens_per_branch: int = 0
model_owned_state_bytes_per_session: int = 0