[AR-Diffusion] Bound KV metadata for long rollouts (#7498)
Signed-off-by: wtz2333 <2955110911@qq.com>
This commit is contained in:
1 parent
1c7476ec19
commit
9fbc36ab2d
5 files changed
+159
-17
No files matched your search
@@ -81,6 +81,7 @@ class ARDiffusionKVCacheSpec:
|
||||
sink_frames: int = 0
|
||||
reset_at_boundary: bool = False
|
||||
cross_attention: tuple[ARDiffusionCrossAttentionKVSpec, ...] = ()
|
||||
# Initial vLLM storage horizon; extended to fit an in-flight span.
|
||||
max_model_len: int = 1 << 20
|
||||
max_scratch_tokens_per_branch: int = 0
|
||||
model_owned_state_bytes_per_session: int = 0
|
||||
|
||||
Reference in new issue
Block a user