[Feat] DreamZero fix tp & cross attn cache (#4154)

This commit is contained in:
Honghan Zhu authored and GitHub committed 2026-06-18 10:57:04 +00:00
1 parent 2d2258890b
commit 8f28b969e9
6 files changed
+479 -20

No files matched your search

@@ -131,8 +131,12 @@ class DreamZeroState:
torch.zeros(2, batch_size, 0, num_heads, head_dim, dtype=dtype, device=device) for _ in range(num_layers)
]
self.crossattn_cache = [{"is_init": False, "k": None, "v": None} for _ in range(num_layers)]
self.crossattn_cache_neg = [{"is_init": False, "k": None, "v": None} for _ in range(num_layers)]
self.crossattn_cache = [
{"is_init": False, "k": None, "v": None, "k_img": None, "v_img": None} for _ in range(num_layers)
]
self.crossattn_cache_neg = [
{"is_init": False, "k": None, "v": None, "k_img": None, "v_img": None} for _ in range(num_layers)
]
def update_kv_cache(
self,