feat(minimax-h3): enable 2x RTX 4090/5090 with DLO (#5764)

Signed-off-by: lishunyang12 <lishunyang03@gmail.com>
Signed-off-by: lishunyang12 <lishunyang12@163.com>
Co-authored-by: lishunyang12 <lishunyang03@gmail.com>
This commit is contained in:
SYLARandlishunyang12 authored and GitHub committed 2026-08-06 09:02:29 +08:00
1 parent b4581b293b
commit 1c2a81f6d8
28 files changed
+1658 -162

No files matched your search

+6 -2
View File
@@ -687,9 +687,13 @@ class OmniDiffusionConfig:
# Distributed layer-wise offloading with H2D + AllGather overlap (RFC-1)
enable_distributed_layerwise_offload: bool = False
# If True: shard weights 1/dp_size + AllGather (saves CPU memory, requires
# concurrent requests in DP mode). If False: each rank loads full weights
# via H2D only (N× CPU memory, but no AllGather synchronization needed).
# concurrent requests in DP mode). If False: each rank streams the standard
# loader's rank-local tensors (including TP-local shards) via H2D only.
# This avoids AllGather synchronization, while host memory follows the
# loader's existing rank-local layout instead of adding a second DP shard.
dlo_use_allgather: bool = True
# Leading main-DiT blocks kept resident by distributed layerwise offload.
dlo_resident_layers: int = 0
pin_cpu_memory: bool = True # Use pinned memory for faster transfers when offloading