[Feat] Enable expert parallel for diffusion MoE layers (#1323)

Signed-off-by: Semmer2 <semmer@live.cn>
This commit is contained in:
Ting FU authored and GitHub committed 2026-03-11 10:45:36 +08:00
1 parent 4725593a4b
commit 6ac85d4607
11 files changed
+361 -18

No files matched your search

+14
View File
@@ -43,6 +43,9 @@ class DiffusionParallelConfig:
tensor_parallel_size: int = 1
"""Number of tensor parallel groups."""
enable_expert_parallel: bool = False
"""Enable expert parallelism for MoE layers (TP is still used for non-MoE layers)."""
sequence_parallel_size: int | None = None
"""Number of sequence parallel groups. sequence_parallel_size = ring_degree * ulysses_degree"""
@@ -457,6 +460,17 @@ class OmniDiffusionConfig:
quantization: str | None = None
quantization_config: "DiffusionQuantizationConfig | dict[str, Any] | None" = None
@property
def is_moe(self) -> bool:
num_experts = self.tf_model_config.get("num_experts", None)
if isinstance(num_experts, int):
return num_experts > 1
if isinstance(num_experts, (list, tuple)):
return any(isinstance(n, int) and n > 1 for n in num_experts)
return False
def settle_port(self, port: int, port_inc: int = 42, max_attempts: int = 100) -> int:
"""
Find an available port with retry logic.