[Bugfix] Use dedicated WORLD group for distributed VAE communication (#6401)
Signed-off-by: david6666666 <530634352@qq.com>
This commit is contained in:
1 parent
b57dc70ec4
commit
53df9fe62b
2 files changed
+27
-4
No files matched your search
@@ -9,6 +9,8 @@ import torch
|
||||
import torch.distributed as dist
|
||||
from vllm.logger import init_logger
|
||||
|
||||
from vllm_omni.diffusion.distributed.parallel_state import get_world_group
|
||||
|
||||
logger = init_logger(__name__)
|
||||
|
||||
|
||||
@@ -43,10 +45,10 @@ class DistributedVaeExecutor:
|
||||
"""
|
||||
|
||||
def __init__(self):
|
||||
# VAE tiles are scheduled across the complete worker WORLD.
|
||||
self.group = None
|
||||
self.world_size = dist.get_world_size()
|
||||
self.rank = dist.get_rank()
|
||||
# Use a dedicated process group spanning the complete worker WORLD.
|
||||
self.group = get_world_group().device_group
|
||||
self.world_size = dist.get_world_size(self.group)
|
||||
self.rank = dist.get_rank(self.group)
|
||||
self.parallel_size = 1
|
||||
self.parallel_mode = "tile"
|
||||
|
||||
|
||||
Reference in new issue
Block a user