diff --git a/tests/diffusion/distributed/test_vae_batch_parallel.py b/tests/diffusion/distributed/test_vae_batch_parallel.py index de53fcac4..1411177b0 100644 --- a/tests/diffusion/distributed/test_vae_batch_parallel.py +++ b/tests/diffusion/distributed/test_vae_batch_parallel.py @@ -52,6 +52,7 @@ def _make_vae(vae_type=DistributedAutoencoderKLFlux2, dtype=torch.float32): @dataclass class _WorldGroup: device_group: dist.ProcessGroup + cpu_group: dist.ProcessGroup def _batch_worker(rank, rendezvous): @@ -59,7 +60,7 @@ def _batch_worker(rank, rendezvous): dist.init_process_group("gloo", init_method=rendezvous, rank=rank, world_size=4, timeout=timedelta(seconds=60)) try: with pytest.MonkeyPatch.context() as patch: - patch.setattr(executor_module, "get_world_group", lambda: _WorldGroup(dist.group.WORLD)) + patch.setattr(executor_module, "get_world_group", lambda: _WorldGroup(dist.group.WORLD, dist.group.WORLD)) for name in ( "get_data_parallel_world_size", "get_pipeline_parallel_world_size", diff --git a/tests/diffusion/models/kandinsky6/test_vae_patch_parallel.py b/tests/diffusion/models/kandinsky6/test_vae_patch_parallel.py index 4863e1e89..7610444e4 100644 --- a/tests/diffusion/models/kandinsky6/test_vae_patch_parallel.py +++ b/tests/diffusion/models/kandinsky6/test_vae_patch_parallel.py @@ -89,7 +89,7 @@ def _patch_parallel_worker(rank: int, port: str, shapes: dict) -> None: try: import vllm_omni.diffusion.distributed.autoencoders.distributed_vae_executor as executor_mod - world = SimpleNamespace(device_group=dist.group.WORLD) + world = SimpleNamespace(device_group=dist.group.WORLD, cpu_group=dist.group.WORLD) executor_mod.get_world_group = lambda: world vae = _stub_vae()