Fix: ensure input tensor is contiguous in GroupCoordinator.all_gather (#2367)

Signed-off-by: daixinning <daixinning@163.com>
Co-authored-by: daixinning <daixinning@163.com>
This commit is contained in:
zdobaanddaixinning authored and GitHub committed 2026-04-01 16:41:25 +08:00
1 parent c3376a466b
commit 08cb436d4e
1 file changed
+1 -1
@@ -213,7 +213,7 @@ class GroupCoordinator:
input_size[0] *= world_size
output_tensor = torch.empty(input_size, dtype=input_.dtype, device=input_.device)
# All-gather.
torch.distributed.all_gather_into_tensor(output_tensor, input_, group=self.device_group)
torch.distributed.all_gather_into_tensor(output_tensor, input_.contiguous(), group=self.device_group)
if dim != 0:
input_size[0] //= world_size
output_tensor = output_tensor.reshape(