Fix: ensure input tensor is contiguous in GroupCoordinator.all_gather (#2367)
Signed-off-by: daixinning <daixinning@163.com> Co-authored-by: daixinning <daixinning@163.com>
This commit is contained in:
1 parent
c3376a466b
commit
08cb436d4e
1 file changed
+1
-1
@@ -213,7 +213,7 @@ class GroupCoordinator:
|
||||
input_size[0] *= world_size
|
||||
output_tensor = torch.empty(input_size, dtype=input_.dtype, device=input_.device)
|
||||
# All-gather.
|
||||
torch.distributed.all_gather_into_tensor(output_tensor, input_, group=self.device_group)
|
||||
torch.distributed.all_gather_into_tensor(output_tensor, input_.contiguous(), group=self.device_group)
|
||||
if dim != 0:
|
||||
input_size[0] //= world_size
|
||||
output_tensor = output_tensor.reshape(
|
||||
|
||||
Reference in new issue
Block a user