fix all_gather_v bug

Chao1Han · Oct 31, 2024 · eb447f2 · eb447f2
1 parent 193d946
commit eb447f2
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/torch/csrc/distributed/c10d/ProcessGroupXCCL.cpp b/torch/csrc/distributed/c10d/ProcessGroupXCCL.cpp
@@ -1063,6 +1063,7 @@ c10::intrusive_ptr<Work> ProcessGroupXCCL::_broadcast_oop(
         auto xcclDataType = getXcclDataType(input.scalar_type());
         ccl::broadcast(
             input.data_ptr(),
+            output.data_ptr(),
             (size_t)input.numel(),
             xcclDataType,
             root,