We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 866873a commit 4bdb8a7Copy full SHA for 4bdb8a7
torchft/process_group.py
@@ -132,10 +132,20 @@ def allgather(
132
input_tensor: List[torch.Tensor],
133
opts: object,
134
) -> Work:
135
+ """
136
+ Gathers tensors from the whole group in a list.
137
+
138
+ See torch.distributed.all_gather for more details.
139
140
raise NotImplementedError("not implemented")
141
142
# pyre-fixme[14]: inconsistent override
143
def broadcast(self, tensor_list: List[torch.Tensor], opts: object) -> Work:
144
145
+ Broadcasts the tensor to the whole group.
146
147
+ See torch.distributed.broadcast for more details.
148
149
150
151
def broadcast_one(self, tensor: torch.Tensor, root: int) -> Work:
0 commit comments