aparler/PyNorch
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix distributed allreduce calling python

Browse source
This commit is contained in:
lucasdelimanogueira 2024-05-24 20:16:08 -03:00
parent 8654374a33
commit 3ed877adbf
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
norch/distributed/distributed.py
View file

@ -14,11 +14,11 @@ def broadcast_tensor(tensor):
Tensor._C.broadcast_tensor.argtypes = [ctypes.POINTER(CTensor)]
Tensor._C.broadcast_tensor.restype = None
Tensor._C.broadcast_tensor(tensor)
Tensor._C.broadcast_tensor(tensor.tensor)
def allreduce_sum_tensor(tensor):
Tensor._C.allreduce_sum_tensor.argtypes = [ctypes.POINTER(CTensor)]
Tensor._C.allreduce_sum_tensor.restype = None
Tensor._C.allreduce_sum_tensor(tensor)
Tensor._C.allreduce_sum_tensor(tensor.tensor)