Merge pull request #136 from malfet/patch-1

Do not attempt to import distributed primitives on MacOS

Author: malfet

tp.py

@@ -9,7 +9,11 @@
 import torch
 import torch.distributed as dist
 from torch import nn
-from torch.distributed import _functional_collectives as funcol
+if os.uname().sysname != "Darwin":
+    from torch.distributed import _functional_collectives as funcol
+else:
+    # Distributed is not supported on MacOS
+    funcol = None
 
 from model import Attention, FeedForward, Transformer
 from quantize import WeightOnlyInt4Linear