Modify broadcasting operation for random seed

tunib-ai · Dec 28, 2021 · d7007c9 · d7007c9
1 parent b78a208
commit d7007c9
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 6 deletions.
diff --git a/parallelformers/parallel/process.py b/parallelformers/parallel/process.py
@@ -150,14 +150,12 @@ def inference(self, model: nn.Module) -> None:
             model (nn.Module): model weight
         """
         if self.seed is None:
-            seed = time()
+            seed = torch.tensor(int(time())).cuda()
+            dist.broadcast(seed, src=0)
+            seed = seed.item()
         else:
             seed = self.seed
 
-        seed = torch.tensor(int(seed)).cuda()
-        dist.broadcast(seed, src=0)
-        seed = seed.item()
-
         torch.manual_seed(seed)
         np.random.seed(seed)
         random.seed(seed)

diff --git a/setup.py b/setup.py
@@ -26,7 +26,7 @@
 
 setup(
     name='parallelformers',
-    version='1.2.1',
+    version='1.2.2',
     description=
     'An Efficient Model Parallelization Toolkit for Deployment',
     long_description=long_description,