Avoid the same batch sequence among workers. (#1032)

deepmodeling · Aug 25, 2021 · 0004484 · 0004484
1 parent 96bc025
commit 0004484
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/deepmd/entrypoints/train.py b/deepmd/entrypoints/train.py
@@ -131,9 +131,11 @@ def _do_work(jdata: Dict[str, Any], run_opt: RunOptions, is_compress: bool = Fal
     else:
         ipt_type_map = type_map
 
-    #  init random seed
+    # init random seed of data systems
     seed = jdata["training"].get("seed", None)
     if seed is not None:
+        # avoid the same batch sequence among workers
+        seed += run_opt.my_rank
         seed = seed % (2 ** 32)
     dp_random.seed(seed)