[Fix] --local-rank for PyTorch >= 2.0.0 (#2051)

Co-authored-by: rangoliu <[email protected]>
open-mmlab · Oct 19, 2023 · 9384f4b · 9384f4b
1 parent dfe6767
commit 9384f4b
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/tools/test.py b/tools/test.py
@@ -35,7 +35,10 @@ def parse_args():
         choices=['none', 'pytorch', 'slurm', 'mpi'],
         default='none',
         help='job launcher')
-    parser.add_argument('--local_rank', type=int, default=0)
+    # When using PyTorch version >= 2.0.0, the `torch.distributed.launch`
+    # will pass the `--local-rank` parameter to `tools/train.py` instead
+    # of `--local_rank`.
+    parser.add_argument('--local_rank', '--local-rank', type=int, default=0)
     args = parser.parse_args()
     if 'LOCAL_RANK' not in os.environ:
         os.environ['LOCAL_RANK'] = str(args.local_rank)