diff --git a/tools/slurm_train.sh b/tools/slurm_train.sh
index ab8611fc37..6358f4b9e5 100644
--- a/tools/slurm_train.sh
+++ b/tools/slurm_train.sh
@@ -1,4 +1,6 @@
 #!/usr/bin/env bash
+export MASTER_PORT=$((12000 + $RANDOM % 20000))
+
 
 set -x