[CI] Limit number of threads in all jobs (#5815)

apache · Jun 15, 2020 · 520ca0a · 520ca0a
1 parent d97dcd7
commit 520ca0a
Show file tree

Hide file tree

Showing 9 changed files with 35 additions and 0 deletions.
diff --git a/tests/scripts/task_cpp_unittest.sh b/tests/scripts/task_cpp_unittest.sh
@@ -23,6 +23,10 @@ export LD_LIBRARY_PATH="lib:${LD_LIBRARY_PATH:-}"
 # NOTE: important to use abspath, when VTA is enabled.
 export VTA_HW_PATH=`pwd`/3rdparty/vta-hw
 
+# to avoid CI thread throttling.
+export TVM_BIND_THREADS=0
+export OMP_NUM_THREADS=1
+
 # Remove existing testcases
 rm -f build/*_test
 

diff --git a/tests/scripts/task_golang.sh b/tests/scripts/task_golang.sh
@@ -24,5 +24,9 @@ export LD_LIBRARY_PATH="lib:${LD_LIBRARY_PATH:-}"
 tvm_root="$(git rev-parse --show-toplevel)"
 export PYTHONPATH="$tvm_root/python":"$tvm_root/topi/python"
 
+# to avoid CI CPU thread throttling.
+export TVM_BIND_THREADS=0
+export OMP_NUM_THREADS=1
+
 # Golang tests
 make -C golang tests
diff --git a/tests/scripts/task_java_unittest.sh b/tests/scripts/task_java_unittest.sh
@@ -22,6 +22,10 @@ set -u
 export PYTHONPATH=python
 export LD_LIBRARY_PATH="lib:${LD_LIBRARY_PATH:-}"
 
+# to avoid CI CPU thread throttling.
+export TVM_BIND_THREADS=0
+export OMP_NUM_THREADS=1
+
 CURR_DIR=$(cd `dirname $0`; pwd)
 SCRIPT_DIR=$CURR_DIR/../../jvm/core/src/test/scripts
 TEMP_DIR=$(mktemp -d)

diff --git a/tests/scripts/task_python_docs.sh b/tests/scripts/task_python_docs.sh
@@ -21,6 +21,10 @@ set -u
 
 source tests/scripts/setup-pytest-env.sh
 
+# to avoid CI CPU thread throttling.
+export TVM_BIND_THREADS=0
+export OMP_NUM_THREADS=4
+
 cleanup()
 {
     rm -rf /tmp/$$.log.txt

diff --git a/tests/scripts/task_python_integration.sh b/tests/scripts/task_python_integration.sh
@@ -22,6 +22,8 @@ set -u
 source tests/scripts/setup-pytest-env.sh
 export PYTHONPATH=${PYTHONPATH}:${TVM_PATH}/apps/extension/python
 export LD_LIBRARY_PATH="build:${LD_LIBRARY_PATH:-}"
+
+# to avoid CI CPU thread throttling.
 export TVM_BIND_THREADS=0
 export TVM_NUM_THREADS=2
 

diff --git a/tests/scripts/task_python_topi.sh b/tests/scripts/task_python_topi.sh
@@ -20,6 +20,11 @@ set -e
 set -u
 
 source tests/scripts/setup-pytest-env.sh
+
+# to avoid CI thread throttling.
+export TVM_BIND_THREADS=0
+export OMP_NUM_THREADS=1
+
 # Rebuild cython
 make cython3
 

diff --git a/tests/scripts/task_python_vta_fsim.sh b/tests/scripts/task_python_vta_fsim.sh
@@ -20,6 +20,10 @@ set -e
 set -u
 
 source tests/scripts/setup-pytest-env.sh
+# to avoid CI thread throttling.
+export TVM_BIND_THREADS=0
+export OMP_NUM_THREADS=1
+
 export PYTHONPATH=${PYTHONPATH}:${TVM_PATH}/vta/python
 export VTA_HW_PATH=`pwd`/3rdparty/vta-hw
 

diff --git a/tests/scripts/task_python_vta_tsim.sh b/tests/scripts/task_python_vta_tsim.sh
@@ -23,6 +23,10 @@ source tests/scripts/setup-pytest-env.sh
 export PYTHONPATH=${PYTHONPATH}:${TVM_PATH}/vta/python
 export VTA_HW_PATH=`pwd`/3rdparty/vta-hw
 
+# to avoid CI CPU thread throttling.
+export TVM_BIND_THREADS=0
+export OMP_NUM_THREADS=1
+
 # cleanup pycache
 find . -type f -path "*.pyc" | xargs rm -f
 

diff --git a/tests/scripts/task_rust.sh b/tests/scripts/task_rust.sh
@@ -27,6 +27,10 @@ export RUST_DIR="$TVM_HOME/rust"
 export LLVM_CONFIG_PATH=`which llvm-config-10`
 echo "Using $LLVM_CONFIG_PATH"
 
+# to avoid CI CPU thread throttling.
+export TVM_BIND_THREADS=0
+export OMP_NUM_THREADS=1
+
 cd $RUST_DIR
 cargo fmt -- --check