From 53f2e758f179c9b15b08a393702af4322fec98f4 Mon Sep 17 00:00:00 2001 From: binbin Date: Thu, 8 Sep 2022 13:33:36 +0800 Subject: [PATCH 1/2] pytest ray-part1 --- ...chronos-prvn-python-spark-3.1-py37-ray.yml | 75 +++++++++++++++++++ 1 file changed, 75 insertions(+) create mode 100644 .github/workflows/chronos-prvn-python-spark-3.1-py37-ray.yml diff --git a/.github/workflows/chronos-prvn-python-spark-3.1-py37-ray.yml b/.github/workflows/chronos-prvn-python-spark-3.1-py37-ray.yml new file mode 100644 index 00000000000..563d1244946 --- /dev/null +++ b/.github/workflows/chronos-prvn-python-spark-3.1-py37-ray.yml @@ -0,0 +1,75 @@ +name: Chronos PRVN Python Spark3.1 py37 ray + +# Controls when the action will run. +on: + # Triggers the workflow on pull request events but only for the main branch + pull_request: + branches: [ main ] + paths: + - 'python/chronos/**' + - '.github/workflows/chronos-prvn-python-spark-3.1-py37-ray.yml' + # Allows you to run this workflow manually from the Actions tab + workflow_dispatch: + +# A workflow run is made up of one or more jobs that can run sequentially or in parallel +jobs: + chronos-PRVN-ray: + runs-on: [ self-hosted, Gondolin, ubuntu-20.04-lts ] + strategy: + fail-fast: false + matrix: + python-version: ["3.7.6"] + steps: + - uses: actions/checkout@v3 + - name: Set up JDK 8 + uses: ./.github/actions/jdk-setup-action + - name: Set up Maven + uses: ./.github/actions/maven-setup-action + + - uses: actions/checkout@v2 + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v2 + with: + python-version: ${{ matrix.python-version }} + + - name: Install dependencies + run: | + python -m pip install --upgrade pip + python -m pip install --upgrade setuptools==58.0.4 + python -m pip install --upgrade wheel + pip install pytest==5.4.1 + pip install prophet==1.1 + pip install pmdarima==1.8.4 + pip install neural_compressor==1.11 + pip install tsfresh==0.17.0 + pip install ray==1.9.2 ray[tune]==1.9.2 ray[default]==1.9.2 + pip install pyarrow==6.0.1 + pip install ConfigSpace==0.5.0 + pip install optuna==2.10.1 + pip install onnxruntime==1.11.1 + pip install onnx==1.11.0 + pip uninstall -y numpy + pip install numpy==1.19.5 + pip install scipy==1.5.4 + apt-get update + apt-get install patchelf + + - name: Run Chronos python test + shell: bash + run: | + pip uninstall -y bigdl-friesian bigdl-friesian-spark3 bigdl-dllib bigdl-dllib-spark3 bigdl-orca pyspark bigdl-orca-spark3 bigdl-chronos bigdl-chronos-spark3 bigdl-nano bigdl-friesian bigdl-friesian-spark3 + sed -i "s/pyspark==2.4.6/pyspark==3.1.2/g" python/dllib/src/setup.py + sed -i "s/'bigdl-core=='+VERSION/'bigdl-core==2.1.0b20220811'/g" python/dllib/src/setup.py + bash python/dev/release_default_linux_spark312.sh default false false + bash python/nano/dev/build_and_install.sh linux default false pytorch --force-reinstall --no-deps -U + whl_name=`ls python/nano/dist/` + pip install python/nano/dist/${whl_name}[tensorflow,pytorch] + pip install python/dllib/src/dist/bigdl_dllib_*-py3-none-manylinux1_x86_64.whl + pip install python/orca/src/dist/bigdl_orca_*-py3-none-manylinux1_x86_64.whl + pip install python/chronos/src/dist/bigdl_chronos_*-py3-none-manylinux1_x86_64.whl + export SPARK_LOCAL_HOSTNAME=localhost + export KERAS_BACKEND=tensorflow + bash python/chronos/dev/test/run-pytests.sh 1 + env: + BIGDL_ROOT: ${{ github.workspace }} + ANALYTICS_ZOO_ROOT: ${{ github.workspace }} From c84d195fee62890d37d00c34999b88b17300045c Mon Sep 17 00:00:00 2001 From: binbin Date: Thu, 8 Sep 2022 14:20:50 +0800 Subject: [PATCH 2/2] pytest ray-part1+part2 --- .github/workflows/chronos-prvn-python-spark-3.1-py37-ray.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/chronos-prvn-python-spark-3.1-py37-ray.yml b/.github/workflows/chronos-prvn-python-spark-3.1-py37-ray.yml index 563d1244946..5634e6e8980 100644 --- a/.github/workflows/chronos-prvn-python-spark-3.1-py37-ray.yml +++ b/.github/workflows/chronos-prvn-python-spark-3.1-py37-ray.yml @@ -69,7 +69,7 @@ jobs: pip install python/chronos/src/dist/bigdl_chronos_*-py3-none-manylinux1_x86_64.whl export SPARK_LOCAL_HOSTNAME=localhost export KERAS_BACKEND=tensorflow - bash python/chronos/dev/test/run-pytests.sh 1 + bash python/chronos/dev/test/run-pytests.sh env: BIGDL_ROOT: ${{ github.workspace }} ANALYTICS_ZOO_ROOT: ${{ github.workspace }}