From 6b9d0905377131c7f8f28b35c2f0480c1522e5d1 Mon Sep 17 00:00:00 2001
From: binbin Deng <108676127+plusbang@users.noreply.github.com>
Date: Tue, 23 Aug 2022 13:16:38 +0800
Subject: [PATCH] Chronos: PR validation job to Github action (#5349)

Migrate current jenkins CI/CD jobs to github action, this is chronos PR validation-Spark2.4-ray job
---
 ...chronos-prvn-python-spark-2.4-py37-ray.yml | 99 +++++++++++++++++++
 1 file changed, 99 insertions(+)
 create mode 100644 .github/workflows/chronos-prvn-python-spark-2.4-py37-ray.yml

diff --git a/.github/workflows/chronos-prvn-python-spark-2.4-py37-ray.yml b/.github/workflows/chronos-prvn-python-spark-2.4-py37-ray.yml
new file mode 100644
index 00000000000..4ed6a4befa7
--- /dev/null
+++ b/.github/workflows/chronos-prvn-python-spark-2.4-py37-ray.yml
@@ -0,0 +1,99 @@
+name: Chronos PRVN Python Spark2.4 py37 ray
+
+# Controls when the action will run. 
+on:
+  # Triggers the workflow on pull request events but only for the main branch
+  pull_request:
+    branches: [ main ]
+    paths:
+      - 'python/chronos/**'
+      - '.github/workflows/chronos-prvn-python-spark-2.4-py37-ray.yml'
+  # Allows you to run this workflow manually from the Actions tab
+  workflow_dispatch:
+
+# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+jobs:
+  chronos-PRVN-ray:
+    runs-on: [ self-hosted, Gondolin, ubuntu-20.04-lts ]
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.7"]
+    steps:
+      - uses: actions/checkout@v3
+      - name: Set up JDK 8
+        uses: actions/setup-java@v3
+        with:
+          java-version: '8'
+          distribution: 'temurin'
+          #server-id: github # Value of the distributionManagement/repository/id field of the pom.xml
+          settings-path: ${{ github.workspace }} # location for the settings.xml file
+
+      - name: Set up Maven
+        uses: stCarolas/setup-maven@v4.4
+        with:
+          maven-version: 3.8.2
+
+      - name: Set up Maven Settings
+        uses: s4u/maven-settings-action@v2.6.0
+        with:
+          sonatypeSnapshots: true
+          apacheSnapshots: true
+          servers: |
+            [{
+              "id": "central",
+              "configuration": {
+                "httpConfiguration": {
+                  "all": {
+                    "connectionTimeout": "3600000",
+                    "readTimeout": "3600000"
+                    }    
+                  }
+                }
+            }]
+          mirrors: '[{"id": "ardaNexus", "name": "ardaNexus", "mirrorOf": "*", "url": "${NEXUS_URL}" }]'
+
+      - uses: actions/checkout@v2
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+      
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          python -m pip install --upgrade setuptools==58.0.4
+          python -m pip install --upgrade wheel
+          pip install pytest==5.4.1
+          pip install prophet==1.1
+          pip install pmdarima==1.8.4
+          pip install neural_compressor==1.11
+          pip install tsfresh==0.17.0
+          pip install ray==1.9.2 ray[tune]==1.9.2 ray[default]==1.9.2
+          pip install pyarrow==6.0.1
+          pip install ConfigSpace==0.5.0
+          pip install optuna==2.10.1
+          pip install onnxruntime==1.11.1
+          pip install onnx==1.11.0
+          apt-get update
+          apt-get install patchelf
+
+      - name: Run Chronos python test
+        shell: bash
+        run: |
+          pip uninstall -y bigdl-friesian bigdl-friesian-spark3 bigdl-dllib bigdl-dllib-spark3 bigdl-orca pyspark bigdl-orca-spark3 bigdl-chronos bigdl-chronos-spark3 bigdl-friesian bigdl-friesian-spark3
+          sed -i "s/'bigdl-core=='+VERSION/'bigdl-core==2.1.0b20220811'/g" python/dllib/src/setup.py
+          bash python/dev/release_default_linux_spark246.sh default false false
+          bash python/nano/dev/build_and_install.sh linux default false pytorch --force-reinstall --no-deps -U
+          whl_name=`ls python/nano/dist/`
+          pip install python/nano/dist/${whl_name}[tensorflow,pytorch]
+          pip install python/dllib/src/dist/bigdl_dllib-*-py3-none-manylinux1_x86_64.whl
+          pip install python/orca/src/dist/bigdl_orca-*-py3-none-manylinux1_x86_64.whl
+          pip install python/chronos/src/dist/bigdl_chronos-*-py3-none-manylinux1_x86_64.whl
+          export SPARK_LOCAL_HOSTNAME=localhost
+          export KERAS_BACKEND=tensorflow
+          python --version
+          pip install scipy==1.5.4
+          bash python/chronos/dev/test/run-pytests.sh
+        env:
+          ANALYTICS_ZOO_ROOT: ${{ github.workspace }}