add orca ray python test to github action (intel-analytics#5550)

* add orca ray python test to github action * update * update * update * update * update * update
ForJadeForest · Sep 20, 2022 · 0c8cac9 · 0c8cac9
1 parent 1da3230
commit 0c8cac9
Show file tree

Hide file tree

Showing 3 changed files with 55 additions and 0 deletions.
diff --git a/.github/actions/orca-python-ray-py37-spark3-action/action.yml b/.github/actions/orca-python-ray-py37-spark3-action/action.yml
@@ -0,0 +1,37 @@
+name: 'Run Orca Python Ray Py37 Spark3'
+description: 'Run Orca Python Ray Py37 Spark3'
+runs:
+  using: "composite"
+  steps:
+    - name: Setup Env
+      shell: bash
+      run: |
+        apt-get update
+        apt-get install wget
+
+    - name: Set up Python 
+      uses: actions/setup-python@v2
+      with:
+        python-version: '3.7'
+
+    - name: Install dependencies
+      shell: bash
+      run: |
+        python -m pip install --upgrade pip
+        python -m pip install --upgrade setuptools==58.0.4
+        pip uninstall -y bigdl-friesian bigdl-friesian-spark3 bigdl-dllib bigdl-dllib-spark3 bigdl-orca pyspark bigdl-orca-spark3 bigdl-chronos bigdl-chronos-spark3 bigdl-friesian bigdl-friesian-spark3
+        pip uninstall -r python/orca/dev/example/requirements-ray.txt -y
+        pip install -i https://pypi.org/simple --pre --upgrade bigdl-orca-spark3
+        pip install -i https://pypi.tuna.tsinghua.edu.cn/simple -r python/orca/dev/example/requirements-ray.txt 
+        pip install pytest
+        pip uninstall -y opencv-python-headless
+        pip install opencv-python-headless
+    - name: Run Test
+      shell: bash
+      run: |
+        export SPARK_LOCAL_HOSTNAME=localhost
+        chmod a+x python/orca/dev/test/run-pytests-ray
+        python/orca/dev/test/run-pytests-ray
+      env:
+        BIGDL_ROOT: ${{ github.workspace }}
+        ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
diff --git a/.github/workflows/nightly_test.yml b/.github/workflows/nightly_test.yml
@@ -1,6 +1,7 @@
 name: Nightly Test
 
 on:
+  #pull_request:
   schedule:
     - cron: '0 13 * * *' # GMT time, 13:00 GMT == 21:00 China
   workflow_dispatch:
@@ -15,6 +16,7 @@ on:
         - Orca-Python-ExampleTest-Py37-Spark3
         - Orca-Python-ExampleTest-Ray-Py37-Spark3
         - Orca-Jep-ExampleTest-Py37-Spark2
+        - Orca-Python-Ray-Py37-Spark3
         - Scala-App
         - Dllib-Scala-UT
         - Friesian-Scala-UT
@@ -65,6 +67,19 @@ jobs:
     - name: Run test
       uses: ./.github/actions/orca-jep-exampletest-action
 
+  Orca-Python-Ray-Py37-Spark3:
+    if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Python-Ray-Py37-Spark3' || github.event.inputs.artifact == 'all' }}
+    runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts]
+
+    steps:
+    - uses: actions/checkout@v3
+    - name: Set up JDK8
+      uses: ./.github/actions/jdk-setup-action
+    - name: Set up maven
+      uses: ./.github/actions/maven-setup-action
+    - name: Run test
+      uses: ./.github/actions/orca-python-ray-py37-spark3-action
+
   Scala-App:
     if: ${{ github.event.schedule || github.event.inputs.artifact == 'Scala-App' || github.event.inputs.artifact == 'all' }} 
     runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts]

diff --git a/python/orca/dev/example/requirements-ray.txt b/python/orca/dev/example/requirements-ray.txt
@@ -22,3 +22,6 @@ argparse
 Pillow
 pyarrow==4.0.1
 h5py==2.10.0
+fsspec==2021.9.0
+scikit-optimize==0.8.1
+pandas==1.1.5