diff --git a/.github/actions/orca-python-ray-py37-spark3-action/action.yml b/.github/actions/orca-python-ray-py37-spark3-action/action.yml new file mode 100644 index 00000000000..f44c2c88fca --- /dev/null +++ b/.github/actions/orca-python-ray-py37-spark3-action/action.yml @@ -0,0 +1,37 @@ +name: 'Run Orca Python Ray Py37 Spark3' +description: 'Run Orca Python Ray Py37 Spark3' +runs: + using: "composite" + steps: + - name: Setup Env + shell: bash + run: | + apt-get update + apt-get install wget + + - name: Set up Python + uses: actions/setup-python@v2 + with: + python-version: '3.7' + + - name: Install dependencies + shell: bash + run: | + python -m pip install --upgrade pip + python -m pip install --upgrade setuptools==58.0.4 + pip uninstall -y bigdl-friesian bigdl-friesian-spark3 bigdl-dllib bigdl-dllib-spark3 bigdl-orca pyspark bigdl-orca-spark3 bigdl-chronos bigdl-chronos-spark3 bigdl-friesian bigdl-friesian-spark3 + pip uninstall -r python/orca/dev/example/requirements-ray.txt -y + pip install -i https://pypi.org/simple --pre --upgrade bigdl-orca-spark3 + pip install -i https://pypi.tuna.tsinghua.edu.cn/simple -r python/orca/dev/example/requirements-ray.txt + pip install pytest + pip uninstall -y opencv-python-headless + pip install opencv-python-headless + - name: Run Test + shell: bash + run: | + export SPARK_LOCAL_HOSTNAME=localhost + chmod a+x python/orca/dev/test/run-pytests-ray + python/orca/dev/test/run-pytests-ray + env: + BIGDL_ROOT: ${{ github.workspace }} + ANALYTICS_ZOO_ROOT: ${{ github.workspace }} diff --git a/.github/workflows/nightly_test.yml b/.github/workflows/nightly_test.yml index 8ddee2da9ba..acf083c392a 100644 --- a/.github/workflows/nightly_test.yml +++ b/.github/workflows/nightly_test.yml @@ -1,6 +1,7 @@ name: Nightly Test on: + #pull_request: schedule: - cron: '0 13 * * *' # GMT time, 13:00 GMT == 21:00 China workflow_dispatch: @@ -15,6 +16,7 @@ on: - Orca-Python-ExampleTest-Py37-Spark3 - Orca-Python-ExampleTest-Ray-Py37-Spark3 - Orca-Jep-ExampleTest-Py37-Spark2 + - Orca-Python-Ray-Py37-Spark3 - Scala-App - Dllib-Scala-UT - Friesian-Scala-UT @@ -65,6 +67,19 @@ jobs: - name: Run test uses: ./.github/actions/orca-jep-exampletest-action + Orca-Python-Ray-Py37-Spark3: + if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Python-Ray-Py37-Spark3' || github.event.inputs.artifact == 'all' }} + runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] + + steps: + - uses: actions/checkout@v3 + - name: Set up JDK8 + uses: ./.github/actions/jdk-setup-action + - name: Set up maven + uses: ./.github/actions/maven-setup-action + - name: Run test + uses: ./.github/actions/orca-python-ray-py37-spark3-action + Scala-App: if: ${{ github.event.schedule || github.event.inputs.artifact == 'Scala-App' || github.event.inputs.artifact == 'all' }} runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] diff --git a/python/orca/dev/example/requirements-ray.txt b/python/orca/dev/example/requirements-ray.txt index b8579e63550..5e2edffca7c 100644 --- a/python/orca/dev/example/requirements-ray.txt +++ b/python/orca/dev/example/requirements-ray.txt @@ -23,3 +23,6 @@ argparse Pillow pyarrow==4.0.1 h5py==2.10.0 +fsspec==2021.9.0 +scikit-optimize==0.8.1 +pandas==1.1.5