From 134fa1cd932e60c7875871b3a140e5857ca976d1 Mon Sep 17 00:00:00 2001 From: Eduardo Apolinario Date: Thu, 1 Sep 2022 19:21:23 -0700 Subject: [PATCH] Simplify CI Signed-off-by: Eduardo Apolinario --- .github/workflows/pythonbuild.yml | 86 ------------------------------- 1 file changed, 86 deletions(-) diff --git a/.github/workflows/pythonbuild.yml b/.github/workflows/pythonbuild.yml index ff493aaf9a..515e3b405d 100644 --- a/.github/workflows/pythonbuild.yml +++ b/.github/workflows/pythonbuild.yml @@ -10,51 +10,6 @@ env: FLYTE_SDK_LOGGING_LEVEL: 10 # debug jobs: - build: - runs-on: ${{ matrix.os }} - strategy: - fail-fast: false - matrix: - os: [ubuntu-latest, windows-latest] - python-version: ["3.7", "3.8", "3.9", "3.10"] - spark-version-suffix: ["", "-spark2"] - exclude: - - python-version: 3.8 - spark-version-suffix: "-spark2" - - python-version: 3.9 - spark-version-suffix: "-spark2" - - python-version: 3.10 - spark-version-suffix: "-spark2" - # Ignore this test because we failed to install docker-py - # docker-py will install pywin32==227, whereas pywin only added support for python 3.10 in version 301. - # For more detail, see https://github.com/flyteorg/flytekit/pull/856#issuecomment-1067152855 - - python-version: 3.10 - os: windows-latest - steps: - - uses: actions/checkout@v2 - - name: Set up Python ${{ matrix.python-version }} - uses: actions/setup-python@v2 - with: - python-version: ${{ matrix.python-version }} - - name: Cache pip - uses: actions/cache@v2 - with: - # This path is specific to Ubuntu - path: ~/.cache/pip - # Look to see if there is a cache hit for the corresponding requirements files - key: ${{ format('{0}-pip-{1}', runner.os, hashFiles('dev-requirements.txt', format('requirements{0}.txt', matrix.spark-version-suffix))) }} - - name: Install dependencies - run: | - make setup${{ matrix.spark-version-suffix }} - pip freeze - - name: Test with coverage - run: | - pytest tests/flytekit/unit -m "not sandbox_test" --cov=./ --cov-report=xml - - name: Codecov - uses: codecov/codecov-action@v3.1.0 - with: - fail_ci_if_error: true # optional (default = false) - build-plugins: runs-on: ubuntu-latest strategy: @@ -63,32 +18,7 @@ jobs: python-version: ["3.8", "3.9", "3.10"] plugin-names: # Please maintain an alphabetical order in the following list - - flytekit-aws-athena - - flytekit-aws-batch - - flytekit-aws-sagemaker - - flytekit-bigquery - - flytekit-data-fsspec - flytekit-dbt - - flytekit-deck-standard - - flytekit-dolt - - flytekit-greatexpectations - - flytekit-hive - - flytekit-k8s-pod - - flytekit-kf-mpi - - flytekit-kf-pytorch - - flytekit-kf-tensorflow - - flytekit-modin - - flytekit-onnx-pytorch - - flytekit-onnx-scikitlearn - - flytekit-onnx-tensorflow - - flytekit-pandera - - flytekit-papermill - - flytekit-polars - - flytekit-ray - - flytekit-snowflake - - flytekit-spark - - flytekit-sqlalchemy - - flytekit-whylogs exclude: # flytekit-modin depends on ray which does not have a 3.10 wheel yet. # Issue tracked in https://github.com/ray-project/ray/issues/19116. @@ -167,19 +97,3 @@ jobs: uses: ludeeus/action-shellcheck@master with: ignore_paths: boilerplate - - docs: - runs-on: ubuntu-latest - steps: - - name: Fetch the code - uses: actions/checkout@v2 - - name: Set up Python 3.8 - uses: actions/setup-python@v2 - with: - python-version: 3.8 - - name: Install dependencies - run: | - python -m pip install --upgrade pip==21.2.4 setuptools wheel - pip install -r doc-requirements.txt - - name: Build the documentation - run: make -C docs html