CI.yml

name: CI

on:
  workflow_dispatch:
  push:
  release:
      types:
        - created
      # Sequence of patterns matched against refs/tags
      tags:
        - 'v*' # Push events to matching v*, i.e. v1.0, v20.15.10

concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: true

env:
  UV_SYSTEM_PYTHON: "1"

jobs:
  test:
    name: Test Python ${{ matrix.py }} - Ray ${{ matrix.ray }} - Dagster ${{ matrix.dagster }} - KubeRay ${{ matrix.kuberay }}
    runs-on: ${{ matrix.os }}-latest
    strategy:
      fail-fast: false
      matrix:
        os:
          - Ubuntu
        py:
          - "3.12"
          - "3.11"
          - "3.10"
          - "3.9"
        ray:
          - "2.37.0"
          - "2.24.0"
        dagster:
          - "1.8.12"
        kuberay:
          - "1.1.0"
          - "1.2.2"
    steps:
      - uses: actions/checkout@v4
      - uses: azure/setup-helm@v4.2.0
      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v3
      - name: Start minikube
        uses: medyagh/setup-minikube@master
        with:
          start: false
          driver: docker
      - name: Install uv
        uses: astral-sh/setup-uv@v3
        with:
          version: 0.4.25
          enable-cache: true
      - name: Set up Python ${{ matrix.py }}
        run: uv python install ${{ matrix.py }} && uv python pin ${{ matrix.py }} && uv venv --python ${{ matrix.py }}
      - name: Override ray==${{ matrix.ray }} dagster==${{ matrix.dagster }}
        id: override
        run: (python scripts/check_deps.py --python ${{ matrix.py }} --dagster ${{ matrix.dagster }} --ray ${{ matrix.ray }} && uv add --no-sync "ray[all]==${{ matrix.ray }}" "dagster==${{ matrix.dagster }}") || echo SKIP=1 >> $GITHUB_OUTPUT
      - name: Install dependencies
        run: uv sync --all-extras --dev
        if: ${{ steps.override.outputs.SKIP != '1' }}
      - name: Run tests
        env:
          PYTEST_KUBERAY_VERSIONS: "${{ matrix.kuberay }}"
        run: uv run pytest -v .
        if: ${{ steps.override.outputs.SKIP != '1' }}

  lint:
    name: Lint ${{ matrix.py }}
    runs-on: ${{ matrix.os }}-latest
    strategy:
      fail-fast: false
      matrix:
        os:
          - Ubuntu
        py:
          - "3.11"
          - "3.10"
          - "3.9"
    steps:
      - uses: actions/checkout@v2
      - name: Install uv
        uses: astral-sh/setup-uv@v3
        with:
          version: 0.4.25
          enable-cache: true
      - name: Set up Python ${{ matrix.py }}
        run: uv python install ${{ matrix.py }} && uv python pin ${{ matrix.py }}
      - name: Install dependencies
        run: uv sync --all-extras --dev
      - name: Run pre-commit hooks
        run: uv run pre-commit run --all-files

  qa_success:
    name: QA Success
    needs: [ test, lint ]
    runs-on: ubuntu-latest
    steps:
      - name: Success
        run: echo "QA Succeeded!"

  publish:
    needs: qa_success
    if: contains(github.ref, 'refs/tags/')
    name: Publish to PyPI
    runs-on: ubuntu-latest
    environment:
      name: release
    permissions:
      # IMPORTANT: this permission is mandatory for trusted publishing
      id-token: write
    steps:
      - uses: actions/checkout@v2
      - name: Install uv
        uses: astral-sh/setup-uv@v3
        with:
          version: 0.4.25
          enable-cache: true
      - name: Set up Python
        run: uv python install $PYTHON_VERSION && uv python pin $PYTHON_VERSION
        env:
          PYTHON_VERSION: 3.11.9
      - name: Generate Version
        run: export VERSION=$(uv run dunamai from any --style pep440) && echo "Version is $VERSION" && echo "VERSION=$VERSION" >> $GITHUB_ENV
      - name: Replace version in code
        run: uv run hatch version $VERSION
      - name: Publish to PyPI
        run: uv build && uv publish