ci.yaml

# Copyright 2022 Canonical Ltd.
# See LICENSE file for licensing details.
name: Tests

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

on:
  pull_request:
  schedule:
    - cron: '53 0 * * *' # Daily at 00:53 UTC
  # Triggered on push to branch "main" by .github/workflows/release.yaml
  workflow_call:

jobs:
  lint:
    name: Lint
    runs-on: ubuntu-latest
    timeout-minutes: 5
    steps:
      - name: Checkout
        uses: actions/checkout@v3
      - name: Install tox
        # TODO: Consider replacing with custom image on self-hosted runner OR pinning version
        run: python3 -m pip install tox
      - name: Run linters
        run: tox run -e lint

  unit-test:
    name: Unit tests
    runs-on: ubuntu-latest
    timeout-minutes: 5
    strategy:
      matrix:
        juju-version:
          - libjuju-version: "2.9.42.4"
          - libjuju-version: "3.2.0.1"
    steps:
      - name: Checkout
        uses: actions/checkout@v3
      - name: Install tox
        # TODO: Consider replacing with custom image on self-hosted runner OR pinning version
        run: python3 -m pip install tox
      - name: Run tests
        run: tox run -e unit
        env:
          LIBJUJU_VERSION_SPECIFIER: "==${{ matrix.juju-version.libjuju-version }}"

  integration-test:
    strategy:
      fail-fast: false
      matrix:
        ubuntu-versions:
          # Update whenever charmcraft.yaml is changed
          - series: jammy
            bases-index: 0
          - series: focal
            bases-index: 1
        tox-environments:
          - integration-db
          - integration-upgrade-1
          - integration-upgrade-2
          - integration-upgrade-3
          - integration-upgrade-4
          # To be enabled after data_interfaces v040
          # - integration-upgrade-5
          # - integration-upgrade-6
          # - integration-upgrade-7
          - integration-upgrade-databag
          - integration-s3
          - integration-opensearch
          - integration-kafka
        juju-version:
          - juju-bootstrap-option: "2.9.44"
            juju-snap-channel: "2.9/stable"
            libjuju-version: "2.9.49.0"
          - juju-bootstrap-option: "3.1.8"
            juju-snap-channel: "3.1/stable"
            libjuju-version: "3.2.2"
          - juju-bootstrap-option: "3.2.4"
            juju-snap-channel: "3.2/stable"
            libjuju-version: "3.2.3.0"
          - juju-bootstrap-option: "3.3.5"
            juju-snap-channel: "3.3/stable"
            libjuju-version: "3.3.1.1"
          - juju-bootstrap-option: "3.4.3"
            juju-snap-channel: "3.4/stable"
            libjuju-version: "3.4.0.0"
          - juju-bootstrap-option: "3.5.1"
            juju-snap-channel: "3.5/stable"
            libjuju-version: "3.5.0.0"
        exclude:
          - tox-environments: integration-upgrade-1
            juju-version: {juju-snap-channel: "2.9/stable"}
          - tox-environments: integration-upgrade-2
            juju-version: {juju-snap-channel: "2.9/stable"}
          - tox-environments: integration-upgrade-3
            juju-version: {juju-snap-channel: "2.9/stable"}
          - tox-environments: integration-upgrade-4
            juju-version: {juju-snap-channel: "2.9/stable"}
          - tox-environments: integration-upgrade-5
            juju-version: {juju-snap-channel: "2.9/stable"}
          - tox-environments: integration-upgrade-6
            juju-version: {juju-snap-channel: "2.9/stable"}
          - tox-environments: integration-upgrade-7
            juju-version: {juju-snap-channel: "2.9/stable"}
          - tox-environments: integration-upgrade-databag
            juju-version: {juju-snap-channel: "2.9/stable"}
          - tox-environments: integration-opensearch
            ubuntu-versions: {series: focal}
          - tox-environments: integration-kafka
            ubuntu-versions: {series: focal}
    name: ${{ matrix.tox-environments }} Juju ${{ matrix.juju-version.juju-snap-channel}} -- ${{ matrix.ubuntu-versions.series }}
    needs:
      - lint
      - unit-test
    runs-on: ubuntu-latest
    timeout-minutes: 120
    steps:
      - name: Checkout
        uses: actions/checkout@v3
      - name: Setup operator environment
        # TODO: Replace with custom image on self-hosted runner
        uses: charmed-kubernetes/actions-operator@main
        with:
          provider: microk8s
          channel: "1.27-strict/stable"
          bootstrap-options: "--agent-version ${{ matrix.juju-version.juju-bootstrap-option }}"
          juju-channel: ${{ matrix.juju-version.juju-snap-channel }}
      - name: Download packed charm(s)
        uses: actions/download-artifact@v3
        with:
          name: ${{ needs.build.outputs.artifact-name }}
      - name: Select tests
        id: select-tests
        run: |
          if [ "${{ github.event_name }}" == "schedule" ]
          then
            echo Running unstable and stable tests
            echo "mark_expression=" >> $GITHUB_OUTPUT
          else
            echo Skipping unstable tests
            echo "mark_expression=not unstable" >> $GITHUB_OUTPUT
          fi
      - name: Run integration tests
        # set a predictable model name so it can be consumed by charm-logdump-action
        run: tox run -e ${{ matrix.tox-environments }} -- -m '${{ steps.select-tests.outputs.mark_expression }}' --model testing  --os-series=${{ matrix.ubuntu-versions.series }} --build-bases-index=${{ matrix.ubuntu-versions.bases-index }}
        env:
          CI_PACKED_CHARMS: ${{ needs.build.outputs.charms }}
          LIBJUJU_VERSION_SPECIFIER: "==${{ matrix.juju-version.libjuju-version }}"
      - name: Print debug-log
        if: failure()
        run: juju switch testing; juju debug-log --replay --no-tail
      - name: Dump logs
        uses: canonical/charm-logdump-action@main
        if: failure()
        with:
          app: data-platform-libs
          model: testing