[MISC] update data-platform-workflows (#19)

* Initial borked test

* Integration test

* Bump libs and actions

.github/renovate.json5

@@ -0,0 +1,16 @@
+{
+  "$schema": "https://docs.renovatebot.com/renovate-schema.json",
+  "extends": ["github>canonical/data-platform//renovate_presets/charm.json5"],
+  "reviewers": ["dragomirp", "marceloneppel", "taurus-forever"],
+  "packageRules": [
+    // Later rules override earlier rules
+  ],
+  "regexManagers": [
+    {
+      "fileMatch": ["(^|/)([\\w-]*)charmcraft\\.ya?ml$"],
+      "matchStrings": ["- (?<depName>.*?)(?:\\[.*?\\])?==(?<currentValue>.*?) +# renovate"],
+      "datasourceTemplate": "pypi",
+      "versioningTemplate": "loose"
+    }
+  ]
+}

.github/workflows/ci.yaml

@@ -20,28 +20,119 @@ on:
 jobs:
   lint:
     name: Lint
+    uses: canonical/data-platform-workflows/.github/workflows/[email protected]
+
+  build:
+    name: Build charm
+    uses: canonical/data-platform-workflows/.github/workflows/[email protected]
+    permissions:
+      actions: write  # Needed to manage GitHub Actions cache
+
+  gh-hosted-integration-k8s-test:
+    strategy:
+      fail-fast: false
+      matrix:
+        tox-environment:
+          - integration-k8s-smoke
+        juju-snap-channel:  ["2.9/stable", "3.1/stable"]
+        include:
+          - juju-snap-channel: "3.1/stable"
+            agent-version: "3.1.6"
+            libjuju-version:  "3.2.2"
+          - juju-snap-channel: "2.9/stable"
+            agent-version: "2.9.45"
+            libjuju-version:  "2.9.45.0"
+    name: ${{ matrix.juju-snap-channel }} - (GH hosted) ${{ matrix.tox-environment }}
+    needs:
+      - lint
+      - build
     runs-on: ubuntu-latest
-    timeout-minutes: 5
+    timeout-minutes: 120
     steps:
       - name: Checkout
         uses: actions/checkout@v4
-      - name: Install tox
-        # TODO: Consider replacing with custom image on self-hosted runner OR pinning version
-        run: python3 -m pip install tox
-      - name: Run linters
-        run: tox run -e lint
+      - name: Install tox & poetry
+        run: |
+          pipx install tox
+          pipx install poetry
+      - name: Setup operator environment
+        uses: charmed-kubernetes/actions-operator@main
+        with:
+          provider: microk8s
+          channel: "1.28-strict/stable"
+          bootstrap-options: "--agent-version ${{ matrix.agent-version }}"
+          juju-channel: ${{ matrix.juju-snap-channel }}
+      - name: Update python-libjuju version
+        if: ${{ matrix.juju-snap-channel == '2.9/stable' }}
+        run: poetry add --lock --group integration juju@'${{ matrix.libjuju-version }}'
+      - name: Download packed charm(s)
+        uses: actions/download-artifact@v3
+        with:
+          name: ${{ needs.build.outputs.artifact-name }}
+      - name: Select test stability level
+        id: select-test-stability
+        run: |
+          if [[ "${{ github.event_name }}" == "schedule" ]]
+          then
+            echo Running unstable and stable tests
+            echo "mark_expression=" >> "$GITHUB_OUTPUT"
+          else
+            echo Skipping unstable tests
+            echo "mark_expression=not unstable" >> "$GITHUB_OUTPUT"
+          fi
+      - name: Run integration tests
+        run: tox run -e ${{ matrix.tox-environment }} -- -m '${{ steps.select-test-stability.outputs.mark_expression }}' --keep-models
 
-  lib-check:
-    name: Check libraries
+  gh-hosted-integration-lxd-test:
+    strategy:
+      fail-fast: false
+      matrix:
+        tox-environment:
+          - integration-lxd-smoke
+        juju-snap-channel:  ["2.9/stable", "3.1/stable"]
+        include:
+          - juju-snap-channel: "3.1/stable"
+            agent-version: "3.1.6"
+            libjuju-version:  "3.2.2"
+          - juju-snap-channel: "2.9/stable"
+            agent-version: "2.9.45"
+            libjuju-version:  "2.9.45.0"
+    name: ${{ matrix.juju-snap-channel }} - (GH hosted) ${{ matrix.tox-environment }}
+    needs:
+      - lint
+      - build
     runs-on: ubuntu-latest
-    timeout-minutes: 5
+    timeout-minutes: 120
     steps:
       - name: Checkout
         uses: actions/checkout@v4
+      - name: Install tox & poetry
+        run: |
+          pipx install tox
+          pipx install poetry
+      - name: Setup operator environment
+        uses: charmed-kubernetes/actions-operator@main
         with:
-          fetch-depth: 0
-      - name: Check libs
-        uses: canonical/charming-actions/[email protected]
+          provider: lxd
+          bootstrap-options: "--agent-version ${{ matrix.agent-version }}"
+          juju-channel: ${{ matrix.juju-snap-channel }}
+      - name: Update python-libjuju version
+        if: ${{ matrix.juju-snap-channel == '2.9/stable' }}
+        run: poetry add --lock --group integration juju@'${{ matrix.libjuju-version }}'
+      - name: Download packed charm(s)
+        uses: actions/download-artifact@v3
         with:
-          credentials: "${{ secrets.CHARMHUB_TOKEN }}"
-          github-token: "${{ secrets.GITHUB_TOKEN }}"
+          name: ${{ needs.build.outputs.artifact-name }}
+      - name: Select test stability level
+        id: select-test-stability
+        run: |
+          if [[ "${{ github.event_name }}" == "schedule" ]]
+          then
+            echo Running unstable and stable tests
+            echo "mark_expression=" >> "$GITHUB_OUTPUT"
+          else
+            echo Skipping unstable tests
+            echo "mark_expression=not unstable" >> "$GITHUB_OUTPUT"
+          fi
+      - name: Run integration tests
+        run: tox run -e ${{ matrix.tox-environment }} -- -m '${{ steps.select-test-stability.outputs.mark_expression }}' --keep-models

.github/workflows/lib-check.yaml

@@ -0,0 +1,34 @@
+# Copyright 2022 Canonical Ltd.
+# See LICENSE file for licensing details.
+name: Check libs
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+on:
+  pull_request:
+    paths-ignore:
+      - '.gitignore'
+      - '.jujuignore'
+      - 'LICENSE'
+      - '**.md'
+      - 'renovate.json'
+
+jobs:
+  lib-check:
+    name: Check libraries
+    runs-on: ubuntu-latest
+    timeout-minutes: 5
+    if: ${{ github.event.pull_request.head.repo.full_name == 'canonical/postgresql-test-app' }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+      - name: Check libs
+        uses: canonical/charming-actions/[email protected]
+        with:
+          credentials: "${{ secrets.CHARMHUB_TOKEN }}"
+          github-token: "${{ secrets.GITHUB_TOKEN }}"
+

.github/workflows/release.yaml

@@ -13,23 +13,26 @@ on:
       - poetry.lock
       - pyproject.toml
       - '.github/workflows/ci.yaml'
+      - '.github/workflows/lib-check.yaml'
 
 jobs:
   ci-tests:
     name: Tests
     uses: ./.github/workflows/ci.yaml
     secrets: inherit
+    permissions:
+      actions: write  # Needed to manage GitHub Actions cache
 
   build:
     name: Build charm
-    uses: canonical/data-platform-workflows/.github/workflows/build_charm_without_cache.yaml@v2
+    uses: canonical/data-platform-workflows/.github/workflows/build_charm_without_cache.yaml@v5.1.2
 
   release:
     name: Release charm
     needs:
       - ci-tests
       - build
-    uses: canonical/data-platform-workflows/.github/workflows/release_charm.yaml@v2
+    uses: canonical/data-platform-workflows/.github/workflows/release_charm.yaml@v5.1.2
     with:
       channel: edge
       artifact-name: ${{ needs.build.outputs.artifact-name }}

.gitignore

@@ -5,6 +5,8 @@ build/
 .coverage
 __pycache__/
 *.py[cod]
+requirements.txt
+requirements-last-build.txt
 
 # PyCharm project folder.
 .idea/

charmcraft.yaml

@@ -11,5 +11,12 @@ bases:
         channel: "22.04"
 parts:
   charm:
+    override-pull: |
+      craftctl default
+      if [[ ! -f requirements.txt ]]
+      then
+          echo 'ERROR: Use "tox run -e build" instead of calling "charmcraft pack" directly' >&2
+          exit 1
+      fi
     charm-binary-python-packages:
       - psycopg2-binary==2.9.9  # renovate