run_tests.yaml

name: run_tests
on:
  pull_request:
    branches:
      - '*'
  workflow_dispatch:
    inputs:
      test_mode:
        description: 'Test mode'
        type: choice
        options:
        - Run all
        - Fail fast
      test_mask:
        description: 'Wildcard mask to run only some tests. Empty means all.'
        type: string
        required: false
jobs:
  run_tests:
    name: Run Tests
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - name: Cache python
        uses: actions/cache@v4
        id: cache-python
        with:
          path: ~/venv/qa
          key: python-${{ hashFiles('tests/image/requirements.txt') }}

      - name: Install python dependencies
        run: |
          set -x
          python3 -m venv ~/venv/qa
          ~/venv/qa/bin/pip3 install -U -r ./tests/image/requirements.txt
        if: |
          steps.cache-python.outputs.cache-hit != 'true'

      - name: Setup required Ubuntu packages
        run: |
          sudo apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 8919F6BD2B48D754
          echo "deb https://packages.clickhouse.com/deb stable main" | sudo tee /etc/apt/sources.list.d/clickhouse.list
          sudo apt-get update
          sudo apt-get install -y conntrack clickhouse-client

      - uses: medyagh/setup-minikube@master
        with:
          driver: docker
          container-runtime: containerd
          kubernetes-version: v1.31.0
          cpus: max
          memory: max

      - name: Build clickhouse-operator locally without push to registry
        run: |
          minikube status
          export CHO_RELEASE=$(cat release)
          echo "current release=$CHO_RELEASE"

          docker build -f dockerfile/operator/Dockerfile -t altinity/clickhouse-operator:${CHO_RELEASE} --pull .
          docker build -f dockerfile/metrics-exporter/Dockerfile -t altinity/metrics-exporter:${CHO_RELEASE} --pull .

          docker image save altinity/clickhouse-operator:${CHO_RELEASE} -o operator.tar
          docker image save altinity/metrics-exporter:${CHO_RELEASE} -o metrics-exporter.tar

          minikube image load operator.tar
          minikube image load metrics-exporter.tar

      - name: Run Tests
        id: run-tests
        continue-on-error: true
        run: |
          echo "Test run settings:"
          echo "  test mode: ${{ github.event.inputs.test_mode }}"
          echo "  test mask: ${{ github.event.inputs.test_mask }}"
          echo
        
          source ~/venv/qa/bin/activate
          set -x
          set +e # disable the "exit on failure"

          sudo ln -snvf ~/venv/qa/bin/tfs /bin/tfs

          if [[ "${{ github.event.inputs.test_mask }}" != '' ]]
          then
            ONLY="${{ github.event.inputs.test_mask }}"
          else
            ONLY="*"
          fi

          if [[ "${{ github.event.inputs.test_mode }}" == 'Run all' ]]
          then
            test_mode="--test-to-end"
          fi

          ~/venv/qa/bin/python3 ./tests/regression.py --only=/regression/e2e.test_operator/${ONLY} $test_mode --trim-results on -o short --native --log ./tests/raw.log
          test_result=$?
          ~/venv/qa/bin/tfs --no-colors transform compact ./tests/raw.log ./tests/compact.log
          ~/venv/qa/bin/tfs --no-colors transform nice ./tests/raw.log ./tests/nice.log.txt
          ~/venv/qa/bin/tfs --no-colors transform short ./tests/raw.log ./tests/short.log.txt
          ~/venv/qa/bin/tfs --no-colors report results -a "${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}/" ./tests/raw.log - --confidential --copyright "Altinity Inc." --logo ./tests/altinity.png | ~/venv/qa/bin/tfs --debug --no-colors document convert > ./tests/report.html

          echo "test_result=$test_result" >> $GITHUB_OUTPUT
          exit "$test_result"

      - uses: actions/upload-artifact@v4
        with:
          name: testflows-logs
          path: |
            tests/*.log
            tests/*.log.txt
          if-no-files-found: error
          retention-days: 7

      - uses: actions/upload-artifact@v4
        with:
          name: testflows-report
          path: |
            tests/report.html
          if-no-files-found: error
          retention-days: 90

      - name: Test Failed
        if: ${{ steps.vars.outputs.test_result != '0' }}
        uses: actions/github-script@v3
        with:
          script: |
            core.setFailed('Test suite has failures! Check test run status and logs.')