k8s-scaling-test.yml

name: Test Grid Autoscaling in Kubernetes

on:
  workflow_call:
    secrets:
      DOCKER_USERNAME:
        required: false
      DOCKER_PASSWORD:
        required: false
    inputs:
      release:
        description: 'Test a new release process'
        required: false
        type: string
        default: 'false'
      push-results:
        description: 'Publish the results to the repository'
        required: false
        type: boolean
        default: false
      iteration:
        description: 'Test a specific iteration'
        required: false
        type: string
        default: '20'
  workflow_dispatch:
    inputs:
      publish-results:
        description: 'Publish the results to the repository'
        required: false
        type: boolean
        default: false
      pr-results:
        description: 'Create a PR with the results'
        required: false
        type: boolean
        default: false
      iteration:
        description: 'Test a specific iteration'
        required: false
        type: string
        default: '20'

concurrency:
  group: ${{ github.workflow }}-${{ github.ref == github.ref_protected && github.run_id || github.event.pull_request.number || github.ref }}
  cancel-in-progress: true

permissions:
  contents: write
  pull-requests: write

env:
  RUN_ID: ${{ github.run_id }}
  TEST_AUTOSCALING_ITERATIONS: ${{ github.event.inputs.iteration || '20' }}

jobs:
  build-and-test:
    name: Test K8s
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        include:
          - k8s-version: 'v1.31.2'
            test-strategy: test_k8s_autoscaling_job_count_strategy_default_in_chaos
            cluster: 'minikube'
            helm-version: 'v3.16.3'
            docker-version: '27.3.1'
            python-version: '3.13'
          - k8s-version: 'v1.31.2'
            test-strategy: test_k8s_autoscaling_job_count_strategy_default_with_node_max_sessions
            cluster: 'minikube'
            helm-version: 'v3.16.3'
            docker-version: '27.3.1'
            python-version: '3.13'
          - k8s-version: 'v1.31.2'
            test-strategy: test_k8s_autoscaling_job_count_strategy_default
            cluster: 'minikube'
            helm-version: 'v3.16.3'
            docker-version: '27.3.1'
            python-version: '3.13'
          - k8s-version: 'v1.31.2'
            test-strategy: test_k8s_autoscaling_deployment_count_in_chaos
            cluster: 'minikube'
            helm-version: 'v3.16.3'
            docker-version: '27.3.1'
            python-version: '3.13'
          - k8s-version: 'v1.31.2'
            test-strategy: test_k8s_autoscaling_deployment_count_with_node_max_sessions
            cluster: 'minikube'
            helm-version: 'v3.16.3'
            docker-version: '27.3.1'
            python-version: '3.13'
          - k8s-version: 'v1.31.2'
            test-strategy: test_k8s_autoscaling_deployment_count
            cluster: 'minikube'
            helm-version: 'v3.16.3'
            docker-version: '27.3.1'
            python-version: '3.13'
    env:
      CLUSTER: ${{ matrix.cluster }}
      KUBERNETES_VERSION: ${{ matrix.k8s-version }}
      HELM_VERSION: ${{ matrix.helm-version }}
      DOCKER_VERSION: ${{ matrix.docker-version }}
    steps:
      - name: Free Disk Space (Ubuntu)
        uses: jlumbroso/free-disk-space@main
        with:
          tool-cache: false
          large-packages: false
      - name: Checkout code
        uses: actions/checkout@main
      - name: Set up containerd image store feature
        uses: nick-invision/retry@master
        with:
          timeout_minutes: 10
          max_attempts: 3
          command: |
            make setup_dev_env
      - name: Output Docker info
        run: docker info
      - name: Set up Python
        uses: actions/setup-python@main
        with:
          python-version: ${{ matrix.python-version }}
          check-latest: true
      - name: Get branch name (only for push to branch)
        if: github.event_name == 'push'
        run: echo "BRANCH=$(echo ${PUSH_BRANCH##*/})" >> $GITHUB_ENV
        env:
          PUSH_BRANCH: ${{ github.ref }}
      - name: Get target branch name (only for PRs)
        if: github.event_name == 'pull_request'
        run: echo "BRANCH=$(echo ${TARGET_BRANCH##*/})" >> $GITHUB_ENV
        env:
          TARGET_BRANCH: ${{ github.head_ref }}
      - name: Output branch name
        run: echo ${BRANCH}
      - name: Set Selenium base version
        uses: ./.github/actions/get-latest-upstream
        with:
          release: ${{ inputs.release || false }}
          gh_cli_token: ${{ secrets.GITHUB_TOKEN }}
      - name: Sets build date
        run: |
          echo "BUILD_DATE=$(date '+%Y%m%d')" >> $GITHUB_ENV
          echo "AUTHORS=${AUTHORS}" >> $GITHUB_ENV
        env:
          AUTHORS: ${{ vars.AUTHORS || 'SeleniumHQ' }}
      - name: Login Docker Hub
        run: docker login -u="$DOCKER_USERNAME" -p="$DOCKER_PASSWORD"
        env:
          DOCKER_USERNAME: ${{secrets.DOCKER_USERNAME}}
          DOCKER_PASSWORD: ${{secrets.DOCKER_PASSWORD}}
      - name: Setup Kubernetes cluster
        uses: nick-invision/retry@master
        with:
          timeout_minutes: 10
          max_attempts: 3
          command: CLUSTER=${CLUSTER} SERVICE_MESH=${SERVICE_MESH} KUBERNETES_VERSION=${KUBERNETES_VERSION} NAME=${IMAGE_REGISTRY} VERSION=${BRANCH} BUILD_DATE=${BUILD_DATE} make chart_cluster_setup
      - name: Build Docker images
        uses: nick-invision/retry@master
        with:
          timeout_minutes: 12
          max_attempts: 3
          retry_wait_seconds: 60
          command: NAME=${IMAGE_REGISTRY} VERSION=${BRANCH} BUILD_DATE=${BUILD_DATE} make build
      - name: Build Helm charts
        run: |
          BUILD_DATE=${BUILD_DATE} make chart_build
          echo "CHART_PACKAGE_PATH=$(cat /tmp/selenium_chart_version)" >> $GITHUB_ENV
          echo "CHART_FILE_NAME=$(basename $(cat /tmp/selenium_chart_version))" >> $GITHUB_ENV
      - name: Test Selenium Grid on Kubernetes with Autoscaling
        uses: nick-invision/retry@master
        with:
          timeout_minutes: 30
          max_attempts: 3
          command: |
            NAME=${IMAGE_REGISTRY} VERSION=${BRANCH} BUILD_DATE=${BUILD_DATE} TEST_UPGRADE_CHART=false TEST_AUTOSCALING_ITERATIONS=${TEST_AUTOSCALING_ITERATIONS} \
            make ${{ matrix.test-strategy }}
      - name: Rename results
        run: mv ./tests/tests/autoscaling_results.md ./tests/tests/results_${{ matrix.test-strategy }}.md
      - name: Upload results
        if: always()
        uses: actions/upload-artifact@v4
        with:
          name: results_${{ matrix.test-strategy }}
          path: ./tests/tests/results_${{ matrix.test-strategy }}.md
          if-no-files-found: ignore
      - name: Cleanup Kubernetes cluster
        if: always()
        run: CLUSTER=${CLUSTER} make chart_cluster_cleanup
      - name: Clean up Docker
        if: always()
        run: docker system prune -af

  publish-results:
    name: Publish Results
    if: (!failure() && !cancelled() && (github.event.inputs.publish-results == 'true'))
    runs-on: ubuntu-latest
    needs: build-and-test
    steps:
      - name: Checkout code
        uses: actions/checkout@main
        with:
          persist-credentials: false
          fetch-depth: 0
      - name: Download results
        uses: actions/download-artifact@v4
        with:
          path: ./.keda
          pattern: 'results_*'
          merge-multiple: 'true'
          run-id: ${{ env.RUN_ID }}
          github-token: ${{ secrets.GITHUB_TOKEN }}
      - name: Commit files
        run: |
          git config --local user.email "selenium-ci@users.noreply.github.com"
          git config --local user.name "Selenium CI Bot"
          git add .keda/.
          git commit -m "[ci] Upload autoscaling in K8s test results [skip ci]" -a
      - name: Push changes
        uses: ad-m/github-push-action@master
        with:
          github_token: ${{ secrets.SELENIUM_CI_TOKEN }}
          branch: ${{ env.BRANCH_NAME }}
        env:
          BRANCH_NAME: ${{ github.head_ref || github.ref_name }}


  pr-results:
    name: Create a PR with the results
    if: (!failure() && !cancelled() && (github.event.inputs.pr-results == 'true'))
    runs-on: ubuntu-latest
    needs: build-and-test
    steps:
      - name: Checkout code
        uses: actions/checkout@main
        with:
          persist-credentials: false
          fetch-depth: 0
      - name: Download results
        uses: actions/download-artifact@v4
        with:
          path: ./.keda
          pattern: 'results_*'
          merge-multiple: 'true'
          run-id: ${{ env.RUN_ID }}
          github-token: ${{ secrets.GITHUB_TOKEN }}
      - name: Commit configs
        run: |
          git config --local user.email "selenium-ci@users.noreply.github.com"
          git config --local user.name "Selenium CI Bot"
      - name: Create Pull Request
        id: cpr
        uses: peter-evans/create-pull-request@main
        with:
          token: ${{ secrets.SELENIUM_CI_TOKEN }}
          commit-message: "[ci] Upload autoscaling in K8s test results"
          title: "[ci] Upload autoscaling in K8s test results"
          body: "This PR contains the results of the autoscaling tests in Kubernetes"
          committer: 'Selenium CI Bot <selenium-ci@users.noreply.github.com>'
          author: 'Selenium CI Bot <selenium-ci@users.noreply.github.com>'
          branch: autoscaling-results
      - name: Check outputs
        if: ${{ steps.cpr.outputs.pull-request-number }}
        run: |
          echo "Pull Request Number - ${{ steps.cpr.outputs.pull-request-number }}"
          echo "Pull Request URL - ${{ steps.cpr.outputs.pull-request-url }}"