Add test for autoscaling count

[skip ci]

Signed-off-by: Viet Nguyen Duc <[email protected]>

.github/workflows/k8s-scaling-test.yml

@@ -1,4 +1,4 @@
-name: Test Autoscaling
+name: Test Grid Autoscaling in Kubernetes
 
 on:
   workflow_call:
@@ -8,20 +8,62 @@ on:
         required: false
         type: string
         default: 'false'
+      push-results:
+        description: 'Publish the results to the repository'
+        required: false
+        type: boolean
+        default: false
   workflow_dispatch:
+    inputs:
+      publish-results:
+        description: 'Publish the results to the repository'
+        required: false
+        type: boolean
+        default: false
 
 permissions:
   contents: read
 
 jobs:
   build-and-test:
     name: Test K8s
-    runs-on: blacksmith-16vcpu-ubuntu-2204
+    runs-on: ubuntu-latest
     strategy:
       fail-fast: false
       matrix:
         include:
           - k8s-version: 'v1.31.2'
+            test-strategy: test_k8s_autoscaling_job_count_strategy_default_in_chaos
+            cluster: 'minikube'
+            helm-version: 'v3.16.3'
+            docker-version: '27.3.1'
+            python-version: '3.13'
+          - k8s-version: 'v1.31.2'
+            test-strategy: test_k8s_autoscaling_job_count_strategy_default_with_node_max_sessions
+            cluster: 'minikube'
+            helm-version: 'v3.16.3'
+            docker-version: '27.3.1'
+            python-version: '3.13'
+          - k8s-version: 'v1.31.2'
+            test-strategy: test_k8s_autoscaling_job_count_strategy_default
+            cluster: 'minikube'
+            helm-version: 'v3.16.3'
+            docker-version: '27.3.1'
+            python-version: '3.13'
+          - k8s-version: 'v1.31.2'
+            test-strategy: test_k8s_autoscaling_deployment_count_in_chaos
+            cluster: 'minikube'
+            helm-version: 'v3.16.3'
+            docker-version: '27.3.1'
+            python-version: '3.13'
+          - k8s-version: 'v1.31.2'
+            test-strategy: test_k8s_autoscaling_deployment_count_with_node_max_sessions
+            cluster: 'minikube'
+            helm-version: 'v3.16.3'
+            docker-version: '27.3.1'
+            python-version: '3.13'
+          - k8s-version: 'v1.31.2'
+            test-strategy: test_k8s_autoscaling_deployment_count
             cluster: 'minikube'
             helm-version: 'v3.16.3'
             docker-version: '27.3.1'
@@ -53,8 +95,6 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
           check-latest: true
-      - name: Verify chart configuration up-to-date
-        run: make lint_readme_charts
       - name: Get branch name (only for push to branch)
         if: github.event_name == 'push'
         run: echo "BRANCH=$(echo ${PUSH_BRANCH##*/})" >> $GITHUB_ENV
@@ -79,11 +119,6 @@ jobs:
           echo "AUTHORS=${AUTHORS}" >> $GITHUB_ENV
         env:
           AUTHORS: ${{ vars.AUTHORS || 'SeleniumHQ' }}
-      - name: Build Helm charts
-        run: |
-          BUILD_DATE=${BUILD_DATE} make chart_build
-          echo "CHART_PACKAGE_PATH=$(cat /tmp/selenium_chart_version)" >> $GITHUB_ENV
-          echo "CHART_FILE_NAME=$(basename $(cat /tmp/selenium_chart_version))" >> $GITHUB_ENV
       - name: Build Docker images
         uses: nick-invision/retry@master
         with:
@@ -97,65 +132,58 @@ jobs:
           timeout_minutes: 10
           max_attempts: 3
           command: CLUSTER=${CLUSTER} SERVICE_MESH=${SERVICE_MESH} KUBERNETES_VERSION=${KUBERNETES_VERSION} NAME=${IMAGE_REGISTRY} VERSION=${BRANCH} BUILD_DATE=${BUILD_DATE} make chart_cluster_setup
+      - name: Build Helm charts
+        run: |
+          BUILD_DATE=${BUILD_DATE} make chart_build
+          echo "CHART_PACKAGE_PATH=$(cat /tmp/selenium_chart_version)" >> $GITHUB_ENV
+          echo "CHART_FILE_NAME=$(basename $(cat /tmp/selenium_chart_version))" >> $GITHUB_ENV
       - name: Test Selenium Grid on Kubernetes with Autoscaling
         uses: nick-invision/retry@master
         with:
           timeout_minutes: 30
           max_attempts: 3
           command: |
-            NAME=${IMAGE_REGISTRY} VERSION=${BRANCH} BUILD_DATE=${BUILD_DATE} TEST_UPGRADE_CHART=false make chart_test_autoscaling_job_count_chaos
-      - name: Upload results
-        if: always()
-        uses: actions/upload-artifact@main
-        with:
-          name: chart_test_autoscaling_job_count_chaos
-          path: ./tests/tests/*.md
-          if-no-files-found: ignore
-      - name: Test Selenium Grid on Kubernetes with Autoscaling
-        uses: nick-invision/retry@master
-        with:
-          timeout_minutes: 30
-          max_attempts: 3
-          command: |
-            NAME=${IMAGE_REGISTRY} VERSION=${BRANCH} BUILD_DATE=${BUILD_DATE} TEST_UPGRADE_CHART=false make chart_test_autoscaling_job_count_max_sessions
-      - name: Upload results
-        if: always()
-        uses: actions/upload-artifact@main
-        with:
-          name: chart_test_autoscaling_job_count_max_sessions
-          path: ./tests/tests/*.md
-          if-no-files-found: ignore
-      - name: Test Selenium Grid on Kubernetes with Autoscaling
-        uses: nick-invision/retry@master
-        with:
-          timeout_minutes: 30
-          max_attempts: 3
-          command: |
-            NAME=${IMAGE_REGISTRY} VERSION=${BRANCH} BUILD_DATE=${BUILD_DATE} TEST_UPGRADE_CHART=false make chart_test_autoscaling_job_count_strategy_accurate
-      - name: Upload results
-        if: always()
-        uses: actions/upload-artifact@main
-        with:
-          name: chart_test_autoscaling_job_count_strategy_accurate
-          path: ./tests/tests/*.md
-          if-no-files-found: ignore
-      - name: Test Selenium Grid on Kubernetes with Autoscaling
-        uses: nick-invision/retry@master
-        with:
-          timeout_minutes: 30
-          max_attempts: 3
-          command: |
-            NAME=${IMAGE_REGISTRY} VERSION=${BRANCH} BUILD_DATE=${BUILD_DATE} TEST_UPGRADE_CHART=false make chart_test_autoscaling_job_count
+            NAME=${IMAGE_REGISTRY} VERSION=${BRANCH} BUILD_DATE=${BUILD_DATE} TEST_UPGRADE_CHART=false make ${{ matrix.test-strategy }}
+      - name: Rename results
+        run: mv ./tests/tests/autoscaling_results.md ./tests/tests/results_${{ matrix.test-strategy }}.md
       - name: Upload results
         if: always()
         uses: actions/upload-artifact@main
         with:
-          name: chart_test_autoscaling_job_count
-          path: ./tests/tests/*.md
+          name: results_${{ matrix.test-strategy }}
+          path: ./tests/tests/results_${{ matrix.test-strategy }}.md
           if-no-files-found: ignore
       - name: Cleanup Kubernetes cluster
         if: always()
         run: CLUSTER=${CLUSTER} make chart_cluster_cleanup
       - name: Clean up Docker
         if: always()
         run: docker system prune -af
+
+  publish-results:
+    name: Publish Results
+    if: (!failure() && !cancelled() && (github.event.inputs.publish-results == 'true'))
+    runs-on: ubuntu-latest
+    needs: build-and-test
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@main
+      - name: Download results
+        uses: actions/download-artifact@main
+        with:
+          name: 'results_*'
+      - name: Move results to source
+        run: mv results_*.md ./.keda/
+      - name: Commit files
+        run: |
+          git config --local user.email "[email protected]"
+          git config --local user.name "Selenium CI Bot"
+          git add .keda/.
+          git commit -m "[ci] Upload autoscaling in K8s test results [skip ci]" -a
+      - name: Push changes
+        uses: ad-m/github-push-action@master
+        with:
+          github_token: ${{ secrets.SELENIUM_CI_TOKEN }}
+          branch: ${{ env.BRANCH_NAME }}
+        env:
+          BRANCH_NAME: ${{ github.head_ref || github.ref_name }}