Merge pull request #20 from kyma-project/e2e

E2e
kyma-project · Aug 14, 2024 · 4f031b5 · 4f031b5
2 parents 28d2295 + 3581266
commit 4f031b5
Show file tree

Hide file tree

Showing 23 changed files with 874 additions and 1,785 deletions.
diff --git a/.github/workflows/e2e.yml b/.github/workflows/e2e.yml
@@ -13,14 +13,18 @@ jobs:
   define-matrix:
     runs-on: ubuntu-latest
     outputs:
-      shoots: ${{ steps.shoots.outputs.shoots }}
+      shoots: ${{ steps.define.outputs.shoots }}
+      env: ${{ steps.define.outputs.env }}
     steps:
       - uses: actions/checkout@v4
       - name: Find Shoots
-        id: shoots
+        id: define
         run: |
-          SHOOTS=`jq -c ".skrs.${{ inputs.environment }} | keys_unsorted " ./assets/config.json`
+          ENV="${${{ inputs.environment }}:-dev}"
+          echo "env=$ENV"
+          SHOOTS=`jq -c ".skrs.$ENV | keys_unsorted " ./assets/config.json`
           echo "shoots=$SHOOTS"
+          echo "env=$ENV" >> "$GITHUB_OUTPUT"
           echo "shoots=$SHOOTS" >> "$GITHUB_OUTPUT"
 
   run-tests:
@@ -29,7 +33,7 @@ jobs:
     strategy:
       matrix:
         shoot: ${{ fromJSON(needs.define-matrix.outputs.shoots) }}
-    environment: ${{ inputs.environment }}
+    environment: ${{ needs.define-matrix.outputs.env }}
     steps:
       - name: Print shoot
         run: echo ${{ matrix.shoot }}
@@ -68,10 +72,22 @@ jobs:
           BTP_URL: ${{ vars.BTP_URL }}
           BTP_SUBDOMAIN: ${{ vars.BTP_SUBDOMAIN }}
           BTP_IDP: ${{ vars.BTP_IDP }}
-          SKRS: ${{ vars.SKRS }}
         run: |
-          URL=$(jq -r '.skrs.${{ inputs.environment }}.${{ matrix.shoot }}.url' ./assets/config.json)
-          CA=$(jq -r '.skrs.${{ inputs.environment }}.${{ matrix.shoot }}.ca' ./assets/config.json)
+          URL=$(jq -r '.skrs.${{ needs.define-matrix.outputs.env }}.${{ matrix.shoot }}.url' ./assets/config.json)
+          echo "URL: $URL"
+          CA=$(jq -r '.skrs.${{ needs.define-matrix.outputs.env }}.${{ matrix.shoot }}.ca' ./assets/config.json)
           TOKEN=$(jq -r '.id_token' ./token.json)
           KC=$(jq ".users[0].user.token = \"$TOKEN\" | .clusters[0].cluster.server = \"$URL\" | .clusters[0].cluster.\"certificate-authority-data\" = \"$CA\"" ./assets/kubeconfig.json)
           kubectl config view --minify --raw  --kubeconfig <(echo $KC) > kubeconfig.yaml
+      - name: Run E2E Tests
+        run: |
+          export SHOOT="${{ matrix.shoot }}"
+          export PROVIDER=$(jq -r '.skrs.${{ needs.define-matrix.outputs.env }}.${{ matrix.shoot }}.provider' ./assets/config.json)
+          export KUBECONFIG=$(pwd)/kubeconfig.yaml
+          export ENV=${{ needs.define-matrix.outputs.env }}
+          echo "shoot=$SHOOT"
+          echo "provider=$PROVIDER"
+          echo "env=$ENV"
+          ./bin/kfr \
+            -godog.paths $(pwd)/features \
+            -godog.tags="@all,@allProviders,@$PROVIDER&&@all,@allShoots,@${{ matrix.shoot }}&&@all,@allEnvs,@$ENV"
diff --git a/assets/config.json b/assets/config.json
@@ -2,8 +2,14 @@
   "skrs": {
     "dev": {
       "a31a7ed": {
+        "provider": "aws",
         "url": "https://api.a31a7ed.dev.kyma.ondemand.com",
         "ca": "LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUQ1ekNDQWsrZ0F3SUJBZ0lSQVAra1ZtTzE2M1hRdEthZUpIVVFrbnd3RFFZSktvWklodmNOQVFFTEJRQXcKRFRFTE1Ba0dBMVVFQXhNQ1kyRXdIaGNOTWpRd016QTFNVFF3T0RRMVdoY05NelF3TXpBMU1UUXdPRFExV2pBTgpNUXN3Q1FZRFZRUURFd0pqWVRDQ0FhSXdEUVlKS29aSWh2Y05BUUVCQlFBRGdnR1BBRENDQVlvQ2dnR0JBTGRzCnhSNTU1VWU0OVprazMxcmh5Ri85Nmk1TnBDOUx6ZEFJRCtpemhpTVFwRldqMCtDaG1HZHRlajFyR0lkNEQ4MWoKZTRoTDk5UWE3UnRUU3Y0UEEra2V5NDFvRE1XS3h1cWxDVTdwTnlianAyVGE4THlIR29xUGpmc0M3aS9VdS8ySgpiSkJzQzFXY1pDZjhCMWZGNG9VUkZRVnNSam9LTDZnOXNrWDhBRWlrYlI1andkY2NFL3NSQ1NTRnZJSlB0NWtoCnNRbmJMNUdIYmg0NGUvWVByZzYwK1dsTmgrOHBHZjNibGUvQjBkMG1tSWNrckJxekI0NEljRUFYZGtKYytWZlMKV0NEMmNIUkpNVkZkV3Z1NXBYMFd1VUxUR29ueDBWN0JtckpLZk9Jb3czejJ3THRnVmJudUZ6RGRCakQ0azZpMApXK2I2OXBhVlZNMnoyK2FNQjlQdWZEL1Q2MlVIWGJEeE1VdkhpTDQ2Qm16ZzFRb1YwTGxPdFBEelhmV3FUV1FRCnlwTWpkbFBDUWM3S3pMdHNtOU5KZ0NzOWxDYldsL0U5WlcvV0lVS2UycEhrR0N1U1dGNVVOZ25lelBBVnRXYTMKeURESzAzZzhjYk1pQll3ZHVYUjN6TEhXSXlEV2RCU053S0REZnFEY2NJaWRGdzdSY0ZrMlhrZ25VS0E0OVFJRApBUUFCbzBJd1FEQU9CZ05WSFE4QkFmOEVCQU1DQWFZd0R3WURWUjBUQVFIL0JBVXdBd0VCL3pBZEJnTlZIUTRFCkZnUVUyQmlMa3BFcU0ycVdJMEFJcWp2MHlNQnc4MEF3RFFZSktvWklodmNOQVFFTEJRQURnZ0dCQURrbUQ2R0YKSjdEZFgxTzViU3NUTXYwN2R1ajRuZHY0NEJzU0xIcmRDVklBVzNaQ1BvQzdUNmNoQnN4ZmpOdWZ1QnI4UjM2eQpHa3lVNC9tV0d0YTQ3K0o1RDk3L0dCbDd4eEU1N2I1dGUwZy9Xdi9WK05lSjFiQ3crK1RMUENWVVV2NFpqRFY3CmlmR0c3TW4xZ2ZBRFhJa29QRVZZRjNyaEE3L2UrWmRiWmlIN1dqek9Wbmx0RlVMVytxcVF1dDhTWG1oSjlpaXEKaFl6THhMNlgyNlQ5M1poNzVSNHFzMnQ3Zk5DS1RGdnpPVEQ3SXdsMjlpZS9WUHlsaEpzOFROQ21DYmZNcUl3MQpyZ3RzVHNDa2dML2ZHOU40Y0JwWEI4TlBWQWFkN0IzVzdhTEJweW9YZlYzY05yWS91TFJjWERBazA4SEMrSk1pCitoS0FEdS9qTWw1QktvVzJmMnFJWDlIdkM5cGVKQUkwWUtwbjhKNlpJTlVvQVorLzRJYkhTNit4TlBtdlJxcTIKWERuWmE0RVowbG93RDZWQlF1Y1FBM2Flc0ZRSDRKMS9tOWZaOHZWRFRPb01obitORTRzVFpYRVdoNmcvRjZmUgozaDZkQm9vaEJPeVphQXFDVm9CQ2lzZlBkekF1MkhLV0k3djh0YVlkM25WblVOMzIrQjlmQ0o0KzF3PT0KLS0tLS1FTkQgQ0VSVElGSUNBVEUtLS0tLQo="
+      },
+      "b7695d7": {
+        "provider": "gcp",
+        "url": "https://api.b7695d7.dev.kyma.ondemand.com",
+        "ca": "LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUQ1akNDQWs2Z0F3SUJBZ0lRTzNzRXJpdXJRSzhJZHNzK2xDZzdHREFOQmdrcWhraUc5dzBCQVFzRkFEQU4KTVFzd0NRWURWUVFERXdKallUQWVGdzB5TkRBeU1qa3hPVEE0TXpSYUZ3MHpOREF6TURFeE9UQTRNelJhTUEweApDekFKQmdOVkJBTVRBbU5oTUlJQm9qQU5CZ2txaGtpRzl3MEJBUUVGQUFPQ0FZOEFNSUlCaWdLQ0FZRUF2RTdKCi9rd2RIcXJKK25EMHhLV2R1L2FjN3VYUmNsRG94cTZLTUJhdDdRdTRDcjVQTEVzTm1XKzFaN2pVR2ZrUStzLzkKM3dnQVY2Nm1NeDZJYXJrNlg2TGZpZDJVK0VsTUthemp0TXQ3bFRIeFkvYzNVNUp1QmQ0R1I3M3VsZVdOeVArSApVSmtQLzZxUlZORS9RRXp5M2UrRzFacTVVZ040N0hzRFRaV0tqQVBLTTlWS0xCWHJiTnN2WnNEenkraHR5MmlpCkliNTVDZkZFNW8vNlV0Q0FFNmxLcVBVZEkxa3A2aWFwWTMvb1lrNjlBclU5UFI3N0w2TFllTmtOa3pvd0pPamEKQjNmRjBvL0FWby93UFgxQUxLbDRLcnVkbGo2VC9ZUkhBd1QrY1pycEp3eC9TRXhjc3gzdnN2Y3kxSFQwckhVawpKZllzZ1d0Q0VEWUpGY1RWUytuKzNybG9ac2N6Z01oYmpjKzF4OXhJb0NxTWhJT0duaVpoVW5Jbzlybk9xSnJuCnMxU0M0OVA3UTdhbmtMcUNVS0RPdzFZaStnOGloZGp5Q3BaWDhYOGpXNEFOc1lYYTdvZnZHSFhobEdycUpjMisKTlVkQzN1T01UTGFxZ2tDcUhnOWZRTUhJOXBHbGhwSE05elRZR0x3QUhweEZOWWFmREZybGc2aDNoY1F0QWdNQgpBQUdqUWpCQU1BNEdBMVVkRHdFQi93UUVBd0lCcGpBUEJnTlZIUk1CQWY4RUJUQURBUUgvTUIwR0ExVWREZ1FXCkJCU0lUMll2VE11MU1XdWNZV2RnMjh4dGtoRjFqVEFOQmdrcWhraUc5dzBCQVFzRkFBT0NBWUVBaDVDdlVYSkYKZDhnVyt6L29NY05CaXZndDk2bjQ1RmhJVXhwemNsMlpnRDNPR0NvMVJIZTBVVHY1dkhOZG9ybVNleTZ2NVlKKwplb20xVEVPYjlZci9COTRVRW50N3RxNzhzeFhKQ0pjZ2NKbVBBSEh4TW5vTk1TdnVMWlloWGNkRTVMMm14QkJQClVWaXBZNUdWeGMzWDJlTHhyb1ZacEMraHpWemhqU0NXTUtiUFVDSnlMUFRiWmROL01hNUd6MlhldnhVNWYvUTkKWkhPd2d0MmhpaU12dGR5eE44dGJ6YzVMTWovM3FlSU9rTkQ5OVNpaHJsU2tIbmM3eTJKSFlVRThGOWZjYTU2ZQpNdlI5Nk9ZWkkvTm96cUsxUmduczNKT29iRWREZVo3blUzWXhvRURYV3Z4UEZ4NTgxaVBxZGVzMktmaU5iTXNpCmVCU3NFVlVoWlRNUllKTVlzTStucU1UakZ4cnNMa0dOUm1UWm9GZDVGeGNBaUlnZ1NraEkxUlh6SnBDVVVYVjgKZ3JzYXpDR2tlcG1UT2llTHNLcXdoTnlYcGlVOWpURXJLcGlDSHNlWG5wME1BQ3BYUWN0b3lGRlJXQ0VuOTBuSwp6YUZrbm5DdEIvU25LYTQwY0tHTEhYNFAydUZzMWNjYTYyM2dOWVdzbEZmY3dQSEpNbUZGc212TgotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg=="
       }
     }
   }

diff --git a/assets/rbac.yaml b/assets/rbac.yaml
@@ -0,0 +1,12 @@
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRoleBinding
+metadata:
+  name: phoenix
+subjects:
+  - kind: Group
+    apiGroup: rbac.authorization.k8s.io
+    name: phx-skr-admin
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: ClusterRole
+  name: cluster-admin
diff --git a/cmd/main.go b/cmd/main.go
@@ -5,8 +5,8 @@ import (
 	"fmt"
 	"github.com/cucumber/godog"
 	"github.com/cucumber/godog/colors"
+	"github.com/kyma-project/cloud-manager-tests/internal"
 	"github.com/onsi/gomega"
-	"github.com/tmilos/k8s-feature-runner/internal"
 	"os"
 	"time"
 )

diff --git a/features/000-module.feature b/features/000-module.feature
@@ -0,0 +1,46 @@
+Feature: Module enable feature
+
+  @all
+  Scenario: Module enable scenario
+    Given resource declaration:
+      | kyma | Kyma           | "default" | "kyma-system" |
+      | cm   | CloudResources | "default" | "kyma-system" |
+    Given there are no cloud resources
+    And module is removed
+    When module is added
+    Then eventually value load("cm").status.state equals "Ready"
+
+
+  @aws @allShoots @dev
+  Scenario: Installed CRDs
+    When CRDs are loaded
+    Then CRDs exist:
+      | IpRange          |
+      | AwsNfsVolume     |
+      | AwsVpcPeering    |
+      | AwsRedisInstance |
+    And CRDs do not exist:
+      | GcpNfsVolume        |
+      | GcpNfsVolumeBackup  |
+      | GcpNfsVolumeRestore |
+      | GcpRedisInstance    |
+      | GcpVpcPeering       |
+      | AzureVpcPeering     |
+      | AzureRedisInstance  |
+
+  @gcp @allShoots @dev
+  Scenario: Installed CRDs
+    When CRDs are loaded
+    Then CRDs exist:
+      | IpRange             |
+      | GcpNfsVolume        |
+      | GcpNfsVolumeBackup  |
+      | GcpNfsVolumeRestore |
+      | GcpRedisInstance    |
+      | GcpVpcPeering       |
+    And CRDs do not exist:
+      | AwsNfsVolume       |
+      | AwsVpcPeering      |
+      | AwsRedisInstance   |
+      | AzureVpcPeering    |
+      | AzureRedisInstance |
diff --git a/features/awsnfsvolume.feature → features/200-awsnfsvolume.feature b/features/awsnfsvolume.feature → features/200-awsnfsvolume.feature
@@ -1,8 +1,9 @@
 Feature: AwsNfsVolume feature
 
+  @aws @allShoots @allEnvs
   Scenario: AwsNfsVolume scenario
     Given resource declaration:
-      | vol | AwsNfsVolume          | "vol-"+rndStr(8)     | namespace |
+      | vol | AwsNfsVolume          | "vol-"+rndStr(8)   | namespace |
       | pv  | PersistentVolume      | vol.status.id      |           |
       | pvc | PersistentVolumeClaim | vol.metadata.name  | namespace |
       | pod | Pod                   | "test-vol"         | namespace |

diff --git a/features/200-gcpnfsvolume.feature b/features/200-gcpnfsvolume.feature
@@ -0,0 +1,54 @@
+Feature: GcpNfsVolume feature
+
+  @gcp @allShoots @allEnvs
+  Scenario: GcpNfsVolume scenario
+    Given resource declaration:
+      | vol | GcpNfsVolume          | "vol-"+rndStr(8)   | namespace |
+      | pv  | PersistentVolume      | vol.status.id      |           |
+      | pvc | PersistentVolumeClaim | vol.metadata.name  | namespace |
+      | pod | Pod                   | "test-vol"         | namespace |
+    When resource vol is applied:
+      """
+      apiVersion: cloud-resources.kyma-project.io/v1beta1
+      kind: GcpNfsVolume
+      spec:
+        capacityGb: 1024
+      """
+    Then eventually value load("vol").status.state equals "Ready"
+    And eventually value load("pv").status.phase equals "Bound"
+    And eventually value load("pvc").status.phase equals "Bound"
+
+    When resource pod is applied:
+      """
+      apiVersion: v1
+      kind: Pod
+      spec:
+        volumes:
+          - name: data
+            persistentVolumeClaim:
+              claimName: <(vol.metadata.name)>
+        containers:
+          - name: cloud1
+            image: ubuntu
+            imagePullPolicy: IfNotPresent
+            volumeMounts:
+              - mountPath: "/mnt/data1"
+                name: data
+            command:
+              - "/bin/bash"
+              - "-c"
+              - "--"
+            args:
+              - "echo 'test line' > /mnt/data1/test.txt & cat /mnt/data1/test.txt"
+        restartPolicy: Never
+      """
+    Then eventually value load("pod").status.phase equals "Succeeded"
+    And value logs("pod").search(/test line/) > -1 equals true
+
+    When resource pod is deleted
+    Then eventually resource pod does not exist
+
+    When resource vol is deleted
+    Then eventually resource pvc does not exist
+    And eventually resource pv does not exist
+    And eventually resource vol does not exist
diff --git a/features/global.js b/features/global.js
diff --git a/features/main.feature b/features/main.feature
diff --git a/features/module.feature b/features/module.feature
diff --git a/go.mod b/go.mod
@@ -1,19 +1,17 @@
-module github.com/tmilos/k8s-feature-runner
+module github.com/kyma-project/cloud-manager-tests
 
 go 1.22.5
 
 require (
 	github.com/cucumber/godog v0.14.1
 	github.com/dop251/goja v0.0.0-20240804150220-aafb077cb27b
-	github.com/google/cel-go v0.20.1
 	github.com/onsi/gomega v1.34.0
 	github.com/stretchr/testify v1.8.4
 	gopkg.in/yaml.v3 v3.0.1
 	k8s.io/apimachinery v0.30.3
 )
 
 require (
-	github.com/antlr4-go/antlr/v4 v4.13.0 // indirect
 	github.com/cucumber/gherkin/go/v26 v26.2.0 // indirect
 	github.com/cucumber/messages/go/v21 v21.0.1 // indirect
 	github.com/davecgh/go-spew v1.1.1 // indirect
@@ -33,13 +31,8 @@ require (
 	github.com/modern-go/reflect2 v1.0.2 // indirect
 	github.com/pmezard/go-difflib v1.0.0 // indirect
 	github.com/spf13/pflag v1.0.5 // indirect
-	github.com/stoewer/go-strcase v1.2.0 // indirect
-	golang.org/x/exp v0.0.0-20230515195305-f3d0a9c9a5cc // indirect
 	golang.org/x/net v0.25.0 // indirect
 	golang.org/x/text v0.15.0 // indirect
-	google.golang.org/genproto/googleapis/api v0.0.0-20230803162519-f966b187b2e5 // indirect
-	google.golang.org/genproto/googleapis/rpc v0.0.0-20230803162519-f966b187b2e5 // indirect
-	google.golang.org/protobuf v1.34.1 // indirect
 	gopkg.in/inf.v0 v0.9.1 // indirect
 	gopkg.in/yaml.v2 v2.4.0 // indirect
 	k8s.io/klog/v2 v2.120.1 // indirect