chore(build): add e2e to ci workflow

Aiven-Open · Aug 23, 2023 · cb323e4 · cb323e4
1 parent c4f2b46
commit cb323e4
Show file tree

Hide file tree

Showing 3 changed files with 63 additions and 4 deletions.
diff --git a/.github/workflows/codeql-analysis.yml b/.github/workflows/codeql-analysis.yml
@@ -74,8 +74,15 @@ jobs:
           java-version: 11
           distribution: temurin
 
+      - name: Read version from properties file
+        id: read-version
+        run: |
+          version=$(grep -oP 'version=\K[^[:space:]]+' gradle.properties)
+          echo "Version found: $version"
+          echo "VERSION=$version" >> $GITHUB_ENV
+
       - name: Build with Gradle
-        run: ./gradlew build
+        run: make build/distributions/tiered-storage-for-apache-kafka-${{ env.VERSION }}.tgz
 
       - name: Perform CodeQL Analysis
         uses: github/codeql-action/analyze@v2
diff --git a/.github/workflows/main_push_and_pull_request_workflow.yml b/.github/workflows/main_push_and_pull_request_workflow.yml
@@ -24,13 +24,62 @@ jobs:
           java-version: ${{ matrix.java-version }}
           distribution: temurin
 
+      - name: Read version from properties file
+        id: read-version
+        run: |
+          version=$(grep -oP 'version=\K[^[:space:]]+' gradle.properties)
+          echo "Version found: $version"
+          echo "VERSION=$version" >> $GITHUB_ENV
+
       - name: Build with Gradle
-        run: ./gradlew build distTar -x integrationTest
+        run: make build/distributions/tiered-storage-for-apache-kafka-${{ env.VERSION }}.tgz
 
       - name: Run integration tests
-        run: ./gradlew integrationTest
+        run: make integration_test
+
+      - name: Upload Build Artifacts
+        uses: actions/upload-artifact@v3
+        with:
+          name: build-${{ matrix.java-version }}
+          path: build/distributions/*.tgz
+          if-no-files-found: error
+  e2e_test:
+    strategy:
+      matrix:
+        java-version: [ 11, 17 ]
+        runs-on: [ ubuntu-latest ]
+    name: E2E tests on ${{ matrix.runs-on }} with jdk ${{ matrix.java-version }}
+    runs-on: ${{ matrix.runs-on }}
+    needs:
+      - build
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+
+      - name: Read version from properties file
+        id: read-version
+        run: |
+          version=$(grep -oP 'version=\K[^[:space:]]+' gradle.properties)
+          echo "Version found: $version"
+          echo "VERSION=$version" >> $GITHUB_ENV
+
+      - name: Download Build Artifacts
+        uses: actions/download-artifact@v3
+        with:
+          name: build-${{ matrix.java-version }}
+          path: build/distributions/tiered-storage-for-apache-kafka-${{ env.VERSION }}.tgz
+
+      - name: Display structure of downloaded files
+        run: ls -R
+        working-directory: build/distributions
 
       - name: Build Docker image
         run: make docker_image
 
+      - name: Run E2E tests
+        timeout-minutes: 30
+        run: make e2e_test
+
       # TODO: publish docker image
diff --git a/Makefile b/Makefile
@@ -21,11 +21,14 @@ clean:
 	./gradlew clean
 
 build/distributions/tiered-storage-for-apache-kafka-$(VERSION).tgz:
-	./gradlew build distTar -x integrationTest
+	./gradlew build distTar -x integrationTest -x e2e:test
 
 integration_test: build/distributions/tiered-storage-for-apache-kafka-$(VERSION).tgz
 	./gradlew integrationTest
 
+e2e_test:  build/distributions/tiered-storage-for-apache-kafka-$(VERSION).tgz
+	./gradlew e2e:test
+
 .PHONY: docker_image
 docker_image: build/distributions/tiered-storage-for-apache-kafka-$(VERSION).tgz
 	docker build . \