add Spark 3.5 on JDK 17 #68
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Dockerhub CI | |
| on: | |
| push: | |
| branches: | |
| - master | |
| pull_request: | |
| branches: | |
| - master | |
| schedule: | |
| # Triggers every week on tuesday night | |
| - cron: '0 0 * * 2' | |
| env: | |
| # Specify which image to build | |
| DOCKER_REPO: godatadriven/spark | |
| jobs: | |
| build: | |
| name: build | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| image: | |
| - | |
| SPARK_VERSION: "3.5.3" | |
| OPENJDK_VERSION: "17" | |
| HADOOP_VERSION: "3" | |
| LATEST: "true" | |
| - | |
| SPARK_VERSION: "3.4.4" | |
| OPENJDK_VERSION: "11" | |
| HADOOP_VERSION: "3" | |
| LATEST: "false" | |
| - | |
| SPARK_VERSION: "3.3.4" | |
| OPENJDK_VERSION: "11" | |
| HADOOP_VERSION: "3" | |
| LATEST: "false" | |
| - | |
| SPARK_VERSION: "3.1.3" | |
| OPENJDK_VERSION: "11" | |
| HADOOP_VERSION: "3.2" | |
| LATEST: "false" | |
| - | |
| SPARK_VERSION: "3.0.3" | |
| OPENJDK_VERSION: "11" | |
| HADOOP_VERSION: "3.2" | |
| LATEST: "false" | |
| - | |
| SPARK_VERSION: "2.4.8" | |
| OPENJDK_VERSION: "8" | |
| HADOOP_VERSION: "2.7" | |
| LATEST: "false" | |
| timeout-minutes: 30 | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Set up Docker Buildx | |
| id: setup-buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Generate image metadata | |
| id: meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: "${{ env.DOCKER_REPO }}" | |
| flavor: | | |
| latest=${{ matrix.image.LATEST }} | |
| prefix= | |
| suffix= | |
| tags: | | |
| type=semver,pattern={{version}},value=${{ matrix.image.SPARK_VERSION }} | |
| type=semver,pattern={{major}}.{{minor}},value=${{ matrix.image.SPARK_VERSION }} | |
| labels: | | |
| org.opencontainers.image.source=${{ github.event.repository.clone_url }} | |
| org.opencontainers.image.revision=${{ github.sha }} | |
| org.opencontainers.image.vendor=Xebia Data, https://xebia.com/ | |
| org.opencontainers.image.description=An Apache Spark Docker image. | |
| - name: Build image | |
| id: docker-build | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: . | |
| file: ./Dockerfile | |
| push: false | |
| load: true | |
| tags: ${{ steps.meta.outputs.tags }} | |
| build-args: | | |
| HADOOP_VERSION=${{ matrix.image.HADOOP_VERSION }} | |
| OPENJDK_VERSION=${{ matrix.image.OPENJDK_VERSION }} | |
| SPARK_VERSION=${{ matrix.image.SPARK_VERSION }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| annotations: ${{ steps.meta.outputs.annotations }} | |
| # https://docs.docker.com/build/ci/github-actions/share-image-jobs/ | |
| outputs: type=docker,dest=/tmp/gdd-spark-${{ matrix.image.SPARK_VERSION }}.tar | |
| - name: Test image | |
| env: | |
| IMAGE_NAME: "godatadriven/spark:${{ matrix.image.SPARK_VERSION }}" | |
| run: | | |
| docker load --input /tmp/gdd-spark-${{ matrix.image.SPARK_VERSION }}.tar | |
| docker image ls -a | |
| if [[ -f "docker-compose.test.yml" ]]; then | |
| docker compose --file docker-compose.test.yml build --builder ${{ steps.setup-buildx.outputs.name }} | |
| docker compose --file docker-compose.test.yml run sut | |
| fi | |
| - name: Login to DockerHub | |
| if: github.ref == 'refs/heads/master' | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB }} | |
| - name: Push image | |
| # Build and push because of multi platform build | |
| if: github.ref == 'refs/heads/master' | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: . | |
| file: ./Dockerfile | |
| push: true | |
| provenance: false | |
| sbom: false | |
| tags: ${{ steps.meta.outputs.tags }} | |
| build-args: | | |
| HADOOP_VERSION=${{ matrix.image.HADOOP_VERSION }} | |
| OPENJDK_VERSION=${{ matrix.image.OPENJDK_VERSION }} | |
| SPARK_VERSION=${{ matrix.image.SPARK_VERSION }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| annotations: ${{ steps.meta.outputs.annotations }} | |
| platforms: linux/amd64,linux/arm64 | |
| - name: Report Status | |
| if: always() && github.ref == 'refs/heads/master' | |
| uses: ravsamhq/notify-slack-action@v2 | |
| with: | |
| status: ${{ job.status }} | |
| notify_when: 'failure' | |
| env: | |
| SLACK_WEBHOOK_URL: ${{ secrets.SLACK_GDD_GENERAL_WEBHOOK }} |