Skip to content

Pubsub source v2 pre-fetches more messages when blocked #451

Pubsub source v2 pre-fetches more messages when blocked

Pubsub source v2 pre-fetches more messages when blocked #451

Workflow file for this run

name: CI
on:
push:
branches:
- 'tbr'
jobs:
test:
runs-on: ubuntu-22.04
steps:
- uses: actions/checkout@v2
- uses: coursier/cache-action@v6
- name: Set up JDK 11
uses: actions/setup-java@v1
with:
java-version: 11
- name: Check Scala formatting
run: sbt scalafmtCheckAll scalafmtSbtCheck
- name: Run tests
run: sbt test
publish_docker:
needs: test
runs-on: ubuntu-22.04
strategy:
matrix:
sbtProject:
- gcp
include:
- sbtProject: gcp
runSnyk: true
targetDir: "modules/gcp/target"
dockerSuffix: gcp
dockerTagSuffix: ""
steps:
- name: Checkout Github
uses: actions/checkout@v2
- uses: coursier/cache-action@v6
- name: Set up JDK 11 for loader and streaming transformer
uses: actions/setup-java@v1
with:
java-version: 11
- name: Docker login
uses: docker/login-action@v1
with:
username: ${{ secrets.DOCKER_USERNAME }}
password: ${{ secrets.DOCKER_PASSWORD }}
- name: Stage the Docker build
run: sbt "project ${{ matrix.sbtProject}}" docker:stage
- name: Docker metadata
id: meta
uses: docker/metadata-action@v3
with:
images: "snowplow/lake-loader-${{ matrix.dockerSuffix }}"
tags: |
type=raw,value=0.5.0-rc4
flavor: |
latest=false
- name: Set up QEMU
uses: docker/setup-qemu-action@v1
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v1
- name: Push image
uses: docker/build-push-action@v2
with:
context: ${{ matrix.targetDir }}/docker/stage
file: ${{ matrix.targetDir }}/docker/stage/Dockerfile
platforms: linux/amd64,linux/arm64/v8
tags: ${{ steps.meta.outputs.tags }}
push: true