Skip to content

Update Java client dependency to 4.2.1 version #221

Update Java client dependency to 4.2.1 version

Update Java client dependency to 4.2.1 version #221

Workflow file for this run

name: PR Checks
on:
push:
branches: [ "main" ]
pull_request:
jobs:
scala-integration-tests:
runs-on: ${{ matrix.os }}
strategy:
matrix:
distribution: [ 'zulu', 'temurin' ]
java: [ '8', '11' ]
os: [ 'ubuntu-latest' ]
steps:
- uses: actions/checkout@v3
- name: Setup JDK
uses: actions/setup-java@v3
with:
distribution: ${{ matrix.distribution }}
java-version: ${{ matrix.java }}
- run: rm .sbtopts
if: ${{ matrix.java }} == "8"
- name: Build, Unit Test and Scala Spark Integration tests
run: sbt -v +test
pyspark-integration-tests:
runs-on: ubuntu-22.04
steps:
- uses: actions/checkout@v3
- name: Setup JDK
uses: actions/setup-java@v3
with:
distribution: temurin
java-version: 11
- name: Get release version
run: |
version=$(cat version.sbt | cut -d '"' -f2)
echo "version=$version" >> $GITHUB_ENV
- name: Create jar with all dependencies included
run: |
sbt +assembly
test -f ./target/scala-2.12/spark-connector-assembly-${{ env.version }}.jar
test -f ./target/scala-2.13/spark-connector-assembly-${{ env.version }}.jar
- uses: actions/setup-python@v4
with:
python-version: '3.10'
cache: 'pip'
- name: Install Python dependencies
run: pip install -r src/test/python/requirements.txt
- name: Run pyspark integration tests
run: pytest