From d1493f760fd1bcd598ad2f3d9ae13919f39f2006 Mon Sep 17 00:00:00 2001 From: Gil Forsyth Date: Thu, 18 Jul 2024 13:54:40 -0400 Subject: [PATCH] ci: add iceberg jar to pyspark 3.5 job --- .github/workflows/ibis-backends.yml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/.github/workflows/ibis-backends.yml b/.github/workflows/ibis-backends.yml index 931ca1eeabe4..bc4c09caa48f 100644 --- a/.github/workflows/ibis-backends.yml +++ b/.github/workflows/ibis-backends.yml @@ -743,6 +743,11 @@ jobs: if: matrix.pyspark-version == '3.5' run: poetry run pip install delta-spark + - name: install iceberg + shell: bash + if: matrix.pyspark-version == '3.5' + run: pushd "$(poetry run python -c "import pyspark; print(pyspark.__file__.rsplit('/', 1)[0])")/jars" && curl -LO https://search.maven.org/remotecontent?filepath=org/apache/iceberg/iceberg-spark-runtime-3.5_2.12/1.5.2/iceberg-spark-runtime-3.5_2.12-1.5.2.jar + - name: run tests run: just ci-check -m pyspark