crossbow.yml

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.


# NOTE: must set "Crossbow" as name to have the badge links working in the
# github comment reports!
name: Crossbow
on:
  push:
    branches:
      - "*-github-*"

env:
  ARCHERY_DEBUG: 1


jobs:
  write-files:
    name: "Write files"
    runs-on: ubuntu-20.04
    strategy:
      fail-fast: false
    env:
      ARROW_R_DEV: "TRUE"
      RSPM: "https://packagemanager.rstudio.com/cran/__linux__/focal/latest"
    steps:
      - name: Checkout Arrow
        uses: actions/checkout@v4
        with:
          fetch-depth: 1
          path: arrow
          repository: apache/arrow
          ref: 6a7803a7792cc68662bd3fd22d9091ba51acab46
          submodules: recursive


      - uses: r-lib/actions/setup-r@v2
      - name: Prepare PKG_CONFIG_PATH for Homebrew
        run: |
          # zstd is installed by Homebrew on GitHub Actions.
          echo "PKG_CONFIG_PATH=$(brew --prefix)/lib/pkgconfig${PKG_CONFIG_PATH:+:${PKG_CONFIG_PATH}}" \
            >> "$GITHUB_ENV"
      - name: Install dependencies
        run: |
          install.packages(c("remotes", "glue", "sys"))
          remotes::install_deps("arrow/r", dependencies = TRUE)
        shell: Rscript {0}
      - name: Install sccache
        run: arrow/ci/scripts/install_sccache.sh unknown-linux-musl /usr/local/bin
      - name: Install Arrow
        env:
          AWS_ACCESS_KEY_ID: "${{ secrets.AWS_ACCESS_KEY_ID }}"
          AWS_SECRET_ACCESS_KEY: "${{ secrets.AWS_SECRET_ACCESS_KEY }}"
          SCCACHE_BUCKET: "${{ secrets.SCCACHE_BUCKET }}"
          SCCACHE_REGION: "${{ secrets.SCCACHE_REGION }}"
          SCCACHE_S3_KEY_PREFIX: "sccache"

        run: |
          cd arrow/r
          R CMD INSTALL .
        shell: bash
      - name: Write files
        run: |
          cd arrow/r
          R -f extra-tests/write-files.R
        shell: bash

      - name: Upload the parquet artifacts
        uses: actions/upload-artifact@v4
        with:
          name: files
          path: arrow/r/extra-tests/files

  read-files:
    name: "Read files with Arrow ${{ matrix.config.old_arrow_version }}"
    needs: [write-files]
    runs-on: ubuntu-20.04
    strategy:
      fail-fast: false
      matrix:
        config:
        # We use the R version that was released at the time of the arrow release in order
        # to make sure we can download binaries from RSPM.
        - { old_arrow_version: '14.0.2.1', r: '4.3' }
        - { old_arrow_version: '13.0.0.1', r: '4.3' }
        - { old_arrow_version: '12.0.1.1', r: '4.3' }
        - { old_arrow_version: '11.0.0.3', r: '4.2' }
        - { old_arrow_version: '10.0.1', r: '4.2' }
        - { old_arrow_version: '9.0.0', r: '4.2' }
        - { old_arrow_version: '8.0.0', r: '4.2' }
        - { old_arrow_version: '7.0.0', r: '4.1' }
        - { old_arrow_version: '6.0.1', r: '4.1' }
        - { old_arrow_version: '5.0.0', r: '4.1' }
        - { old_arrow_version: '4.0.0', r: '4.0' }
        - { old_arrow_version: '3.0.0', r: '4.0' }
        - { old_arrow_version: '2.0.0', r: '4.0' }
        - { old_arrow_version: '1.0.1', r: '4.0' }
    env:
      ARROW_R_DEV: "TRUE"
      RSPM: "https://packagemanager.rstudio.com/cran/__linux__/focal/latest"
      OLD_ARROW_VERSION: ${{ matrix.config.old_arrow_version }}
    steps:
      - name: Checkout Arrow
        uses: actions/checkout@v4
        with:
          fetch-depth: 1
          path: arrow
          repository: apache/arrow
          ref: 6a7803a7792cc68662bd3fd22d9091ba51acab46
          submodules: recursive


      - uses: r-lib/actions/setup-r@v2
        with:
          r-version: ${{ matrix.config.r }}
      - name: Install old Arrow
        run: |
          install.packages(c("remotes", "testthat"))
          remotes::install_version("arrow",  "${{ matrix.config.old_arrow_version }}")
        shell: Rscript {0}
      - name: Setup our testing directory, copy only the tests to it.
        run: |
          mkdir -p extra-tests/files
          cp arrow/r/extra-tests/helper*.R extra-tests/
          cp arrow/r/extra-tests/test-*.R extra-tests/
      - name: Download artifacts
        uses: actions/download-artifact@v4
        with:
          name: files
          path: extra-tests/files
      - name: Test reading
        run: |
          testthat::test_dir("extra-tests")
        shell: Rscript {0}