Skip to content

Crossbow

Crossbow #167551

Workflow file for this run

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
# NOTE: must set "Crossbow" as name to have the badge links working in the
# github comment reports!
name: Crossbow
on:
push:
branches:
- "*-github-*"
jobs:
autobrew:
name: "Homebrew + R package"
runs-on: macOS-11
steps:
- name: Show system information
run: |
sysctl hw.optional machdep.cpu
- name: Checkout Arrow
uses: actions/checkout@v3
with:
fetch-depth: 1
path: arrow
repository: assignUser/arrow
ref: 8edb06679f6a6100e6be90c811e9303e3b5926f6
submodules: recursive
- name: Configure Homebrew formula for testing
env:
ARROW_FORMULA: ./arrow/dev/tasks/homebrew-formulae/apache-arrow.rb
run: |
brew update || echo "brew update did not finish successfully"
brew --version
brew unlink python@2 || true
brew config
brew doctor || true
# The GHA runners install of python > 3.10 is incompatible with brew so we
# have to force overwritting of the symlinks
# see https://github.com/actions/runner-images/issues/6868
brew install --overwrite [email protected] [email protected]
set -x
ARROW_GLIB_FORMULA=$(echo ${ARROW_FORMULA} | sed -e 's/\.rb/-glib.rb/')
echo "ARROW_GLIB_FORMULA=${ARROW_GLIB_FORMULA}" >> ${GITHUB_ENV}
for formula in ${ARROW_FORMULA} ${ARROW_GLIB_FORMULA}; do
if [ ! -f ${formula} ]; then
continue
fi
# Pin the current commit in the formula to test so that
# we're not always pulling from the tip of the default branch
sed -i '' -E \
-e 's@https://github.com/apache/arrow.git", branch: "main"$@https://github.com/assignUser/arrow.git.git", revision: "8edb06679f6a6100e6be90c811e9303e3b5926f6"@' \
${formula}
# Sometimes crossbow gives a remote URL with .git and sometimes not.
# Make sure there's only one
sed -i '' -E -e '[email protected]@.git@' ${formula}
cat ${formula}
cp ${formula} $(brew --repository homebrew/core)/Formula/
done
- name: Install apache-arrow
env:
AWS_ACCESS_KEY_ID: "${{ secrets.AWS_ACCESS_KEY_ID }}"
AWS_SECRET_ACCESS_KEY: "${{ secrets.AWS_SECRET_ACCESS_KEY }}"
SCCACHE_BUCKET: "${{ secrets.SCCACHE_BUCKET }}"
SCCACHE_REGION: "${{ secrets.SCCACHE_REGION }}"
SCCACHE_S3_KEY_PREFIX: "sccache"
run: |
brew install sccache
# for testing
brew install minio
# TODO(ARROW-16907): apache/arrow@main seems to be installed already
# so this does nothing on a branch/PR
brew install -v --HEAD $(brew --repository homebrew/core)/Formula/apache-arrow.rb
mkdir -p homebrew-logs
cp -a ~/Library/Logs/Homebrew/apache-arrow homebrew-logs/
- name: Save logs
if: always()
uses: actions/upload-artifact@v2
with:
name: homebrew-logs
path: homebrew-logs
- uses: r-lib/actions/setup-r@v2
- name: Install dependencies
run: |
install.packages("remotes")
remotes::install_deps("arrow/r", dependencies = TRUE)
remotes::install_cran(c("rcmdcheck", "sys", "sessioninfo"))
shell: Rscript {0}
- name: Session info
run: |
options(width = 100)
pkgs <- installed.packages()[, "Package"]
sessioninfo::session_info(pkgs, include_base = TRUE)
shell: Rscript {0}
- name: Check
env:
_R_CHECK_CRAN_INCOMING_: false
ARROW_R_VERBOSE_TEST: true
run: arrow/ci/scripts/r_test.sh arrow
- name: Dump install logs
run: cat arrow/r/check/arrow.Rcheck/00install.out
if: always()
- name: Dump test logs
run: cat arrow/r/check/arrow.Rcheck/tests/testthat.Rout*
if: always()
- name: Save the test output
if: always()
uses: actions/upload-artifact@v2
with:
name: test-output
path: arrow/r/check/arrow.Rcheck/tests/testthat.Rout*