Skip to content

Commit

Permalink
No commit message
Browse files Browse the repository at this point in the history
  • Loading branch information
raulcd committed Feb 23, 2024
1 parent 310d57f commit c57d4e2
Show file tree
Hide file tree
Showing 1,546 changed files with 191 additions and 115,936 deletions.
1 change: 1 addition & 0 deletions .circleci/config.yml
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@

version: 2

jobs:
Expand Down
109 changes: 0 additions & 109 deletions .github/workflows/cache_vcpkg.yml

This file was deleted.

187 changes: 187 additions & 0 deletions .github/workflows/crossbow.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,187 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.


# NOTE: must set "Crossbow" as name to have the badge links working in the
# github comment reports!
name: Crossbow
on:
push:
branches:
- "*-github-*"


env:
CC: "clang"
CXX: "clang++"
MACOSX_DEPLOYMENT_TARGET: "10.15"
PYARROW_BUILD_VERBOSE: 1
PYARROW_VERSION: "15.0.1"
PYTHON_VERSION: "3.12"
PYTHON: "/Library/Frameworks/Python.framework/Versions/3.12/bin/python3.12"
VCPKG_DEFAULT_TRIPLET: amd64-osx-static-release
VCPKG_FEATURE_FLAGS: "manifests"
VCPKG_OVERLAY_TRIPLETS: ${{ github.workspace }}/arrow/ci/vcpkg
VCPKG_ROOT: ${{ github.workspace }}/vcpkg

jobs:
build:
name: Build wheel for Python 3.12 on macOS
runs-on: macos-latest
env:
VCPKG_BINARY_SOURCES: 'clear;nuget,GitHub,readwrite'
steps:
- name: Checkout Arrow
uses: actions/checkout@v4
with:
fetch-depth: 1
path: arrow
repository: apache/arrow
ref: 5ce6ff434c1e7daaa2d7f134349f3ce4c22683da
submodules: recursive


- name: Install System Dependencies
run: brew install bash bison coreutils ninja

- name: Install Specific CMake version
uses: lukka/[email protected]

- name: Retrieve VCPKG version from arrow/.env
shell: bash
run: |
vcpkg_version=$(cat "arrow/.env" | grep "VCPKG" | cut -d "=" -f2 | tr -d '"')
echo "VCPKG_VERSION=$vcpkg_version" >> $GITHUB_ENV
- name: Install Vcpkg
shell: bash
env:
MACOSX_DEPLOYMENT_TARGET: "10.15"
run: arrow/ci/scripts/install_vcpkg.sh $VCPKG_ROOT $VCPKG_VERSION

- name: Add Vcpkg to PATH
shell: bash
run: echo ${VCPKG_ROOT} >> $GITHUB_PATH

- name: Setup NuGet Credentials
shell: bash
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: |
mono `vcpkg fetch nuget | tail -n 1` \
sources add \
-source "https://nuget.pkg.github.com/$GITHUB_REPOSITORY_OWNER/index.json" \
-storepasswordincleartext \
-name "GitHub" \
-username "$GITHUB_REPOSITORY_OWNER" \
-password "$GITHUB_TOKEN" \
mono `vcpkg fetch nuget | tail -n 1` \
setapikey "$GITHUB_TOKEN" \
-source "https://nuget.pkg.github.com/$GITHUB_REPOSITORY_OWNER/index.json"
- name: Install Packages
run: |
vcpkg install \
--clean-after-build \
--x-install-root=${VCPKG_ROOT}/installed \
--x-manifest-root=arrow/ci/vcpkg \
--x-feature=flight \
--x-feature=gcs \
--x-feature=json \
--x-feature=parquet \
--x-feature=s3
- name: Install Python 3.12
shell: bash
run: sudo arrow/ci/scripts/install_python.sh macos 3.12

- name: Build Wheel
shell: bash
run: |
$PYTHON -m venv build-env
source build-env/bin/activate
pip install --upgrade pip wheel
PYTHON=python arrow/ci/scripts/python_wheel_macos_build.sh x86_64 $(pwd)/arrow $(pwd)/build
- uses: actions/upload-artifact@v3
with:
name: wheel
path: arrow/python/repaired_wheels/*.whl

- name: Test Wheel on AMD64
shell: bash
env:
PYTEST_ADDOPTS: "-k 'not test_cancellation'"
run: |
$PYTHON -m venv test-amd64-env
source test-amd64-env/bin/activate
pip install --upgrade pip wheel
arch -x86_64 pip install -r arrow/python/requirements-wheel-test.txt
PYTHON=python arch -x86_64 arrow/ci/scripts/install_gcs_testbench.sh default
arch -x86_64 arrow/ci/scripts/python_wheel_unix_test.sh $(pwd)/arrow
- name: Set up Python by actions/setup-python
if: runner.arch == 'X64'
uses: actions/setup-python@v4
with:
python-version: 3.8
- name: Set up Python by apt
if: runner.os == 'Linux' && runner.arch != 'X64'
run: |
sudo apt update
sudo apt install -y \
libgit2-dev \
libpython3-dev \
python3-pip
sudo python3 -m pip install --upgrade pip
- name: Checkout Crossbow
uses: actions/checkout@v4
with:
path: crossbow
ref: release-15.0.1-rc0-0
- name: Setup Crossbow
shell: bash
run: |
python3 -m pip install -e arrow/dev/archery[crossbow]
echo "$HOME/.local/bin" >> $GITHUB_PATH
- name: Upload artifacts
shell: bash
run: |
archery crossbow \
--queue-path $(pwd)/crossbow \
--queue-remote https://github.com/ursacomputing/crossbow.git \
upload-artifacts \
--sha release-15.0.1-rc0-0-github-wheel-macos-catalina-cp312-amd64 \
--tag release-15.0.1-rc0-0-github-wheel-macos-catalina-cp312-amd64 \
"arrow/python/repaired_wheels/*.whl"
env:
CROSSBOW_GITHUB_TOKEN: ${{ secrets.CROSSBOW_GITHUB_TOKEN || secrets.GITHUB_TOKEN }}
- name: Verify uploaded artifacts
shell: bash
run: |
archery crossbow \
--queue-path $(pwd)/crossbow \
--queue-remote https://github.com/ursacomputing/crossbow.git \
status \
--task-filter 'wheel-macos-catalina-cp312-amd64' \
--no-fetch \
--validate \
release-15.0.1-rc0-0
env:
CROSSBOW_GITHUB_TOKEN: ${{ secrets.CROSSBOW_GITHUB_TOKEN || secrets.GITHUB_TOKEN }}


93 changes: 0 additions & 93 deletions .github/workflows/nightly_dashboard.yml

This file was deleted.

Loading

0 comments on commit c57d4e2

Please sign in to comment.