From 486d2849fc829a7d8c95f4a3f914844b553a501d Mon Sep 17 00:00:00 2001 From: Sutou Kouhei Date: Thu, 28 Jul 2022 15:10:38 +0900 Subject: [PATCH] Remove AutoBrew related jobs --- .../autobrew/apache-arrow.rb | 92 ------------------- .../github.macos.autobrew.yml | 40 -------- dev/tasks/r/github.macos.autobrew.yml | 69 -------------- dev/tasks/tasks.yml | 23 +---- 4 files changed, 2 insertions(+), 222 deletions(-) delete mode 100644 dev/tasks/homebrew-formulae/autobrew/apache-arrow.rb delete mode 100644 dev/tasks/homebrew-formulae/github.macos.autobrew.yml delete mode 100644 dev/tasks/r/github.macos.autobrew.yml diff --git a/dev/tasks/homebrew-formulae/autobrew/apache-arrow.rb b/dev/tasks/homebrew-formulae/autobrew/apache-arrow.rb deleted file mode 100644 index dde994ab43396..0000000000000 --- a/dev/tasks/homebrew-formulae/autobrew/apache-arrow.rb +++ /dev/null @@ -1,92 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. - -# https://github.com/autobrew/homebrew-core/blob/master/Formula/apache-arrow.rb -class ApacheArrow < Formula - desc "Columnar in-memory analytics layer designed to accelerate big data" - homepage "https://arrow.apache.org/" - url "https://www.apache.org/dyn/closer.lua?path=arrow/arrow-8.0.0.9000/apache-arrow-8.0.0.9000.tar.gz" - sha256 "9948ddb6d4798b51552d0dca3252dd6e3a7d0f9702714fc6f5a1b59397ce1d28" - head "https://github.com/apache/arrow.git" - - bottle do - cellar :any - sha256 "a55211ba6f464681b7ca1b48defdad9cfbe1cf6fad8ff9ec875dc5a3c8f3c5ed" => :el_capitan_or_later - root_url "https://autobrew.github.io/bottles" - end - - # NOTE: if you add something here, be sure to add to PKG_LIBS in r/tools/autobrew - depends_on "boost" => :build - depends_on "brotli" - depends_on "cmake" => :build - depends_on "aws-sdk-cpp" - depends_on "lz4" - depends_on "snappy" - depends_on "thrift" - depends_on "zstd" - - def install - ENV.cxx11 - args = %W[ - -DARROW_BUILD_SHARED=OFF - -DARROW_BUILD_UTILITIES=ON - -DARROW_COMPUTE=ON - -DARROW_CSV=ON - -DARROW_DATASET=ON - -DARROW_FILESYSTEM=ON - -DARROW_GCS=ON - -DARROW_HDFS=OFF - -DARROW_JEMALLOC=ON - -DARROW_JSON=ON - -DARROW_MIMALLOC=ON - -DARROW_PARQUET=ON - -DARROW_PYTHON=OFF - -DARROW_S3=ON - -DARROW_USE_GLOG=OFF - -DARROW_VERBOSE_THIRDPARTY_BUILD=ON - -DARROW_WITH_BROTLI=ON - -DARROW_WITH_BZ2=ON - -DARROW_WITH_LZ4=ON - -DARROW_WITH_SNAPPY=ON - -DARROW_WITH_ZLIB=ON - -DARROW_WITH_ZSTD=ON - -DCMAKE_UNITY_BUILD=OFF - -DPARQUET_BUILD_EXECUTABLES=ON - -DLZ4_HOME=#{Formula["lz4"].prefix} - -DTHRIFT_HOME=#{Formula["thrift"].prefix} - ] - - mkdir "build" - cd "build" do - system "cmake", "../cpp", *std_cmake_args, *args - system "make" - system "make", "install" - end - end - - test do - (testpath/"test.cpp").write <<~EOS - #include "arrow/api.h" - int main(void) { - arrow::int64(); - return 0; - } - EOS - system ENV.cxx, "test.cpp", "-std=c++11", "-I#{include}", "-L#{lib}", "-larrow", "-o", "test" - system "./test" - end -end diff --git a/dev/tasks/homebrew-formulae/github.macos.autobrew.yml b/dev/tasks/homebrew-formulae/github.macos.autobrew.yml deleted file mode 100644 index 481316710c79e..0000000000000 --- a/dev/tasks/homebrew-formulae/github.macos.autobrew.yml +++ /dev/null @@ -1,40 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. - -{% import 'macros.jinja' as macros with context %} - -{{ macros.github_header() }} - -jobs: - homebrew: - name: "AutoBrew" - runs-on: macos-10.15 - steps: - {{ macros.github_checkout_arrow()|indent }} - - {{ macros.configure_homebrew_arrow(formula)|indent }} - - name: Test formula - run: | - brew install -v --HEAD apache-arrow - brew test apache-arrow - brew audit --strict apache-arrow - - if [ -f ${ARROW_GLIB_FORMULA} ]; then - brew install -v --HEAD apache-arrow-glib - brew test apache-arrow-glib - brew audit --strict apache-arrow-glib - fi diff --git a/dev/tasks/r/github.macos.autobrew.yml b/dev/tasks/r/github.macos.autobrew.yml deleted file mode 100644 index d97805ee72097..0000000000000 --- a/dev/tasks/r/github.macos.autobrew.yml +++ /dev/null @@ -1,69 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. - -{% import 'macros.jinja' as macros with context %} - -{{ macros.github_header() }} - -jobs: - autobrew: - name: "AutoBrew" - runs-on: macos-10.15 - steps: - {{ macros.github_checkout_arrow()|indent }} - - - name: Configure autobrew script - run: | - cd arrow/r - # Put the formula inside r/ so that it's included in the package build - cp ../dev/tasks/homebrew-formulae/autobrew/apache-arrow.rb tools/apache-arrow.rb - # Pin the current commit in the formula to test so that we're not always pulling from master - sed -i.bak -E -e 's@https://github.com/apache/arrow.git"$@{{ arrow.remote }}.git", :revision => "{{ arrow.head }}"@' tools/apache-arrow.rb && rm -f tools/apache-arrow.rb.bak - # Sometimes crossbow gives a remote URL with .git and sometimes not. Make sure there's only one - sed -i.bak -E -e 's@.git.git@.git@' tools/apache-arrow.rb && rm -f tools/apache-arrow.rb.bak - # Get minio for S3 testing - brew install minio - - uses: r-lib/actions/setup-r@v1 - - name: Install dependencies - run: | - install.packages("remotes") - remotes::install_deps("arrow/r", dependencies = TRUE) - remotes::install_cran(c("rcmdcheck", "sys", "sessioninfo")) - shell: Rscript {0} - - name: Session info - run: | - options(width = 100) - pkgs <- installed.packages()[, "Package"] - sessioninfo::session_info(pkgs, include_base = TRUE) - shell: Rscript {0} - - name: Check - env: - _R_CHECK_CRAN_INCOMING_: false - ARROW_USE_PKG_CONFIG: false - run: arrow/ci/scripts/r_test.sh arrow - - name: Dump install logs - run: cat arrow/r/check/arrow.Rcheck/00install.out - if: always() - - name: Dump test logs - run: cat arrow/r/check/arrow.Rcheck/tests/testthat.Rout* - if: always() - - name: Save the test output - if: always() - uses: actions/upload-artifact@v2 - with: - name: test-output - path: arrow/r/check/arrow.Rcheck/tests/testthat.Rout* diff --git a/dev/tasks/tasks.yml b/dev/tasks/tasks.yml index dca6ceaf31a49..0f44a38181f02 100644 --- a/dev/tasks/tasks.yml +++ b/dev/tasks/tasks.yml @@ -81,7 +81,6 @@ groups: r: - test*-r-* - - homebrew-r-autobrew - homebrew-r-brew # r-conda tasks - conda-linux-gcc-py*-cpu-r* @@ -148,10 +147,7 @@ groups: - conan-* - conda-* - java-jars - # List the homebrews explicitly because we don't care about running homebrew-cpp-autobrew - - homebrew-cpp - - homebrew-r-autobrew - - homebrew-r-brew + - homebrew-* - nuget - test-* - example-* @@ -171,10 +167,7 @@ groups: - conda-* - conan-* - java-jars - # List the homebrews explicitly because we don't care about running homebrew-cpp-autobrew - - homebrew-cpp - - homebrew-r-autobrew - - homebrew-r-brew + - homebrew-* - nuget - wheel-* - python-sdist @@ -797,19 +790,7 @@ tasks: params: formula: apache-arrow.rb - homebrew-cpp-autobrew: - ci: github - template: homebrew-formulae/github.macos.autobrew.yml - params: - formula: autobrew/apache-arrow.rb - - homebrew-r-autobrew: - # This tests that the autobrew formula + script work in practice - ci: github - template: r/github.macos.autobrew.yml - homebrew-r-brew: - # This tests that the autobrew formula + script work in practice ci: github template: r/github.macos.brew.yml params: