diff --git a/recipe/build-arrow.sh b/recipe/build-arrow.sh index a0c718cbf..43caf3c77 100644 --- a/recipe/build-arrow.sh +++ b/recipe/build-arrow.sh @@ -56,9 +56,14 @@ fi # this symbol affects the ABI also on unix, see https://github.com/apache/arrow/issues/35987 CXXFLAGS="$CXXFLAGS -DPROTOBUF_USE_DLLS" -# Limit number of threads used to avoid hardware oversubscription +ARROW_WITH_GCS=ON if [[ "${target_platform}" == "linux-aarch64" ]] || [[ "${target_platform}" == "linux-ppc64le" ]]; then - export CMAKE_BUILD_PARALLEL_LEVEL=3 + # Limit number of threads used to avoid hardware oversubscription + export CMAKE_BUILD_PARALLEL_LEVEL=3 + # see meta.yaml + if [[ "${cuda_compiler_version}" != "None" ]]; then + ARROW_WITH_GCS=OFF + fi fi # reusable variable for dependencies we cannot yet unvendor @@ -85,7 +90,7 @@ cmake -GNinja \ -DARROW_FLIGHT_SQL=ON \ -DARROW_GANDIVA=ON \ -DARROW_GANDIVA_PC_CXX_FLAGS="${ARROW_GANDIVA_PC_CXX_FLAGS}" \ - -DARROW_GCS=ON \ + -DARROW_GCS=${ARROW_WITH_GCS} \ -DARROW_GDB_INSTALL_DIR=replace_this_section_with_absolute_slashed_path_to_CONDA_PREFIX/lib \ -DARROW_HDFS=ON \ -DARROW_JEMALLOC=ON \ diff --git a/recipe/build-pyarrow.sh b/recipe/build-pyarrow.sh index e0c3ae96b..598817110 100644 --- a/recipe/build-pyarrow.sh +++ b/recipe/build-pyarrow.sh @@ -38,9 +38,13 @@ if [[ "${target_platform}" == osx-* ]]; then CXXFLAGS="${CXXFLAGS} -D_LIBCPP_DISABLE_AVAILABILITY" fi -# Limit number of threads used to avoid hardware oversubscription if [[ "${target_platform}" == "linux-aarch64" ]] || [[ "${target_platform}" == "linux-ppc64le" ]]; then - export CMAKE_BUILD_PARALLEL_LEVEL=4 + # Limit number of threads used to avoid hardware oversubscription + export CMAKE_BUILD_PARALLEL_LEVEL=4 + # see meta.yaml + if [[ "${cuda_compiler_version}" != "None" ]]; then + PYARROW_WITH_GCS=0 + fi fi cd python diff --git a/recipe/meta.yaml b/recipe/meta.yaml index 6283c97bd..55ff88397 100644 --- a/recipe/meta.yaml +++ b/recipe/meta.yaml @@ -118,7 +118,9 @@ outputs: # - proto-opentelemetry-proto =={{ cpp_opentelemetry_sdk }} - gflags - glog - - google-cloud-cpp + # constantly runs out of disk space in CI; for now either gcp- OR cuda-support on aarch/ppc + # retry again after https://github.com/conda-forge/google-cloud-cpp-feedstock/issues/141 + - google-cloud-cpp # [not ((aarch64 or ppc64le) and cuda_compiler_version != "None")] # arrow uses a customized jemalloc, see #944 # - jemalloc - libabseil