on aarch/ppc, drop google-cloud-cpp when compiling for CUDA

conda-forge · Jun 26, 2023 · a8ca8f7 · a8ca8f7
1 parent 2ddfdd4
commit a8ca8f7
Show file tree

Hide file tree

Showing 3 changed files with 17 additions and 6 deletions.
diff --git a/recipe/build-arrow.sh b/recipe/build-arrow.sh
@@ -56,9 +56,14 @@ fi
 # this symbol affects the ABI also on unix, see https://github.com/apache/arrow/issues/35987
 CXXFLAGS="$CXXFLAGS -DPROTOBUF_USE_DLLS"
 
-# Limit number of threads used to avoid hardware oversubscription
+ARROW_WITH_GCS=ON
 if [[ "${target_platform}" == "linux-aarch64" ]] || [[ "${target_platform}" == "linux-ppc64le" ]]; then
-     export CMAKE_BUILD_PARALLEL_LEVEL=3
+    # Limit number of threads used to avoid hardware oversubscription
+    export CMAKE_BUILD_PARALLEL_LEVEL=3
+    # see meta.yaml
+    if [[ "${cuda_compiler_version}" != "None" ]]; then
+        ARROW_WITH_GCS=OFF
+    fi
 fi
 
 # reusable variable for dependencies we cannot yet unvendor
@@ -85,7 +90,7 @@ cmake -GNinja \
     -DARROW_FLIGHT_SQL=ON \
     -DARROW_GANDIVA=ON \
     -DARROW_GANDIVA_PC_CXX_FLAGS="${ARROW_GANDIVA_PC_CXX_FLAGS}" \
-    -DARROW_GCS=ON \
+    -DARROW_GCS=${ARROW_WITH_GCS} \
     -DARROW_GDB_INSTALL_DIR=replace_this_section_with_absolute_slashed_path_to_CONDA_PREFIX/lib \
     -DARROW_HDFS=ON \
     -DARROW_JEMALLOC=ON \

diff --git a/recipe/build-pyarrow.sh b/recipe/build-pyarrow.sh
@@ -38,9 +38,13 @@ if [[ "${target_platform}" == osx-* ]]; then
     CXXFLAGS="${CXXFLAGS} -D_LIBCPP_DISABLE_AVAILABILITY"
 fi
 
-# Limit number of threads used to avoid hardware oversubscription
 if [[ "${target_platform}" == "linux-aarch64" ]] || [[ "${target_platform}" == "linux-ppc64le" ]]; then
-     export CMAKE_BUILD_PARALLEL_LEVEL=4
+    # Limit number of threads used to avoid hardware oversubscription
+    export CMAKE_BUILD_PARALLEL_LEVEL=4
+    # see meta.yaml
+    if [[ "${cuda_compiler_version}" != "None" ]]; then
+        PYARROW_WITH_GCS=0
+    fi
 fi
 
 cd python

diff --git a/recipe/meta.yaml b/recipe/meta.yaml
@@ -118,7 +118,9 @@ outputs:
         # - proto-opentelemetry-proto =={{ cpp_opentelemetry_sdk }}
         - gflags
         - glog
-        - google-cloud-cpp
+        # constantly runs out of disk space in CI; for now either gcp- OR cuda-support on aarch/ppc
+        # retry again after https://github.com/conda-forge/google-cloud-cpp-feedstock/issues/141
+        - google-cloud-cpp  # [not ((aarch64 or ppc64le) and cuda_compiler_version != "None")]
         # arrow uses a customized jemalloc, see #944
         # - jemalloc
         - libabseil