ARROW-6688: [Packaging] Include s3 support in the conda packages

depends on #5423 Closes #5484 from kszucs/s3-conda and squashes the following commits: 7a3c67c <Krisztián Szűcs> test s3fs import ff6eb22 <Krisztián Szűcs> Include s3 support in the conda packages Authored-by: Krisztián Szűcs <[email protected]> Signed-off-by: Wes McKinney <[email protected]>
apache · Oct 5, 2019 · 3f687ea · 3f687ea
1 parent bef9a1c
commit 3f687ea
Show file tree

Hide file tree

Showing 6 changed files with 8 additions and 0 deletions.
diff --git a/dev/tasks/conda-recipes/arrow-cpp/bld.bat b/dev/tasks/conda-recipes/arrow-cpp/bld.bat
@@ -18,6 +18,7 @@ cmake -G "Ninja" ^
       -DARROW_PARQUET:BOOL=ON ^
       -DARROW_GANDIVA:BOOL=ON ^
       -DARROW_ORC:BOOL=ON ^
+      -DARROW_S3:BOOL=ON ^
       -DBoost_NO_BOOST_CMAKE=ON ^
       ..
 

diff --git a/dev/tasks/conda-recipes/arrow-cpp/build.sh b/dev/tasks/conda-recipes/arrow-cpp/build.sh
@@ -34,6 +34,7 @@ cmake \
     -DARROW_PARQUET=ON \
     -DARROW_GANDIVA=ON \
     -DARROW_ORC=ON \
+    -DARROW_S3=ON \
     -DCMAKE_AR=${AR} \
     -DCMAKE_RANLIB=${RANLIB} \
     -GNinja \

diff --git a/dev/tasks/conda-recipes/arrow-cpp/meta.yaml b/dev/tasks/conda-recipes/arrow-cpp/meta.yaml
@@ -20,6 +20,7 @@ requirements:
     - {{ compiler('c') }}
     - {{ compiler('cxx') }}
   host:
+    - aws-sdk-cpp
     - boost-cpp
     - brotli
     - c-ares
@@ -44,6 +45,7 @@ requirements:
 
   run:
     - {{ pin_compatible('numpy', lower_bound='1.14') }}
+    - aws-sdk-cpp
     - boost-cpp
     - brotli
     - c-ares

diff --git a/dev/tasks/conda-recipes/pyarrow/bld.bat b/dev/tasks/conda-recipes/pyarrow/bld.bat
@@ -15,6 +15,7 @@ copy /Y "%SRC_DIR%\cpp\cmake_modules\FindPythonLibsNew.cmake" cmake_modules\
 SET ARROW_HOME=%LIBRARY_PREFIX%
 SET SETUPTOOLS_SCM_PRETEND_VERSION=%PKG_VERSION%
 SET PYARROW_BUILD_TYPE=release
+SET PYARROW_WITH_S3=1
 SET PYARROW_WITH_FLIGHT=1
 SET PYARROW_WITH_GANDIVA=1
 SET PYARROW_WITH_PARQUET=1

diff --git a/dev/tasks/conda-recipes/pyarrow/build.sh b/dev/tasks/conda-recipes/pyarrow/build.sh
@@ -11,6 +11,7 @@ export PYARROW_BUILD_TYPE=release
 export PYARROW_WITH_FLIGHT=1
 export PYARROW_WITH_PLASMA=1
 export PYARROW_WITH_PARQUET=1
+export PYARROW_WITH_S3=1
 export PYARROW_WITH_ORC=1
 export PYARROW_WITH_GANDIVA=1
 

diff --git a/dev/tasks/conda-recipes/pyarrow/meta.yaml b/dev/tasks/conda-recipes/pyarrow/meta.yaml
@@ -44,6 +44,8 @@ requirements:
 test:
   imports:
     - pyarrow
+    - pyarrow.fs
+    - pyarrow.s3fs
     - pyarrow.flight   # [not py==27]
     - pyarrow.gandiva  # [not py==27]
     - pyarrow.orc      # [unix]