From e26d21de016ce5555a4899e41d93d028b9ffed1a Mon Sep 17 00:00:00 2001 From: Eduardo Apolinario <653394+eapolinario@users.noreply.github.com> Date: Thu, 23 Dec 2021 10:52:49 -0800 Subject: [PATCH] Pyarrow greater than 4.0.0 (#790) * pyarrow>=4.0.0 Signed-off-by: Eduardo Apolinario * Regenerate requirements. Signed-off-by: Eduardo Apolinario Co-authored-by: Eduardo Apolinario Signed-off-by: Robert Everson --- dev-requirements.txt | 5 +++-- doc-requirements.txt | 7 ++++--- requirements-spark2.txt | 10 ++++++---- requirements.txt | 6 +++--- setup.py | 4 ++-- .../remote/mock_flyte_repo/workflows/requirements.txt | 2 +- 6 files changed, 19 insertions(+), 15 deletions(-) diff --git a/dev-requirements.txt b/dev-requirements.txt index a1b2a4d58f..c70a7e2bb2 100644 --- a/dev-requirements.txt +++ b/dev-requirements.txt @@ -175,7 +175,7 @@ marshmallow-jsonschema==0.13.0 # flytekit mock==4.0.3 # via -r dev-requirements.in -mypy==0.920 +mypy==0.930 # via -r dev-requirements.in mypy-extensions==0.4.3 # via @@ -273,6 +273,7 @@ pytimeparse==1.1.8 pytz==2021.3 # via # -c requirements.txt + # flytekit # pandas pyyaml==5.4.1 # via @@ -361,7 +362,7 @@ websocket-client==0.59.0 # via # docker # docker-compose -wheel==0.37.0 +wheel==0.37.1 # via # -c requirements.txt # flytekit diff --git a/doc-requirements.txt b/doc-requirements.txt index b863218d70..6a5987c2b9 100644 --- a/doc-requirements.txt +++ b/doc-requirements.txt @@ -33,9 +33,9 @@ black==21.12b0 # via papermill bleach==4.1.0 # via nbconvert -boto3==1.20.24 +boto3==1.20.26 # via sagemaker-training -botocore==1.23.24 +botocore==1.23.26 # via # boto3 # s3transfer @@ -286,6 +286,7 @@ pytimeparse==1.1.8 pytz==2021.3 # via # babel + # flytekit # pandas pyyaml==6.0 # via @@ -429,7 +430,7 @@ webencodings==0.5.1 # via bleach werkzeug==2.0.2 # via sagemaker-training -wheel==0.37.0 +wheel==0.37.1 # via flytekit wrapt==1.13.3 # via diff --git a/requirements-spark2.txt b/requirements-spark2.txt index 0ba0d63ded..a48ec4b5e2 100644 --- a/requirements-spark2.txt +++ b/requirements-spark2.txt @@ -26,9 +26,9 @@ black==21.12b0 # via papermill bleach==4.1.0 # via nbconvert -boto3==1.20.24 +boto3==1.20.26 # via sagemaker-training -botocore==1.23.24 +botocore==1.23.26 # via # boto3 # s3transfer @@ -256,7 +256,9 @@ python-slugify==5.0.2 pytimeparse==1.1.8 # via flytekit pytz==2021.3 - # via pandas + # via + # flytekit + # pandas pyyaml==5.4.1 # via # -r requirements.in @@ -349,7 +351,7 @@ webencodings==0.5.1 # via bleach werkzeug==2.0.2 # via sagemaker-training -wheel==0.37.0 +wheel==0.37.1 # via flytekit wrapt==1.13.3 # via diff --git a/requirements.txt b/requirements.txt index 9aacef2d24..04cdd38a16 100644 --- a/requirements.txt +++ b/requirements.txt @@ -24,9 +24,9 @@ black==21.12b0 # via papermill bleach==4.1.0 # via nbconvert -boto3==1.20.25 +boto3==1.20.26 # via sagemaker-training -botocore==1.23.25 +botocore==1.23.26 # via # boto3 # s3transfer @@ -349,7 +349,7 @@ webencodings==0.5.1 # via bleach werkzeug==2.0.2 # via sagemaker-training -wheel==0.37.0 +wheel==0.37.1 # via flytekit wrapt==1.13.3 # via diff --git a/setup.py b/setup.py index 9d1a1acbc7..f781690027 100644 --- a/setup.py +++ b/setup.py @@ -23,7 +23,7 @@ spark = ["pyspark>=2.4.0,<3.0.0"] spark3 = ["pyspark>=3.0.0"] sidecar = ["k8s-proto>=0.0.3,<1.0.0"] -schema = ["numpy>=1.14.0,<2.0.0", "pandas>=0.22.0,<2.0.0", "pyarrow>=6.0.0"] +schema = ["numpy>=1.14.0,<2.0.0", "pandas>=0.22.0,<2.0.0", "pyarrow>=4.0.0"] hive_sensor = ["hmsclient>=0.0.1,<1.0.0"] notebook = ["papermill>=1.2.0", "nbconvert>=6.0.7", "ipykernel>=5.0.0,<6.0.0"] sagemaker = ["sagemaker-training>=3.6.2,<4.0.0"] @@ -67,7 +67,7 @@ "flyteidl>=0.21.4", "wheel>=0.30.0,<1.0.0", "pandas>=1.0.0,<2.0.0", - "pyarrow>=6.0.0,<7.0.0", + "pyarrow>=4.0.0,<7.0.0", "click>=6.6,<8.0", "croniter>=0.3.20,<4.0.0", "deprecated>=1.0,<2.0", diff --git a/tests/flytekit/integration/remote/mock_flyte_repo/workflows/requirements.txt b/tests/flytekit/integration/remote/mock_flyte_repo/workflows/requirements.txt index cec1da7299..627e87980e 100644 --- a/tests/flytekit/integration/remote/mock_flyte_repo/workflows/requirements.txt +++ b/tests/flytekit/integration/remote/mock_flyte_repo/workflows/requirements.txt @@ -171,7 +171,7 @@ urllib3==1.26.7 # flytekit # requests # responses -wheel==0.37.0 +wheel==0.37.1 # via # -r tests/flytekit/integration/remote/mock_flyte_repo/workflows/requirements.in # flytekit