From 0a43a59d4cf0c9aec75a2e1ecf0e49b71f48bc7b Mon Sep 17 00:00:00 2001 From: Yee Hing Tong Date: Tue, 11 Jan 2022 17:06:43 -0800 Subject: [PATCH] Use slimmer version of flytekit (#583) Signed-off-by: Yee Hing Tong --- .../feature_engineering/eda/requirements.txt | 222 ++++++----------- .../feast_integration/requirements.txt | 78 +++--- .../house_price_prediction/requirements.txt | 120 +++++---- .../mnist_classifier/requirements.txt | 136 +++++----- .../pima_diabetes/requirements.txt | 120 +++++---- .../spark_horovod/requirements.txt | 58 +++-- .../cookbook/common/requirements-common.in | 2 +- flytesncaks/cookbook/core/Dockerfile | 4 + .../core/containerization/use_secrets.py | 2 +- .../core/control_flow/run_merge_sort.py | 2 +- flytesncaks/cookbook/core/requirements.txt | 55 ++-- .../integrations/aws/athena/requirements.txt | 141 ++--------- .../aws/sagemaker_pytorch/requirements.txt | 168 +++---------- .../aws/sagemaker_training/requirements.txt | 202 +++++---------- .../external_services/hive/requirements.txt | 141 ++--------- .../snowflake/requirements.txt | 143 ++--------- .../flytekit_plugins/dolt/requirements.txt | 224 ++++++----------- .../greatexpectations/requirements.txt | 234 ++++++------------ .../pandera_examples/requirements.txt | 162 +++--------- .../papermilltasks/requirements.txt | 215 +++++----------- .../flytekit_plugins/sql/requirements.txt | 147 ++--------- .../kubernetes/k8s_spark/requirements.txt | 151 ++--------- .../kubernetes/kfmpi/requirements.txt | 95 ++++--- .../kubernetes/kfpytorch/requirements.txt | 149 ++--------- .../kubernetes/kftensorflow/requirements.txt | 170 ++----------- .../kubernetes/pod/requirements.txt | 151 +++-------- 26 files changed, 971 insertions(+), 2321 deletions(-) diff --git a/flytesncaks/cookbook/case_studies/feature_engineering/eda/requirements.txt b/flytesncaks/cookbook/case_studies/feature_engineering/eda/requirements.txt index 6d04af71c..6d81489bf 100644 --- a/flytesncaks/cookbook/case_studies/feature_engineering/eda/requirements.txt +++ b/flytesncaks/cookbook/case_studies/feature_engineering/eda/requirements.txt @@ -10,111 +10,80 @@ appnope==0.1.2 # via # ipykernel # ipython -attrs==21.2.0 - # via - # jsonschema - # scantree +attrs==21.4.0 + # via jsonschema backcall==0.2.0 # via ipython -black==21.9b0 +black==21.12b0 # via papermill bleach==4.1.0 # via nbconvert -certifi==2021.5.30 +certifi==2021.10.8 # via requests -charset-normalizer==2.0.6 +charset-normalizer==2.0.10 # via requests -click==7.1.2 +click==8.0.3 # via # black - # flytekit # papermill -croniter==1.0.15 - # via flytekit -cycler==0.10.0 +cycler==0.11.0 # via matplotlib -dataclasses-json==0.5.6 - # via flytekit -debugpy==1.5.0 +debugpy==1.5.1 # via ipykernel -decorator==5.1.0 - # via - # ipython - # retry +decorator==5.1.1 + # via ipython defusedxml==0.7.1 # via nbconvert -deprecated==1.2.13 - # via flytekit -dirhash==0.2.1 - # via flytekit -diskcache==5.2.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.11 - # via flytekit entrypoints==0.3 # via # jupyter-client # nbconvert # papermill -flyteidl==0.20.2 - # via flytekit -flytekit==0.22.2 +flytekit @ git+https://github.com/flyteorg/flytekit.git@legacy-removal # via # -r ../../../common/requirements-common.in # flytekitplugins-papermill -flytekitplugins-papermill==0.22.3 + # flytekitplugins-spark +flytekitplugins-papermill==0.26.0 # via -r requirements.in -grpcio==1.41.0 - # via flytekit -idna==3.2 +flytekitplugins-spark==0.26.0 + # via flytekitplugins-papermill +fonttools==4.28.5 + # via matplotlib +idna==3.3 # via requests -importlib-metadata==4.8.1 - # via keyring -ipykernel==6.4.1 +importlib-resources==5.4.0 + # via jsonschema +ipykernel==6.6.1 # via flytekitplugins-papermill -ipython==7.28.0 +ipython==7.31.0 # via ipykernel ipython-genutils==0.2.0 - # via - # ipykernel - # nbformat -jedi==0.18.0 + # via nbformat +jedi==0.18.1 # via ipython -jinja2==3.0.2 +jinja2==3.0.3 # via nbconvert joblib==1.1.0 # via scikit-learn -jsonschema==4.0.1 +jsonschema==4.3.3 # via nbformat -jupyter-client==7.0.6 +jupyter-client==7.1.0 # via # ipykernel # nbclient -jupyter-core==4.8.1 +jupyter-core==4.9.1 # via # jupyter-client # nbconvert # nbformat jupyterlab-pygments==0.1.2 # via nbconvert -keyring==23.2.1 - # via flytekit kiwisolver==1.3.2 # via matplotlib markupsafe==2.0.1 # via jinja2 -marshmallow==3.13.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.12.0 - # via flytekit -matplotlib==3.4.3 +matplotlib==3.5.1 # via # -r ../../../common/requirements-common.in # -r requirements.in @@ -126,76 +95,64 @@ matplotlib-inline==0.1.3 mistune==0.8.4 # via nbconvert mypy-extensions==0.4.3 - # via - # black - # typing-inspect -natsort==7.1.1 - # via flytekit -nbclient==0.5.4 + # via black +nbclient==0.5.9 # via # nbconvert # papermill -nbconvert==6.2.0 +nbconvert==6.4.0 # via flytekitplugins-papermill nbformat==5.1.3 # via # nbclient # nbconvert # papermill -nest-asyncio==1.5.1 +nest-asyncio==1.5.4 # via + # ipykernel # jupyter-client # nbclient -numpy==1.21.2 +numpy==1.22.0 # via # matplotlib # pandas - # pyarrow # scikit-learn # scipy # seaborn -packaging==21.0 - # via bleach -pandas==1.3.3 +packaging==21.3 # via - # flytekit - # seaborn + # bleach + # matplotlib +pandas==1.3.5 + # via seaborn pandocfilters==1.5.0 # via nbconvert papermill==2.3.3 # via flytekitplugins-papermill -parso==0.8.2 +parso==0.8.3 # via jedi pathspec==0.9.0 - # via - # black - # scantree + # via black pexpect==4.8.0 # via ipython pickleshare==0.7.5 # via ipython -pillow==8.3.2 +pillow==9.0.0 # via matplotlib -platformdirs==2.4.0 +platformdirs==2.4.1 # via black -prompt-toolkit==3.0.20 +prompt-toolkit==3.0.24 # via ipython -protobuf==3.18.1 - # via - # flyteidl - # flytekit ptyprocess==0.7.0 # via pexpect -py==1.10.0 - # via retry -pyarrow==3.0.0 - # via flytekit -pygments==2.10.0 +py4j==0.10.9.2 + # via pyspark +pygments==2.11.2 # via # ipython # jupyterlab-pygments # nbconvert -pyparsing==2.4.7 +pyparsing==3.0.6 # via # matplotlib # packaging @@ -203,43 +160,24 @@ pyrsistent==0.18.0 # via jsonschema pysocks==1.7.1 # via -r requirements.in -python-dateutil==2.8.1 +pyspark==3.2.0 + # via flytekitplugins-spark +python-dateutil==2.8.2 # via - # croniter - # flytekit # jupyter-client # matplotlib # pandas -python-json-logger==2.0.2 - # via flytekit -pytimeparse==1.1.8 - # via flytekit -pytz==2018.4 - # via - # flytekit - # pandas -pyyaml==5.4.1 +pytz==2021.3 + # via pandas +pyyaml==6.0 # via papermill pyzmq==22.3.0 # via jupyter-client -regex==2021.9.30 - # via - # black - # docker-image-py -requests==2.26.0 - # via - # flytekit - # papermill - # responses -responses==0.14.0 - # via flytekit -retry==0.9.2 - # via flytekit -scantree==0.0.1 - # via dirhash -scikit-learn==1.0 +requests==2.27.1 + # via papermill +scikit-learn==1.0.2 # via -r requirements.in -scipy==1.7.1 +scipy==1.7.3 # via # scikit-learn # seaborn @@ -248,16 +186,7 @@ seaborn==0.11.2 six==1.16.0 # via # bleach - # cycler - # flytekit - # grpcio # python-dateutil - # responses - # scantree -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit tenacity==8.0.1 # via papermill testpath==0.5.0 @@ -266,7 +195,7 @@ textwrap3==0.9.2 # via ansiwrap threadpoolctl==3.0.0 # via scikit-learn -tomli==1.2.1 +tomli==1.2.3 # via black tornado==6.1 # via @@ -274,7 +203,7 @@ tornado==6.1 # jupyter-client tqdm==4.62.3 # via papermill -traitlets==5.1.0 +traitlets==5.1.1 # via # ipykernel # ipython @@ -284,31 +213,18 @@ traitlets==5.1.0 # nbclient # nbconvert # nbformat -typing-extensions==3.10.0.2 - # via - # black - # typing-inspect -typing-inspect==0.7.1 - # via dataclasses-json -urllib3==1.26.7 - # via - # flytekit - # requests - # responses +typing-extensions==4.0.1 + # via black +urllib3==1.26.8 + # via requests wcwidth==0.2.5 # via prompt-toolkit webencodings==0.5.1 # via bleach -wheel==0.37.0 - # via - # -r ../../../common/requirements-common.in - # flytekit -wrapt==1.13.1 - # via - # deprecated - # flytekit -zipp==3.6.0 - # via importlib-metadata +wheel==0.37.1 + # via -r ../../../common/requirements-common.in +zipp==3.7.0 + # via importlib-resources # The following packages are considered to be unsafe in a requirements file: # setuptools diff --git a/flytesncaks/cookbook/case_studies/feature_engineering/feast_integration/requirements.txt b/flytesncaks/cookbook/case_studies/feature_engineering/feast_integration/requirements.txt index d97ea731f..9e84ef3d1 100644 --- a/flytesncaks/cookbook/case_studies/feature_engineering/feast_integration/requirements.txt +++ b/flytesncaks/cookbook/case_studies/feature_engineering/feast_integration/requirements.txt @@ -6,19 +6,19 @@ # absl-py==0.12.0 # via tensorflow-metadata -anyio==3.4.0 +anyio==3.5.0 # via starlette arrow==1.2.1 # via jinja2-time asgiref==3.4.1 # via uvicorn -attrs==21.2.0 +attrs==21.4.0 # via jsonschema binaryornot==0.4.4 # via cookiecutter -boto3==1.17.112 +boto3==1.20.33 # via feast -botocore==1.20.112 +botocore==1.23.33 # via # boto3 # s3transfer @@ -28,7 +28,7 @@ certifi==2021.10.8 # via requests chardet==4.0.0 # via binaryornot -charset-normalizer==2.0.9 +charset-normalizer==2.0.10 # via requests checksumdir==1.2.0 # via flytekit @@ -50,13 +50,13 @@ cycler==0.11.0 # via matplotlib dataclasses-json==0.5.6 # via flytekit -decorator==5.1.0 +decorator==5.1.1 # via retry deprecated==1.2.13 # via flytekit dill==0.3.4 # via feast -diskcache==5.3.0 +diskcache==5.4.0 # via flytekit docker==5.0.3 # via feast @@ -64,21 +64,21 @@ docker-image-py==0.1.12 # via flytekit docstring-parser==0.13 # via flytekit -fastapi==0.70.0 +fastapi==0.71.0 # via feast -fastavro==1.4.7 +fastavro==1.4.9 # via # feast # pandavro -feast[aws]==0.16.0 +feast[aws]==0.17.0 # via -r requirements.in -flyteidl==0.21.12 +flyteidl==0.21.19 # via flytekit -flytekit==0.25.0b3 +flytekit @ git+https://github.com/flyteorg/flytekit.git@legacy-removal # via -r ../../../common/requirements-common.in -fonttools==4.28.3 +fonttools==4.28.5 # via matplotlib -google-api-core==2.3.0 +google-api-core==2.4.0 # via feast google-auth==2.3.3 # via google-api-core @@ -87,12 +87,12 @@ googleapis-common-protos==1.52.0 # feast # google-api-core # tensorflow-metadata -grpcio==1.42.0 +grpcio==1.43.0 # via # feast # flytekit # grpcio-reflection -grpcio-reflection==1.42.0 +grpcio-reflection==1.43.0 # via feast h11==0.12.0 # via uvicorn @@ -102,7 +102,7 @@ idna==3.3 # via # anyio # requests -importlib-metadata==4.8.2 +importlib-metadata==4.10.0 # via keyring importlib-resources==5.4.0 # via jsonschema @@ -119,9 +119,9 @@ jmespath==0.10.0 # botocore joblib==1.1.0 # via scikit-learn -jsonschema==4.2.1 +jsonschema==4.3.3 # via feast -keyring==23.4.0 +keyring==23.5.0 # via flytekit kiwisolver==1.3.2 # via matplotlib @@ -136,15 +136,15 @@ marshmallow-enum==1.5.1 # via dataclasses-json marshmallow-jsonschema==0.13.0 # via flytekit -matplotlib==3.5.0 +matplotlib==3.5.1 # via -r ../../../common/requirements-common.in mmh3==3.0.0 # via feast mypy-extensions==0.4.3 # via typing-inspect -natsort==8.0.0 +natsort==8.0.2 # via flytekit -numpy==1.21.4 +numpy==1.22.0 # via # -r requirements.in # matplotlib @@ -154,17 +154,15 @@ numpy==1.21.4 # scikit-learn # scipy packaging==21.3 - # via - # matplotlib - # setuptools-scm -pandas==1.3.4 + # via matplotlib +pandas==1.3.5 # via # feast # flytekit # pandavro pandavro==1.5.2 # via feast -pillow==8.4.0 +pillow==9.0.0 # via matplotlib poyo==0.5.0 # via cookiecutter @@ -172,7 +170,7 @@ proto-plus==1.19.6 # via # -r requirements.in # feast -protobuf==3.19.1 +protobuf==3.19.3 # via # feast # flyteidl @@ -194,7 +192,7 @@ pyasn1==0.4.8 # rsa pyasn1-modules==0.2.8 # via google-auth -pydantic==1.8.2 +pydantic==1.9.0 # via # fastapi # feast @@ -220,7 +218,7 @@ python-slugify==5.0.2 # via cookiecutter pytimeparse==1.1.8 # via flytekit -pytz==2018.4 +pytz==2021.3 # via # flytekit # pandas @@ -230,27 +228,25 @@ pyyaml==6.0 # uvicorn regex==2021.11.10 # via docker-image-py -requests==2.26.0 +requests==2.27.1 # via # cookiecutter # docker # flytekit # google-api-core # responses -responses==0.16.0 +responses==0.17.0 # via flytekit retry==0.9.2 # via flytekit rsa==4.8 # via google-auth -s3transfer==0.4.2 +s3transfer==0.5.0 # via boto3 -scikit-learn==1.0.1 +scikit-learn==1.0.2 # via -r requirements.in scipy==1.7.3 # via scikit-learn -setuptools-scm==6.3.2 - # via matplotlib six==1.16.0 # via # absl-py @@ -265,7 +261,7 @@ sniffio==1.2.0 # via anyio sortedcontainers==2.4.0 # via flytekit -starlette==0.16.0 +starlette==0.17.1 # via fastapi statsd==3.3.0 # via flytekit @@ -281,8 +277,6 @@ threadpoolctl==3.0.0 # via scikit-learn toml==0.10.2 # via feast -tomli==1.2.2 - # via setuptools-scm tqdm==4.62.3 # via feast typing-extensions==4.0.1 @@ -291,7 +285,7 @@ typing-extensions==4.0.1 # typing-inspect typing-inspect==0.7.1 # via dataclasses-json -urllib3==1.26.7 +urllib3==1.26.8 # via # botocore # flytekit @@ -307,7 +301,7 @@ websocket-client==1.2.3 # via docker websockets==10.1 # via uvicorn -wheel==0.37.0 +wheel==0.37.1 # via # -r ../../../common/requirements-common.in # flytekit @@ -315,7 +309,7 @@ wrapt==1.13.3 # via # deprecated # flytekit -zipp==3.6.0 +zipp==3.7.0 # via # importlib-metadata # importlib-resources diff --git a/flytesncaks/cookbook/case_studies/ml_training/house_price_prediction/requirements.txt b/flytesncaks/cookbook/case_studies/ml_training/house_price_prediction/requirements.txt index 38bceb7d3..d4e1ad18f 100644 --- a/flytesncaks/cookbook/case_studies/ml_training/house_price_prediction/requirements.txt +++ b/flytesncaks/cookbook/case_studies/ml_training/house_price_prediction/requirements.txt @@ -4,68 +4,88 @@ # # /Library/Developer/CommandLineTools/usr/bin/make requirements.txt # -attrs==21.2.0 - # via scantree -certifi==2021.5.30 +arrow==1.2.1 + # via jinja2-time +binaryornot==0.4.4 + # via cookiecutter +certifi==2021.10.8 # via requests -charset-normalizer==2.0.6 +chardet==4.0.0 + # via binaryornot +charset-normalizer==2.0.10 # via requests +checksumdir==1.2.0 + # via flytekit click==7.1.2 + # via + # cookiecutter + # flytekit +cloudpickle==2.0.0 # via flytekit -croniter==1.0.15 +cookiecutter==1.7.3 # via flytekit -cycler==0.10.0 +croniter==1.1.0 + # via flytekit +cycler==0.11.0 # via matplotlib dataclasses-json==0.5.6 # via flytekit -decorator==5.1.0 +decorator==5.1.1 # via retry deprecated==1.2.13 # via flytekit -dirhash==0.2.1 - # via flytekit -diskcache==5.2.1 +diskcache==5.4.0 # via flytekit docker-image-py==0.1.12 # via flytekit -docstring-parser==0.11 +docstring-parser==0.13 # via flytekit -flyteidl==0.20.2 +flyteidl==0.21.19 # via flytekit -flytekit==0.22.2 +flytekit @ git+https://github.com/flyteorg/flytekit.git@legacy-removal # via -r ../../../common/requirements-common.in -grpcio==1.41.0 +fonttools==4.28.5 + # via matplotlib +grpcio==1.43.0 # via flytekit -idna==3.2 +idna==3.3 # via requests -importlib-metadata==4.8.1 +importlib-metadata==4.10.0 # via keyring +jinja2==3.0.3 + # via + # cookiecutter + # jinja2-time +jinja2-time==0.2.0 + # via cookiecutter joblib==1.1.0 # via # -r requirements.in # scikit-learn -keyring==23.2.1 +keyring==23.5.0 # via flytekit kiwisolver==1.3.2 # via matplotlib -marshmallow==3.13.0 +markupsafe==2.0.1 + # via jinja2 +marshmallow==3.14.1 # via # dataclasses-json # marshmallow-enum # marshmallow-jsonschema marshmallow-enum==1.5.1 # via dataclasses-json -marshmallow-jsonschema==0.12.0 +marshmallow-jsonschema==0.13.0 # via flytekit -matplotlib==3.4.3 +matplotlib==3.5.1 # via # -r ../../../common/requirements-common.in # -r requirements.in mypy-extensions==0.4.3 # via typing-inspect -natsort==7.1.1 +natsort==8.0.2 # via flytekit -numpy==1.21.2 +numpy==1.22.0 # via # matplotlib # pandas @@ -73,22 +93,26 @@ numpy==1.21.2 # scikit-learn # scipy # xgboost -pandas==1.3.3 +packaging==21.3 + # via matplotlib +pandas==1.3.5 # via flytekit -pathspec==0.9.0 - # via scantree -pillow==8.3.2 +pillow==9.0.0 # via matplotlib -protobuf==3.18.1 +poyo==0.5.0 + # via cookiecutter +protobuf==3.19.3 # via # flyteidl # flytekit -py==1.10.0 +py==1.11.0 # via retry -pyarrow==3.0.0 +pyarrow==6.0.1 # via flytekit -pyparsing==2.4.7 - # via matplotlib +pyparsing==3.0.6 + # via + # matplotlib + # packaging python-dateutil==2.8.1 # via # croniter @@ -97,38 +121,38 @@ python-dateutil==2.8.1 # pandas python-json-logger==2.0.2 # via flytekit +python-slugify==5.0.2 + # via cookiecutter pytimeparse==1.1.8 # via flytekit -pytz==2018.4 +pytz==2021.3 # via # flytekit # pandas -regex==2021.9.30 +regex==2021.11.10 # via docker-image-py -requests==2.26.0 +requests==2.27.1 # via + # cookiecutter # flytekit # responses -responses==0.14.0 +responses==0.17.0 # via flytekit retry==0.9.2 # via flytekit -scantree==0.0.1 - # via dirhash -scikit-learn==1.0 +scikit-learn==1.0.2 # via sklearn -scipy==1.7.1 +scipy==1.7.3 # via # scikit-learn # xgboost six==1.16.0 # via - # cycler + # cookiecutter # flytekit # grpcio # python-dateutil # responses - # scantree sklearn==0.0 # via -r requirements.in sortedcontainers==2.4.0 @@ -137,26 +161,28 @@ statsd==3.3.0 # via flytekit tabulate==0.8.9 # via -r requirements.in +text-unidecode==1.3 + # via python-slugify threadpoolctl==3.0.0 # via scikit-learn -typing-extensions==3.10.0.2 +typing-extensions==4.0.1 # via typing-inspect typing-inspect==0.7.1 # via dataclasses-json -urllib3==1.26.7 +urllib3==1.26.8 # via # flytekit # requests # responses -wheel==0.37.0 +wheel==0.37.1 # via # -r ../../../common/requirements-common.in # flytekit -wrapt==1.13.1 +wrapt==1.13.3 # via # deprecated # flytekit -xgboost==1.4.2 +xgboost==1.5.1 # via -r requirements.in -zipp==3.6.0 +zipp==3.7.0 # via importlib-metadata diff --git a/flytesncaks/cookbook/case_studies/ml_training/mnist_classifier/requirements.txt b/flytesncaks/cookbook/case_studies/ml_training/mnist_classifier/requirements.txt index 4c41afbb1..b501fd235 100644 --- a/flytesncaks/cookbook/case_studies/ml_training/mnist_classifier/requirements.txt +++ b/flytesncaks/cookbook/case_studies/ml_training/mnist_classifier/requirements.txt @@ -4,104 +4,127 @@ # # /Library/Developer/CommandLineTools/usr/bin/make requirements.txt # -attrs==21.2.0 - # via scantree -certifi==2021.5.30 +arrow==1.2.1 + # via jinja2-time +binaryornot==0.4.4 + # via cookiecutter +certifi==2021.10.8 # via # requests # sentry-sdk -charset-normalizer==2.0.6 +chardet==4.0.0 + # via binaryornot +charset-normalizer==2.0.10 # via requests +checksumdir==1.2.0 + # via flytekit click==7.1.2 # via + # cookiecutter # flytekit # wandb -configparser==5.0.2 +cloudpickle==2.0.0 + # via flytekit +configparser==5.2.0 # via wandb -croniter==1.0.15 +cookiecutter==1.7.3 + # via flytekit +croniter==1.1.0 # via flytekit -cycler==0.10.0 +cycler==0.11.0 # via matplotlib dataclasses-json==0.5.6 # via flytekit -decorator==5.1.0 +decorator==5.1.1 # via retry deprecated==1.2.13 # via flytekit -dirhash==0.2.1 - # via flytekit -diskcache==5.2.1 +diskcache==5.4.0 # via flytekit docker-image-py==0.1.12 # via flytekit docker-pycreds==0.4.0 # via wandb -docstring-parser==0.11 +docstring-parser==0.13 # via flytekit -flyteidl==0.20.2 +flyteidl==0.21.19 # via flytekit -flytekit==0.22.2 +flytekit @ git+https://github.com/flyteorg/flytekit.git@legacy-removal # via -r ../../../common/requirements-common.in -gitdb==4.0.7 +fonttools==4.28.5 + # via matplotlib +gitdb==4.0.9 # via gitpython -gitpython==3.1.24 +gitpython==3.1.26 # via wandb -grpcio==1.41.0 +grpcio==1.43.0 # via flytekit -idna==3.2 +idna==3.3 # via requests -importlib-metadata==4.8.1 +importlib-metadata==4.10.0 # via keyring -keyring==23.2.1 +jinja2==3.0.3 + # via + # cookiecutter + # jinja2-time +jinja2-time==0.2.0 + # via cookiecutter +keyring==23.5.0 # via flytekit kiwisolver==1.3.2 # via matplotlib -marshmallow==3.13.0 +markupsafe==2.0.1 + # via jinja2 +marshmallow==3.14.1 # via # dataclasses-json # marshmallow-enum # marshmallow-jsonschema marshmallow-enum==1.5.1 # via dataclasses-json -marshmallow-jsonschema==0.12.0 +marshmallow-jsonschema==0.13.0 # via flytekit -matplotlib==3.4.3 +matplotlib==3.5.1 # via -r ../../../common/requirements-common.in mypy-extensions==0.4.3 # via typing-inspect -natsort==7.1.1 +natsort==8.0.2 # via flytekit -numpy==1.21.2 +numpy==1.22.0 # via # matplotlib # pandas # pyarrow # torchvision -pandas==1.3.3 +packaging==21.3 + # via matplotlib +pandas==1.3.5 # via flytekit -pathspec==0.9.0 - # via scantree pathtools==0.1.2 # via wandb -pillow==8.3.2 +pillow==9.0.0 # via # matplotlib # torchvision +poyo==0.5.0 + # via cookiecutter promise==2.3 # via wandb -protobuf==3.18.1 +protobuf==3.19.3 # via # flyteidl # flytekit # wandb -psutil==5.8.0 +psutil==5.9.0 # via wandb -py==1.10.0 +py==1.11.0 # via retry -pyarrow==3.0.0 +pyarrow==6.0.1 # via flytekit -pyparsing==2.4.7 - # via matplotlib +pyparsing==3.0.6 + # via + # matplotlib + # packaging python-dateutil==2.8.1 # via # croniter @@ -111,43 +134,43 @@ python-dateutil==2.8.1 # wandb python-json-logger==2.0.2 # via flytekit +python-slugify==5.0.2 + # via cookiecutter pytimeparse==1.1.8 # via flytekit -pytz==2018.4 +pytz==2021.3 # via # flytekit # pandas -pyyaml==5.4.1 +pyyaml==6.0 # via wandb -regex==2021.9.30 +regex==2021.11.10 # via docker-image-py -requests==2.26.0 +requests==2.27.1 # via + # cookiecutter # flytekit # responses # wandb -responses==0.14.0 +responses==0.17.0 # via flytekit retry==0.9.2 # via flytekit -scantree==0.0.1 - # via dirhash -sentry-sdk==1.4.3 +sentry-sdk==1.5.2 # via wandb -shortuuid==1.0.1 +shortuuid==1.0.8 # via wandb six==1.16.0 # via - # cycler + # cookiecutter # docker-pycreds # flytekit # grpcio # promise # python-dateutil # responses - # scantree # wandb -smmap==4.0.0 +smmap==5.0.0 # via gitdb sortedcontainers==2.4.0 # via flytekit @@ -157,36 +180,37 @@ subprocess32==3.5.4 # via wandb termcolor==1.1.0 # via yaspin -torch==1.9.1 +text-unidecode==1.3 + # via python-slugify +torch==1.10.1 # via # -r requirements.in # torchvision -torchvision==0.10.1 +torchvision==0.11.2 # via -r requirements.in -typing-extensions==3.10.0.2 +typing-extensions==4.0.1 # via - # gitpython # torch # typing-inspect typing-inspect==0.7.1 # via dataclasses-json -urllib3==1.26.7 +urllib3==1.26.8 # via # flytekit # requests # responses # sentry-sdk -wandb==0.12.4 +wandb==0.12.9 # via -r requirements.in -wheel==0.37.0 +wheel==0.37.1 # via # -r ../../../common/requirements-common.in # flytekit -wrapt==1.13.1 +wrapt==1.13.3 # via # deprecated # flytekit yaspin==2.1.0 # via wandb -zipp==3.6.0 +zipp==3.7.0 # via importlib-metadata diff --git a/flytesncaks/cookbook/case_studies/ml_training/pima_diabetes/requirements.txt b/flytesncaks/cookbook/case_studies/ml_training/pima_diabetes/requirements.txt index 38bceb7d3..d4e1ad18f 100644 --- a/flytesncaks/cookbook/case_studies/ml_training/pima_diabetes/requirements.txt +++ b/flytesncaks/cookbook/case_studies/ml_training/pima_diabetes/requirements.txt @@ -4,68 +4,88 @@ # # /Library/Developer/CommandLineTools/usr/bin/make requirements.txt # -attrs==21.2.0 - # via scantree -certifi==2021.5.30 +arrow==1.2.1 + # via jinja2-time +binaryornot==0.4.4 + # via cookiecutter +certifi==2021.10.8 # via requests -charset-normalizer==2.0.6 +chardet==4.0.0 + # via binaryornot +charset-normalizer==2.0.10 # via requests +checksumdir==1.2.0 + # via flytekit click==7.1.2 + # via + # cookiecutter + # flytekit +cloudpickle==2.0.0 # via flytekit -croniter==1.0.15 +cookiecutter==1.7.3 # via flytekit -cycler==0.10.0 +croniter==1.1.0 + # via flytekit +cycler==0.11.0 # via matplotlib dataclasses-json==0.5.6 # via flytekit -decorator==5.1.0 +decorator==5.1.1 # via retry deprecated==1.2.13 # via flytekit -dirhash==0.2.1 - # via flytekit -diskcache==5.2.1 +diskcache==5.4.0 # via flytekit docker-image-py==0.1.12 # via flytekit -docstring-parser==0.11 +docstring-parser==0.13 # via flytekit -flyteidl==0.20.2 +flyteidl==0.21.19 # via flytekit -flytekit==0.22.2 +flytekit @ git+https://github.com/flyteorg/flytekit.git@legacy-removal # via -r ../../../common/requirements-common.in -grpcio==1.41.0 +fonttools==4.28.5 + # via matplotlib +grpcio==1.43.0 # via flytekit -idna==3.2 +idna==3.3 # via requests -importlib-metadata==4.8.1 +importlib-metadata==4.10.0 # via keyring +jinja2==3.0.3 + # via + # cookiecutter + # jinja2-time +jinja2-time==0.2.0 + # via cookiecutter joblib==1.1.0 # via # -r requirements.in # scikit-learn -keyring==23.2.1 +keyring==23.5.0 # via flytekit kiwisolver==1.3.2 # via matplotlib -marshmallow==3.13.0 +markupsafe==2.0.1 + # via jinja2 +marshmallow==3.14.1 # via # dataclasses-json # marshmallow-enum # marshmallow-jsonschema marshmallow-enum==1.5.1 # via dataclasses-json -marshmallow-jsonschema==0.12.0 +marshmallow-jsonschema==0.13.0 # via flytekit -matplotlib==3.4.3 +matplotlib==3.5.1 # via # -r ../../../common/requirements-common.in # -r requirements.in mypy-extensions==0.4.3 # via typing-inspect -natsort==7.1.1 +natsort==8.0.2 # via flytekit -numpy==1.21.2 +numpy==1.22.0 # via # matplotlib # pandas @@ -73,22 +93,26 @@ numpy==1.21.2 # scikit-learn # scipy # xgboost -pandas==1.3.3 +packaging==21.3 + # via matplotlib +pandas==1.3.5 # via flytekit -pathspec==0.9.0 - # via scantree -pillow==8.3.2 +pillow==9.0.0 # via matplotlib -protobuf==3.18.1 +poyo==0.5.0 + # via cookiecutter +protobuf==3.19.3 # via # flyteidl # flytekit -py==1.10.0 +py==1.11.0 # via retry -pyarrow==3.0.0 +pyarrow==6.0.1 # via flytekit -pyparsing==2.4.7 - # via matplotlib +pyparsing==3.0.6 + # via + # matplotlib + # packaging python-dateutil==2.8.1 # via # croniter @@ -97,38 +121,38 @@ python-dateutil==2.8.1 # pandas python-json-logger==2.0.2 # via flytekit +python-slugify==5.0.2 + # via cookiecutter pytimeparse==1.1.8 # via flytekit -pytz==2018.4 +pytz==2021.3 # via # flytekit # pandas -regex==2021.9.30 +regex==2021.11.10 # via docker-image-py -requests==2.26.0 +requests==2.27.1 # via + # cookiecutter # flytekit # responses -responses==0.14.0 +responses==0.17.0 # via flytekit retry==0.9.2 # via flytekit -scantree==0.0.1 - # via dirhash -scikit-learn==1.0 +scikit-learn==1.0.2 # via sklearn -scipy==1.7.1 +scipy==1.7.3 # via # scikit-learn # xgboost six==1.16.0 # via - # cycler + # cookiecutter # flytekit # grpcio # python-dateutil # responses - # scantree sklearn==0.0 # via -r requirements.in sortedcontainers==2.4.0 @@ -137,26 +161,28 @@ statsd==3.3.0 # via flytekit tabulate==0.8.9 # via -r requirements.in +text-unidecode==1.3 + # via python-slugify threadpoolctl==3.0.0 # via scikit-learn -typing-extensions==3.10.0.2 +typing-extensions==4.0.1 # via typing-inspect typing-inspect==0.7.1 # via dataclasses-json -urllib3==1.26.7 +urllib3==1.26.8 # via # flytekit # requests # responses -wheel==0.37.0 +wheel==0.37.1 # via # -r ../../../common/requirements-common.in # flytekit -wrapt==1.13.1 +wrapt==1.13.3 # via # deprecated # flytekit -xgboost==1.4.2 +xgboost==1.5.1 # via -r requirements.in -zipp==3.6.0 +zipp==3.7.0 # via importlib-metadata diff --git a/flytesncaks/cookbook/case_studies/ml_training/spark_horovod/requirements.txt b/flytesncaks/cookbook/case_studies/ml_training/spark_horovod/requirements.txt index 91af60e8b..f9b4dabf6 100644 --- a/flytesncaks/cookbook/case_studies/ml_training/spark_horovod/requirements.txt +++ b/flytesncaks/cookbook/case_studies/ml_training/spark_horovod/requirements.txt @@ -4,7 +4,7 @@ # # /Library/Developer/CommandLineTools/usr/bin/make requirements.txt # -aiobotocore==1.4.2 +aiobotocore==2.1.0 # via s3fs aiohttp==3.8.1 # via @@ -16,19 +16,19 @@ aiosignal==1.2.0 # via aiohttp arrow==1.2.1 # via jinja2-time -async-timeout==4.0.1 +async-timeout==4.0.2 # via aiohttp -attrs==21.2.0 +attrs==21.4.0 # via aiohttp binaryornot==0.4.4 # via cookiecutter -botocore==1.20.106 +botocore==1.23.24 # via aiobotocore certifi==2021.10.8 # via requests chardet==4.0.0 # via binaryornot -charset-normalizer==2.0.8 +charset-normalizer==2.0.10 # via # aiohttp # requests @@ -42,39 +42,39 @@ cloudpickle==2.0.0 # via flytekit cookiecutter==1.7.3 # via flytekit -croniter==1.0.15 +croniter==1.1.0 # via flytekit dataclasses-json==0.5.6 # via flytekit -decorator==5.1.0 +decorator==5.1.1 # via retry deprecated==1.2.13 # via flytekit -diskcache==5.2.1 +diskcache==5.4.0 # via flytekit docker-image-py==0.1.12 # via flytekit docstring-parser==0.13 # via flytekit -flyteidl==0.21.11 +flyteidl==0.21.19 # via flytekit -flytekit==0.24.0 +flytekit==0.26.0 # via flytekitplugins-spark -flytekitplugins-spark==0.24.0 +flytekitplugins-spark==0.26.0 # via -r requirements.in frozenlist==1.2.0 # via # aiohttp # aiosignal -fsspec==2021.11.0 +fsspec==2022.01.0 # via s3fs -grpcio==1.42.0 +grpcio==1.43.0 # via flytekit idna==3.3 # via # requests # yarl -importlib-metadata==4.8.2 +importlib-metadata==4.10.0 # via keyring jinja2==3.0.3 # via @@ -84,7 +84,7 @@ jinja2-time==0.2.0 # via cookiecutter jmespath==0.10.0 # via botocore -keyring==23.3.0 +keyring==23.5.0 # via flytekit markupsafe==2.0.1 # via jinja2 @@ -103,17 +103,17 @@ multidict==5.2.0 # yarl mypy-extensions==0.4.3 # via typing-inspect -natsort==8.0.0 +natsort==8.0.2 # via flytekit -numpy==1.21.4 +numpy==1.22.0 # via # pandas # pyarrow -pandas==1.3.4 +pandas==1.3.5 # via flytekit poyo==0.5.0 # via cookiecutter -protobuf==3.19.1 +protobuf==3.19.3 # via # flyteidl # flytekit @@ -140,22 +140,22 @@ python-slugify==5.0.2 # via cookiecutter pytimeparse==1.1.8 # via flytekit -pytz==2018.4 +pytz==2021.3 # via # flytekit # pandas regex==2021.11.10 # via docker-image-py -requests==2.26.0 +requests==2.27.1 # via # cookiecutter # flytekit # responses -responses==0.16.0 +responses==0.17.0 # via flytekit retry==0.9.2 # via flytekit -s3fs==2021.11.0 +s3fs==2022.1.0 # via -r requirements.in six==1.16.0 # via @@ -170,19 +170,17 @@ statsd==3.3.0 # via flytekit text-unidecode==1.3 # via python-slugify -typing-extensions==4.0.0 - # via - # async-timeout - # typing-inspect +typing-extensions==4.0.1 + # via typing-inspect typing-inspect==0.7.1 # via dataclasses-json -urllib3==1.26.7 +urllib3==1.26.8 # via # botocore # flytekit # requests # responses -wheel==0.37.0 +wheel==0.37.1 # via flytekit wrapt==1.13.3 # via @@ -191,5 +189,5 @@ wrapt==1.13.3 # flytekit yarl==1.7.2 # via aiohttp -zipp==3.6.0 +zipp==3.7.0 # via importlib-metadata diff --git a/flytesncaks/cookbook/common/requirements-common.in b/flytesncaks/cookbook/common/requirements-common.in index e6a7dc0ae..f009eee46 100644 --- a/flytesncaks/cookbook/common/requirements-common.in +++ b/flytesncaks/cookbook/common/requirements-common.in @@ -1,3 +1,3 @@ -flytekit>=0.25.0b3 +git+https://github.com/flyteorg/flytekit.git@legacy-removal wheel matplotlib diff --git a/flytesncaks/cookbook/core/Dockerfile b/flytesncaks/cookbook/core/Dockerfile index 8b9223936..0369c267a 100644 --- a/flytesncaks/cookbook/core/Dockerfile +++ b/flytesncaks/cookbook/core/Dockerfile @@ -25,6 +25,8 @@ ENV VENV /opt/venv RUN python3 -m venv ${VENV} ENV PATH="${VENV}/bin:$PATH" +RUN apt-get --allow-releaseinfo-change update && apt-get install -y git + # Install Python dependencies COPY core/requirements.txt /root RUN pip install -r /root/requirements.txt @@ -40,3 +42,5 @@ COPY core /root/core # when registering tasks, workflows, and launch plans ARG tag ENV FLYTE_INTERNAL_IMAGE $tag + +# RUN pip install -U --force https://github.com/flyteorg/flytekit/archive/af45f24ef429e2671fdfe30769ffe8e1c6c11e01.zip#egg=flytekit diff --git a/flytesncaks/cookbook/core/containerization/use_secrets.py b/flytesncaks/cookbook/core/containerization/use_secrets.py index 571a4f422..0335f7d7a 100644 --- a/flytesncaks/cookbook/core/containerization/use_secrets.py +++ b/flytesncaks/cookbook/core/containerization/use_secrets.py @@ -158,7 +158,7 @@ def my_secret_workflow() -> Tuple[str, str, str, str, str]: # %% # The simplest way to test Secret accessibility is to export the secret as an environment variable. There are some # helper methods available to do so -from flytekit.testing import SecretsManager +from flytekit.extend import SecretsManager if __name__ == "__main__": sec = SecretsManager() diff --git a/flytesncaks/cookbook/core/control_flow/run_merge_sort.py b/flytesncaks/cookbook/core/control_flow/run_merge_sort.py index 4839699e4..2d28f5fa3 100644 --- a/flytesncaks/cookbook/core/control_flow/run_merge_sort.py +++ b/flytesncaks/cookbook/core/control_flow/run_merge_sort.py @@ -95,7 +95,7 @@ def merge_sort_remotely( # that recurse down the list. @workflow def merge_sort( - numbers: typing.List[int], numbers_count: int, run_local_at_count: int = 10 + numbers: typing.List[int] = [42, 41, 89, 21, 76, 94, 90, 6, 71, 9], numbers_count: int = 10, run_local_at_count: int = 3 ) -> typing.List[int]: return ( conditional("terminal_case") diff --git a/flytesncaks/cookbook/core/requirements.txt b/flytesncaks/cookbook/core/requirements.txt index 3adbf8a74..3439faec8 100644 --- a/flytesncaks/cookbook/core/requirements.txt +++ b/flytesncaks/cookbook/core/requirements.txt @@ -12,7 +12,7 @@ certifi==2021.10.8 # via requests chardet==4.0.0 # via binaryornot -charset-normalizer==2.0.9 +charset-normalizer==2.0.10 # via requests checksumdir==1.2.0 # via flytekit @@ -30,27 +30,27 @@ cycler==0.11.0 # via matplotlib dataclasses-json==0.5.6 # via flytekit -decorator==5.1.0 +decorator==5.1.1 # via retry deprecated==1.2.13 # via flytekit -diskcache==5.3.0 +diskcache==5.4.0 # via flytekit docker-image-py==0.1.12 # via flytekit docstring-parser==0.13 # via flytekit -flyteidl==0.21.12 +flyteidl==0.21.19 # via flytekit -flytekit==0.25.0b3 +flytekit @ git+https://github.com/flyteorg/flytekit.git@legacy-removal # via -r ../common/requirements-common.in -fonttools==4.28.3 +fonttools==4.28.5 # via matplotlib -grpcio==1.42.0 +grpcio==1.43.0 # via flytekit idna==3.3 # via requests -importlib-metadata==4.8.2 +importlib-metadata==4.10.0 # via keyring jinja2==3.0.3 # via @@ -58,7 +58,7 @@ jinja2==3.0.3 # jinja2-time jinja2-time==0.2.0 # via cookiecutter -keyring==23.4.0 +keyring==23.5.0 # via flytekit kiwisolver==1.3.2 # via matplotlib @@ -73,31 +73,29 @@ marshmallow-enum==1.5.1 # via dataclasses-json marshmallow-jsonschema==0.13.0 # via flytekit -matplotlib==3.5.0 +matplotlib==3.5.1 # via -r ../common/requirements-common.in mypy-extensions==0.4.3 # via typing-inspect -natsort==8.0.0 +natsort==8.0.2 # via flytekit -numpy==1.21.4 +numpy==1.22.0 # via # matplotlib # opencv-python # pandas # pyarrow -opencv-python==4.5.4.60 +opencv-python==4.5.5.62 # via -r requirements.in packaging==21.3 - # via - # matplotlib - # setuptools-scm -pandas==1.3.4 + # via matplotlib +pandas==1.3.5 # via flytekit -pillow==8.4.0 +pillow==9.0.0 # via matplotlib poyo==0.5.0 # via cookiecutter -protobuf==3.19.1 +protobuf==3.19.3 # via # flyteidl # flytekit @@ -121,23 +119,21 @@ python-slugify==5.0.2 # via cookiecutter pytimeparse==1.1.8 # via flytekit -pytz==2018.4 +pytz==2021.3 # via # flytekit # pandas regex==2021.11.10 # via docker-image-py -requests==2.26.0 +requests==2.27.1 # via # cookiecutter # flytekit # responses -responses==0.16.0 +responses==0.17.0 # via flytekit retry==0.9.2 # via flytekit -setuptools-scm==6.3.2 - # via matplotlib six==1.16.0 # via # cookiecutter @@ -151,18 +147,16 @@ statsd==3.3.0 # via flytekit text-unidecode==1.3 # via python-slugify -tomli==1.2.2 - # via setuptools-scm typing-extensions==4.0.1 # via typing-inspect typing-inspect==0.7.1 # via dataclasses-json -urllib3==1.26.7 +urllib3==1.26.8 # via # flytekit # requests # responses -wheel==0.37.0 +wheel==0.37.1 # via # -r ../common/requirements-common.in # flytekit @@ -170,8 +164,5 @@ wrapt==1.13.3 # via # deprecated # flytekit -zipp==3.6.0 +zipp==3.7.0 # via importlib-metadata - -# The following packages are considered to be unsafe in a requirements file: -# setuptools diff --git a/flytesncaks/cookbook/integrations/aws/athena/requirements.txt b/flytesncaks/cookbook/integrations/aws/athena/requirements.txt index 20552c971..beb90d416 100644 --- a/flytesncaks/cookbook/integrations/aws/athena/requirements.txt +++ b/flytesncaks/cookbook/integrations/aws/athena/requirements.txt @@ -4,140 +4,33 @@ # # /Library/Developer/CommandLineTools/usr/bin/make requirements.txt # -attrs==21.2.0 - # via scantree -certifi==2021.5.30 - # via requests -charset-normalizer==2.0.6 - # via requests -click==7.1.2 - # via flytekit -croniter==1.0.15 - # via flytekit -cycler==0.10.0 +cycler==0.11.0 # via matplotlib -dataclasses-json==0.5.6 - # via flytekit -decorator==5.1.0 - # via retry -deprecated==1.2.13 - # via flytekit -dirhash==0.2.1 - # via flytekit -diskcache==5.2.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.11 - # via flytekit -flyteidl==0.20.2 - # via flytekit -flytekit==0.22.2 +flytekit @ git+https://github.com/flyteorg/flytekit.git@legacy-removal # via # -r ../../../common/requirements-common.in # flytekitplugins-athena -flytekitplugins-athena==0.22.3 +flytekitplugins-athena==0.26.0 # via -r requirements.in -grpcio==1.41.0 - # via flytekit -idna==3.2 - # via requests -importlib-metadata==4.8.1 - # via keyring -keyring==23.2.1 - # via flytekit +fonttools==4.28.5 + # via matplotlib kiwisolver==1.3.2 # via matplotlib -marshmallow==3.13.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.12.0 - # via flytekit -matplotlib==3.4.3 +matplotlib==3.5.1 # via -r ../../../common/requirements-common.in -mypy-extensions==0.4.3 - # via typing-inspect -natsort==7.1.1 - # via flytekit -numpy==1.21.2 - # via - # matplotlib - # pandas - # pyarrow -pandas==1.3.3 - # via flytekit -pathspec==0.9.0 - # via scantree -pillow==8.3.2 +numpy==1.22.0 # via matplotlib -protobuf==3.18.1 - # via - # flyteidl - # flytekit -py==1.10.0 - # via retry -pyarrow==3.0.0 - # via flytekit -pyparsing==2.4.7 +packaging==21.3 + # via matplotlib +pillow==9.0.0 # via matplotlib -python-dateutil==2.8.1 +pyparsing==3.0.6 # via - # croniter - # flytekit # matplotlib - # pandas -python-json-logger==2.0.2 - # via flytekit -pytimeparse==1.1.8 - # via flytekit -pytz==2018.4 - # via - # flytekit - # pandas -regex==2021.9.30 - # via docker-image-py -requests==2.26.0 - # via - # flytekit - # responses -responses==0.14.0 - # via flytekit -retry==0.9.2 - # via flytekit -scantree==0.0.1 - # via dirhash + # packaging +python-dateutil==2.8.2 + # via matplotlib six==1.16.0 - # via - # cycler - # flytekit - # grpcio - # python-dateutil - # responses - # scantree -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -typing-extensions==3.10.0.2 - # via typing-inspect -typing-inspect==0.7.1 - # via dataclasses-json -urllib3==1.26.7 - # via - # flytekit - # requests - # responses -wheel==0.37.0 - # via - # -r ../../../common/requirements-common.in - # flytekit -wrapt==1.13.1 - # via - # deprecated - # flytekit -zipp==3.6.0 - # via importlib-metadata + # via python-dateutil +wheel==0.37.1 + # via -r ../../../common/requirements-common.in diff --git a/flytesncaks/cookbook/integrations/aws/sagemaker_pytorch/requirements.txt b/flytesncaks/cookbook/integrations/aws/sagemaker_pytorch/requirements.txt index 744d72e9e..f2a99e382 100644 --- a/flytesncaks/cookbook/integrations/aws/sagemaker_pytorch/requirements.txt +++ b/flytesncaks/cookbook/integrations/aws/sagemaker_pytorch/requirements.txt @@ -4,180 +4,94 @@ # # /Library/Developer/CommandLineTools/usr/bin/make requirements.txt # -attrs==21.2.0 - # via scantree bcrypt==3.2.0 # via paramiko -boto3==1.18.57 +boto3==1.20.33 # via sagemaker-training -botocore==1.21.57 +botocore==1.23.33 # via # boto3 # s3transfer -certifi==2021.5.30 - # via requests -cffi==1.14.6 +cffi==1.15.0 # via # bcrypt # cryptography # pynacl -charset-normalizer==2.0.6 - # via requests -click==7.1.2 - # via flytekit -croniter==1.0.15 - # via flytekit -cryptography==35.0.0 +cryptography==36.0.1 # via paramiko -cycler==0.10.0 +cycler==0.11.0 # via matplotlib -dataclasses-json==0.5.6 - # via flytekit -decorator==5.1.0 - # via retry -deprecated==1.2.13 - # via flytekit -dirhash==0.2.1 - # via flytekit -diskcache==5.2.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.11 - # via flytekit -flyteidl==0.20.2 - # via flytekit -flytekit==0.22.2 +flytekit @ git+https://github.com/flyteorg/flytekit.git@legacy-removal # via # -r ../../../common/requirements-common.in # flytekitplugins-awssagemaker -flytekitplugins-awssagemaker==0.22.3 +flytekitplugins-awssagemaker==0.26.0 # via -r requirements.in -gevent==21.8.0 +fonttools==4.28.5 + # via matplotlib +gevent==21.12.0 # via sagemaker-training greenlet==1.1.2 # via gevent -grpcio==1.41.0 - # via flytekit -idna==3.2 - # via requests -importlib-metadata==4.8.1 - # via keyring inotify_simple==1.2.1 # via sagemaker-training jmespath==0.10.0 # via # boto3 # botocore -keyring==23.2.1 - # via flytekit kiwisolver==1.3.2 # via matplotlib -marshmallow==3.13.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.12.0 - # via flytekit -matplotlib==3.4.3 +matplotlib==3.5.1 # via -r ../../../common/requirements-common.in -mypy-extensions==0.4.3 - # via typing-inspect -natsort==7.1.1 - # via flytekit -numpy==1.21.2 +numpy==1.22.0 # via # matplotlib - # pandas - # pyarrow # sagemaker-training # scipy # tensorboardx # torch # torchvision -pandas==1.3.3 - # via flytekit -paramiko==2.7.2 +packaging==21.3 + # via matplotlib +paramiko==2.9.2 # via sagemaker-training -pathspec==0.9.0 - # via scantree -pillow==8.3.2 +pillow==9.0.0 # via # matplotlib # torchvision -protobuf==3.18.1 +protobuf==3.19.3 # via - # flyteidl - # flytekit # sagemaker-training # tensorboardx -psutil==5.8.0 +psutil==5.9.0 # via sagemaker-training -py==1.10.0 - # via retry -pyarrow==3.0.0 - # via flytekit -pycparser==2.20 +pycparser==2.21 # via cffi -pynacl==1.4.0 +pynacl==1.5.0 # via paramiko -pyparsing==2.4.7 - # via matplotlib -python-dateutil==2.8.1 +pyparsing==3.0.6 # via - # botocore - # croniter - # flytekit # matplotlib - # pandas -python-json-logger==2.0.2 - # via flytekit -pytimeparse==1.1.8 - # via flytekit -pytz==2018.4 + # packaging +python-dateutil==2.8.2 # via - # flytekit - # pandas -regex==2021.9.30 - # via docker-image-py -requests==2.26.0 - # via - # flytekit - # responses -responses==0.14.0 - # via flytekit -retry==0.9.2 - # via flytekit + # botocore + # matplotlib retrying==1.3.3 # via sagemaker-training s3transfer==0.5.0 # via boto3 sagemaker-training==3.9.2 # via flytekitplugins-awssagemaker -scantree==0.0.1 - # via dirhash -scipy==1.7.1 +scipy==1.7.3 # via sagemaker-training six==1.16.0 # via # bcrypt - # cycler - # flytekit - # grpcio - # pynacl # python-dateutil - # responses # retrying # sagemaker-training - # scantree -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -tensorboardx==2.4 +tensorboardx==2.4.1 # via -r requirements.in torch==1.8.1 # via @@ -185,30 +99,14 @@ torch==1.8.1 # torchvision torchvision==0.9.1 # via -r requirements.in -typing-extensions==3.10.0.2 - # via - # torch - # typing-inspect -typing-inspect==0.7.1 - # via dataclasses-json -urllib3==1.26.7 - # via - # botocore - # flytekit - # requests - # responses +typing-extensions==4.0.1 + # via torch +urllib3==1.26.8 + # via botocore werkzeug==2.0.2 # via sagemaker-training -wheel==0.37.0 - # via - # -r ../../../common/requirements-common.in - # flytekit -wrapt==1.13.1 - # via - # deprecated - # flytekit -zipp==3.6.0 - # via importlib-metadata +wheel==0.37.1 + # via -r ../../../common/requirements-common.in zope.event==4.5.0 # via gevent zope.interface==5.4.0 diff --git a/flytesncaks/cookbook/integrations/aws/sagemaker_training/requirements.txt b/flytesncaks/cookbook/integrations/aws/sagemaker_training/requirements.txt index 6d9f3fb5c..79850c562 100644 --- a/flytesncaks/cookbook/integrations/aws/sagemaker_training/requirements.txt +++ b/flytesncaks/cookbook/integrations/aws/sagemaker_training/requirements.txt @@ -12,72 +12,50 @@ absl-py==0.12.0 # tensorflow-metadata astunparse==1.6.3 # via tensorflow -attrs==21.2.0 - # via - # scantree - # tensorflow-datasets +attrs==21.4.0 + # via tensorflow-datasets bcrypt==3.2.0 # via paramiko -boto3==1.18.57 +boto3==1.20.33 # via sagemaker-training -botocore==1.21.57 +botocore==1.23.33 # via # boto3 # s3transfer cachetools==4.2.4 # via google-auth -certifi==2021.5.30 +certifi==2021.10.8 # via requests -cffi==1.14.6 +cffi==1.15.0 # via # bcrypt # cryptography # pynacl -charset-normalizer==2.0.6 +charset-normalizer==2.0.10 # via requests -clang==5.0 - # via tensorflow -click==7.1.2 - # via flytekit -croniter==1.0.15 - # via flytekit -cryptography==35.0.0 +cryptography==36.0.1 # via paramiko -cycler==0.10.0 +cycler==0.11.0 # via matplotlib -dataclasses-json==0.5.6 - # via flytekit -decorator==5.1.0 - # via retry -deprecated==1.2.13 - # via flytekit dill==0.3.4 # via tensorflow-datasets -dirhash==0.2.1 - # via flytekit -diskcache==5.2.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.11 - # via flytekit -flatbuffers==1.12 +flatbuffers==2.0 # via tensorflow -flyteidl==0.20.2 - # via flytekit -flytekit==0.22.2 +flytekit @ git+https://github.com/flyteorg/flytekit.git@legacy-removal # via # -r ../../../common/requirements-common.in # flytekitplugins-awssagemaker -flytekitplugins-awssagemaker==0.22.3 +flytekitplugins-awssagemaker==0.26.0 # via -r requirements.in +fonttools==4.28.5 + # via matplotlib future==0.18.2 # via tensorflow-datasets gast==0.4.0 # via tensorflow -gevent==21.8.0 +gevent==21.12.0 # via sagemaker-training -google-auth==1.35.0 +google-auth==2.3.3 # via # google-auth-oauthlib # tensorboard @@ -85,22 +63,21 @@ google-auth-oauthlib==0.4.6 # via tensorboard google-pasta==0.2.0 # via tensorflow -googleapis-common-protos==1.53.0 +googleapis-common-protos==1.54.0 # via tensorflow-metadata greenlet==1.1.2 # via gevent -grpcio==1.41.0 +grpcio==1.43.0 # via - # flytekit # tensorboard # tensorflow -h5py==3.1.0 +h5py==3.6.0 # via tensorflow -idna==3.2 +idna==3.3 # via requests -importlib-metadata==4.8.1 - # via keyring -importlib-resources==5.2.2 +importlib-metadata==4.10.0 + # via markdown +importlib-resources==5.4.0 # via tensorflow-datasets inotify_simple==1.2.1 # via sagemaker-training @@ -108,39 +85,24 @@ jmespath==0.10.0 # via # boto3 # botocore -keras==2.6.0 +keras==2.7.0 # via tensorflow keras-preprocessing==1.1.2 # via tensorflow -keyring==23.2.1 - # via flytekit kiwisolver==1.3.2 # via matplotlib -markdown==3.3.4 +libclang==12.0.0 + # via tensorflow +markdown==3.3.6 # via tensorboard -marshmallow==3.13.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.12.0 - # via flytekit -matplotlib==3.4.3 +matplotlib==3.5.1 # via -r ../../../common/requirements-common.in -mypy-extensions==0.4.3 - # via typing-inspect -natsort==7.1.1 - # via flytekit -numpy==1.19.5 +numpy==1.22.0 # via # h5py # keras-preprocessing # matplotlib # opt-einsum - # pandas - # pyarrow # sagemaker-training # scipy # tensorboard @@ -150,123 +112,89 @@ oauthlib==3.1.1 # via requests-oauthlib opt-einsum==3.3.0 # via tensorflow -pandas==1.3.3 - # via flytekit -paramiko==2.7.2 +packaging==21.3 + # via matplotlib +paramiko==2.9.2 # via sagemaker-training -pathspec==0.9.0 - # via scantree -pillow==8.3.2 +pillow==9.0.0 # via matplotlib promise==2.3 # via tensorflow-datasets -protobuf==3.18.1 +protobuf==3.19.3 # via - # flyteidl - # flytekit # googleapis-common-protos # sagemaker-training # tensorboard # tensorflow # tensorflow-datasets # tensorflow-metadata -psutil==5.8.0 +psutil==5.9.0 # via sagemaker-training -py==1.10.0 - # via retry -pyarrow==3.0.0 - # via flytekit pyasn1==0.4.8 # via # pyasn1-modules # rsa pyasn1-modules==0.2.8 # via google-auth -pycparser==2.20 +pycparser==2.21 # via cffi -pynacl==1.4.0 +pynacl==1.5.0 # via paramiko -pyparsing==2.4.7 - # via matplotlib -python-dateutil==2.8.1 +pyparsing==3.0.6 # via - # botocore - # croniter - # flytekit # matplotlib - # pandas -python-json-logger==2.0.2 - # via flytekit -pytimeparse==1.1.8 - # via flytekit -pytz==2018.4 + # packaging +python-dateutil==2.8.2 # via - # flytekit - # pandas -regex==2021.9.30 - # via docker-image-py -requests==2.26.0 + # botocore + # matplotlib +requests==2.27.1 # via - # flytekit # requests-oauthlib - # responses # tensorboard # tensorflow-datasets requests-oauthlib==1.3.0 # via google-auth-oauthlib -responses==0.14.0 - # via flytekit -retry==0.9.2 - # via flytekit retrying==1.3.3 # via sagemaker-training -rsa==4.7.2 +rsa==4.8 # via google-auth s3transfer==0.5.0 # via boto3 sagemaker-training==3.9.2 # via flytekitplugins-awssagemaker -scantree==0.0.1 - # via dirhash -scipy==1.7.1 +scipy==1.7.3 # via sagemaker-training -six==1.15.0 +six==1.16.0 # via # absl-py # astunparse # bcrypt - # cycler - # flytekit # google-auth # google-pasta # grpcio # keras-preprocessing # promise - # pynacl # python-dateutil - # responses # retrying # sagemaker-training - # scantree # tensorflow # tensorflow-datasets -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -tensorboard==2.6.0 +tensorboard==2.7.0 # via tensorflow tensorboard-data-server==0.6.1 # via tensorboard -tensorboard-plugin-wit==1.8.0 +tensorboard-plugin-wit==1.8.1 # via tensorboard -tensorflow==2.6.0 +tensorflow==2.7.0 # via -r requirements.in tensorflow-datasets==4.4.0 # via -r requirements.in -tensorflow-estimator==2.6.0 +tensorflow-estimator==2.7.0 # via tensorflow -tensorflow-metadata==1.2.0 +tensorflow-io-gcs-filesystem==0.23.1 + # via tensorflow +tensorflow-metadata==1.5.0 # via tensorflow-datasets termcolor==1.1.0 # via @@ -274,35 +202,25 @@ termcolor==1.1.0 # tensorflow-datasets tqdm==4.62.3 # via tensorflow-datasets -typing-extensions==3.7.4.3 - # via - # tensorflow - # typing-inspect -typing-inspect==0.7.1 - # via dataclasses-json -urllib3==1.26.7 +typing-extensions==4.0.1 + # via tensorflow +urllib3==1.26.8 # via # botocore - # flytekit # requests - # responses werkzeug==2.0.2 # via # sagemaker-training # tensorboard -wheel==0.37.0 +wheel==0.37.1 # via # -r ../../../common/requirements-common.in # astunparse - # flytekit # tensorboard # tensorflow -wrapt==1.12.1 - # via - # deprecated - # flytekit - # tensorflow -zipp==3.6.0 +wrapt==1.13.3 + # via tensorflow +zipp==3.7.0 # via # importlib-metadata # importlib-resources diff --git a/flytesncaks/cookbook/integrations/external_services/hive/requirements.txt b/flytesncaks/cookbook/integrations/external_services/hive/requirements.txt index 5e7128fdf..12bdfd16b 100644 --- a/flytesncaks/cookbook/integrations/external_services/hive/requirements.txt +++ b/flytesncaks/cookbook/integrations/external_services/hive/requirements.txt @@ -4,140 +4,33 @@ # # /Library/Developer/CommandLineTools/usr/bin/make requirements.txt # -attrs==21.2.0 - # via scantree -certifi==2021.5.30 - # via requests -charset-normalizer==2.0.6 - # via requests -click==7.1.2 - # via flytekit -croniter==1.0.15 - # via flytekit -cycler==0.10.0 +cycler==0.11.0 # via matplotlib -dataclasses-json==0.5.6 - # via flytekit -decorator==5.1.0 - # via retry -deprecated==1.2.13 - # via flytekit -dirhash==0.2.1 - # via flytekit -diskcache==5.2.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.11 - # via flytekit -flyteidl==0.20.2 - # via flytekit -flytekit==0.22.2 +flytekit @ git+https://github.com/flyteorg/flytekit.git@legacy-removal # via # -r ../../../common/requirements-common.in # flytekitplugins-hive -flytekitplugins-hive==0.22.3 +flytekitplugins-hive==0.26.0 # via -r requirements.in -grpcio==1.41.0 - # via flytekit -idna==3.2 - # via requests -importlib-metadata==4.8.1 - # via keyring -keyring==23.2.1 - # via flytekit +fonttools==4.28.5 + # via matplotlib kiwisolver==1.3.2 # via matplotlib -marshmallow==3.13.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.12.0 - # via flytekit -matplotlib==3.4.3 +matplotlib==3.5.1 # via -r ../../../common/requirements-common.in -mypy-extensions==0.4.3 - # via typing-inspect -natsort==7.1.1 - # via flytekit -numpy==1.21.2 - # via - # matplotlib - # pandas - # pyarrow -pandas==1.3.3 - # via flytekit -pathspec==0.9.0 - # via scantree -pillow==8.3.2 +numpy==1.22.0 # via matplotlib -protobuf==3.18.1 - # via - # flyteidl - # flytekit -py==1.10.0 - # via retry -pyarrow==3.0.0 - # via flytekit -pyparsing==2.4.7 +packaging==21.3 + # via matplotlib +pillow==9.0.0 # via matplotlib -python-dateutil==2.8.1 +pyparsing==3.0.6 # via - # croniter - # flytekit # matplotlib - # pandas -python-json-logger==2.0.2 - # via flytekit -pytimeparse==1.1.8 - # via flytekit -pytz==2018.4 - # via - # flytekit - # pandas -regex==2021.9.30 - # via docker-image-py -requests==2.26.0 - # via - # flytekit - # responses -responses==0.14.0 - # via flytekit -retry==0.9.2 - # via flytekit -scantree==0.0.1 - # via dirhash + # packaging +python-dateutil==2.8.2 + # via matplotlib six==1.16.0 - # via - # cycler - # flytekit - # grpcio - # python-dateutil - # responses - # scantree -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -typing-extensions==3.10.0.2 - # via typing-inspect -typing-inspect==0.7.1 - # via dataclasses-json -urllib3==1.26.7 - # via - # flytekit - # requests - # responses -wheel==0.37.0 - # via - # -r ../../../common/requirements-common.in - # flytekit -wrapt==1.13.1 - # via - # deprecated - # flytekit -zipp==3.6.0 - # via importlib-metadata + # via python-dateutil +wheel==0.37.1 + # via -r ../../../common/requirements-common.in diff --git a/flytesncaks/cookbook/integrations/external_services/snowflake/requirements.txt b/flytesncaks/cookbook/integrations/external_services/snowflake/requirements.txt index a72e677cb..6dcb1cb25 100644 --- a/flytesncaks/cookbook/integrations/external_services/snowflake/requirements.txt +++ b/flytesncaks/cookbook/integrations/external_services/snowflake/requirements.txt @@ -2,142 +2,35 @@ # This file is autogenerated by pip-compile with python 3.8 # To update, run: # -# pip-compile requirements.in +# /Library/Developer/CommandLineTools/usr/bin/make requirements.txt # -attrs==21.2.0 - # via scantree -certifi==2021.10.8 - # via requests -charset-normalizer==2.0.6 - # via requests -click==7.1.2 - # via flytekit -croniter==1.0.15 - # via flytekit -cycler==0.10.0 +cycler==0.11.0 # via matplotlib -dataclasses-json==0.5.6 - # via flytekit -decorator==5.1.0 - # via retry -deprecated==1.2.13 - # via flytekit -dirhash==0.2.1 - # via flytekit -diskcache==5.2.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.11 - # via flytekit -flyteidl==0.20.2 - # via flytekit -flytekit==0.22.4 +flytekit @ git+https://github.com/flyteorg/flytekit.git@legacy-removal # via # -r ../../../common/requirements-common.in # flytekitplugins-snowflake -flytekitplugins-snowflake==0.22.3 +flytekitplugins-snowflake==0.26.0 # via -r requirements.in -grpcio==1.41.0 - # via flytekit -idna==3.2 - # via requests -importlib-metadata==4.8.1 - # via keyring -keyring==23.2.1 - # via flytekit +fonttools==4.28.5 + # via matplotlib kiwisolver==1.3.2 # via matplotlib -marshmallow==3.13.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.12.0 - # via flytekit -matplotlib==3.4.3 +matplotlib==3.5.1 # via -r ../../../common/requirements-common.in -mypy-extensions==0.4.3 - # via typing-inspect -natsort==7.1.1 - # via flytekit -numpy==1.21.2 - # via - # matplotlib - # pandas - # pyarrow -pandas==1.3.3 - # via flytekit -pathspec==0.9.0 - # via scantree -pillow==8.3.2 +numpy==1.22.0 # via matplotlib -protobuf==3.18.1 - # via - # flyteidl - # flytekit -py==1.10.0 - # via retry -pyarrow==3.0.0 - # via flytekit -pyparsing==2.4.7 +packaging==21.3 + # via matplotlib +pillow==9.0.0 # via matplotlib -python-dateutil==2.8.1 +pyparsing==3.0.6 # via - # croniter - # flytekit # matplotlib - # pandas -python-json-logger==2.0.2 - # via flytekit -pytimeparse==1.1.8 - # via flytekit -pytz==2018.4 - # via - # flytekit - # pandas -regex==2021.10.8 - # via docker-image-py -requests==2.26.0 - # via - # flytekit - # responses -responses==0.14.0 - # via flytekit -retry==0.9.2 - # via flytekit -scantree==0.0.1 - # via dirhash + # packaging +python-dateutil==2.8.2 + # via matplotlib six==1.16.0 - # via - # cycler - # flytekit - # grpcio - # python-dateutil - # responses - # scantree -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -typing-extensions==3.10.0.2 - # via typing-inspect -typing-inspect==0.7.1 - # via dataclasses-json -urllib3==1.26.7 - # via - # flytekit - # requests - # responses -wheel==0.37.0 - # via - # -r ../../../common/requirements-common.in - # flytekit -wrapt==1.13.1 - # via - # deprecated - # flytekit -zipp==3.6.0 - # via importlib-metadata + # via python-dateutil +wheel==0.37.1 + # via -r ../../../common/requirements-common.in diff --git a/flytesncaks/cookbook/integrations/flytekit_plugins/dolt/requirements.txt b/flytesncaks/cookbook/integrations/flytekit_plugins/dolt/requirements.txt index ef813dd50..92a7ce230 100644 --- a/flytesncaks/cookbook/integrations/flytekit_plugins/dolt/requirements.txt +++ b/flytesncaks/cookbook/integrations/flytekit_plugins/dolt/requirements.txt @@ -4,60 +4,44 @@ # # /Library/Developer/CommandLineTools/usr/bin/make requirements.txt # -altair==4.1.0 +altair==4.2.0 # via great-expectations appnope==0.1.2 # via # ipykernel # ipython -argon2-cffi==21.1.0 +argon2-cffi==21.3.0 # via notebook -attrs==21.2.0 - # via - # jsonschema - # scantree +argon2-cffi-bindings==21.2.0 + # via argon2-cffi +attrs==21.4.0 + # via jsonschema backcall==0.2.0 # via ipython backports.zoneinfo==0.2.1 - # via tzlocal + # via + # pytz-deprecation-shim + # tzlocal bleach==4.1.0 # via nbconvert -certifi==2021.5.30 +certifi==2021.10.8 # via requests -cffi==1.14.6 - # via argon2-cffi -charset-normalizer==2.0.6 +cffi==1.15.0 + # via argon2-cffi-bindings +charset-normalizer==2.0.10 # via requests -click==7.1.2 - # via - # flytekit - # great-expectations -croniter==1.0.15 - # via flytekit -cycler==0.10.0 +click==8.0.3 + # via great-expectations +cycler==0.11.0 # via matplotlib dataclasses-json==0.5.6 - # via - # dolt-integrations - # flytekit -debugpy==1.5.0 + # via dolt-integrations +debugpy==1.5.1 # via ipykernel -decorator==5.1.0 - # via - # ipython - # retry +decorator==5.1.1 + # via ipython defusedxml==0.7.1 # via nbconvert -deprecated==1.2.13 - # via flytekit -dirhash==0.2.1 - # via flytekit -diskcache==5.2.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.11 - # via flytekit dolt-integrations==0.1.5 # via flytekitplugins.dolt doltcli==0.1.15 @@ -67,43 +51,40 @@ entrypoints==0.3 # altair # jupyter-client # nbconvert -flyteidl==0.20.2 - # via flytekit -flytekit==0.22.2 +flytekit @ git+https://github.com/flyteorg/flytekit.git@legacy-removal # via # -r ../../../common/requirements-common.in # flytekitplugins.dolt -flytekitplugins.dolt==0.22.3 +flytekitplugins.dolt==0.26.0 # via -r requirements.in -great-expectations==0.13.37 +fonttools==4.28.5 + # via matplotlib +great-expectations==0.14.0 # via -r requirements.in -grpcio==1.41.0 - # via flytekit -idna==3.2 +idna==3.3 # via requests -importlib-metadata==4.8.1 - # via - # great-expectations - # keyring -ipykernel==6.4.1 +importlib-metadata==4.10.0 + # via great-expectations +importlib-resources==5.4.0 + # via jsonschema +ipykernel==6.6.1 # via # ipywidgets # notebook -ipython==7.28.0 +ipython==7.31.0 # via # ipykernel # ipywidgets ipython-genutils==0.2.0 # via - # ipykernel # ipywidgets # nbformat # notebook ipywidgets==7.6.5 # via great-expectations -jedi==0.18.0 +jedi==0.18.1 # via ipython -jinja2==3.0.2 +jinja2==3.0.3 # via # altair # great-expectations @@ -111,19 +92,19 @@ jinja2==3.0.2 # notebook jsonpatch==1.32 # via great-expectations -jsonpointer==2.1 +jsonpointer==2.2 # via jsonpatch -jsonschema==4.0.1 +jsonschema==4.3.3 # via # altair # great-expectations # nbformat -jupyter-client==7.0.6 +jupyter-client==7.1.0 # via # ipykernel # nbclient # notebook -jupyter-core==4.8.1 +jupyter-core==4.9.1 # via # jupyter-client # nbconvert @@ -133,22 +114,17 @@ jupyterlab-pygments==0.1.2 # via nbconvert jupyterlab-widgets==1.0.2 # via ipywidgets -keyring==23.2.1 - # via flytekit kiwisolver==1.3.2 # via matplotlib markupsafe==2.0.1 # via jinja2 -marshmallow==3.13.0 +marshmallow==3.14.1 # via # dataclasses-json # marshmallow-enum - # marshmallow-jsonschema marshmallow-enum==1.5.1 # via dataclasses-json -marshmallow-jsonschema==0.12.0 - # via flytekit -matplotlib==3.4.3 +matplotlib==3.5.1 # via -r ../../../common/requirements-common.in matplotlib-inline==0.1.3 # via @@ -160,11 +136,9 @@ mistune==0.8.4 # nbconvert mypy-extensions==0.4.3 # via typing-inspect -natsort==7.1.1 - # via flytekit -nbclient==0.5.4 +nbclient==0.5.9 # via nbconvert -nbconvert==6.2.0 +nbconvert==6.4.0 # via notebook nbformat==5.1.3 # via @@ -172,59 +146,51 @@ nbformat==5.1.3 # nbclient # nbconvert # notebook -nest-asyncio==1.5.1 +nest-asyncio==1.5.4 # via + # ipykernel # jupyter-client # nbclient -notebook==6.4.4 + # notebook +notebook==6.4.6 # via widgetsnbextension -numpy==1.21.2 +numpy==1.22.0 # via # altair # great-expectations # matplotlib # pandas - # pyarrow # scipy -packaging==21.0 - # via bleach -pandas==1.3.3 +packaging==21.3 + # via + # bleach + # matplotlib +pandas==1.3.5 # via # altair # dolt-integrations - # flytekit # great-expectations pandocfilters==1.5.0 # via nbconvert -parso==0.8.2 +parso==0.8.3 # via jedi -pathspec==0.9.0 - # via scantree pexpect==4.8.0 # via ipython pickleshare==0.7.5 # via ipython -pillow==8.3.2 +pillow==9.0.0 # via matplotlib -prometheus-client==0.11.0 +prometheus-client==0.12.0 # via notebook -prompt-toolkit==3.0.20 +prompt-toolkit==3.0.24 # via ipython -protobuf==3.18.1 - # via - # flyteidl - # flytekit ptyprocess==0.7.0 # via # pexpect # terminado -py==1.10.0 - # via retry -pyarrow==3.0.0 - # via flytekit -pycparser==2.20 +pycparser==2.21 # via cffi -pygments==2.10.0 +pygments==2.11.2 # via # ipython # jupyterlab-pygments @@ -236,68 +202,43 @@ pyparsing==2.4.7 # packaging pyrsistent==0.18.0 # via jsonschema -python-dateutil==2.8.1 +python-dateutil==2.8.2 # via - # croniter - # flytekit # great-expectations # jupyter-client # matplotlib # pandas -python-json-logger==2.0.2 - # via flytekit -pytimeparse==1.1.8 - # via flytekit -pytz==2018.4 +pytz==2021.3 # via - # flytekit # great-expectations # pandas +pytz-deprecation-shim==0.1.0.post0 + # via tzlocal pyzmq==22.3.0 # via # jupyter-client # notebook -regex==2021.9.30 - # via docker-image-py -requests==2.26.0 - # via - # flytekit - # great-expectations - # responses -responses==0.14.0 - # via flytekit -retry==0.9.2 - # via flytekit -ruamel.yaml==0.17.16 +requests==2.27.1 + # via great-expectations +ruamel.yaml==0.17.17 # via great-expectations ruamel.yaml.clib==0.2.6 # via ruamel.yaml -scantree==0.0.1 - # via dirhash -scipy==1.7.1 +scipy==1.7.3 # via great-expectations send2trash==1.8.0 # via notebook six==1.16.0 # via # bleach - # cycler - # flytekit - # grpcio # python-dateutil - # responses - # scantree -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit termcolor==1.1.0 # via great-expectations terminado==0.12.1 # via notebook testpath==0.5.0 # via nbconvert -toolz==0.11.1 +toolz==0.11.2 # via altair tornado==6.1 # via @@ -307,7 +248,7 @@ tornado==6.1 # terminado tqdm==4.62.3 # via great-expectations -traitlets==5.1.0 +traitlets==5.1.1 # via # ipykernel # ipython @@ -319,33 +260,28 @@ traitlets==5.1.0 # nbconvert # nbformat # notebook -typing-extensions==3.10.0.2 +typing-extensions==4.0.1 # via typing-inspect typing-inspect==0.7.1 # via dataclasses-json -tzlocal==3.0 +tzdata==2021.5 + # via pytz-deprecation-shim +tzlocal==4.1 # via great-expectations -urllib3==1.26.7 - # via - # flytekit - # requests - # responses +urllib3==1.26.8 + # via requests wcwidth==0.2.5 # via prompt-toolkit webencodings==0.5.1 # via bleach -wheel==0.37.0 - # via - # -r ../../../common/requirements-common.in - # flytekit -widgetsnbextension==3.5.1 +wheel==0.37.1 + # via -r ../../../common/requirements-common.in +widgetsnbextension==3.5.2 # via ipywidgets -wrapt==1.13.1 +zipp==3.7.0 # via - # deprecated - # flytekit -zipp==3.6.0 - # via importlib-metadata + # importlib-metadata + # importlib-resources # The following packages are considered to be unsafe in a requirements file: # setuptools diff --git a/flytesncaks/cookbook/integrations/flytekit_plugins/greatexpectations/requirements.txt b/flytesncaks/cookbook/integrations/flytekit_plugins/greatexpectations/requirements.txt index f8912338e..a07ef471a 100644 --- a/flytesncaks/cookbook/integrations/flytekit_plugins/greatexpectations/requirements.txt +++ b/flytesncaks/cookbook/integrations/flytekit_plugins/greatexpectations/requirements.txt @@ -4,100 +4,83 @@ # # /Library/Developer/CommandLineTools/usr/bin/make requirements.txt # -altair==4.1.0 +altair==4.2.0 # via great-expectations appnope==0.1.2 # via # ipykernel # ipython -argon2-cffi==21.1.0 +argon2-cffi==21.3.0 # via notebook -attrs==21.2.0 - # via - # jsonschema - # scantree +argon2-cffi-bindings==21.2.0 + # via argon2-cffi +attrs==21.4.0 + # via jsonschema backcall==0.2.0 # via ipython backports.zoneinfo==0.2.1 - # via tzlocal + # via + # pytz-deprecation-shim + # tzlocal bleach==4.1.0 # via nbconvert -certifi==2021.5.30 +certifi==2021.10.8 # via requests -cffi==1.14.6 - # via argon2-cffi -charset-normalizer==2.0.6 +cffi==1.15.0 + # via argon2-cffi-bindings +charset-normalizer==2.0.10 # via requests -click==7.1.2 - # via - # flytekit - # great-expectations -croniter==1.0.15 - # via flytekit -cycler==0.10.0 +click==8.0.3 + # via great-expectations +cycler==0.11.0 # via matplotlib -dataclasses-json==0.5.6 - # via flytekit -debugpy==1.5.0 +debugpy==1.5.1 # via ipykernel -decorator==5.1.0 - # via - # ipython - # retry +decorator==5.1.1 + # via ipython defusedxml==0.7.1 # via nbconvert -deprecated==1.2.13 - # via flytekit -dirhash==0.2.1 - # via flytekit -diskcache==5.2.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.11 - # via flytekit entrypoints==0.3 # via # altair # jupyter-client # nbconvert -flyteidl==0.20.2 - # via flytekit -flytekit==0.22.2 +flytekit @ git+https://github.com/flyteorg/flytekit.git@legacy-removal # via # -r ../../../common/requirements-common.in # flytekitplugins-great-expectations -flytekitplugins-great-expectations==0.22.3 +flytekitplugins-great-expectations==0.26.0 # via -r requirements.in -great-expectations==0.13.37 +fonttools==4.28.5 + # via matplotlib +great-expectations==0.14.0 # via flytekitplugins-great-expectations -grpcio==1.41.0 - # via flytekit -idna==3.2 +greenlet==1.1.2 + # via sqlalchemy +idna==3.3 # via requests -importlib-metadata==4.8.1 - # via - # great-expectations - # keyring -ipykernel==6.4.1 +importlib-metadata==4.10.0 + # via great-expectations +importlib-resources==5.4.0 + # via jsonschema +ipykernel==6.6.1 # via # ipywidgets # notebook -ipython==7.28.0 +ipython==7.31.0 # via # ipykernel # ipywidgets ipython-genutils==0.2.0 # via - # ipykernel # ipywidgets # nbformat # notebook ipywidgets==7.6.5 # via great-expectations -jedi==0.18.0 +jedi==0.18.1 # via ipython -jinja2==3.0.2 +jinja2==3.0.3 # via # altair # great-expectations @@ -105,19 +88,19 @@ jinja2==3.0.2 # notebook jsonpatch==1.32 # via great-expectations -jsonpointer==2.1 +jsonpointer==2.2 # via jsonpatch -jsonschema==4.0.1 +jsonschema==4.3.3 # via # altair # great-expectations # nbformat -jupyter-client==7.0.6 +jupyter-client==7.1.0 # via # ipykernel # nbclient # notebook -jupyter-core==4.8.1 +jupyter-core==4.9.1 # via # jupyter-client # nbconvert @@ -127,22 +110,11 @@ jupyterlab-pygments==0.1.2 # via nbconvert jupyterlab-widgets==1.0.2 # via ipywidgets -keyring==23.2.1 - # via flytekit kiwisolver==1.3.2 # via matplotlib markupsafe==2.0.1 # via jinja2 -marshmallow==3.13.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.12.0 - # via flytekit -matplotlib==3.4.3 +matplotlib==3.5.1 # via -r ../../../common/requirements-common.in matplotlib-inline==0.1.3 # via @@ -152,13 +124,9 @@ mistune==0.8.4 # via # great-expectations # nbconvert -mypy-extensions==0.4.3 - # via typing-inspect -natsort==7.1.1 - # via flytekit -nbclient==0.5.4 +nbclient==0.5.9 # via nbconvert -nbconvert==6.2.0 +nbconvert==6.4.0 # via notebook nbformat==5.1.3 # via @@ -166,58 +134,50 @@ nbformat==5.1.3 # nbclient # nbconvert # notebook -nest-asyncio==1.5.1 +nest-asyncio==1.5.4 # via + # ipykernel # jupyter-client # nbclient -notebook==6.4.4 + # notebook +notebook==6.4.6 # via widgetsnbextension -numpy==1.21.2 +numpy==1.22.0 # via # altair # great-expectations # matplotlib # pandas - # pyarrow # scipy -packaging==21.0 - # via bleach -pandas==1.3.3 +packaging==21.3 + # via + # bleach + # matplotlib +pandas==1.3.5 # via # altair - # flytekit # great-expectations pandocfilters==1.5.0 # via nbconvert -parso==0.8.2 +parso==0.8.3 # via jedi -pathspec==0.9.0 - # via scantree pexpect==4.8.0 # via ipython pickleshare==0.7.5 # via ipython -pillow==8.3.2 +pillow==9.0.0 # via matplotlib -prometheus-client==0.11.0 +prometheus-client==0.12.0 # via notebook -prompt-toolkit==3.0.20 +prompt-toolkit==3.0.24 # via ipython -protobuf==3.18.1 - # via - # flyteidl - # flytekit ptyprocess==0.7.0 # via # pexpect # terminado -py==1.10.0 - # via retry -pyarrow==3.0.0 - # via flytekit -pycparser==2.20 +pycparser==2.21 # via cffi -pygments==2.10.0 +pygments==2.11.2 # via # ipython # jupyterlab-pygments @@ -229,68 +189,45 @@ pyparsing==2.4.7 # packaging pyrsistent==0.18.0 # via jsonschema -python-dateutil==2.8.1 +python-dateutil==2.8.2 # via - # croniter - # flytekit # great-expectations # jupyter-client # matplotlib # pandas -python-json-logger==2.0.2 - # via flytekit -pytimeparse==1.1.8 - # via flytekit -pytz==2018.4 +pytz==2021.3 # via - # flytekit # great-expectations # pandas +pytz-deprecation-shim==0.1.0.post0 + # via tzlocal pyzmq==22.3.0 # via # jupyter-client # notebook -regex==2021.9.30 - # via docker-image-py -requests==2.26.0 - # via - # flytekit - # great-expectations - # responses -responses==0.14.0 - # via flytekit -retry==0.9.2 - # via flytekit -ruamel.yaml==0.17.16 +requests==2.27.1 + # via great-expectations +ruamel.yaml==0.17.17 # via great-expectations ruamel.yaml.clib==0.2.6 # via ruamel.yaml -scantree==0.0.1 - # via dirhash -scipy==1.7.1 +scipy==1.7.3 # via great-expectations send2trash==1.8.0 # via notebook six==1.16.0 # via # bleach - # cycler - # flytekit - # grpcio # python-dateutil - # responses - # scantree -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit +sqlalchemy==1.4.29 + # via flytekitplugins-great-expectations termcolor==1.1.0 # via great-expectations terminado==0.12.1 # via notebook testpath==0.5.0 # via nbconvert -toolz==0.11.1 +toolz==0.11.2 # via altair tornado==6.1 # via @@ -300,7 +237,7 @@ tornado==6.1 # terminado tqdm==4.62.3 # via great-expectations -traitlets==5.1.0 +traitlets==5.1.1 # via # ipykernel # ipython @@ -312,33 +249,24 @@ traitlets==5.1.0 # nbconvert # nbformat # notebook -typing-extensions==3.10.0.2 - # via typing-inspect -typing-inspect==0.7.1 - # via dataclasses-json -tzlocal==3.0 +tzdata==2021.5 + # via pytz-deprecation-shim +tzlocal==4.1 # via great-expectations -urllib3==1.26.7 - # via - # flytekit - # requests - # responses +urllib3==1.26.8 + # via requests wcwidth==0.2.5 # via prompt-toolkit webencodings==0.5.1 # via bleach -wheel==0.37.0 - # via - # -r ../../../common/requirements-common.in - # flytekit -widgetsnbextension==3.5.1 +wheel==0.37.1 + # via -r ../../../common/requirements-common.in +widgetsnbextension==3.5.2 # via ipywidgets -wrapt==1.13.1 +zipp==3.7.0 # via - # deprecated - # flytekit -zipp==3.6.0 - # via importlib-metadata + # importlib-metadata + # importlib-resources # The following packages are considered to be unsafe in a requirements file: # setuptools diff --git a/flytesncaks/cookbook/integrations/flytekit_plugins/pandera_examples/requirements.txt b/flytesncaks/cookbook/integrations/flytekit_plugins/pandera_examples/requirements.txt index e5bc71882..6293fc418 100644 --- a/flytesncaks/cookbook/integrations/flytekit_plugins/pandera_examples/requirements.txt +++ b/flytesncaks/cookbook/integrations/flytekit_plugins/pandera_examples/requirements.txt @@ -4,74 +4,31 @@ # # /Library/Developer/CommandLineTools/usr/bin/make requirements.txt # -attrs==21.2.0 - # via - # hypothesis - # scantree -certifi==2021.5.30 - # via requests -charset-normalizer==2.0.6 - # via requests -click==7.1.2 - # via flytekit -croniter==1.0.15 - # via flytekit -cycler==0.10.0 +attrs==21.4.0 + # via hypothesis +cycler==0.11.0 # via matplotlib -dataclasses-json==0.5.6 - # via flytekit -decorator==5.1.0 - # via retry -deprecated==1.2.13 - # via flytekit -dirhash==0.2.1 - # via flytekit -diskcache==5.2.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.11 - # via flytekit -flyteidl==0.20.2 - # via flytekit -flytekit==0.22.2 +flytekit @ git+https://github.com/flyteorg/flytekit.git@legacy-removal # via # -r ../../../common/requirements-common.in # flytekitplugins-pandera -flytekitplugins-pandera==0.22.3 +flytekitplugins-pandera==0.26.0 # via -r requirements.in -grpcio==1.41.0 - # via flytekit -hypothesis==6.23.1 +fonttools==4.28.5 + # via matplotlib +hypothesis==6.35.0 # via -r requirements.in -idna==3.2 - # via requests -importlib-metadata==4.8.1 - # via keyring joblib==1.1.0 # via # -r requirements.in # scikit-learn -keyring==23.2.1 - # via flytekit kiwisolver==1.3.2 # via matplotlib -marshmallow==3.13.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.12.0 - # via flytekit -matplotlib==3.4.3 +matplotlib==3.5.1 # via -r ../../../common/requirements-common.in mypy-extensions==0.4.3 # via typing-inspect -natsort==7.1.1 - # via flytekit -numpy==1.21.2 +numpy==1.22.0 # via # matplotlib # pandas @@ -79,102 +36,49 @@ numpy==1.21.2 # pyarrow # scikit-learn # scipy -packaging==21.0 - # via pandera -pandas==1.3.3 +packaging==21.3 + # via + # matplotlib + # pandera +pandas==1.3.5 # via # -r requirements.in - # flytekit # pandera -pandera==0.7.2 +pandera==0.8.1 # via # -r requirements.in # flytekitplugins-pandera -pathspec==0.9.0 - # via scantree -pillow==8.3.2 +pillow==9.0.0 # via matplotlib -protobuf==3.18.1 - # via - # flyteidl - # flytekit -py==1.10.0 - # via retry -pyarrow==3.0.0 - # via - # flytekit - # pandera -pyparsing==2.4.7 +pyarrow==6.0.1 + # via pandera +pyparsing==3.0.6 # via # matplotlib # packaging -python-dateutil==2.8.1 +python-dateutil==2.8.2 # via - # croniter - # flytekit # matplotlib # pandas -python-json-logger==2.0.2 - # via flytekit -pytimeparse==1.1.8 - # via flytekit -pytz==2018.4 - # via - # flytekit - # pandas -regex==2021.9.30 - # via docker-image-py -requests==2.26.0 - # via - # flytekit - # responses -responses==0.14.0 - # via flytekit -retry==0.9.2 - # via flytekit -scantree==0.0.1 - # via dirhash -scikit-learn==1.0 +pytz==2021.3 + # via pandas +scikit-learn==1.0.2 # via sklearn -scipy==1.7.1 +scipy==1.7.3 # via scikit-learn six==1.16.0 - # via - # cycler - # flytekit - # grpcio - # python-dateutil - # responses - # scantree + # via python-dateutil sklearn==0.0 # via -r requirements.in sortedcontainers==2.4.0 - # via - # flytekit - # hypothesis -statsd==3.3.0 - # via flytekit + # via hypothesis threadpoolctl==3.0.0 # via scikit-learn -typing-extensions==3.10.0.2 +typing-extensions==4.0.1 # via typing-inspect typing-inspect==0.7.1 - # via - # dataclasses-json - # pandera -urllib3==1.26.7 - # via - # flytekit - # requests - # responses -wheel==0.37.0 - # via - # -r ../../../common/requirements-common.in - # flytekit -wrapt==1.13.1 - # via - # deprecated - # flytekit - # pandera -zipp==3.6.0 - # via importlib-metadata + # via pandera +wheel==0.37.1 + # via -r ../../../common/requirements-common.in +wrapt==1.13.3 + # via pandera diff --git a/flytesncaks/cookbook/integrations/flytekit_plugins/papermilltasks/requirements.txt b/flytesncaks/cookbook/integrations/flytekit_plugins/papermilltasks/requirements.txt index 594e7d987..38e17ce3a 100644 --- a/flytesncaks/cookbook/integrations/flytekit_plugins/papermilltasks/requirements.txt +++ b/flytesncaks/cookbook/integrations/flytekit_plugins/papermilltasks/requirements.txt @@ -10,109 +10,78 @@ appnope==0.1.2 # via # ipykernel # ipython -attrs==21.2.0 - # via - # jsonschema - # scantree +attrs==21.4.0 + # via jsonschema backcall==0.2.0 # via ipython -black==21.9b0 +black==21.12b0 # via papermill bleach==4.1.0 # via nbconvert -certifi==2021.5.30 +certifi==2021.10.8 # via requests -charset-normalizer==2.0.6 +charset-normalizer==2.0.10 # via requests -click==7.1.2 +click==8.0.3 # via # black - # flytekit # papermill -croniter==1.0.15 - # via flytekit -cycler==0.10.0 +cycler==0.11.0 # via matplotlib -dataclasses-json==0.5.6 - # via flytekit -debugpy==1.5.0 +debugpy==1.5.1 # via ipykernel -decorator==5.1.0 - # via - # ipython - # retry +decorator==5.1.1 + # via ipython defusedxml==0.7.1 # via nbconvert -deprecated==1.2.13 - # via flytekit -dirhash==0.2.1 - # via flytekit -diskcache==5.2.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.11 - # via flytekit entrypoints==0.3 # via # jupyter-client # nbconvert # papermill -flyteidl==0.20.2 - # via flytekit -flytekit==0.22.2 +flytekit @ git+https://github.com/flyteorg/flytekit.git@legacy-removal # via # -r ../../../common/requirements-common.in # flytekitplugins-papermill -flytekitplugins-papermill==0.22.3 + # flytekitplugins-spark +flytekitplugins-papermill==0.26.0 # via -r requirements.in -grpcio==1.41.0 - # via flytekit -idna==3.2 +flytekitplugins-spark==0.26.0 + # via flytekitplugins-papermill +fonttools==4.28.5 + # via matplotlib +idna==3.3 # via requests -importlib-metadata==4.8.1 - # via keyring -ipykernel==6.4.1 +importlib-resources==5.4.0 + # via jsonschema +ipykernel==6.6.1 # via flytekitplugins-papermill -ipython==7.28.0 +ipython==7.31.0 # via ipykernel ipython-genutils==0.2.0 - # via - # ipykernel - # nbformat -jedi==0.18.0 + # via nbformat +jedi==0.18.1 # via ipython -jinja2==3.0.2 +jinja2==3.0.3 # via nbconvert -jsonschema==4.0.1 +jsonschema==4.3.3 # via nbformat -jupyter-client==7.0.6 +jupyter-client==7.1.0 # via # ipykernel # nbclient -jupyter-core==4.8.1 +jupyter-core==4.9.1 # via # jupyter-client # nbconvert # nbformat jupyterlab-pygments==0.1.2 # via nbconvert -keyring==23.2.1 - # via flytekit kiwisolver==1.3.2 # via matplotlib markupsafe==2.0.1 # via jinja2 -marshmallow==3.13.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.12.0 - # via flytekit -matplotlib==3.4.3 +matplotlib==3.5.1 # via -r ../../../common/requirements-common.in matplotlib-inline==0.1.3 # via @@ -121,130 +90,85 @@ matplotlib-inline==0.1.3 mistune==0.8.4 # via nbconvert mypy-extensions==0.4.3 - # via - # black - # typing-inspect -natsort==7.1.1 - # via flytekit -nbclient==0.5.4 + # via black +nbclient==0.5.9 # via # nbconvert # papermill -nbconvert==6.2.0 +nbconvert==6.4.0 # via flytekitplugins-papermill nbformat==5.1.3 # via # nbclient # nbconvert # papermill -nest-asyncio==1.5.1 +nest-asyncio==1.5.4 # via + # ipykernel # jupyter-client # nbclient -numpy==1.21.2 +numpy==1.22.0 + # via matplotlib +packaging==21.3 # via + # bleach # matplotlib - # pandas - # pyarrow -packaging==21.0 - # via bleach -pandas==1.3.3 - # via flytekit pandocfilters==1.5.0 # via nbconvert papermill==2.3.3 # via flytekitplugins-papermill -parso==0.8.2 +parso==0.8.3 # via jedi pathspec==0.9.0 - # via - # black - # scantree + # via black pexpect==4.8.0 # via ipython pickleshare==0.7.5 # via ipython -pillow==8.3.2 +pillow==9.0.0 # via matplotlib -platformdirs==2.4.0 +platformdirs==2.4.1 # via black -prompt-toolkit==3.0.20 +prompt-toolkit==3.0.24 # via ipython -protobuf==3.18.1 - # via - # flyteidl - # flytekit ptyprocess==0.7.0 # via pexpect -py==1.10.0 - # via retry -pyarrow==3.0.0 - # via flytekit -pygments==2.10.0 +py4j==0.10.9.2 + # via pyspark +pygments==2.11.2 # via # ipython # jupyterlab-pygments # nbconvert -pyparsing==2.4.7 +pyparsing==3.0.6 # via # matplotlib # packaging pyrsistent==0.18.0 # via jsonschema -python-dateutil==2.8.1 +pyspark==3.2.0 + # via flytekitplugins-spark +python-dateutil==2.8.2 # via - # croniter - # flytekit # jupyter-client # matplotlib - # pandas -python-json-logger==2.0.2 - # via flytekit -pytimeparse==1.1.8 - # via flytekit -pytz==2018.4 - # via - # flytekit - # pandas -pyyaml==5.4.1 +pyyaml==6.0 # via papermill pyzmq==22.3.0 # via jupyter-client -regex==2021.9.30 - # via - # black - # docker-image-py -requests==2.26.0 - # via - # flytekit - # papermill - # responses -responses==0.14.0 - # via flytekit -retry==0.9.2 - # via flytekit -scantree==0.0.1 - # via dirhash +requests==2.27.1 + # via papermill six==1.16.0 # via # bleach - # cycler - # flytekit - # grpcio # python-dateutil - # responses - # scantree -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit tenacity==8.0.1 # via papermill testpath==0.5.0 # via nbconvert textwrap3==0.9.2 # via ansiwrap -tomli==1.2.1 +tomli==1.2.3 # via black tornado==6.1 # via @@ -252,7 +176,7 @@ tornado==6.1 # jupyter-client tqdm==4.62.3 # via papermill -traitlets==5.1.0 +traitlets==5.1.1 # via # ipykernel # ipython @@ -262,31 +186,18 @@ traitlets==5.1.0 # nbclient # nbconvert # nbformat -typing-extensions==3.10.0.2 - # via - # black - # typing-inspect -typing-inspect==0.7.1 - # via dataclasses-json -urllib3==1.26.7 - # via - # flytekit - # requests - # responses +typing-extensions==4.0.1 + # via black +urllib3==1.26.8 + # via requests wcwidth==0.2.5 # via prompt-toolkit webencodings==0.5.1 # via bleach -wheel==0.37.0 - # via - # -r ../../../common/requirements-common.in - # flytekit -wrapt==1.13.1 - # via - # deprecated - # flytekit -zipp==3.6.0 - # via importlib-metadata +wheel==0.37.1 + # via -r ../../../common/requirements-common.in +zipp==3.7.0 + # via importlib-resources # The following packages are considered to be unsafe in a requirements file: # setuptools diff --git a/flytesncaks/cookbook/integrations/flytekit_plugins/sql/requirements.txt b/flytesncaks/cookbook/integrations/flytekit_plugins/sql/requirements.txt index b32ba42d1..5f43fe5a9 100644 --- a/flytesncaks/cookbook/integrations/flytekit_plugins/sql/requirements.txt +++ b/flytesncaks/cookbook/integrations/flytekit_plugins/sql/requirements.txt @@ -4,146 +4,39 @@ # # /Library/Developer/CommandLineTools/usr/bin/make requirements.txt # -attrs==21.2.0 - # via scantree -certifi==2021.5.30 - # via requests -charset-normalizer==2.0.6 - # via requests -click==7.1.2 - # via flytekit -croniter==1.0.15 - # via flytekit -cycler==0.10.0 +cycler==0.11.0 # via matplotlib -dataclasses-json==0.5.6 - # via flytekit -decorator==5.1.0 - # via retry -deprecated==1.2.13 - # via flytekit -dirhash==0.2.1 - # via flytekit -diskcache==5.2.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.11 - # via flytekit -flyteidl==0.20.2 - # via flytekit -flytekit==0.22.2 +flytekit @ git+https://github.com/flyteorg/flytekit.git@legacy-removal # via # -r ../../../common/requirements-common.in # flytekitplugins-sqlalchemy -flytekitplugins-sqlalchemy==0.22.3 +flytekitplugins-sqlalchemy==0.26.0 # via -r requirements.in +fonttools==4.28.5 + # via matplotlib greenlet==1.1.2 # via sqlalchemy -grpcio==1.41.0 - # via flytekit -idna==3.2 - # via requests -importlib-metadata==4.8.1 - # via keyring -keyring==23.2.1 - # via flytekit kiwisolver==1.3.2 # via matplotlib -marshmallow==3.13.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.12.0 - # via flytekit -matplotlib==3.4.3 +matplotlib==3.5.1 # via -r ../../../common/requirements-common.in -mypy-extensions==0.4.3 - # via typing-inspect -natsort==7.1.1 - # via flytekit -numpy==1.21.2 - # via - # matplotlib - # pandas - # pyarrow -pandas==1.3.3 - # via flytekit -pathspec==0.9.0 - # via scantree -pillow==8.3.2 +numpy==1.22.0 # via matplotlib -protobuf==3.18.1 - # via - # flyteidl - # flytekit -psycopg2-binary==2.9.1 - # via -r requirements.in -py==1.10.0 - # via retry -pyarrow==3.0.0 - # via flytekit -pyparsing==2.4.7 +packaging==21.3 + # via matplotlib +pillow==9.0.0 # via matplotlib -python-dateutil==2.8.1 +psycopg2-binary==2.9.3 + # via -r requirements.in +pyparsing==3.0.6 # via - # croniter - # flytekit # matplotlib - # pandas -python-json-logger==2.0.2 - # via flytekit -pytimeparse==1.1.8 - # via flytekit -pytz==2018.4 - # via - # flytekit - # pandas -regex==2021.9.30 - # via docker-image-py -requests==2.26.0 - # via - # flytekit - # responses -responses==0.14.0 - # via flytekit -retry==0.9.2 - # via flytekit -scantree==0.0.1 - # via dirhash + # packaging +python-dateutil==2.8.2 + # via matplotlib six==1.16.0 - # via - # cycler - # flytekit - # grpcio - # python-dateutil - # responses - # scantree -sortedcontainers==2.4.0 - # via flytekit -sqlalchemy==1.4.25 + # via python-dateutil +sqlalchemy==1.4.29 # via flytekitplugins-sqlalchemy -statsd==3.3.0 - # via flytekit -typing-extensions==3.10.0.2 - # via typing-inspect -typing-inspect==0.7.1 - # via dataclasses-json -urllib3==1.26.7 - # via - # flytekit - # requests - # responses -wheel==0.37.0 - # via - # -r ../../../common/requirements-common.in - # flytekit -wrapt==1.13.1 - # via - # deprecated - # flytekit -zipp==3.6.0 - # via importlib-metadata +wheel==0.37.1 + # via -r ../../../common/requirements-common.in diff --git a/flytesncaks/cookbook/integrations/kubernetes/k8s_spark/requirements.txt b/flytesncaks/cookbook/integrations/kubernetes/k8s_spark/requirements.txt index e995c8203..b504f9317 100644 --- a/flytesncaks/cookbook/integrations/kubernetes/k8s_spark/requirements.txt +++ b/flytesncaks/cookbook/integrations/kubernetes/k8s_spark/requirements.txt @@ -4,146 +4,39 @@ # # /Library/Developer/CommandLineTools/usr/bin/make requirements.txt # -attrs==21.2.0 - # via scantree -certifi==2021.5.30 - # via requests -charset-normalizer==2.0.6 - # via requests -click==7.1.2 - # via flytekit -croniter==1.0.15 - # via flytekit -cycler==0.10.0 +cycler==0.11.0 # via matplotlib -dataclasses-json==0.5.6 - # via flytekit -decorator==5.1.0 - # via retry -deprecated==1.2.13 - # via flytekit -dirhash==0.2.1 - # via flytekit -diskcache==5.2.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.11 - # via flytekit -flyteidl==0.20.2 - # via flytekit -flytekit==0.22.2 +flytekit @ git+https://github.com/flyteorg/flytekit.git@legacy-removal # via # -r ../../../common/requirements-common.in # flytekitplugins-spark -flytekitplugins-spark==0.22.3 +flytekitplugins-spark==0.26.0 # via -r requirements.in -grpcio==1.41.0 - # via flytekit -idna==3.2 - # via requests -importlib-metadata==4.8.1 - # via keyring -keyring==23.2.1 - # via flytekit +fonttools==4.28.5 + # via matplotlib kiwisolver==1.3.2 # via matplotlib -marshmallow==3.13.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.12.0 - # via flytekit -matplotlib==3.4.3 +matplotlib==3.5.1 # via -r ../../../common/requirements-common.in -mypy-extensions==0.4.3 - # via typing-inspect -natsort==7.1.1 - # via flytekit -numpy==1.21.2 - # via - # matplotlib - # pandas - # pyarrow -pandas==1.3.3 - # via flytekit -pathspec==0.9.0 - # via scantree -pillow==8.3.2 +numpy==1.22.0 # via matplotlib -protobuf==3.18.1 - # via - # flyteidl - # flytekit -py==1.10.0 - # via retry -py4j==0.10.9 - # via pyspark -pyarrow==3.0.0 - # via flytekit -pyparsing==2.4.7 +packaging==21.3 # via matplotlib -pyspark==3.1.2 - # via - # -r requirements.in - # flytekitplugins-spark -python-dateutil==2.8.1 +pillow==9.0.0 + # via matplotlib +py4j==0.10.9.2 + # via pyspark +pyparsing==3.0.6 # via - # croniter - # flytekit # matplotlib - # pandas -python-json-logger==2.0.2 - # via flytekit -pytimeparse==1.1.8 - # via flytekit -pytz==2018.4 + # packaging +pyspark==3.2.0 # via - # flytekit - # pandas -regex==2021.9.30 - # via docker-image-py -requests==2.26.0 - # via - # flytekit - # responses -responses==0.14.0 - # via flytekit -retry==0.9.2 - # via flytekit -scantree==0.0.1 - # via dirhash + # -r requirements.in + # flytekitplugins-spark +python-dateutil==2.8.2 + # via matplotlib six==1.16.0 - # via - # cycler - # flytekit - # grpcio - # python-dateutil - # responses - # scantree -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -typing-extensions==3.10.0.2 - # via typing-inspect -typing-inspect==0.7.1 - # via dataclasses-json -urllib3==1.26.7 - # via - # flytekit - # requests - # responses -wheel==0.37.0 - # via - # -r ../../../common/requirements-common.in - # flytekit -wrapt==1.13.1 - # via - # deprecated - # flytekit -zipp==3.6.0 - # via importlib-metadata + # via python-dateutil +wheel==0.37.1 + # via -r ../../../common/requirements-common.in diff --git a/flytesncaks/cookbook/integrations/kubernetes/kfmpi/requirements.txt b/flytesncaks/cookbook/integrations/kubernetes/kfmpi/requirements.txt index 6c140de47..5d5c60731 100644 --- a/flytesncaks/cookbook/integrations/kubernetes/kfmpi/requirements.txt +++ b/flytesncaks/cookbook/integrations/kubernetes/kfmpi/requirements.txt @@ -2,58 +2,68 @@ # This file is autogenerated by pip-compile with python 3.8 # To update, run: # -# pip-compile requirements.in +# /Library/Developer/CommandLineTools/usr/bin/make requirements.txt # absl-py==0.15.0 # via # tensorboard # tensorflow +arrow==1.2.1 + # via jinja2-time astunparse==1.6.3 # via tensorflow +binaryornot==0.4.4 + # via cookiecutter cachetools==4.2.4 # via google-auth certifi==2021.10.8 # via requests -charset-normalizer==2.0.7 +chardet==4.0.0 + # via binaryornot +charset-normalizer==2.0.10 # via requests checksumdir==1.2.0 # via flytekit clang==5.0 # via tensorflow click==7.1.2 - # via flytekit + # via + # cookiecutter + # flytekit cloudpickle==2.0.0 # via flytekit -croniter==1.0.15 +cookiecutter==1.7.3 + # via flytekit +croniter==1.1.0 # via flytekit dataclasses-json==0.5.6 # via flytekit -decorator==5.1.0 +decorator==5.1.1 # via retry deprecated==1.2.13 # via flytekit -diskcache==5.2.1 +diskcache==5.4.0 # via flytekit docker-image-py==0.1.12 # via flytekit -docstring-parser==0.12 +docstring-parser==0.13 # via flytekit flatbuffers==1.12 # via tensorflow -flyteidl==0.21.8 +flyteidl==0.21.19 # via # -r requirements.in # flytekit # flytekitplugins-kfmpi -flytekit==0.24.0b0 +flytekit==0.26.0 # via # -r requirements.in # flytekitplugins-kfmpi -flytekitplugins-kfmpi==0.24.0b0 +flytekitplugins-kfmpi==0.26.0 # via -r requirements.in gast==0.4.0 # via tensorflow -google-auth==2.3.2 +google-auth==2.3.3 # via # google-auth-oauthlib # tensorboard @@ -61,7 +71,7 @@ google-auth-oauthlib==0.4.6 # via tensorboard google-pasta==0.2.0 # via tensorflow -grpcio==1.41.1 +grpcio==1.43.0 # via # flytekit # tensorboard @@ -70,17 +80,27 @@ h5py==3.1.0 # via tensorflow idna==3.3 # via requests -importlib-metadata==4.8.1 - # via keyring -keras==2.6.0 +importlib-metadata==4.10.0 + # via + # keyring + # markdown +jinja2==3.0.3 + # via + # cookiecutter + # jinja2-time +jinja2-time==0.2.0 + # via cookiecutter +keras==2.7.0 # via tensorflow keras-preprocessing==1.1.2 # via tensorflow -keyring==23.2.1 +keyring==23.5.0 # via flytekit -markdown==3.3.4 +markdown==3.3.6 # via tensorboard -marshmallow==3.14.0 +markupsafe==2.0.1 + # via jinja2 +marshmallow==3.14.1 # via # dataclasses-json # marshmallow-enum @@ -91,7 +111,7 @@ marshmallow-jsonschema==0.13.0 # via flytekit mypy-extensions==0.4.3 # via typing-inspect -natsort==7.1.1 +natsort==8.0.2 # via flytekit numpy==1.19.5 # via @@ -106,17 +126,19 @@ oauthlib==3.1.1 # via requests-oauthlib opt-einsum==3.3.0 # via tensorflow -pandas==1.3.4 +pandas==1.3.5 # via flytekit -protobuf==3.19.1 +poyo==0.5.0 + # via cookiecutter +protobuf==3.19.3 # via # flyteidl # flytekit # tensorboard # tensorflow -py==1.10.0 +py==1.11.0 # via retry -pyarrow==3.0.0 +pyarrow==6.0.1 # via flytekit pyasn1==0.4.8 # via @@ -126,37 +148,42 @@ pyasn1-modules==0.2.8 # via google-auth python-dateutil==2.8.1 # via + # arrow # croniter # flytekit # pandas python-json-logger==2.0.2 # via flytekit +python-slugify==5.0.2 + # via cookiecutter pytimeparse==1.1.8 # via flytekit -pytz==2018.4 +pytz==2021.3 # via # flytekit # pandas -regex==2021.10.23 +regex==2021.11.10 # via docker-image-py -requests==2.26.0 +requests==2.27.1 # via + # cookiecutter # flytekit # requests-oauthlib # responses # tensorboard requests-oauthlib==1.3.0 # via google-auth-oauthlib -responses==0.15.0 +responses==0.17.0 # via flytekit retry==0.9.2 # via flytekit -rsa==4.7.2 +rsa==4.8 # via google-auth six==1.15.0 # via # absl-py # astunparse + # cookiecutter # flytekit # google-auth # google-pasta @@ -173,28 +200,30 @@ tensorboard==2.7.0 # via tensorflow tensorboard-data-server==0.6.1 # via tensorboard -tensorboard-plugin-wit==1.8.0 +tensorboard-plugin-wit==1.8.1 # via tensorboard tensorflow==2.6.0 # via -r requirements.in -tensorflow-estimator==2.6.0 +tensorflow-estimator==2.7.0 # via tensorflow termcolor==1.1.0 # via tensorflow +text-unidecode==1.3 + # via python-slugify typing-extensions==3.7.4.3 # via # tensorflow # typing-inspect typing-inspect==0.7.1 # via dataclasses-json -urllib3==1.26.7 +urllib3==1.26.8 # via # flytekit # requests # responses werkzeug==2.0.2 # via tensorboard -wheel==0.37.0 +wheel==0.37.1 # via # astunparse # flytekit @@ -205,7 +234,7 @@ wrapt==1.12.1 # deprecated # flytekit # tensorflow -zipp==3.6.0 +zipp==3.7.0 # via importlib-metadata # The following packages are considered to be unsafe in a requirements file: diff --git a/flytesncaks/cookbook/integrations/kubernetes/kfpytorch/requirements.txt b/flytesncaks/cookbook/integrations/kubernetes/kfpytorch/requirements.txt index b716e6e5d..3a75504c5 100644 --- a/flytesncaks/cookbook/integrations/kubernetes/kfpytorch/requirements.txt +++ b/flytesncaks/cookbook/integrations/kubernetes/kfpytorch/requirements.txt @@ -4,131 +4,43 @@ # # /Library/Developer/CommandLineTools/usr/bin/make requirements.txt # -attrs==21.2.0 - # via scantree -certifi==2021.5.30 - # via requests -charset-normalizer==2.0.6 - # via requests -click==7.1.2 - # via flytekit -croniter==1.0.15 - # via flytekit -cycler==0.10.0 +cycler==0.11.0 # via matplotlib -dataclasses-json==0.5.6 - # via flytekit -decorator==5.1.0 - # via retry -deprecated==1.2.13 - # via flytekit -dirhash==0.2.1 - # via flytekit -diskcache==5.2.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.11 - # via flytekit -flyteidl==0.20.2 - # via flytekit -flytekit==0.22.2 +flytekit @ git+https://github.com/flyteorg/flytekit.git@legacy-removal # via # -r ../../../common/requirements-common.in # flytekitplugins-kfpytorch -flytekitplugins-kfpytorch==0.22.3 +flytekitplugins-kfpytorch==0.26.0 # via -r requirements.in -grpcio==1.41.0 - # via flytekit -idna==3.2 - # via requests -importlib-metadata==4.8.1 - # via keyring -keyring==23.2.1 - # via flytekit +fonttools==4.28.5 + # via matplotlib kiwisolver==1.3.2 # via matplotlib -marshmallow==3.13.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.12.0 - # via flytekit -matplotlib==3.4.3 +matplotlib==3.5.1 # via -r ../../../common/requirements-common.in -mypy-extensions==0.4.3 - # via typing-inspect -natsort==7.1.1 - # via flytekit -numpy==1.21.2 +numpy==1.22.0 # via # matplotlib - # pandas - # pyarrow # tensorboardx # torch # torchvision -pandas==1.3.3 - # via flytekit -pathspec==0.9.0 - # via scantree -pillow==8.3.2 +packaging==21.3 + # via matplotlib +pillow==9.0.0 # via # matplotlib # torchvision -protobuf==3.18.1 +protobuf==3.19.3 + # via tensorboardx +pyparsing==3.0.6 # via - # flyteidl - # flytekit - # tensorboardx -py==1.10.0 - # via retry -pyarrow==3.0.0 - # via flytekit -pyparsing==2.4.7 - # via matplotlib -python-dateutil==2.8.1 - # via - # croniter - # flytekit # matplotlib - # pandas -python-json-logger==2.0.2 - # via flytekit -pytimeparse==1.1.8 - # via flytekit -pytz==2018.4 - # via - # flytekit - # pandas -regex==2021.9.30 - # via docker-image-py -requests==2.26.0 - # via - # flytekit - # responses -responses==0.14.0 - # via flytekit -retry==0.9.2 - # via flytekit -scantree==0.0.1 - # via dirhash + # packaging +python-dateutil==2.8.2 + # via matplotlib six==1.16.0 - # via - # cycler - # flytekit - # grpcio - # python-dateutil - # responses - # scantree -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -tensorboardx==2.4 + # via python-dateutil +tensorboardx==2.4.1 # via -r requirements.in torch==1.8.1 # via @@ -136,24 +48,7 @@ torch==1.8.1 # torchvision torchvision==0.9.1 # via -r requirements.in -typing-extensions==3.10.0.2 - # via - # torch - # typing-inspect -typing-inspect==0.7.1 - # via dataclasses-json -urllib3==1.26.7 - # via - # flytekit - # requests - # responses -wheel==0.37.0 - # via - # -r ../../../common/requirements-common.in - # flytekit -wrapt==1.13.1 - # via - # deprecated - # flytekit -zipp==3.6.0 - # via importlib-metadata +typing-extensions==4.0.1 + # via torch +wheel==0.37.1 + # via -r ../../../common/requirements-common.in diff --git a/flytesncaks/cookbook/integrations/kubernetes/kftensorflow/requirements.txt b/flytesncaks/cookbook/integrations/kubernetes/kftensorflow/requirements.txt index 5a80130f7..f9cafcabf 100644 --- a/flytesncaks/cookbook/integrations/kubernetes/kftensorflow/requirements.txt +++ b/flytesncaks/cookbook/integrations/kubernetes/kftensorflow/requirements.txt @@ -10,61 +10,29 @@ absl-py==0.12.0 # tensorflow # tensorflow-datasets # tensorflow-metadata -arrow==1.2.1 - # via jinja2-time astunparse==1.6.3 # via tensorflow -attrs==21.2.0 +attrs==21.4.0 # via tensorflow-datasets -binaryornot==0.4.4 - # via cookiecutter cachetools==4.2.4 # via google-auth certifi==2021.10.8 # via requests -chardet==4.0.0 - # via binaryornot -charset-normalizer==2.0.8 +charset-normalizer==2.0.10 # via requests -checksumdir==1.2.0 - # via flytekit -click==7.1.2 - # via - # cookiecutter - # flytekit -cloudpickle==2.0.0 - # via flytekit -cookiecutter==1.7.3 - # via flytekit -croniter==1.0.15 - # via flytekit cycler==0.11.0 # via matplotlib -dataclasses-json==0.5.6 - # via flytekit -decorator==5.1.0 - # via retry -deprecated==1.2.13 - # via flytekit dill==0.3.4 # via tensorflow-datasets -diskcache==5.3.0 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.13 - # via flytekit flatbuffers==2.0 # via tensorflow -flyteidl==0.21.11 - # via flytekit -flytekit==0.24.0 +flytekit @ git+https://github.com/flyteorg/flytekit.git@legacy-removal # via # -r ../../../common/requirements-common.in # flytekitplugins-kftensorflow -flytekitplugins-kftensorflow==0.24.0 +flytekitplugins-kftensorflow==0.26.0 # via -r requirements.in -fonttools==4.28.2 +fonttools==4.28.5 # via matplotlib future==0.18.2 # via tensorflow-datasets @@ -78,66 +46,38 @@ google-auth-oauthlib==0.4.6 # via tensorboard google-pasta==0.2.0 # via tensorflow -googleapis-common-protos==1.53.0 +googleapis-common-protos==1.54.0 # via tensorflow-metadata -grpcio==1.42.0 +grpcio==1.43.0 # via - # flytekit # tensorboard # tensorflow h5py==3.6.0 # via tensorflow idna==3.3 # via requests -importlib-metadata==4.8.2 - # via - # keyring - # markdown +importlib-metadata==4.10.0 + # via markdown importlib-resources==5.4.0 # via tensorflow-datasets -jinja2==3.0.3 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter keras==2.7.0 # via tensorflow keras-preprocessing==1.1.2 # via tensorflow -keyring==23.4.0 - # via flytekit kiwisolver==1.3.2 # via matplotlib libclang==12.0.0 # via tensorflow markdown==3.3.6 # via tensorboard -markupsafe==2.0.1 - # via jinja2 -marshmallow==3.14.1 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -matplotlib==3.5.0 +matplotlib==3.5.1 # via -r ../../../common/requirements-common.in -mypy-extensions==0.4.3 - # via typing-inspect -natsort==8.0.0 - # via flytekit -numpy==1.21.4 +numpy==1.22.0 # via # h5py # keras-preprocessing # matplotlib # opt-einsum - # pandas - # pyarrow # tensorboard # tensorflow # tensorflow-datasets @@ -146,30 +86,18 @@ oauthlib==3.1.1 opt-einsum==3.3.0 # via tensorflow packaging==21.3 - # via - # matplotlib - # setuptools-scm -pandas==1.3.4 - # via flytekit -pillow==8.4.0 # via matplotlib -poyo==0.5.0 - # via cookiecutter +pillow==9.0.0 + # via matplotlib promise==2.3 # via tensorflow-datasets -protobuf==3.19.1 +protobuf==3.19.3 # via - # flyteidl - # flytekit # googleapis-common-protos # tensorboard # tensorflow # tensorflow-datasets # tensorflow-metadata -py==1.11.0 - # via retry -pyarrow==6.0.1 - # via flytekit pyasn1==0.4.8 # via # pyasn1-modules @@ -180,67 +108,34 @@ pyparsing==3.0.6 # via # matplotlib # packaging -python-dateutil==2.8.1 - # via - # arrow - # croniter - # flytekit - # matplotlib - # pandas -python-json-logger==2.0.2 - # via flytekit -python-slugify==5.0.2 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2018.4 - # via - # flytekit - # pandas -regex==2021.11.10 - # via docker-image-py -requests==2.26.0 +python-dateutil==2.8.2 + # via matplotlib +requests==2.27.1 # via - # cookiecutter - # flytekit # requests-oauthlib - # responses # tensorboard # tensorflow-datasets requests-oauthlib==1.3.0 # via google-auth-oauthlib -responses==0.16.0 - # via flytekit -retry==0.9.2 - # via flytekit rsa==4.8 # via google-auth -setuptools-scm==6.3.2 - # via matplotlib six==1.16.0 # via # absl-py # astunparse - # cookiecutter - # flytekit # google-auth # google-pasta # grpcio # keras-preprocessing # promise # python-dateutil - # responses # tensorflow # tensorflow-datasets -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit tensorboard==2.7.0 # via tensorflow tensorboard-data-server==0.6.1 # via tensorboard -tensorboard-plugin-wit==1.8.0 +tensorboard-plugin-wit==1.8.1 # via tensorboard tensorflow==2.7.0 # via -r requirements.in @@ -248,7 +143,7 @@ tensorflow-datasets==4.4.0 # via -r requirements.in tensorflow-estimator==2.7.0 # via tensorflow -tensorflow-io-gcs-filesystem==0.22.0 +tensorflow-io-gcs-filesystem==0.23.1 # via tensorflow tensorflow-metadata==1.5.0 # via tensorflow-datasets @@ -256,38 +151,23 @@ termcolor==1.1.0 # via # tensorflow # tensorflow-datasets -text-unidecode==1.3 - # via python-slugify -tomli==1.2.2 - # via setuptools-scm tqdm==4.62.3 # via tensorflow-datasets typing-extensions==4.0.1 - # via - # tensorflow - # typing-inspect -typing-inspect==0.7.1 - # via dataclasses-json -urllib3==1.26.7 - # via - # flytekit - # requests - # responses + # via tensorflow +urllib3==1.26.8 + # via requests werkzeug==2.0.2 # via tensorboard -wheel==0.37.0 +wheel==0.37.1 # via # -r ../../../common/requirements-common.in # astunparse - # flytekit # tensorboard # tensorflow wrapt==1.13.3 - # via - # deprecated - # flytekit - # tensorflow -zipp==3.6.0 + # via tensorflow +zipp==3.7.0 # via # importlib-metadata # importlib-resources diff --git a/flytesncaks/cookbook/integrations/kubernetes/pod/requirements.txt b/flytesncaks/cookbook/integrations/kubernetes/pod/requirements.txt index 26c381ca7..2a1314ab1 100644 --- a/flytesncaks/cookbook/integrations/kubernetes/pod/requirements.txt +++ b/flytesncaks/cookbook/integrations/kubernetes/pod/requirements.txt @@ -4,172 +4,79 @@ # # /Library/Developer/CommandLineTools/usr/bin/make requirements.txt # -attrs==21.2.0 - # via scantree cachetools==4.2.4 # via google-auth -certifi==2021.5.30 +certifi==2021.10.8 # via # kubernetes # requests -charset-normalizer==2.0.6 +charset-normalizer==2.0.10 # via requests -click==7.1.2 - # via flytekit -croniter==1.0.15 - # via flytekit -cycler==0.10.0 +cycler==0.11.0 # via matplotlib -dataclasses-json==0.5.6 - # via flytekit -decorator==5.1.0 - # via retry -deprecated==1.2.13 - # via flytekit -dirhash==0.2.1 - # via flytekit -diskcache==5.2.1 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.11 - # via flytekit -flyteidl==0.20.2 - # via flytekit -flytekit==0.22.2 +flytekit @ git+https://github.com/flyteorg/flytekit.git@legacy-removal # via # -r ../../../common/requirements-common.in # flytekitplugins-pod -flytekitplugins-pod==0.22.3 +flytekitplugins-pod==0.26.0 # via -r requirements.in -google-auth==2.3.0 +fonttools==4.28.5 + # via matplotlib +google-auth==2.3.3 # via kubernetes -grpcio==1.41.0 - # via flytekit -idna==3.2 +idna==3.3 # via requests -importlib-metadata==4.8.1 - # via keyring -keyring==23.2.1 - # via flytekit kiwisolver==1.3.2 # via matplotlib -kubernetes==18.20.0 +kubernetes==21.7.0 # via flytekitplugins-pod -marshmallow==3.13.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.12.0 - # via flytekit -matplotlib==3.4.3 +matplotlib==3.5.1 # via -r ../../../common/requirements-common.in -mypy-extensions==0.4.3 - # via typing-inspect -natsort==7.1.1 - # via flytekit -numpy==1.21.2 - # via - # matplotlib - # pandas - # pyarrow +numpy==1.22.0 + # via matplotlib oauthlib==3.1.1 # via requests-oauthlib -pandas==1.3.3 - # via flytekit -pathspec==0.9.0 - # via scantree -pillow==8.3.2 +packaging==21.3 + # via matplotlib +pillow==9.0.0 # via matplotlib -protobuf==3.18.1 - # via - # flyteidl - # flytekit -py==1.10.0 - # via retry -pyarrow==3.0.0 - # via flytekit pyasn1==0.4.8 # via # pyasn1-modules # rsa pyasn1-modules==0.2.8 # via google-auth -pyparsing==2.4.7 - # via matplotlib -python-dateutil==2.8.1 +pyparsing==3.0.6 # via - # croniter - # flytekit - # kubernetes # matplotlib - # pandas -python-json-logger==2.0.2 - # via flytekit -pytimeparse==1.1.8 - # via flytekit -pytz==2018.4 + # packaging +python-dateutil==2.8.2 # via - # flytekit - # pandas -pyyaml==5.4.1 + # kubernetes + # matplotlib +pyyaml==6.0 # via kubernetes -regex==2021.9.30 - # via docker-image-py -requests==2.26.0 +requests==2.27.1 # via - # flytekit # kubernetes # requests-oauthlib - # responses requests-oauthlib==1.3.0 # via kubernetes -responses==0.14.0 - # via flytekit -retry==0.9.2 - # via flytekit -rsa==4.7.2 +rsa==4.8 # via google-auth -scantree==0.0.1 - # via dirhash six==1.16.0 # via - # cycler - # flytekit - # grpcio + # google-auth # kubernetes # python-dateutil - # responses - # scantree -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -typing-extensions==3.10.0.2 - # via typing-inspect -typing-inspect==0.7.1 - # via dataclasses-json -urllib3==1.26.7 +urllib3==1.26.8 # via - # flytekit # kubernetes # requests - # responses -websocket-client==1.2.1 +websocket-client==1.2.3 # via kubernetes -wheel==0.37.0 - # via - # -r ../../../common/requirements-common.in - # flytekit -wrapt==1.13.1 - # via - # deprecated - # flytekit -zipp==3.6.0 - # via importlib-metadata +wheel==0.37.1 + # via -r ../../../common/requirements-common.in # The following packages are considered to be unsafe in a requirements file: # setuptools