diff --git a/dev-requirements.txt b/dev-requirements.txt index e69de29bb2..f9d3a5887d 100644 --- a/dev-requirements.txt +++ b/dev-requirements.txt @@ -0,0 +1,354 @@ +# +# This file is autogenerated by pip-compile with python 3.8 +# To update, run: +# +# pip-compile dev-requirements.in +# +-e file:.#egg=flytekit + # via + # -c requirements.txt + # pytest-flyte +attrs==20.3.0 + # via + # -c requirements.txt + # jsonschema + # pytest + # pytest-docker + # scantree +backports.entry-points-selectable==1.1.0 + # via virtualenv +bcrypt==3.2.0 + # via + # -c requirements.txt + # paramiko +certifi==2021.10.8 + # via + # -c requirements.txt + # requests +cffi==1.15.0 + # via + # -c requirements.txt + # bcrypt + # cryptography + # pynacl +cfgv==3.3.1 + # via pre-commit +charset-normalizer==2.0.7 + # via + # -c requirements.txt + # requests +click==7.1.2 + # via + # -c requirements.txt + # flytekit +codespell==2.1.0 + # via -r dev-requirements.in +coverage[toml]==6.0.2 + # via -r dev-requirements.in +croniter==1.0.15 + # via + # -c requirements.txt + # flytekit +cryptography==35.0.0 + # via + # -c requirements.txt + # paramiko +dataclasses-json==0.5.6 + # via + # -c requirements.txt + # flytekit +decorator==5.1.0 + # via + # -c requirements.txt + # retry +deprecated==1.2.13 + # via + # -c requirements.txt + # flytekit +dirhash==0.2.1 + # via + # -c requirements.txt + # flytekit +diskcache==5.2.1 + # via + # -c requirements.txt + # flytekit +distlib==0.3.3 + # via virtualenv +distro==1.6.0 + # via docker-compose +docker[ssh]==5.0.3 + # via docker-compose +docker-compose==1.29.2 + # via + # pytest-docker + # pytest-flyte +docker-image-py==0.1.12 + # via + # -c requirements.txt + # flytekit +dockerpty==0.4.1 + # via docker-compose +docopt==0.6.2 + # via docker-compose +docstring-parser==0.12 + # via + # -c requirements.txt + # flytekit +filelock==3.3.1 + # via virtualenv +flyteidl==0.21.5 + # via + # -c requirements.txt + # flytekit +grpcio==1.41.0 + # via + # -c requirements.txt + # flytekit +identify==2.3.0 + # via pre-commit +idna==3.3 + # via + # -c requirements.txt + # requests +importlib-metadata==4.8.1 + # via + # -c requirements.txt + # keyring +iniconfig==1.1.1 + # via pytest +jinja2==3.0.2 + # via + # -c requirements.txt + # pytest-flyte +joblib==1.1.0 + # via -r dev-requirements.in +jsonschema==3.2.0 + # via + # -c requirements.txt + # docker-compose + # flytekit +keyring==23.2.1 + # via + # -c requirements.txt + # flytekit +markupsafe==2.0.1 + # via + # -c requirements.txt + # jinja2 +marshmallow==3.14.0 + # via + # -c requirements.txt + # dataclasses-json + # marshmallow-enum + # marshmallow-jsonschema +marshmallow-enum==1.5.1 + # via + # -c requirements.txt + # dataclasses-json +marshmallow-jsonschema==0.12.0 + # via + # -c requirements.txt + # flytekit +mock==4.0.3 + # via -r dev-requirements.in +mypy==0.910 + # via -r dev-requirements.in +mypy-extensions==0.4.3 + # via + # -c requirements.txt + # mypy + # typing-inspect +natsort==7.1.1 + # via + # -c requirements.txt + # flytekit +nodeenv==1.6.0 + # via pre-commit +numpy==1.21.2 + # via + # -c requirements.txt + # pandas + # pyarrow +packaging==21.0 + # via + # -c requirements.txt + # pytest +pandas==1.3.4 + # via + # -c requirements.txt + # flytekit +paramiko==2.8.0 + # via + # -c requirements.txt + # docker +pathspec==0.9.0 + # via + # -c requirements.txt + # scantree +platformdirs==2.4.0 + # via + # -c requirements.txt + # virtualenv +pluggy==1.0.0 + # via pytest +pre-commit==2.15.0 + # via -r dev-requirements.in +protobuf==3.18.1 + # via + # -c requirements.txt + # flyteidl + # flytekit +py==1.10.0 + # via + # -c requirements.txt + # pytest + # retry +pyarrow==3.0.0 + # via + # -c requirements.txt + # flytekit +pycparser==2.20 + # via + # -c requirements.txt + # cffi +pynacl==1.4.0 + # via + # -c requirements.txt + # paramiko +pyparsing==2.4.7 + # via + # -c requirements.txt + # packaging +pyrsistent==0.18.0 + # via + # -c requirements.txt + # jsonschema +pytest==6.2.5 + # via + # -r dev-requirements.in + # pytest-docker + # pytest-flyte +pytest-docker==0.10.3 + # via pytest-flyte +pytest-flyte @ git+git://github.com/flyteorg/pytest-flyte@main + # via -r dev-requirements.in +python-dateutil==2.8.1 + # via + # -c requirements.txt + # croniter + # flytekit + # pandas +python-dotenv==0.19.1 + # via docker-compose +python-json-logger==2.0.2 + # via + # -c requirements.txt + # flytekit +pytimeparse==1.1.8 + # via + # -c requirements.txt + # flytekit +pytz==2018.4 + # via + # -c requirements.txt + # flytekit + # pandas +pyyaml==5.4.1 + # via + # -c requirements.txt + # docker-compose + # pre-commit +regex==2021.10.8 + # via + # -c requirements.txt + # docker-image-py +requests==2.26.0 + # via + # -c requirements.txt + # docker + # docker-compose + # flytekit + # responses +responses==0.14.0 + # via + # -c requirements.txt + # flytekit +retry==0.9.2 + # via + # -c requirements.txt + # flytekit +scantree==0.0.1 + # via + # -c requirements.txt + # dirhash +six==1.16.0 + # via + # -c requirements.txt + # bcrypt + # dockerpty + # flytekit + # grpcio + # jsonschema + # pynacl + # python-dateutil + # responses + # scantree + # virtualenv + # websocket-client +sortedcontainers==2.4.0 + # via + # -c requirements.txt + # flytekit +statsd==3.3.0 + # via + # -c requirements.txt + # flytekit +texttable==1.6.4 + # via docker-compose +toml==0.10.2 + # via + # mypy + # pre-commit + # pytest +tomli==1.2.1 + # via + # -c requirements.txt + # coverage +typing-extensions==3.10.0.2 + # via + # -c requirements.txt + # mypy + # typing-inspect +typing-inspect==0.7.1 + # via + # -c requirements.txt + # dataclasses-json +urllib3==1.26.7 + # via + # -c requirements.txt + # flytekit + # requests + # responses +virtualenv==20.8.1 + # via pre-commit +websocket-client==0.59.0 + # via + # docker + # docker-compose +wheel==0.37.0 + # via + # -c requirements.txt + # flytekit +wrapt==1.13.2 + # via + # -c requirements.txt + # deprecated + # flytekit +zipp==3.6.0 + # via + # -c requirements.txt + # importlib-metadata + +# The following packages are considered to be unsafe in a requirements file: +# setuptools diff --git a/doc-requirements.txt b/doc-requirements.txt index ba238ed7d7..cb2321ef4e 100644 --- a/doc-requirements.txt +++ b/doc-requirements.txt @@ -2,7 +2,7 @@ # This file is autogenerated by pip-compile with python 3.8 # To update, run: # -# make doc-requirements.txt +# pip-compile doc-requirements.in # -e file:.#egg=flytekit # via -r doc-requirements.in @@ -14,7 +14,7 @@ appnope==0.1.2 # via # ipykernel # ipython -astroid==2.8.0 +astroid==2.8.3 # via sphinx-autoapi attrs==21.2.0 # via @@ -35,20 +35,20 @@ black==21.9b0 # via papermill bleach==4.1.0 # via nbconvert -boto3==1.18.50 +boto3==1.18.64 # via sagemaker-training -botocore==1.21.50 +botocore==1.21.64 # via # boto3 # s3transfer -certifi==2021.5.30 +certifi==2021.10.8 # via requests -cffi==1.14.6 +cffi==1.15.0 # via # bcrypt # cryptography # pynacl -charset-normalizer==2.0.6 +charset-normalizer==2.0.7 # via requests click==7.1.2 # via @@ -58,7 +58,7 @@ click==7.1.2 # papermill croniter==1.0.15 # via flytekit -cryptography==3.4.8 +cryptography==35.0.0 # via # -r doc-requirements.in # paramiko @@ -80,7 +80,7 @@ diskcache==5.2.1 # via flytekit docker-image-py==0.1.12 # via flytekit -docstring-parser==0.10 +docstring-parser==0.12 # via flytekit docutils==0.17.1 # via sphinx @@ -89,7 +89,7 @@ entrypoints==0.3 # jupyter-client # nbconvert # papermill -flyteidl==0.21.2 +flyteidl==0.21.5 # via flytekit furo @ git+git://github.com/flyteorg/furo@main # via -r doc-requirements.in @@ -103,7 +103,7 @@ grpcio==1.41.0 # flytekit hmsclient==0.1.1 # via flytekit -idna==3.2 +idna==3.3 # via requests imagesize==1.2.0 # via sphinx @@ -111,15 +111,17 @@ importlib-metadata==4.8.1 # via keyring inotify_simple==1.2.1 # via sagemaker-training -ipykernel==5.5.5 +ipykernel==5.5.6 # via flytekit ipython==7.28.0 # via ipykernel ipython-genutils==0.2.0 - # via nbformat + # via + # ipykernel + # nbformat jedi==0.18.0 # via ipython -jinja2==3.0.1 +jinja2==3.0.2 # via # nbconvert # sphinx @@ -129,8 +131,10 @@ jmespath==0.10.0 # boto3 # botocore jsonschema==3.2.0 - # via nbformat -jupyter-client==7.0.5 + # via + # flytekit + # nbformat +jupyter-client==7.0.6 # via # ipykernel # nbclient @@ -151,7 +155,7 @@ lxml==4.6.3 # via sphinx-material markupsafe==2.0.1 # via jinja2 -marshmallow==3.13.0 +marshmallow==3.14.0 # via # dataclasses-json # marshmallow-enum @@ -196,13 +200,13 @@ packaging==21.0 # via # bleach # sphinx -pandas==1.3.3 +pandas==1.3.4 # via flytekit pandocfilters==1.5.0 # via nbconvert papermill==2.3.3 # via flytekit -paramiko==2.7.2 +paramiko==2.8.0 # via sagemaker-training parso==0.8.2 # via jedi @@ -218,7 +222,7 @@ platformdirs==2.4.0 # via black prompt-toolkit==3.0.20 # via ipython -protobuf==3.18.0 +protobuf==3.18.1 # via # flyteidl # flytekit @@ -230,7 +234,7 @@ ptyprocess==0.7.0 # via pexpect py==1.10.0 # via retry -py4j==0.10.9 +py4j==0.10.9.2 # via pyspark pyarrow==3.0.0 # via flytekit @@ -249,7 +253,7 @@ pyparsing==2.4.7 # via packaging pyrsistent==0.18.0 # via jsonschema -pyspark==3.1.2 +pyspark==3.2.0 # via flytekit python-dateutil==2.8.1 # via @@ -269,13 +273,13 @@ pytz==2018.4 # babel # flytekit # pandas -pyyaml==5.4.1 +pyyaml==6.0 # via # papermill # sphinx-autoapi pyzmq==22.3.0 # via jupyter-client -regex==2021.9.24 +regex==2021.10.8 # via # black # docker-image-py @@ -342,7 +346,7 @@ sphinx-fontawesome==0.0.6 # via -r doc-requirements.in sphinx-gallery==0.10.0 # via -r doc-requirements.in -sphinx-material==0.0.34 +sphinx-material==0.0.35 # via -r doc-requirements.in sphinx-prompt==1.5.0 # via -r doc-requirements.in @@ -411,11 +415,11 @@ wcwidth==0.2.5 # via prompt-toolkit webencodings==0.5.1 # via bleach -werkzeug==2.0.1 +werkzeug==2.0.2 # via sagemaker-training wheel==0.37.0 # via flytekit -wrapt==1.12.1 +wrapt==1.13.2 # via # astroid # deprecated diff --git a/plugins/flytekit-kf-mpi/requirements.txt b/plugins/flytekit-kf-mpi/requirements.txt index f15f5e4ebd..31935331d8 100644 --- a/plugins/flytekit-kf-mpi/requirements.txt +++ b/plugins/flytekit-kf-mpi/requirements.txt @@ -1,5 +1,5 @@ # -# This file is autogenerated by pip-compile with python 3.9 +# This file is autogenerated by pip-compile with python 3.8 # To update, run: # # pip-compile requirements.in diff --git a/requirements-spark2.txt b/requirements-spark2.txt index 14353e8737..5e40085315 100644 --- a/requirements-spark2.txt +++ b/requirements-spark2.txt @@ -2,7 +2,7 @@ # This file is autogenerated by pip-compile with python 3.8 # To update, run: # -# make requirements-spark2.txt +# pip-compile requirements-spark2.in # -e file:.#egg=flytekit # via -r requirements-spark2.in @@ -25,20 +25,20 @@ black==21.9b0 # via papermill bleach==4.1.0 # via nbconvert -boto3==1.18.50 +boto3==1.18.64 # via sagemaker-training -botocore==1.21.50 +botocore==1.21.64 # via # boto3 # s3transfer -certifi==2021.5.30 +certifi==2021.10.8 # via requests -cffi==1.14.6 +cffi==1.15.0 # via # bcrypt # cryptography # pynacl -charset-normalizer==2.0.6 +charset-normalizer==2.0.7 # via requests click==7.1.2 # via @@ -48,7 +48,7 @@ click==7.1.2 # papermill croniter==1.0.15 # via flytekit -cryptography==3.4.8 +cryptography==35.0.0 # via paramiko dataclasses-json==0.5.6 # via flytekit @@ -66,14 +66,14 @@ diskcache==5.2.1 # via flytekit docker-image-py==0.1.12 # via flytekit -docstring-parser==0.10 +docstring-parser==0.12 # via flytekit entrypoints==0.3 # via # jupyter-client # nbconvert # papermill -flyteidl==0.21.2 +flyteidl==0.21.5 # via flytekit gevent==21.8.0 # via sagemaker-training @@ -83,29 +83,33 @@ grpcio==1.41.0 # via flytekit hmsclient==0.1.1 # via flytekit -idna==3.2 +idna==3.3 # via requests importlib-metadata==4.8.1 # via keyring inotify_simple==1.2.1 # via sagemaker-training -ipykernel==5.5.5 +ipykernel==5.5.6 # via flytekit ipython==7.28.0 # via ipykernel ipython-genutils==0.2.0 - # via nbformat + # via + # ipykernel + # nbformat jedi==0.18.0 # via ipython -jinja2==3.0.1 +jinja2==3.0.2 # via nbconvert jmespath==0.10.0 # via # boto3 # botocore jsonschema==3.2.0 - # via nbformat -jupyter-client==7.0.5 + # via + # flytekit + # nbformat +jupyter-client==7.0.6 # via # ipykernel # nbclient @@ -122,7 +126,7 @@ keyring==23.2.1 # via flytekit markupsafe==2.0.1 # via jinja2 -marshmallow==3.13.0 +marshmallow==3.14.0 # via # dataclasses-json # marshmallow-enum @@ -165,13 +169,13 @@ numpy==1.21.2 # scipy packaging==21.0 # via bleach -pandas==1.3.3 +pandas==1.3.4 # via flytekit pandocfilters==1.5.0 # via nbconvert papermill==2.3.3 # via flytekit -paramiko==2.7.2 +paramiko==2.8.0 # via sagemaker-training parso==0.8.2 # via jedi @@ -187,7 +191,7 @@ platformdirs==2.4.0 # via black prompt-toolkit==3.0.20 # via ipython -protobuf==3.18.0 +protobuf==3.18.1 # via # flyteidl # flytekit @@ -233,11 +237,11 @@ pytz==2018.4 # via # flytekit # pandas -pyyaml==5.4.1 +pyyaml==6.0 # via papermill pyzmq==22.3.0 # via jupyter-client -regex==2021.9.24 +regex==2021.10.8 # via # black # docker-image-py @@ -320,11 +324,11 @@ wcwidth==0.2.5 # via prompt-toolkit webencodings==0.5.1 # via bleach -werkzeug==2.0.1 +werkzeug==2.0.2 # via sagemaker-training wheel==0.37.0 # via flytekit -wrapt==1.12.1 +wrapt==1.13.2 # via # deprecated # flytekit diff --git a/requirements.txt b/requirements.txt index 083fa84fd3..adc3d81ecd 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,5 +1,5 @@ # -# This file is autogenerated by pip-compile with python 3.9 +# This file is autogenerated by pip-compile with python 3.8 # To update, run: # # pip-compile requirements.in @@ -105,8 +105,10 @@ jmespath==0.10.0 # via # boto3 # botocore -jsonschema==4.1.0 - # via nbformat +jsonschema==3.2.0 + # via + # flytekit + # nbformat jupyter-client==7.0.6 # via # ipykernel @@ -235,7 +237,7 @@ pytz==2018.4 # via # flytekit # pandas -pyyaml==6.0 +pyyaml==5.4.1 # via papermill pyzmq==22.3.0 # via jupyter-client @@ -268,6 +270,7 @@ six==1.16.0 # bleach # flytekit # grpcio + # jsonschema # pynacl # python-dateutil # responses diff --git a/setup.py b/setup.py index 01e370e404..f39f689d50 100644 --- a/setup.py +++ b/setup.py @@ -25,7 +25,7 @@ sidecar = ["k8s-proto>=0.0.3,<1.0.0"] schema = ["numpy>=1.14.0,<2.0.0", "pandas>=0.22.0,<2.0.0", "pyarrow>2.0.0,<4.0.0"] hive_sensor = ["hmsclient>=0.0.1,<1.0.0"] -notebook = ["papermill>=1.2.0", "nbconvert>=6.0.7", "ipykernel>=5.0.0,<6.0.0"] +notebook = ["papermill>=2.3.3", "nbconvert>=6.0.7", "ipykernel>=5.0.0,<6.0.0"] sagemaker = ["sagemaker-training>=3.6.2,<4.0.0"] all_but_spark = sidecar + schema + hive_sensor + notebook + sagemaker @@ -87,6 +87,7 @@ "wrapt>=1.0.0,<2.0.0", "retry==0.9.2", "dataclasses-json>=0.5.2", + "jsonschema==3.2.0", "marshmallow-jsonschema>=0.12.0", "natsort>=7.0.1", "dirhash>=0.2.1",