Use slimmer version of flytekit (flyteorg#583)

Signed-off-by: Yee Hing Tong <[email protected]>
eapolinario · Jan 12, 2022 · 9993b98 · 9993b98
1 parent bb60804
commit 9993b98
Show file tree

Hide file tree

Showing 26 changed files with 971 additions and 2,321 deletions.
diff --git a/cookbook/case_studies/feature_engineering/eda/requirements.txt b/cookbook/case_studies/feature_engineering/eda/requirements.txt
@@ -10,111 +10,80 @@ appnope==0.1.2
     # via
     #   ipykernel
     #   ipython
-attrs==21.2.0
-    # via
-    #   jsonschema
-    #   scantree
+attrs==21.4.0
+    # via jsonschema
 backcall==0.2.0
     # via ipython
-black==21.9b0
+black==21.12b0
     # via papermill
 bleach==4.1.0
     # via nbconvert
-certifi==2021.5.30
+certifi==2021.10.8
     # via requests
-charset-normalizer==2.0.6
+charset-normalizer==2.0.10
     # via requests
-click==7.1.2
+click==8.0.3
     # via
     #   black
-    #   flytekit
     #   papermill
-croniter==1.0.15
-    # via flytekit
-cycler==0.10.0
+cycler==0.11.0
     # via matplotlib
-dataclasses-json==0.5.6
-    # via flytekit
-debugpy==1.5.0
+debugpy==1.5.1
     # via ipykernel
-decorator==5.1.0
-    # via
-    #   ipython
-    #   retry
+decorator==5.1.1
+    # via ipython
 defusedxml==0.7.1
     # via nbconvert
-deprecated==1.2.13
-    # via flytekit
-dirhash==0.2.1
-    # via flytekit
-diskcache==5.2.1
-    # via flytekit
-docker-image-py==0.1.12
-    # via flytekit
-docstring-parser==0.11
-    # via flytekit
 entrypoints==0.3
     # via
     #   jupyter-client
     #   nbconvert
     #   papermill
-flyteidl==0.20.2
-    # via flytekit
-flytekit==0.22.2
+flytekit @ git+https://github.com/flyteorg/flytekit.git@legacy-removal
     # via
     #   -r ../../../common/requirements-common.in
     #   flytekitplugins-papermill
-flytekitplugins-papermill==0.22.3
+    #   flytekitplugins-spark
+flytekitplugins-papermill==0.26.0
     # via -r requirements.in
-grpcio==1.41.0
-    # via flytekit
-idna==3.2
+flytekitplugins-spark==0.26.0
+    # via flytekitplugins-papermill
+fonttools==4.28.5
+    # via matplotlib
+idna==3.3
     # via requests
-importlib-metadata==4.8.1
-    # via keyring
-ipykernel==6.4.1
+importlib-resources==5.4.0
+    # via jsonschema
+ipykernel==6.6.1
     # via flytekitplugins-papermill
-ipython==7.28.0
+ipython==7.31.0
     # via ipykernel
 ipython-genutils==0.2.0
-    # via
-    #   ipykernel
-    #   nbformat
-jedi==0.18.0
+    # via nbformat
+jedi==0.18.1
     # via ipython
-jinja2==3.0.2
+jinja2==3.0.3
     # via nbconvert
 joblib==1.1.0
     # via scikit-learn
-jsonschema==4.0.1
+jsonschema==4.3.3
     # via nbformat
-jupyter-client==7.0.6
+jupyter-client==7.1.0
     # via
     #   ipykernel
     #   nbclient
-jupyter-core==4.8.1
+jupyter-core==4.9.1
     # via
     #   jupyter-client
     #   nbconvert
     #   nbformat
 jupyterlab-pygments==0.1.2
     # via nbconvert
-keyring==23.2.1
-    # via flytekit
 kiwisolver==1.3.2
     # via matplotlib
 markupsafe==2.0.1
     # via jinja2
-marshmallow==3.13.0
-    # via
-    #   dataclasses-json
-    #   marshmallow-enum
-    #   marshmallow-jsonschema
-marshmallow-enum==1.5.1
-    # via dataclasses-json
-marshmallow-jsonschema==0.12.0
-    # via flytekit
-matplotlib==3.4.3
+matplotlib==3.5.1
     # via
     #   -r ../../../common/requirements-common.in
     #   -r requirements.in
@@ -126,120 +95,89 @@ matplotlib-inline==0.1.3
 mistune==0.8.4
     # via nbconvert
 mypy-extensions==0.4.3
-    # via
-    #   black
-    #   typing-inspect
-natsort==7.1.1
-    # via flytekit
-nbclient==0.5.4
+    # via black
+nbclient==0.5.9
     # via
     #   nbconvert
     #   papermill
-nbconvert==6.2.0
+nbconvert==6.4.0
     # via flytekitplugins-papermill
 nbformat==5.1.3
     # via
     #   nbclient
     #   nbconvert
     #   papermill
-nest-asyncio==1.5.1
+nest-asyncio==1.5.4
     # via
+    #   ipykernel
     #   jupyter-client
     #   nbclient
-numpy==1.21.2
+numpy==1.22.0
     # via
     #   matplotlib
     #   pandas
-    #   pyarrow
     #   scikit-learn
     #   scipy
     #   seaborn
-packaging==21.0
-    # via bleach
-pandas==1.3.3
+packaging==21.3
     # via
-    #   flytekit
-    #   seaborn
+    #   bleach
+    #   matplotlib
+pandas==1.3.5
+    # via seaborn
 pandocfilters==1.5.0
     # via nbconvert
 papermill==2.3.3
     # via flytekitplugins-papermill
-parso==0.8.2
+parso==0.8.3
     # via jedi
 pathspec==0.9.0
-    # via
-    #   black
-    #   scantree
+    # via black
 pexpect==4.8.0
     # via ipython
 pickleshare==0.7.5
     # via ipython
-pillow==8.3.2
+pillow==9.0.0
     # via matplotlib
-platformdirs==2.4.0
+platformdirs==2.4.1
     # via black
-prompt-toolkit==3.0.20
+prompt-toolkit==3.0.24
     # via ipython
-protobuf==3.18.1
-    # via
-    #   flyteidl
-    #   flytekit
 ptyprocess==0.7.0
     # via pexpect
-py==1.10.0
-    # via retry
-pyarrow==3.0.0
-    # via flytekit
-pygments==2.10.0
+py4j==0.10.9.2
+    # via pyspark
+pygments==2.11.2
     # via
     #   ipython
     #   jupyterlab-pygments
     #   nbconvert
-pyparsing==2.4.7
+pyparsing==3.0.6
     # via
     #   matplotlib
     #   packaging
 pyrsistent==0.18.0
     # via jsonschema
 pysocks==1.7.1
     # via -r requirements.in
-python-dateutil==2.8.1
+pyspark==3.2.0
+    # via flytekitplugins-spark
+python-dateutil==2.8.2
     # via
-    #   croniter
-    #   flytekit
     #   jupyter-client
     #   matplotlib
     #   pandas
-python-json-logger==2.0.2
-    # via flytekit
-pytimeparse==1.1.8
-    # via flytekit
-pytz==2018.4
-    # via
-    #   flytekit
-    #   pandas
-pyyaml==5.4.1
+pytz==2021.3
+    # via pandas
+pyyaml==6.0
     # via papermill
 pyzmq==22.3.0
     # via jupyter-client
-regex==2021.9.30
-    # via
-    #   black
-    #   docker-image-py
-requests==2.26.0
-    # via
-    #   flytekit
-    #   papermill
-    #   responses
-responses==0.14.0
-    # via flytekit
-retry==0.9.2
-    # via flytekit
-scantree==0.0.1
-    # via dirhash
-scikit-learn==1.0
+requests==2.27.1
+    # via papermill
+scikit-learn==1.0.2
     # via -r requirements.in
-scipy==1.7.1
+scipy==1.7.3
     # via
     #   scikit-learn
     #   seaborn
@@ -248,16 +186,7 @@ seaborn==0.11.2
 six==1.16.0
     # via
     #   bleach
-    #   cycler
-    #   flytekit
-    #   grpcio
     #   python-dateutil
-    #   responses
-    #   scantree
-sortedcontainers==2.4.0
-    # via flytekit
-statsd==3.3.0
-    # via flytekit
 tenacity==8.0.1
     # via papermill
 testpath==0.5.0
@@ -266,15 +195,15 @@ textwrap3==0.9.2
     # via ansiwrap
 threadpoolctl==3.0.0
     # via scikit-learn
-tomli==1.2.1
+tomli==1.2.3
     # via black
 tornado==6.1
     # via
     #   ipykernel
     #   jupyter-client
 tqdm==4.62.3
     # via papermill
-traitlets==5.1.0
+traitlets==5.1.1
     # via
     #   ipykernel
     #   ipython
@@ -284,31 +213,18 @@ traitlets==5.1.0
     #   nbclient
     #   nbconvert
     #   nbformat
-typing-extensions==3.10.0.2
-    # via
-    #   black
-    #   typing-inspect
-typing-inspect==0.7.1
-    # via dataclasses-json
-urllib3==1.26.7
-    # via
-    #   flytekit
-    #   requests
-    #   responses
+typing-extensions==4.0.1
+    # via black
+urllib3==1.26.8
+    # via requests
 wcwidth==0.2.5
     # via prompt-toolkit
 webencodings==0.5.1
     # via bleach
-wheel==0.37.0
-    # via
-    #   -r ../../../common/requirements-common.in
-    #   flytekit
-wrapt==1.13.1
-    # via
-    #   deprecated
-    #   flytekit
-zipp==3.6.0
-    # via importlib-metadata
+wheel==0.37.1
+    # via -r ../../../common/requirements-common.in
+zipp==3.7.0
+    # via importlib-resources
 
 # The following packages are considered to be unsafe in a requirements file:
 # setuptools