From 3162b1bdaa28beb1abfa615b76258919c3a1562b Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Tue, 23 Apr 2024 17:32:38 +0800 Subject: [PATCH] test Signed-off-by: Kevin Su --- .github/workflows/checks_new.yml | 7 +- examples/bigquery_agent/requirements.in | 2 +- examples/bigquery_agent/requirements.txt | 246 ------------------ examples/bigquery_plugin/requirements.in | 2 +- examples/bigquery_plugin/requirements.txt | 246 ------------------ .../customizing_dependencies/requirements.in | 3 +- 6 files changed, 9 insertions(+), 497 deletions(-) delete mode 100644 examples/bigquery_agent/requirements.txt delete mode 100644 examples/bigquery_plugin/requirements.txt diff --git a/.github/workflows/checks_new.yml b/.github/workflows/checks_new.yml index 80ec7bffb..e89cafc9f 100644 --- a/.github/workflows/checks_new.yml +++ b/.github/workflows/checks_new.yml @@ -76,4 +76,9 @@ jobs: run: | pip freeze source .venv/bin/activate - pyflyte -vvv --pkgs ${{ matrix.example }} package -o spark-package.tgz --force --fast + pyflyte -vvv \ + --pkgs ${{ matrix.example }} package \ + --image mindmeld="ghcr.io/flyteorg/flytecookbook:core-latest" \ + --image borebuster="ghcr.io/flyteorg/flytekit:py3.9-latest" \ + --output spark-package.tgz \ + --force --fast diff --git a/examples/bigquery_agent/requirements.in b/examples/bigquery_agent/requirements.in index 0b590068f..a987746f1 100644 --- a/examples/bigquery_agent/requirements.in +++ b/examples/bigquery_agent/requirements.in @@ -2,4 +2,4 @@ flytekit wheel matplotlib flytekitplugins-deck-standard -flytekitplugins-bigquery==0.30.1 +flytekitplugins-bigquery diff --git a/examples/bigquery_agent/requirements.txt b/examples/bigquery_agent/requirements.txt deleted file mode 100644 index e8556d240..000000000 --- a/examples/bigquery_agent/requirements.txt +++ /dev/null @@ -1,246 +0,0 @@ -# -# This file is autogenerated by pip-compile with python 3.9 -# To update, run: -# -# /Library/Developer/CommandLineTools/usr/bin/make requirements.txt -# -arrow==1.2.2 - # via jinja2-time -binaryornot==0.4.4 - # via cookiecutter -cachetools==5.0.0 - # via google-auth -certifi==2021.10.8 - # via requests -cffi==1.15.0 - # via cryptography -chardet==4.0.0 - # via binaryornot -charset-normalizer==2.0.12 - # via requests -checksumdir==1.2.0 - # via flytekit -click==8.1.2 - # via - # cookiecutter - # flytekit -cloudpickle==2.0.0 - # via flytekit -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.4 - # via flytekit -cryptography==37.0.3 - # via secretstorage -cycler==0.11.0 - # via matplotlib -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.13 - # via flytekit -flyteidl==0.24.21 - # via flytekit -flytekit==0.32.3 - # via - # -r ../../../common/requirements-common.in - # flytekitplugins-bigquery -flytekitplugins-bigquery==0.30.1 - # via -r requirements.in -fonttools==4.32.0 - # via matplotlib -google-api-core[grpc]==2.7.1 - # via - # google-cloud-bigquery - # google-cloud-bigquery-storage - # google-cloud-core -google-auth==2.6.4 - # via - # google-api-core - # google-cloud-core -google-cloud-bigquery==3.0.1 - # via flytekitplugins-bigquery -google-cloud-bigquery-storage==2.13.1 - # via google-cloud-bigquery -google-cloud-core==2.3.0 - # via google-cloud-bigquery -google-crc32c==1.3.0 - # via google-resumable-media -google-resumable-media==2.3.2 - # via google-cloud-bigquery -googleapis-common-protos==1.56.0 - # via - # flyteidl - # google-api-core - # grpcio-status -grpcio==1.44.0 - # via - # flytekit - # google-api-core - # google-cloud-bigquery - # grpcio-status -grpcio-status==1.44.0 - # via - # flytekit - # google-api-core -idna==3.3 - # via requests -importlib-metadata==4.11.3 - # via keyring -jeepney==0.8.0 - # via - # keyring - # secretstorage -jinja2==3.1.1 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -keyring==23.5.0 - # via flytekit -kiwisolver==1.4.2 - # via matplotlib -markupsafe==2.1.1 - # via jinja2 -marshmallow==3.15.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -matplotlib==3.5.1 - # via -r ../../../common/requirements-common.in -mypy-extensions==0.4.3 - # via typing-inspect -natsort==8.1.0 - # via flytekit -numpy==1.22.3 - # via - # matplotlib - # pandas - # pyarrow -packaging==21.3 - # via - # google-cloud-bigquery - # marshmallow - # matplotlib -pandas==1.4.2 - # via flytekit -pillow==9.1.0 - # via matplotlib -proto-plus==1.20.3 - # via - # google-cloud-bigquery - # google-cloud-bigquery-storage -protobuf==3.20.0 - # via - # flyteidl - # flytekit - # google-api-core - # google-cloud-bigquery - # googleapis-common-protos - # grpcio-status - # proto-plus - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -py==1.11.0 - # via retry -pyarrow==6.0.1 - # via - # flytekit - # google-cloud-bigquery -pyasn1==0.4.8 - # via - # pyasn1-modules - # rsa -pyasn1-modules==0.2.8 - # via google-auth -pycparser==2.21 - # via cffi -pyparsing==3.0.8 - # via - # matplotlib - # packaging -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # google-cloud-bigquery - # matplotlib - # pandas -python-json-logger==2.0.2 - # via flytekit -python-slugify==6.1.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.1 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit -regex==2022.3.15 - # via docker-image-py -requests==2.27.1 - # via - # cookiecutter - # flytekit - # google-api-core - # google-cloud-bigquery - # responses -responses==0.20.0 - # via flytekit -retry==0.9.2 - # via flytekit -rsa==4.8 - # via google-auth -secretstorage==3.3.2 - # via keyring -six==1.16.0 - # via - # google-auth - # grpcio - # python-dateutil -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -typing-extensions==4.1.1 - # via - # flytekit - # typing-inspect -typing-inspect==0.7.1 - # via dataclasses-json -urllib3==1.26.9 - # via - # flytekit - # requests - # responses -wheel==0.37.1 - # via - # -r ../../../common/requirements-common.in - # flytekit -wrapt==1.14.0 - # via - # deprecated - # flytekit -zipp==3.8.0 - # via importlib-metadata diff --git a/examples/bigquery_plugin/requirements.in b/examples/bigquery_plugin/requirements.in index 0b590068f..a987746f1 100644 --- a/examples/bigquery_plugin/requirements.in +++ b/examples/bigquery_plugin/requirements.in @@ -2,4 +2,4 @@ flytekit wheel matplotlib flytekitplugins-deck-standard -flytekitplugins-bigquery==0.30.1 +flytekitplugins-bigquery diff --git a/examples/bigquery_plugin/requirements.txt b/examples/bigquery_plugin/requirements.txt deleted file mode 100644 index e8556d240..000000000 --- a/examples/bigquery_plugin/requirements.txt +++ /dev/null @@ -1,246 +0,0 @@ -# -# This file is autogenerated by pip-compile with python 3.9 -# To update, run: -# -# /Library/Developer/CommandLineTools/usr/bin/make requirements.txt -# -arrow==1.2.2 - # via jinja2-time -binaryornot==0.4.4 - # via cookiecutter -cachetools==5.0.0 - # via google-auth -certifi==2021.10.8 - # via requests -cffi==1.15.0 - # via cryptography -chardet==4.0.0 - # via binaryornot -charset-normalizer==2.0.12 - # via requests -checksumdir==1.2.0 - # via flytekit -click==8.1.2 - # via - # cookiecutter - # flytekit -cloudpickle==2.0.0 - # via flytekit -cookiecutter==2.1.1 - # via flytekit -croniter==1.3.4 - # via flytekit -cryptography==37.0.3 - # via secretstorage -cycler==0.11.0 - # via matplotlib -dataclasses-json==0.5.7 - # via flytekit -decorator==5.1.1 - # via retry -deprecated==1.2.13 - # via flytekit -diskcache==5.4.0 - # via flytekit -docker-image-py==0.1.12 - # via flytekit -docstring-parser==0.13 - # via flytekit -flyteidl==0.24.21 - # via flytekit -flytekit==0.32.3 - # via - # -r ../../../common/requirements-common.in - # flytekitplugins-bigquery -flytekitplugins-bigquery==0.30.1 - # via -r requirements.in -fonttools==4.32.0 - # via matplotlib -google-api-core[grpc]==2.7.1 - # via - # google-cloud-bigquery - # google-cloud-bigquery-storage - # google-cloud-core -google-auth==2.6.4 - # via - # google-api-core - # google-cloud-core -google-cloud-bigquery==3.0.1 - # via flytekitplugins-bigquery -google-cloud-bigquery-storage==2.13.1 - # via google-cloud-bigquery -google-cloud-core==2.3.0 - # via google-cloud-bigquery -google-crc32c==1.3.0 - # via google-resumable-media -google-resumable-media==2.3.2 - # via google-cloud-bigquery -googleapis-common-protos==1.56.0 - # via - # flyteidl - # google-api-core - # grpcio-status -grpcio==1.44.0 - # via - # flytekit - # google-api-core - # google-cloud-bigquery - # grpcio-status -grpcio-status==1.44.0 - # via - # flytekit - # google-api-core -idna==3.3 - # via requests -importlib-metadata==4.11.3 - # via keyring -jeepney==0.8.0 - # via - # keyring - # secretstorage -jinja2==3.1.1 - # via - # cookiecutter - # jinja2-time -jinja2-time==0.2.0 - # via cookiecutter -keyring==23.5.0 - # via flytekit -kiwisolver==1.4.2 - # via matplotlib -markupsafe==2.1.1 - # via jinja2 -marshmallow==3.15.0 - # via - # dataclasses-json - # marshmallow-enum - # marshmallow-jsonschema -marshmallow-enum==1.5.1 - # via dataclasses-json -marshmallow-jsonschema==0.13.0 - # via flytekit -matplotlib==3.5.1 - # via -r ../../../common/requirements-common.in -mypy-extensions==0.4.3 - # via typing-inspect -natsort==8.1.0 - # via flytekit -numpy==1.22.3 - # via - # matplotlib - # pandas - # pyarrow -packaging==21.3 - # via - # google-cloud-bigquery - # marshmallow - # matplotlib -pandas==1.4.2 - # via flytekit -pillow==9.1.0 - # via matplotlib -proto-plus==1.20.3 - # via - # google-cloud-bigquery - # google-cloud-bigquery-storage -protobuf==3.20.0 - # via - # flyteidl - # flytekit - # google-api-core - # google-cloud-bigquery - # googleapis-common-protos - # grpcio-status - # proto-plus - # protoc-gen-swagger -protoc-gen-swagger==0.1.0 - # via flyteidl -py==1.11.0 - # via retry -pyarrow==6.0.1 - # via - # flytekit - # google-cloud-bigquery -pyasn1==0.4.8 - # via - # pyasn1-modules - # rsa -pyasn1-modules==0.2.8 - # via google-auth -pycparser==2.21 - # via cffi -pyparsing==3.0.8 - # via - # matplotlib - # packaging -python-dateutil==2.8.2 - # via - # arrow - # croniter - # flytekit - # google-cloud-bigquery - # matplotlib - # pandas -python-json-logger==2.0.2 - # via flytekit -python-slugify==6.1.1 - # via cookiecutter -pytimeparse==1.1.8 - # via flytekit -pytz==2022.1 - # via - # flytekit - # pandas -pyyaml==6.0 - # via - # cookiecutter - # flytekit -regex==2022.3.15 - # via docker-image-py -requests==2.27.1 - # via - # cookiecutter - # flytekit - # google-api-core - # google-cloud-bigquery - # responses -responses==0.20.0 - # via flytekit -retry==0.9.2 - # via flytekit -rsa==4.8 - # via google-auth -secretstorage==3.3.2 - # via keyring -six==1.16.0 - # via - # google-auth - # grpcio - # python-dateutil -sortedcontainers==2.4.0 - # via flytekit -statsd==3.3.0 - # via flytekit -text-unidecode==1.3 - # via python-slugify -typing-extensions==4.1.1 - # via - # flytekit - # typing-inspect -typing-inspect==0.7.1 - # via dataclasses-json -urllib3==1.26.9 - # via - # flytekit - # requests - # responses -wheel==0.37.1 - # via - # -r ../../../common/requirements-common.in - # flytekit -wrapt==1.14.0 - # via - # deprecated - # flytekit -zipp==3.8.0 - # via importlib-metadata diff --git a/examples/customizing_dependencies/requirements.in b/examples/customizing_dependencies/requirements.in index 8705f3c93..6c0a722a5 100644 --- a/examples/customizing_dependencies/requirements.in +++ b/examples/customizing_dependencies/requirements.in @@ -1,3 +1,2 @@ -flytekit==1.9.0 -flytekitplugins-envd +flytekit scikit-learn