From 9e8167d2ca387472c0574e405b8742dcf8e30941 Mon Sep 17 00:00:00 2001 From: Michael Fu <42988210+michaelfu1029@users.noreply.github.com> Date: Wed, 2 Oct 2024 10:05:10 -0700 Subject: [PATCH] 2.10.1 support (#395) * 2.10.1 support * Add reference to open source image repo in readme --------- Co-authored-by: Michael Fu --- README.md | 4 + docker/Dockerfile | 6 +- docker/config/airflow.cfg | 18 + docker/config/constraints.txt | 780 +++++++++--------- .../mwaa-base-providers-requirements.txt | 20 +- docker/docker-compose-local.yml | 2 +- docker/docker-compose-resetdb.yml | 2 +- docker/docker-compose-sequential.yml | 2 +- docker/script/verification.sh | 4 +- mwaa-local-env | 2 +- plugins/README.md | 2 +- requirements/requirements.txt | 6 +- 12 files changed, 437 insertions(+), 411 deletions(-) diff --git a/README.md b/README.md index 7e4275fad..e8d53763e 100644 --- a/README.md +++ b/README.md @@ -1,3 +1,7 @@ +## Note +Starting from Airflow version 2.9, MWAA has open-sourced the original Docker image used in our production deployments. You can refer to our open-source image repository at https://github.com/aws/amazon-mwaa-docker-images to create a local environment identical to that of MWAA. +You can also continue to use the MWAA Local Runner for testing and packaging requirements for all Airflow versions supported on MWAA. + # About aws-mwaa-local-runner This repository provides a command line interface (CLI) utility that replicates an Amazon Managed Workflows for Apache Airflow (MWAA) environment locally. diff --git a/docker/Dockerfile b/docker/Dockerfile index f596f57b3..55e0fabcf 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -8,9 +8,9 @@ LABEL maintainer="amazon" # Airflow ## Version specific ARGs -ARG AIRFLOW_VERSION=2.9.2 -ARG WATCHTOWER_VERSION=3.2.0 -ARG PROVIDER_AMAZON_VERSION=8.24.0 +ARG AIRFLOW_VERSION=2.10.1 +ARG WATCHTOWER_VERSION=3.3.1 +ARG PROVIDER_AMAZON_VERSION=8.28.0 ## General ARGs ARG AIRFLOW_USER_HOME=/usr/local/airflow diff --git a/docker/config/airflow.cfg b/docker/config/airflow.cfg index e44a547a6..82cff0279 100644 --- a/docker/config/airflow.cfg +++ b/docker/config/airflow.cfg @@ -1031,3 +1031,21 @@ shards = 5 # comma separated sensor classes support in smart_sensor. sensors_enabled = NamedHivePartitionSensor + +[usage_data_collection] +# Airflow integrates `Scarf `__ to collect basic platform and usage data +# during operation. This data assists Airflow maintainers in better understanding how Airflow is used. +# Insights gained from this telemetry are critical for prioritizing patches, minor releases, and +# security fixes. Additionally, this information supports key decisions related to the development road map. +# Check the FAQ doc for more information on what data is collected. +# +# Deployments can opt-out of analytics by setting the ``enabled`` option +# to ``False``, or the ``SCARF_ANALYTICS=false`` environment variable. +# Individual users can easily opt-out of analytics in various ways documented in the +# `Scarf Do Not Track docs `__. + +# Enable or disable usage data collection and sending. +# +# Variable: AIRFLOW__USAGE_DATA_COLLECTION__ENABLED +# +enabled = False \ No newline at end of file diff --git a/docker/config/constraints.txt b/docker/config/constraints.txt index 5290fa8ed..4657caa37 100644 --- a/docker/config/constraints.txt +++ b/docker/config/constraints.txt @@ -1,7 +1,7 @@ - +# https://raw.githubusercontent.com/apache/airflow/constraints-2.10.1/constraints-3.11.txt # -# This constraints file was automatically generated on 2024-06-06T07:19:46.079179 -# via "eager-upgrade" mechanism of PIP. For the "v2-9-test" branch of Airflow. +# This constraints file was automatically generated on 2024-09-02T09:27:12.793675 +# via "eager-upgrade" mechanism of PIP. For the "v2-10-test" branch of Airflow. # This variant of constraints install uses the HEAD of the branch version for 'apache-airflow' but installs # the providers from PIP-released packages at the moment of the constraint generation. # @@ -30,17 +30,16 @@ # # pip install "apache-airflow==X.Y.Z" "snowflake-connector-python[pandas]=N.M.O" # -Authlib==1.3.1 -Babel==2.15.0 +Authlib==1.3.2 ConfigUpdater==3.2 Deprecated==1.2.14 Events==0.5 -Flask-AppBuilder==4.4.1 +Flask-AppBuilder==4.5.0 Flask-Babel==2.0.0 Flask-Bcrypt==1.0.1 Flask-Caching==2.3.0 Flask-JWT-Extended==4.6.0 -Flask-Limiter==3.7.0 +Flask-Limiter==3.8.0 Flask-Login==0.6.3 Flask-SQLAlchemy==2.5.1 Flask-Session==0.5.0 @@ -52,198 +51,202 @@ JayDeBeApi==1.2.3 Jinja2==3.1.4 Js2Py==0.74 Mako==1.3.5 -Markdown==3.6 +Markdown==3.7 MarkupSafe==2.1.5 -PyAthena==3.8.3 -PyGithub==2.3.0 +PyAthena==3.9.0 +PyGithub==2.4.0 PyHive==0.7.0 -PyJWT==2.8.0 +PyJWT==2.9.0 PyNaCl==1.5.0 -PyYAML==6.0.1 +PyYAML==6.0.2 Pygments==2.18.0 SQLAlchemy-JSONField==1.0.2 SQLAlchemy-Utils==0.41.2 -SQLAlchemy==1.4.52 +SQLAlchemy==1.4.53 SecretStorage==3.3.3 Sphinx==5.3.0 WTForms==3.1.2 Werkzeug==2.2.3 adal==1.2.7 -adlfs==2024.4.1 -aiobotocore==2.13.0 +adlfs==2024.7.0 +aiobotocore==2.14.0 aiofiles==23.2.1 -aiohttp==3.9.5 -aioitertools==0.11.0 +aiohappyeyeballs==2.4.0 +aiohttp==3.10.5 +aioitertools==0.12.0 aioresponses==0.7.6 aiosignal==1.3.1 alabaster==0.7.16 -alembic==1.13.1 -alibabacloud-adb20211201==1.3.5 -alibabacloud-tea==0.3.6 -alibabacloud_credentials==0.3.3 +alembic==1.13.2 +alibabacloud-adb20211201==2.0.0 +alibabacloud-tea==0.3.9 +alibabacloud_credentials==0.3.5 alibabacloud_endpoint_util==0.0.3 -alibabacloud_gateway_spi==0.0.1 +alibabacloud_gateway_spi==0.0.2 alibabacloud_openapi_util==0.2.2 -alibabacloud_tea_openapi==0.3.9 -alibabacloud_tea_util==0.3.12 +alibabacloud_tea_openapi==0.3.11 +alibabacloud_tea_util==0.3.13 alibabacloud_tea_xml==0.0.2 -aliyun-python-sdk-core==2.15.1 -aliyun-python-sdk-kms==2.16.3 +aliyun-python-sdk-core==2.15.2 +aliyun-python-sdk-kms==2.16.5 amqp==5.2.0 analytics-python==1.2.9 annotated-types==0.7.0 ansicolors==1.1.8 anyascii==0.3.2 anyio==4.4.0 -apache-airflow-providers-airbyte==3.8.1 -apache-airflow-providers-alibaba==2.8.1 -apache-airflow-providers-amazon==8.24.0 -apache-airflow-providers-apache-beam==5.7.1 -apache-airflow-providers-apache-cassandra==3.5.1 -apache-airflow-providers-apache-drill==2.7.1 -apache-airflow-providers-apache-druid==3.10.1 -apache-airflow-providers-apache-flink==1.4.1 -apache-airflow-providers-apache-hdfs==4.4.1 -apache-airflow-providers-apache-hive==8.1.1 -apache-airflow-providers-apache-iceberg==1.0.0 -apache-airflow-providers-apache-impala==1.4.1 -apache-airflow-providers-apache-kafka==1.4.1 -apache-airflow-providers-apache-kylin==3.6.1 -apache-airflow-providers-apache-livy==3.8.1 -apache-airflow-providers-apache-pig==4.4.1 -apache-airflow-providers-apache-pinot==4.4.1 -apache-airflow-providers-apache-spark==4.8.1 -apache-airflow-providers-apprise==1.3.1 -apache-airflow-providers-arangodb==2.5.1 -apache-airflow-providers-asana==2.5.1 -apache-airflow-providers-atlassian-jira==2.6.1 -apache-airflow-providers-celery==3.7.2 -apache-airflow-providers-cloudant==3.5.1 -apache-airflow-providers-cncf-kubernetes==8.3.1 -apache-airflow-providers-cohere==1.2.1 -apache-airflow-providers-common-io==1.3.2 -apache-airflow-providers-common-sql==1.14.0 -apache-airflow-providers-databricks==6.5.0 -apache-airflow-providers-datadog==3.6.1 -apache-airflow-providers-dbt-cloud==3.8.1 -apache-airflow-providers-dingding==3.5.1 -apache-airflow-providers-discord==3.7.1 -apache-airflow-providers-docker==3.12.0 -apache-airflow-providers-elasticsearch==5.4.1 -apache-airflow-providers-exasol==4.5.1 -apache-airflow-providers-fab==1.1.1 -apache-airflow-providers-facebook==3.5.1 -apache-airflow-providers-ftp==3.9.1 -apache-airflow-providers-github==2.6.1 -apache-airflow-providers-google==10.19.0 -apache-airflow-providers-grpc==3.5.1 -apache-airflow-providers-hashicorp==3.7.1 -apache-airflow-providers-http==4.11.1 -apache-airflow-providers-imap==3.6.1 -apache-airflow-providers-influxdb==2.5.1 -apache-airflow-providers-jdbc==4.3.1 -apache-airflow-providers-jenkins==3.6.1 -apache-airflow-providers-microsoft-azure==10.1.1 -apache-airflow-providers-microsoft-mssql==3.7.1 -apache-airflow-providers-microsoft-psrp==2.7.1 -apache-airflow-providers-microsoft-winrm==3.5.1 -apache-airflow-providers-mongo==4.1.1 -apache-airflow-providers-mysql==5.6.1 -apache-airflow-providers-neo4j==3.6.1 -apache-airflow-providers-odbc==4.6.1 -apache-airflow-providers-openai==1.2.1 -apache-airflow-providers-openfaas==3.5.1 -apache-airflow-providers-openlineage==1.8.0 -apache-airflow-providers-opensearch==1.2.1 -apache-airflow-providers-opsgenie==5.6.1 -apache-airflow-providers-oracle==3.10.1 -apache-airflow-providers-pagerduty==3.7.1 -apache-airflow-providers-papermill==3.7.1 -apache-airflow-providers-pgvector==1.2.1 -apache-airflow-providers-pinecone==2.0.0 -apache-airflow-providers-postgres==5.11.1 -apache-airflow-providers-presto==5.5.1 -apache-airflow-providers-qdrant==1.1.1 -apache-airflow-providers-redis==3.7.1 -apache-airflow-providers-salesforce==5.7.1 -apache-airflow-providers-samba==4.7.1 -apache-airflow-providers-segment==3.5.1 -apache-airflow-providers-sendgrid==3.5.1 -apache-airflow-providers-sftp==4.10.1 -apache-airflow-providers-singularity==3.5.1 -apache-airflow-providers-slack==8.7.1 -apache-airflow-providers-smtp==1.7.1 -apache-airflow-providers-snowflake==5.5.1 -apache-airflow-providers-sqlite==3.8.1 -apache-airflow-providers-ssh==3.11.1 -apache-airflow-providers-tableau==4.5.1 -apache-airflow-providers-tabular==1.5.1 -apache-airflow-providers-telegram==4.5.1 -apache-airflow-providers-teradata==2.2.0 -apache-airflow-providers-trino==5.7.1 -apache-airflow-providers-vertica==3.8.1 -apache-airflow-providers-weaviate==1.4.1 -apache-airflow-providers-yandex==3.11.1 -apache-airflow-providers-zendesk==4.7.1 +apache-airflow-providers-airbyte==3.9.0 +apache-airflow-providers-alibaba==2.9.0 +apache-airflow-providers-amazon==8.28.0 +apache-airflow-providers-apache-beam==5.8.0 +apache-airflow-providers-apache-cassandra==3.6.0 +apache-airflow-providers-apache-drill==2.8.0 +apache-airflow-providers-apache-druid==3.11.0 +apache-airflow-providers-apache-flink==1.5.0 +apache-airflow-providers-apache-hdfs==4.5.0 +apache-airflow-providers-apache-hive==8.2.0 +apache-airflow-providers-apache-iceberg==1.1.0 +apache-airflow-providers-apache-impala==1.5.0 +apache-airflow-providers-apache-kafka==1.6.0 +apache-airflow-providers-apache-kylin==3.7.0 +apache-airflow-providers-apache-livy==3.9.0 +apache-airflow-providers-apache-pig==4.5.0 +apache-airflow-providers-apache-pinot==4.5.0 +apache-airflow-providers-apache-spark==4.10.0 +apache-airflow-providers-apprise==1.4.0 +apache-airflow-providers-arangodb==2.6.0 +apache-airflow-providers-asana==2.6.0 +apache-airflow-providers-atlassian-jira==2.7.0 +apache-airflow-providers-celery==3.8.1 +apache-airflow-providers-cloudant==3.6.0 +apache-airflow-providers-cncf-kubernetes==8.4.1 +apache-airflow-providers-cohere==1.3.0 +apache-airflow-providers-common-compat==1.2.0 +apache-airflow-providers-common-io==1.4.0 +apache-airflow-providers-common-sql==1.16.0 +apache-airflow-providers-databricks==6.9.0 +apache-airflow-providers-datadog==3.7.0 +apache-airflow-providers-dbt-cloud==3.10.0 +apache-airflow-providers-dingding==3.6.0 +apache-airflow-providers-discord==3.8.0 +apache-airflow-providers-docker==3.13.0 +apache-airflow-providers-elasticsearch==5.5.0 +apache-airflow-providers-exasol==4.6.0 +apache-airflow-providers-fab==1.3.0 +apache-airflow-providers-facebook==3.6.0 +apache-airflow-providers-ftp==3.11.0 +apache-airflow-providers-github==2.7.0 +apache-airflow-providers-google==10.22.0 +apache-airflow-providers-grpc==3.6.0 +apache-airflow-providers-hashicorp==3.8.0 +apache-airflow-providers-http==4.13.0 +apache-airflow-providers-imap==3.7.0 +apache-airflow-providers-influxdb==2.7.0 +apache-airflow-providers-jdbc==4.5.0 +apache-airflow-providers-jenkins==3.7.0 +apache-airflow-providers-microsoft-azure==10.4.0 +apache-airflow-providers-microsoft-mssql==3.9.0 +apache-airflow-providers-microsoft-psrp==2.8.0 +apache-airflow-providers-microsoft-winrm==3.6.0 +apache-airflow-providers-mongo==4.2.0 +apache-airflow-providers-mysql==5.7.0 +apache-airflow-providers-neo4j==3.7.0 +apache-airflow-providers-odbc==4.7.0 +apache-airflow-providers-openai==1.3.0 +apache-airflow-providers-openfaas==3.6.0 +apache-airflow-providers-openlineage==1.11.0 +apache-airflow-providers-opensearch==1.4.0 +apache-airflow-providers-opsgenie==5.7.0 +apache-airflow-providers-oracle==3.11.0 +apache-airflow-providers-pagerduty==3.8.0 +apache-airflow-providers-papermill==3.8.0 +apache-airflow-providers-pgvector==1.3.0 +apache-airflow-providers-pinecone==2.1.0 +apache-airflow-providers-postgres==5.12.0 +apache-airflow-providers-presto==5.6.0 +apache-airflow-providers-qdrant==1.2.0 +apache-airflow-providers-redis==3.8.0 +apache-airflow-providers-salesforce==5.8.0 +apache-airflow-providers-samba==4.8.0 +apache-airflow-providers-segment==3.6.0 +apache-airflow-providers-sendgrid==3.6.0 +apache-airflow-providers-sftp==4.11.0 +apache-airflow-providers-singularity==3.6.0 +apache-airflow-providers-slack==8.9.0 +apache-airflow-providers-smtp==1.8.0 +apache-airflow-providers-snowflake==5.7.0 +apache-airflow-providers-sqlite==3.9.0 +apache-airflow-providers-ssh==3.13.1 +apache-airflow-providers-tableau==4.6.0 +apache-airflow-providers-tabular==1.6.1 +apache-airflow-providers-telegram==4.6.0 +apache-airflow-providers-teradata==2.6.0 +apache-airflow-providers-trino==5.8.0 +apache-airflow-providers-vertica==3.9.0 +apache-airflow-providers-weaviate==2.1.0 +apache-airflow-providers-yandex==3.12.0 +apache-airflow-providers-ydb==1.3.0 +apache-airflow-providers-zendesk==4.8.0 apache-beam==2.56.0 apispec==6.6.1 -apprise==1.8.0 -argcomplete==3.3.0 +apprise==1.8.1 +argcomplete==3.5.0 asana==3.2.3 asgiref==3.8.1 asn1crypto==1.5.1 astroid==2.15.8 asttokens==2.4.1 -asyncssh==2.14.2 +asyncssh==2.16.0 atlasclient==1.0.0 -atlassian-python-api==3.41.13 -attrs==23.2.0 -aws-sam-translator==1.89.0 +atlassian-python-api==3.41.15 +attrs==24.2.0 +aws-sam-translator==1.91.0 aws-xray-sdk==2.14.0 azure-batch==14.2.0 azure-common==1.1.28 -azure-core==1.30.1 +azure-core==1.30.2 azure-cosmos==4.7.0 azure-datalake-store==0.0.53 -azure-identity==1.16.0 +azure-identity==1.17.1 azure-keyvault-secrets==4.8.0 -azure-kusto-data==4.4.1 +azure-kusto-data==4.5.1 azure-mgmt-containerinstance==10.1.0 azure-mgmt-containerregistry==10.3.0 azure-mgmt-core==1.4.0 -azure-mgmt-cosmosdb==9.5.0 -azure-mgmt-datafactory==7.1.0 +azure-mgmt-cosmosdb==9.5.1 +azure-mgmt-datafactory==9.0.0 azure-mgmt-datalake-nspkg==3.0.1 azure-mgmt-datalake-store==0.5.0 azure-mgmt-nspkg==3.0.2 azure-mgmt-resource==23.1.1 -azure-mgmt-storage==21.1.0 +azure-mgmt-storage==21.2.1 azure-nspkg==3.0.2 azure-servicebus==7.12.2 -azure-storage-blob==12.20.0 -azure-storage-file-datalake==12.15.0 -azure-storage-file-share==12.16.0 +azure-storage-blob==12.22.0 +azure-storage-file-datalake==12.16.0 +azure-storage-file-share==12.17.0 azure-synapse-artifacts==0.19.0 azure-synapse-spark==0.7.0 +babel==2.16.0 backoff==2.2.1 backports.tarfile==1.2.0 -bcrypt==4.1.3 +bcrypt==4.2.0 beautifulsoup4==4.12.3 billiard==4.2.0 bitarray==2.9.2 -black==24.4.2 +black==24.8.0 blinker==1.8.2 -boto3==1.34.106 -botocore==1.34.106 +boto3==1.35.7 +botocore==1.35.7 cachelib==0.9.0 -cachetools==5.3.3 +cachetools==5.5.0 cassandra-driver==3.29.1 -cattrs==23.2.3 +cattrs==24.1.0 celery==5.4.0 -certifi==2024.6.2 -cffi==1.16.0 +certifi==2024.8.30 +cffi==1.17.0 cfgv==3.4.0 -cfn-lint==0.87.4 +cfn-lint==1.11.1 cgroupspy==0.2.3 chardet==5.2.0 charset-normalizer==3.3.2 @@ -258,23 +261,23 @@ cloudant==2.15.0 cloudpickle==2.2.1 cohere==4.57 colorama==0.4.6 -colorlog==4.8.0 +colorlog==6.8.2 comm==0.2.2 -confluent-kafka==2.4.0 +confluent-kafka==2.5.0 connexion==2.14.2 -coverage==7.5.3 +coverage==7.6.1 crcmod==1.7 -cron-descriptor==1.4.3 -croniter==2.0.5 -cryptography==41.0.7 +cron-descriptor==1.4.5 +croniter==3.0.3 +cryptography==42.0.8 curlify==2.2.1 databricks-sql-connector==2.9.6 -datadog==0.49.1 -db-dtypes==1.2.0 -debugpy==1.8.1 +datadog==0.50.0 +db-dtypes==1.3.0 +debugpy==1.8.5 decorator==5.1.1 defusedxml==0.7.1 -deltalake==0.17.4 +deltalake==0.18.2 diagrams==0.23.4 dill==0.3.1.1 distlib==0.3.8 @@ -285,290 +288,291 @@ docopt==0.6.2 docstring_parser==0.16 docutils==0.16 duckdb==1.0.0 -elastic-transport==8.13.1 -elasticsearch==8.13.2 -email_validator==2.1.1 +elastic-transport==8.15.0 +elasticsearch==8.15.0 +email_validator==2.2.0 entrypoints==0.4 eralchemy2==1.4.1 et-xmlfile==1.1.0 eventlet==0.36.1 execnet==2.1.1 -executing==2.0.1 -facebook_business==19.0.3 -fastavro==1.9.4 +executing==2.1.0 +facebook_business==20.0.2 +fastavro==1.9.5 fasteners==0.19 -fastjsonschema==2.19.1 -filelock==3.14.0 +fastjsonschema==2.20.0 +filelock==3.15.4 flower==2.0.1 frozenlist==1.4.1 -fsspec==2023.12.2 +fsspec==2024.6.1 future==1.0.0 -gcloud-aio-auth==4.2.3 +gcloud-aio-auth==5.3.2 gcloud-aio-bigquery==7.1.0 -gcloud-aio-storage==9.2.0 -gcsfs==2023.12.2.post1 +gcloud-aio-storage==9.3.0 +gcsfs==2024.6.1 geomet==0.2.1.post1 gevent==24.2.1 gitdb==4.0.11 -google-ads==24.0.0 -google-analytics-admin==0.22.7 -google-api-core==2.19.0 -google-api-python-client==2.132.0 +google-ads==25.0.0 +google-analytics-admin==0.23.0 +google-api-core==2.19.2 +google-api-python-client==2.143.0 google-auth-httplib2==0.2.0 -google-auth-oauthlib==1.2.0 -google-auth==2.29.0 -google-cloud-aiplatform==1.53.0 -google-cloud-appengine-logging==1.4.3 -google-cloud-audit-log==0.2.5 -google-cloud-automl==2.13.3 -google-cloud-batch==0.17.21 -google-cloud-bigquery-datatransfer==3.15.3 +google-auth-oauthlib==1.2.1 +google-auth==2.34.0 +google-cloud-aiplatform==1.64.0 +google-cloud-appengine-logging==1.4.5 +google-cloud-audit-log==0.3.0 +google-cloud-automl==2.13.5 +google-cloud-batch==0.17.26 +google-cloud-bigquery-datatransfer==3.15.6 google-cloud-bigquery==3.20.1 -google-cloud-bigtable==2.23.1 -google-cloud-build==3.24.0 -google-cloud-compute==1.19.0 -google-cloud-container==2.46.0 +google-cloud-bigtable==2.26.0 +google-cloud-build==3.24.2 +google-cloud-compute==1.19.2 +google-cloud-container==2.50.0 google-cloud-core==2.4.1 -google-cloud-datacatalog==3.19.0 -google-cloud-dataflow-client==0.8.10 -google-cloud-dataform==0.5.9 -google-cloud-dataplex==2.0.0 -google-cloud-dataproc-metastore==1.15.3 -google-cloud-dataproc==5.9.3 -google-cloud-dlp==3.18.0 -google-cloud-kms==2.23.0 -google-cloud-language==2.13.3 -google-cloud-logging==3.10.0 -google-cloud-memcache==1.9.3 -google-cloud-monitoring==2.21.0 -google-cloud-orchestration-airflow==1.12.1 -google-cloud-os-login==2.14.3 -google-cloud-pubsub==2.21.2 -google-cloud-redis==2.15.3 -google-cloud-resource-manager==1.12.3 -google-cloud-run==0.10.5 -google-cloud-secret-manager==2.20.0 -google-cloud-spanner==3.47.0 -google-cloud-speech==2.26.0 -google-cloud-storage-transfer==1.11.3 -google-cloud-storage==2.16.0 -google-cloud-tasks==2.16.3 -google-cloud-texttospeech==2.16.3 -google-cloud-translate==3.15.3 -google-cloud-videointelligence==2.13.3 -google-cloud-vision==3.7.2 -google-cloud-workflows==1.14.3 +google-cloud-datacatalog==3.20.1 +google-cloud-dataflow-client==0.8.12 +google-cloud-dataform==0.5.11 +google-cloud-dataplex==2.2.2 +google-cloud-dataproc-metastore==1.15.5 +google-cloud-dataproc==5.10.2 +google-cloud-dlp==3.22.0 +google-cloud-kms==2.24.2 +google-cloud-language==2.14.0 +google-cloud-logging==3.11.2 +google-cloud-memcache==1.9.5 +google-cloud-monitoring==2.22.2 +google-cloud-orchestration-airflow==1.13.1 +google-cloud-os-login==2.14.6 +google-cloud-pubsub==2.23.0 +google-cloud-redis==2.15.5 +google-cloud-resource-manager==1.12.5 +google-cloud-run==0.10.8 +google-cloud-secret-manager==2.20.2 +google-cloud-spanner==3.48.0 +google-cloud-speech==2.27.0 +google-cloud-storage-transfer==1.12.0 +google-cloud-storage==2.18.2 +google-cloud-tasks==2.16.5 +google-cloud-texttospeech==2.17.2 +google-cloud-translate==3.16.0 +google-cloud-videointelligence==2.13.5 +google-cloud-vision==3.7.4 +google-cloud-workflows==1.14.5 google-crc32c==1.5.0 -google-re2==1.1.20240601 -google-resumable-media==2.7.0 -googleapis-common-protos==1.63.1 +google-re2==1.1.20240702 +google-resumable-media==2.7.2 +googleapis-common-protos==1.65.0 graphql-core==3.2.3 graphviz==0.20.3 greenlet==3.0.3 -grpc-google-iam-v1==0.13.0 +grpc-google-iam-v1==0.13.1 grpc-interceptor==0.15.4 grpcio-gcp==0.2.2 -grpcio-status==1.62.2 -grpcio-tools==1.62.2 -grpcio==1.64.1 +grpcio-health-checking==1.62.3 +grpcio-status==1.62.3 +grpcio-tools==1.62.3 +grpcio==1.66.1 gssapi==1.8.3 -gunicorn==22.0.0 +gunicorn==23.0.0 h11==0.14.0 h2==4.1.0 hatch==1.12.0 -hatchling==1.24.2 +hatchling==1.25.0 hdfs==2.7.3 hmsclient==0.1.1 hpack==4.0.0 -httpcore==0.16.3 +httpcore==1.0.5 httplib2==0.22.0 -httpx==0.23.3 -humanize==4.9.0 -hvac==2.2.0 +httpx==0.27.0 +humanize==4.10.0 +hvac==2.3.0 hyperframe==6.0.1 hyperlink==21.0.0 icdiff==2.0.7 -identify==2.5.36 -idna==3.7 -ijson==3.2.3 +identify==2.6.0 +idna==3.8 +ijson==3.3.0 imagesize==1.4.1 importlib-metadata==6.11.0 -importlib_resources==6.4.0 +importlib_resources==6.4.4 impyla==0.19.0 -incremental==22.10.0 +incremental==24.7.2 inflection==0.5.1 -influxdb-client==1.43.0 +influxdb-client==1.45.0 iniconfig==2.0.0 ipdb==0.13.13 -ipykernel==6.29.4 -ipython==8.25.0 +ipykernel==6.29.5 +ipython==8.27.0 isodate==0.6.1 itsdangerous==2.2.0 jaraco.classes==3.4.0 -jaraco.context==5.3.0 -jaraco.functools==4.0.1 +jaraco.context==6.0.1 +jaraco.functools==4.0.2 jedi==0.19.1 jeepney==0.8.0 +jiter==0.5.0 jmespath==0.10.0 -joserfc==0.11.1 -jschema-to-python==1.2.3 +joserfc==1.0.0 json-merge-patch==0.2 -jsondiff==2.0.0 +jsondiff==2.2.1 jsonpatch==1.33 jsonpath-ng==1.6.1 -jsonpickle==3.0.4 -jsonpointer==2.4 -jsonschema-path==0.3.2 +jsonpickle==3.3.0 +jsonpointer==3.0.0 +jsonschema-path==0.3.3 jsonschema-specifications==2023.12.1 -jsonschema==4.22.0 -junit-xml==1.9 +jsonschema==4.23.0 jupyter_client==8.6.2 jupyter_core==5.7.2 -keyring==25.2.1 -kombu==5.3.7 -krb5==0.5.1 -kubernetes==29.0.0 -kubernetes_asyncio==29.0.0 +keyring==25.3.0 +kombu==5.4.0 +krb5==0.6.0 +kubernetes==30.1.0 +kubernetes_asyncio==30.1.0 kylinpy==2.8.4 lazy-object-proxy==1.10.0 ldap3==2.9.1 -limits==3.12.0 +limits==3.13.0 linkify-it-py==2.0.3 lockfile==0.12.2 -loguru==0.7.2 -looker-sdk==24.8.0 -lxml==5.2.2 +looker-sdk==24.14.0 +lxml==5.3.0 lz4==4.3.3 markdown-it-py==3.0.0 marshmallow-oneofschema==3.1.1 marshmallow-sqlalchemy==0.28.2 -marshmallow==3.21.3 +marshmallow==3.22.0 matplotlib-inline==0.1.7 mdit-py-plugins==0.4.1 mdurl==0.1.2 +mergedeep==1.3.4 methodtools==0.4.7 microsoft-kiota-abstractions==1.3.3 -microsoft-kiota-authentication-azure==1.0.0 -microsoft-kiota-http==1.3.1 -mmhash3==3.0.1 +microsoft-kiota-authentication-azure==1.1.0 +microsoft-kiota-http==1.3.3 +mmh3==4.1.0 mongomock==4.1.2 -more-itertools==10.2.0 -moto==5.0.9 +more-itertools==10.4.0 +moto==5.0.11 mpmath==1.3.0 -msal-extensions==1.1.0 -msal==1.28.0 -msgraph-core==1.0.0 +msal-extensions==1.2.0 +msal==1.30.0 +msgraph-core==1.1.2 msrest==0.7.1 msrestazure==0.6.4.post1 multi_key_dict==2.0.3 multidict==6.0.5 -mypy-boto3-appflow==1.34.0 -mypy-boto3-rds==1.34.116 -mypy-boto3-redshift-data==1.34.0 -mypy-boto3-s3==1.34.120 +mypy-boto3-appflow==1.35.0 +mypy-boto3-rds==1.35.0 +mypy-boto3-redshift-data==1.35.10 +mypy-boto3-s3==1.35.2 mypy-extensions==1.0.0 mypy==1.9.0 -mysql-connector-python==8.4.0 +mysql-connector-python==9.0.0 mysqlclient==2.2.4 nbclient==0.10.0 nbformat==5.10.4 -neo4j==5.20.0 +neo4j==5.24.0 nest-asyncio==1.6.0 networkx==3.3 -nh3==0.2.17 +nh3==0.2.18 nodeenv==1.9.1 numpy==1.26.4 oauthlib==3.2.2 objsize==0.7.0 -openai==1.31.1 +openai==1.43.0 openapi-schema-validator==0.6.2 openapi-spec-validator==0.7.1 -openlineage-integration-common==1.16.0 -openlineage-python==1.16.0 -openlineage_sql==1.16.0 -openpyxl==3.1.3 -opensearch-py==2.6.0 -opentelemetry-api==1.25.0 -opentelemetry-exporter-otlp-proto-common==1.25.0 -opentelemetry-exporter-otlp-proto-grpc==1.25.0 -opentelemetry-exporter-otlp-proto-http==1.25.0 -opentelemetry-exporter-otlp==1.25.0 -opentelemetry-exporter-prometheus==0.46b0 -opentelemetry-proto==1.25.0 -opentelemetry-sdk==1.25.0 -opentelemetry-semantic-conventions==0.46b0 +openlineage-integration-common==1.21.1 +openlineage-python==1.21.1 +openlineage_sql==1.21.1 +openpyxl==3.1.5 +opensearch-py==2.7.1 +opentelemetry-api==1.27.0 +opentelemetry-exporter-otlp-proto-common==1.27.0 +opentelemetry-exporter-otlp-proto-grpc==1.27.0 +opentelemetry-exporter-otlp-proto-http==1.27.0 +opentelemetry-exporter-otlp==1.27.0 +opentelemetry-exporter-prometheus==0.48b0 +opentelemetry-proto==1.27.0 +opentelemetry-sdk==1.27.0 +opentelemetry-semantic-conventions==0.48b0 opsgenie-sdk==2.1.5 -oracledb==2.2.1 +oracledb==2.4.1 ordered-set==4.1.0 -orjson==3.10.3 -oss2==2.18.5 -packaging==24.0 -pandas-gbq==0.23.0 -pandas-stubs==2.2.2.240603 +orjson==3.10.7 +oss2==2.19.0 +packaging==24.1 +pandas-gbq==0.23.1 +pandas-stubs==2.2.2.240807 pandas==2.1.4 papermill==2.6.0 -paramiko==3.4.0 +paramiko==3.4.1 parso==0.8.4 pathable==0.4.3 pathspec==0.12.1 -pbr==6.0.0 +pbr==6.1.0 pdpyras==5.2.0 pendulum==3.0.0 pexpect==4.9.0 -pgvector==0.2.5 -pinecone-client==4.1.1 +pgvector==0.3.2 +pinecone-client==5.0.1 +pinecone-plugin-inference==1.0.3 pinecone-plugin-interface==0.0.7 -pinotdb==5.2.0 -pipdeptree==2.22.0 -pipx==1.6.0 -pkginfo==1.11.0 +pinotdb==5.6.0 +pipdeptree==2.23.1 +pipx==1.7.1 +pkginfo==1.10.0 platformdirs==4.2.2 pluggy==1.5.0 ply==3.11 plyvel==1.5.1 -portalocker==2.8.2 +portalocker==2.10.1 pprintpp==0.4.0 -pre-commit==3.7.1 +pre-commit==3.8.0 presto-python-client==0.8.4 prison==0.2.1 prometheus_client==0.20.0 -prompt_toolkit==3.0.46 -proto-plus==1.23.0 -protobuf==4.25.3 -psutil==5.9.8 +prompt_toolkit==3.0.47 +proto-plus==1.24.0 +protobuf==4.25.4 +psutil==6.0.0 psycopg2-binary==2.9.9 ptyprocess==0.7.0 -pure-eval==0.2.2 pure-sasl==0.6.2 +pure_eval==0.2.3 py-partiql-parser==0.5.5 py4j==0.10.9.7 -pyOpenSSL==24.1.0 +pyOpenSSL==24.2.1 pyarrow-hotfix==0.6 pyarrow==14.0.2 -pyasn1-modules==0.3.0 -pyasn1==0.5.1 +pyasn1==0.6.0 +pyasn1_modules==0.4.0 pycountry==24.6.1 pycparser==2.22 pycryptodome==3.20.0 -pydantic==2.7.3 -pydantic_core==2.18.4 +pydantic==2.8.2 +pydantic_core==2.20.1 pydata-google-auth==1.8.2 pydot==1.4.2 pydruid==0.6.9 pyenchant==3.2.2 -pyexasol==0.25.2 +pyexasol==0.26.0 pygraphviz==1.13 -pyiceberg==0.6.1 +pyiceberg==0.7.1 pyjsparser==2.7.1 pykerberos==1.2.4 -pymongo==4.7.3 -pymssql==2.3.0 +pymongo==4.8.0 +pymssql==2.3.1 pyodbc==5.1.0 -pyparsing==3.1.2 +pyparsing==3.1.4 pypsrp==0.8.1 -pyspark==3.5.1 -pyspnego==0.10.2 -pytest-asyncio==0.23.7 +pyspark==3.5.2 +pyspnego==0.11.1 +pytest-asyncio==0.24.0 pytest-cov==5.0.0 pytest-custom-exit-code==0.3.0 pytest-icdiff==0.9 @@ -577,8 +581,8 @@ pytest-mock==3.14.0 pytest-rerunfailures==14.0 pytest-timeouts==1.2.1 pytest-xdist==3.6.1 -pytest==7.4.4 -python-arango==8.0.0 +pytest==8.3.2 +python-arango==8.1.0 python-daemon==3.0.1 python-dateutil==2.9.0.post0 python-dotenv==1.0.1 @@ -587,72 +591,71 @@ python-jenkins==1.8.2 python-ldap==3.4.4 python-nvd3==0.16.0 python-slugify==8.0.4 -python-telegram-bot==20.2 +python-telegram-bot==21.5 python3-saml==1.16.0 pytz==2024.1 -pywinrm==0.4.3 -pyzmq==26.0.3 -qdrant-client==1.9.1 +pywinrm==0.5.0 +pyzmq==26.2.0 +qdrant-client==1.11.1 reactivex==4.0.4 readme_renderer==43.0 -redis==5.0.4 -redshift-connector==2.1.1 -referencing==0.31.1 -regex==2024.5.15 +redis==5.0.8 +redshift-connector==2.1.3 +referencing==0.35.1 +regex==2024.7.24 requests-file==2.1.0 requests-kerberos==0.15.0 requests-mock==1.12.1 -requests-ntlm==1.2.0 requests-oauthlib==1.3.1 requests-toolbelt==1.0.0 -requests==2.31.0 -responses==0.25.0 +requests==2.32.3 +requests_ntlm==1.3.0 +responses==0.25.3 restructuredtext_lint==1.4.0 rfc3339-validator==0.1.4 -rfc3986==1.5.0 -rich-argparse==1.5.0 -rich-click==1.8.2 -rich==13.7.1 -rpds-py==0.18.1 +rfc3986==2.0.0 +rich-argparse==1.5.2 +rich-click==1.8.3 +rich==13.8.0 +rpds-py==0.20.0 rsa==4.9 -ruff==0.3.3 -s3fs==2023.12.2 -s3transfer==0.10.1 -sarif-om==1.0.4 +ruff==0.5.5 +s3fs==2024.6.1 +s3transfer==0.10.2 scramp==1.4.5 scrapbook==0.5.0 semver==3.0.2 sendgrid==6.11.0 sentinels==1.0.0 -sentry-sdk==2.4.0 +sentry-sdk==2.13.0 setproctitle==1.3.3 -shapely==2.0.4 +shapely==2.0.6 shellingham==1.5.4 simple-salesforce==1.12.6 six==1.16.0 -slack_sdk==3.27.2 -smbprotocol==1.13.0 +slack_sdk==3.31.0 +smbprotocol==1.14.0 smmap==5.0.1 sniffio==1.3.1 snowballstemmer==2.2.0 -snowflake-connector-python==3.10.1 -snowflake-sqlalchemy==1.5.3 +snowflake-connector-python==3.12.1 +snowflake-sqlalchemy==1.6.1 sortedcontainers==2.4.0 -soupsieve==2.5 +soupsieve==2.6 sphinx-airflow-theme==0.0.12 -sphinx-argparse==0.4.0 +sphinx-argparse==0.5.0 sphinx-autoapi==2.1.1 sphinx-copybutton==0.5.2 sphinx-jinja==2.0.2 sphinx-rtd-theme==2.0.0 sphinx_design==0.6.0 -sphinxcontrib-applehelp==1.0.8 -sphinxcontrib-devhelp==1.0.6 -sphinxcontrib-htmlhelp==2.0.5 +sphinxcontrib-applehelp==2.0.0 +sphinxcontrib-devhelp==2.0.0 +sphinxcontrib-htmlhelp==2.1.0 sphinxcontrib-httpdomain==1.8.1 sphinxcontrib-jquery==4.1 sphinxcontrib-jsmath==1.0.1 -sphinxcontrib-qthelp==1.0.7 +sphinxcontrib-qthelp==2.0.0 sphinxcontrib-redoc==1.6.0 sphinxcontrib-serializinghtml==1.1.5 sphinxcontrib-spelling==8.0.0 @@ -660,85 +663,86 @@ spython==0.3.13 sqlalchemy-bigquery==1.11.0 sqlalchemy-redshift==0.8.14 sqlalchemy-spanner==1.7.0 -sqlalchemy_drill==1.1.4 -sqlparse==0.5.0 +sqlalchemy_drill==1.1.5 +sqlparse==0.5.1 sshtunnel==0.4.0 stack-data==0.6.3 starkbank-ecdsa==2.2.0 statsd==4.0.1 -std-uritemplate==0.0.57 +std-uritemplate==1.0.6 strictyaml==1.7.3 -sympy==1.12.1 -tableauserverclient==0.19.0 +sympy==1.13.2 +tableauserverclient==0.32 tabulate==0.9.0 -tenacity==8.3.0 -teradatasql==20.0.0.12 +tenacity==8.5.0 +teradatasql==20.0.0.15 teradatasqlalchemy==20.0.0.1 termcolor==2.4.0 text-unidecode==1.3 thrift-sasl==0.4.3 thrift==0.16.0 -time-machine==2.14.1 +time-machine==2.15.0 tomli_w==1.0.0 -tomlkit==0.12.5 -tornado==6.4 -towncrier==23.11.0 -tqdm==4.66.4 +tomlkit==0.13.2 +tornado==6.4.1 +towncrier==24.8.0 +tqdm==4.66.5 traitlets==5.14.3 -trino==0.328.0 -trove-classifiers==2024.5.22 -twine==5.1.0 +trino==0.329.0 +trove-classifiers==2024.7.2 +twine==5.1.1 typed-ast==1.5.5 types-Deprecated==1.2.9.20240311 -types-Markdown==3.6.0.20240316 +types-Markdown==3.7.0.20240822 types-PyMySQL==1.1.0.20240524 -types-PyYAML==6.0.12.20240311 -types-aiofiles==23.2.0.20240403 +types-PyYAML==6.0.12.20240808 +types-aiofiles==24.1.0.20240626 types-certifi==2021.10.8.3 types-cffi==1.16.0.20240331 -types-croniter==2.0.0.20240423 -types-docutils==0.21.0.20240423 +types-croniter==3.0.3.20240731 +types-docutils==0.21.0.20240724 types-paramiko==3.4.0.20240423 -types-protobuf==5.26.0.20240422 -types-pyOpenSSL==24.1.0.20240425 -types-python-dateutil==2.9.0.20240316 +types-protobuf==5.27.0.20240626 +types-pyOpenSSL==24.1.0.20240722 +types-python-dateutil==2.9.0.20240821 types-python-slugify==8.0.2.20240310 types-pytz==2024.1.0.20240417 -types-redis==4.6.0.20240425 -types-requests==2.32.0.20240602 -types-setuptools==70.0.0.20240524 +types-redis==4.6.0.20240819 +types-requests==2.32.0.20240712 +types-setuptools==74.0.0.20240831 types-tabulate==0.9.0.20240106 types-termcolor==1.1.6.2 types-toml==0.10.8.20240310 -typing_extensions==4.12.1 +typing_extensions==4.12.2 tzdata==2024.1 tzlocal==5.2 uc-micro-py==1.0.3 unicodecsv==0.14.1 -universal_pathlib==0.2.2 +universal_pathlib==0.2.3 uritemplate==4.1.1 -urllib3==2.2.1 +urllib3==2.2.2 userpath==1.9.2 -uv==0.2.2 -validators==0.28.3 -vertica-python==1.3.8 +uv==0.4.1 +validators==0.33.0 +vertica-python==1.4.0 vine==5.1.0 -virtualenv==20.26.2 -watchtower==3.2.0 +virtualenv==20.26.3 +watchtower==3.3.1 wcwidth==0.2.13 -weaviate-client==3.26.2 +weaviate-client==4.7.1 websocket-client==1.8.0 wirerope==0.4.7 wrapt==1.16.0 -xmlsec==1.3.13 +xmlsec==1.3.14 xmltodict==0.13.0 yamllint==1.35.1 yandex-query-client==0.1.4 -yandexcloud==0.291.0 -yarl==1.9.4 +yandexcloud==0.315.0 +yarl==1.9.7 +ydb==3.16.0 zeep==4.2.1 -zenpy==2.0.49 -zipp==3.19.2 +zenpy==2.0.50 +zipp==3.20.1 zope.event==5.0 -zope.interface==6.4.post2 -zstandard==0.22.0 +zope.interface==7.0.3 +zstandard==0.23.0 \ No newline at end of file diff --git a/docker/config/mwaa-base-providers-requirements.txt b/docker/config/mwaa-base-providers-requirements.txt index bd48476a2..649a42556 100644 --- a/docker/config/mwaa-base-providers-requirements.txt +++ b/docker/config/mwaa-base-providers-requirements.txt @@ -1,10 +1,10 @@ -apache-airflow-providers-amazon[aiobotocore]==8.24.0 -apache-airflow-providers-celery==3.7.2 -apache-airflow-providers-common-sql==1.14.0 -apache-airflow-providers-fab==1.1.1 -apache-airflow-providers-ftp==3.9.1 -apache-airflow-providers-http==4.11.1 -apache-airflow-providers-imap==3.6.1 -apache-airflow-providers-postgres==5.11.1 -apache-airflow-providers-smtp==1.7.1 -apache-airflow-providers-sqlite==3.8.1 \ No newline at end of file +apache-airflow-providers-amazon[aiobotocore]==8.28.0 +apache-airflow-providers-celery==3.8.1 +apache-airflow-providers-common-sql==1.16.0 +apache-airflow-providers-fab==1.3.0 +apache-airflow-providers-ftp==3.11.0 +apache-airflow-providers-http==4.13.0 +apache-airflow-providers-imap==3.7.0 +apache-airflow-providers-postgres==5.12.0 +apache-airflow-providers-smtp==1.8.0 +apache-airflow-providers-sqlite==3.9.0 \ No newline at end of file diff --git a/docker/docker-compose-local.yml b/docker/docker-compose-local.yml index 86b287de7..4cda4b704 100644 --- a/docker/docker-compose-local.yml +++ b/docker/docker-compose-local.yml @@ -14,7 +14,7 @@ services: - "${PWD}/db-data:/var/lib/postgresql/data" local-runner: - image: amazon/mwaa-local:2_9 + image: amazon/mwaa-local:2_10 restart: always depends_on: - postgres diff --git a/docker/docker-compose-resetdb.yml b/docker/docker-compose-resetdb.yml index b3eb398b4..fbea2c215 100644 --- a/docker/docker-compose-resetdb.yml +++ b/docker/docker-compose-resetdb.yml @@ -14,7 +14,7 @@ services: - "${PWD}/db-data:/var/lib/postgresql/data" resetdb: - image: amazon/mwaa-local:2_9 + image: amazon/mwaa-local:2_10 depends_on: - postgres environment: diff --git a/docker/docker-compose-sequential.yml b/docker/docker-compose-sequential.yml index efa62f603..00aebe124 100644 --- a/docker/docker-compose-sequential.yml +++ b/docker/docker-compose-sequential.yml @@ -1,7 +1,7 @@ version: "3.7" services: webserver: - image: amazon/mwaa-local:2_9 + image: amazon/mwaa-local:2_10 restart: always environment: - LOAD_EX=n diff --git a/docker/script/verification.sh b/docker/script/verification.sh index 310752116..3c303cd81 100644 --- a/docker/script/verification.sh +++ b/docker/script/verification.sh @@ -1,7 +1,7 @@ #!/usr/bin/env bash -EXPECTED_AIRFLOW_VERSION="2.9.2" -EXPECTED_WATCHTOWER_VERSION="3.2.0" +EXPECTED_AIRFLOW_VERSION="2.10.1" +EXPECTED_WATCHTOWER_VERSION="3.3.1" validate_version_with_pip() { if [[ $(pip3 show "$1" | grep 'Version' | grep -o '[0-9].*') != "$2" ]] diff --git a/mwaa-local-env b/mwaa-local-env index 5510e96a5..ff9d1f022 100755 --- a/mwaa-local-env +++ b/mwaa-local-env @@ -1,6 +1,6 @@ #!/bin/bash -AIRFLOW_VERSION=2_9 +AIRFLOW_VERSION=2_10 DOCKER_COMPOSE_PROJECT_NAME=aws-mwaa-local-runner-$AIRFLOW_VERSION display_help() { diff --git a/plugins/README.md b/plugins/README.md index 4e3e04aad..ff7a65a86 100644 --- a/plugins/README.md +++ b/plugins/README.md @@ -1,3 +1,3 @@ -Please see https://airflow.apache.org/docs/apache-airflow/2.9.2/authoring-and-scheduling/plugins.html for information about creating Airflow plugin +Please see https://airflow.apache.org/docs/apache-airflow/2.10.1/authoring-and-scheduling/plugins.html for information about creating Airflow plugin Note that, per the above documentation, importing operators, sensors, hooks added in plugins via airflow.{operators,sensors,hooks}. is no longer supported, and these extensions should just be imported as regular python modules. diff --git a/requirements/requirements.txt b/requirements/requirements.txt index 1deb6430f..def40a847 100644 --- a/requirements/requirements.txt +++ b/requirements/requirements.txt @@ -1,4 +1,4 @@ ---constraint "https://raw.githubusercontent.com/apache/airflow/constraints-2.9.2/constraints-3.11.txt" +--constraint "https://raw.githubusercontent.com/apache/airflow/constraints-2.10.1/constraints-3.11.txt" -apache-airflow-providers-snowflake==5.5.1 -apache-airflow-providers-mysql==5.6.1 +apache-airflow-providers-snowflake==5.7.0 +apache-airflow-providers-mysql==5.7.0