From 2f952909f5028e416c951084727bd71ff8f22b72 Mon Sep 17 00:00:00 2001 From: Elad Kalif <45845474+eladkal@users.noreply.github.com> Date: Sun, 25 Aug 2024 10:29:49 +0300 Subject: [PATCH] Prepare docs for Aug 3rd wave of providers (#41714) --- airflow/providers/celery/CHANGELOG.rst | 12 ++++++ airflow/providers/celery/__init__.py | 2 +- airflow/providers/celery/provider.yaml | 3 +- .../providers/cncf/kubernetes/CHANGELOG.rst | 11 ++++++ airflow/providers/cncf/kubernetes/__init__.py | 2 +- .../providers/cncf/kubernetes/provider.yaml | 3 +- airflow/providers/openlineage/CHANGELOG.rst | 3 ++ airflow/providers/ssh/CHANGELOG.rst | 8 ++++ airflow/providers/ssh/__init__.py | 2 +- airflow/providers/ssh/provider.yaml | 3 +- airflow/providers/tabular/CHANGELOG.rst | 15 ++++++++ airflow/providers/tabular/provider.yaml | 3 +- .../commits.rst | 14 ++++++- .../apache-airflow-providers-celery/index.rst | 6 +-- .../commits.rst | 17 ++++++++- .../index.rst | 2 +- .../commits.rst | 5 ++- .../index.rst | 19 +++++----- docs/apache-airflow-providers-ssh/commits.rst | 14 ++++++- docs/apache-airflow-providers-ssh/index.rst | 2 +- .../commits.rst | 14 ++++++- .../index.rst | 38 +++++-------------- 22 files changed, 143 insertions(+), 55 deletions(-) diff --git a/airflow/providers/celery/CHANGELOG.rst b/airflow/providers/celery/CHANGELOG.rst index 48343927c1403..2709f0bada451 100644 --- a/airflow/providers/celery/CHANGELOG.rst +++ b/airflow/providers/celery/CHANGELOG.rst @@ -27,6 +27,18 @@ Changelog --------- +3.8.1 +..... + +Bug Fixes +~~~~~~~~~ + +* ``fix: Missing 'slots_occupied' in 'CeleryKubernetesExecutor' and 'LocalKubernetesExecutor' (#41602)`` + + +.. Below changes are excluded from the changelog. Move them to + appropriate section above if needed. Do not delete the lines(!): + 3.8.0 ..... diff --git a/airflow/providers/celery/__init__.py b/airflow/providers/celery/__init__.py index 26be5e5fc4456..322e6e3cce501 100644 --- a/airflow/providers/celery/__init__.py +++ b/airflow/providers/celery/__init__.py @@ -29,7 +29,7 @@ __all__ = ["__version__"] -__version__ = "3.8.0" +__version__ = "3.8.1" if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse( "2.8.0" diff --git a/airflow/providers/celery/provider.yaml b/airflow/providers/celery/provider.yaml index ba78272ba6b85..ca60a25e13cc2 100644 --- a/airflow/providers/celery/provider.yaml +++ b/airflow/providers/celery/provider.yaml @@ -22,9 +22,10 @@ description: | `Celery `__ state: ready -source-date-epoch: 1723969853 +source-date-epoch: 1724520600 # note that those versions are maintained by release manager - do not update them manually versions: + - 3.8.1 - 3.8.0 - 3.7.3 - 3.7.2 diff --git a/airflow/providers/cncf/kubernetes/CHANGELOG.rst b/airflow/providers/cncf/kubernetes/CHANGELOG.rst index 62972f7631ad9..c26d3d76dd43a 100644 --- a/airflow/providers/cncf/kubernetes/CHANGELOG.rst +++ b/airflow/providers/cncf/kubernetes/CHANGELOG.rst @@ -27,6 +27,17 @@ Changelog --------- +8.4.1 +..... + +Bug Fixes +~~~~~~~~~ + +* ``fix: 'KubernetesExecutor' failing the task in case the watcher receives an event with the reason ProviderFailed (#41186)`` +* ``fix: 'do_xcom_push' and 'get_logs' functionality for KubernetesJobOperator (#40814)`` +* ``fix: 'KubernetesHook' loading config file with '_is_in_cluster' set as False (#41464)`` +* ``fix: Missing 'slots_occupied' in 'CeleryKubernetesExecutor' and 'LocalKubernetesExecutor' (#41602)`` + 8.4.0 ..... diff --git a/airflow/providers/cncf/kubernetes/__init__.py b/airflow/providers/cncf/kubernetes/__init__.py index e4d9114b5a753..289c5675ccb05 100644 --- a/airflow/providers/cncf/kubernetes/__init__.py +++ b/airflow/providers/cncf/kubernetes/__init__.py @@ -29,7 +29,7 @@ __all__ = ["__version__"] -__version__ = "8.4.0" +__version__ = "8.4.1" if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse( "2.8.0" diff --git a/airflow/providers/cncf/kubernetes/provider.yaml b/airflow/providers/cncf/kubernetes/provider.yaml index cbbef370a7dff..fc3fff50ce79e 100644 --- a/airflow/providers/cncf/kubernetes/provider.yaml +++ b/airflow/providers/cncf/kubernetes/provider.yaml @@ -22,9 +22,10 @@ description: | `Kubernetes `__ state: ready -source-date-epoch: 1723969891 +source-date-epoch: 1724520459 # note that those versions are maintained by release manager - do not update them manually versions: + - 8.4.1 - 8.4.0 - 8.3.4 - 8.3.3 diff --git a/airflow/providers/openlineage/CHANGELOG.rst b/airflow/providers/openlineage/CHANGELOG.rst index 2ddd91423be58..07d105e0c211a 100644 --- a/airflow/providers/openlineage/CHANGELOG.rst +++ b/airflow/providers/openlineage/CHANGELOG.rst @@ -39,12 +39,14 @@ Features * ``feat: add debug facet to all OpenLineage events (#41217)`` * ``feat: add fileloc to DAG info in AirflowRunFacet (#41311)`` * ``feat: remove openlineage client deprecated from_environment() method (#41310)`` +* ``feat: openlineage listener captures hook-level lineage (#41482)`` Bug Fixes ~~~~~~~~~ * ``fix: get task dependencies without serializing task tree to string (#41494)`` * ``fix: return empty data instead of None when OpenLineage on_start method is missing (#41268)`` +* ``fix: replace dagTree with downstream_task_ids (#41587)`` Misc ~~~~ @@ -54,6 +56,7 @@ Misc .. Below changes are excluded from the changelog. Move them to appropriate section above if needed. Do not delete the lines(!): + * ``Prepare docs for Aug 2nd wave of providers (#41559)`` 1.10.0 ...... diff --git a/airflow/providers/ssh/CHANGELOG.rst b/airflow/providers/ssh/CHANGELOG.rst index 3bca18f523775..cb61f46d5938b 100644 --- a/airflow/providers/ssh/CHANGELOG.rst +++ b/airflow/providers/ssh/CHANGELOG.rst @@ -27,6 +27,14 @@ Changelog --------- +3.13.1 +...... + +Bug Fixes +~~~~~~~~~ + +* ``SSHHook: check if existing connection is still alive (#41061)`` + 3.13.0 ...... diff --git a/airflow/providers/ssh/__init__.py b/airflow/providers/ssh/__init__.py index 98a034552f893..5d6e22e8dba58 100644 --- a/airflow/providers/ssh/__init__.py +++ b/airflow/providers/ssh/__init__.py @@ -29,7 +29,7 @@ __all__ = ["__version__"] -__version__ = "3.13.0" +__version__ = "3.13.1" if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse( "2.8.0" diff --git a/airflow/providers/ssh/provider.yaml b/airflow/providers/ssh/provider.yaml index ae5d8d2cabc62..1b8939458ff1c 100644 --- a/airflow/providers/ssh/provider.yaml +++ b/airflow/providers/ssh/provider.yaml @@ -22,9 +22,10 @@ description: | `Secure Shell (SSH) `__ state: ready -source-date-epoch: 1723970592 +source-date-epoch: 1724520401 # note that those versions are maintained by release manager - do not update them manually versions: + - 3.13.1 - 3.13.0 - 3.12.0 - 3.11.2 diff --git a/airflow/providers/tabular/CHANGELOG.rst b/airflow/providers/tabular/CHANGELOG.rst index 65cee2a3d9110..3b460c9fb445c 100644 --- a/airflow/providers/tabular/CHANGELOG.rst +++ b/airflow/providers/tabular/CHANGELOG.rst @@ -26,6 +26,21 @@ Changelog --------- +1.6.1 +..... + +.. note:: + This release is the last release for this provider. + Please migrate to apache-airflow-providers-apache-iceberg + +Misc +~~~~~ + +* ``Mark tabular provider as removed (#41629)`` + +.. Below changes are excluded from the changelog. Move them to + appropriate section above if needed. Do not delete the lines(!): + 1.6.0 ..... diff --git a/airflow/providers/tabular/provider.yaml b/airflow/providers/tabular/provider.yaml index 8ea1c559f0f14..7da8c63f7bb4b 100644 --- a/airflow/providers/tabular/provider.yaml +++ b/airflow/providers/tabular/provider.yaml @@ -22,9 +22,10 @@ description: | `Tabular `__ state: removed -source-date-epoch: 1723970601 +source-date-epoch: 1724520282 # note that those versions are maintained by release manager - do not update them manually versions: + - 1.6.1 - 1.6.0 - 1.5.1 - 1.5.0 diff --git a/docs/apache-airflow-providers-celery/commits.rst b/docs/apache-airflow-providers-celery/commits.rst index f1aa859005712..7afc0566b8a72 100644 --- a/docs/apache-airflow-providers-celery/commits.rst +++ b/docs/apache-airflow-providers-celery/commits.rst @@ -35,14 +35,26 @@ For high-level changelog, see :doc:`package information including changelog `_ 2024-08-20 ``fix: Missing 'slots_occupied' in 'CeleryKubernetesExecutor' and 'LocalKubernetesExecutor' (#41602)`` +================================================================================================= =========== ====================================================================================================== + 3.8.0 ..... -Latest change: 2024-08-13 +Latest change: 2024-08-19 ================================================================================================= =========== ======================================================================= Commit Committed Subject ================================================================================================= =========== ======================================================================= +`75fb7acbac `_ 2024-08-19 ``Prepare docs for Aug 2nd wave of providers (#41559)`` `6570c6d1bb `_ 2024-08-13 ``Remove deprecated SubDags (#41390)`` `fcbff15bda `_ 2024-08-12 ``Bump minimum Airflow version in providers to Airflow 2.8.0 (#41396)`` ================================================================================================= =========== ======================================================================= diff --git a/docs/apache-airflow-providers-celery/index.rst b/docs/apache-airflow-providers-celery/index.rst index 0b90a7a83f575..a3a31cf3ec252 100644 --- a/docs/apache-airflow-providers-celery/index.rst +++ b/docs/apache-airflow-providers-celery/index.rst @@ -67,7 +67,7 @@ apache-airflow-providers-celery package `Celery `__ -Release: 3.8.0 +Release: 3.8.1 Provider package ---------------- @@ -121,5 +121,5 @@ Downloading official packages You can download officially released packages and verify their checksums and signatures from the `Official Apache Download site `_ -* `The apache-airflow-providers-celery 3.8.0 sdist package `_ (`asc `__, `sha512 `__) -* `The apache-airflow-providers-celery 3.8.0 wheel package `_ (`asc `__, `sha512 `__) +* `The apache-airflow-providers-celery 3.8.1 sdist package `_ (`asc `__, `sha512 `__) +* `The apache-airflow-providers-celery 3.8.1 wheel package `_ (`asc `__, `sha512 `__) diff --git a/docs/apache-airflow-providers-cncf-kubernetes/commits.rst b/docs/apache-airflow-providers-cncf-kubernetes/commits.rst index 3101954fec99f..8662b6d6c308e 100644 --- a/docs/apache-airflow-providers-cncf-kubernetes/commits.rst +++ b/docs/apache-airflow-providers-cncf-kubernetes/commits.rst @@ -35,14 +35,29 @@ For high-level changelog, see :doc:`package information including changelog `_ 2024-08-23 ``K8s Executor: failing the task in case the watcher receives an event with the reason ProviderFailed (#41186)`` +`170b9ce907 `_ 2024-08-22 ``Fix 'do_xcom_push' and 'get_logs' functionality for KubernetesJobOperator (#40814)`` +`ef5da26166 `_ 2024-08-20 ``Add missing flag (#41464)`` +`5cb582b51f `_ 2024-08-20 ``fix: Missing 'slots_occupied' in 'CeleryKubernetesExecutor' and 'LocalKubernetesExecutor' (#41602)`` +================================================================================================= =========== ================================================================================================================ + 8.4.0 ..... -Latest change: 2024-08-14 +Latest change: 2024-08-19 ================================================================================================= =========== ======================================================================= Commit Committed Subject ================================================================================================= =========== ======================================================================= +`75fb7acbac `_ 2024-08-19 ``Prepare docs for Aug 2nd wave of providers (#41559)`` `530495c45b `_ 2024-08-14 ``Describe behaviour in docstring correctly (#41458)`` `6570c6d1bb `_ 2024-08-13 ``Remove deprecated SubDags (#41390)`` `fcbff15bda `_ 2024-08-12 ``Bump minimum Airflow version in providers to Airflow 2.8.0 (#41396)`` diff --git a/docs/apache-airflow-providers-cncf-kubernetes/index.rst b/docs/apache-airflow-providers-cncf-kubernetes/index.rst index 864d5e93be101..8e470e766cb85 100644 --- a/docs/apache-airflow-providers-cncf-kubernetes/index.rst +++ b/docs/apache-airflow-providers-cncf-kubernetes/index.rst @@ -87,7 +87,7 @@ apache-airflow-providers-cncf-kubernetes package `Kubernetes `__ -Release: 8.4.0 +Release: 8.4.1 Provider package ---------------- diff --git a/docs/apache-airflow-providers-openlineage/commits.rst b/docs/apache-airflow-providers-openlineage/commits.rst index 68f96d4167c05..38f58ce88465f 100644 --- a/docs/apache-airflow-providers-openlineage/commits.rst +++ b/docs/apache-airflow-providers-openlineage/commits.rst @@ -38,11 +38,14 @@ For high-level changelog, see :doc:`package information including changelog `_ 2024-08-23 ``feat: openlineage listener captures hook-level lineage (#41482)`` +`86e12a9a30 `_ 2024-08-21 ``fix: replace dagTree with downstream_task_ids (#41587)`` +`75fb7acbac `_ 2024-08-19 ``Prepare docs for Aug 2nd wave of providers (#41559)`` `0e7c757a1b `_ 2024-08-15 ``fix: get task dependencies without serializing task tree to string (#41494)`` `fcbff15bda `_ 2024-08-12 ``Bump minimum Airflow version in providers to Airflow 2.8.0 (#41396)`` `d12eb43960 `_ 2024-08-12 ``feat: add debug facet to all OpenLineage events (#41217)`` diff --git a/docs/apache-airflow-providers-openlineage/index.rst b/docs/apache-airflow-providers-openlineage/index.rst index 6d8c8b70a3868..973663d0781b9 100644 --- a/docs/apache-airflow-providers-openlineage/index.rst +++ b/docs/apache-airflow-providers-openlineage/index.rst @@ -93,15 +93,16 @@ Requirements The minimum Apache Airflow version supported by this provider package is ``2.8.0``. -======================================= ================== -PIP package Version required -======================================= ================== -``apache-airflow`` ``>=2.8.0`` -``apache-airflow-providers-common-sql`` ``>=1.6.0`` -``attrs`` ``>=22.2`` -``openlineage-integration-common`` ``>=1.16.0`` -``openlineage-python`` ``>=1.16.0`` -======================================= ================== +========================================== ================== +PIP package Version required +========================================== ================== +``apache-airflow`` ``>=2.8.0`` +``apache-airflow-providers-common-sql`` ``>=1.6.0`` +``apache-airflow-providers-common-compat`` ``>=1.2.0`` +``attrs`` ``>=22.2`` +``openlineage-integration-common`` ``>=1.16.0`` +``openlineage-python`` ``>=1.16.0`` +========================================== ================== Cross provider package dependencies ----------------------------------- diff --git a/docs/apache-airflow-providers-ssh/commits.rst b/docs/apache-airflow-providers-ssh/commits.rst index 300ae8d4c3232..9ced68586de13 100644 --- a/docs/apache-airflow-providers-ssh/commits.rst +++ b/docs/apache-airflow-providers-ssh/commits.rst @@ -35,14 +35,26 @@ For high-level changelog, see :doc:`package information including changelog `_ 2024-08-21 ``SSHHook: check if existing connection is still alive (#41061)`` +================================================================================================= =========== ================================================================= + 3.13.0 ...... -Latest change: 2024-08-12 +Latest change: 2024-08-19 ================================================================================================= =========== ======================================================================= Commit Committed Subject ================================================================================================= =========== ======================================================================= +`75fb7acbac `_ 2024-08-19 ``Prepare docs for Aug 2nd wave of providers (#41559)`` `fcbff15bda `_ 2024-08-12 ``Bump minimum Airflow version in providers to Airflow 2.8.0 (#41396)`` ================================================================================================= =========== ======================================================================= diff --git a/docs/apache-airflow-providers-ssh/index.rst b/docs/apache-airflow-providers-ssh/index.rst index c73d3072d7738..9bcdf5add31f7 100644 --- a/docs/apache-airflow-providers-ssh/index.rst +++ b/docs/apache-airflow-providers-ssh/index.rst @@ -68,7 +68,7 @@ apache-airflow-providers-ssh package `Secure Shell (SSH) `__ -Release: 3.13.0 +Release: 3.13.1 Provider package ---------------- diff --git a/docs/apache-airflow-providers-tabular/commits.rst b/docs/apache-airflow-providers-tabular/commits.rst index da18343a4fc52..6536c15ea88e5 100644 --- a/docs/apache-airflow-providers-tabular/commits.rst +++ b/docs/apache-airflow-providers-tabular/commits.rst @@ -35,14 +35,26 @@ For high-level changelog, see :doc:`package information including changelog `_ 2024-08-22 ``Mark tabular provider as removed (#41629)`` +================================================================================================= =========== ============================================= + 1.6.0 ..... -Latest change: 2024-08-12 +Latest change: 2024-08-19 ================================================================================================= =========== ======================================================================= Commit Committed Subject ================================================================================================= =========== ======================================================================= +`75fb7acbac `_ 2024-08-19 ``Prepare docs for Aug 2nd wave of providers (#41559)`` `fcbff15bda `_ 2024-08-12 ``Bump minimum Airflow version in providers to Airflow 2.8.0 (#41396)`` ================================================================================================= =========== ======================================================================= diff --git a/docs/apache-airflow-providers-tabular/index.rst b/docs/apache-airflow-providers-tabular/index.rst index ac991c436560b..f03e45efd4db7 100644 --- a/docs/apache-airflow-providers-tabular/index.rst +++ b/docs/apache-airflow-providers-tabular/index.rst @@ -64,7 +64,7 @@ apache-airflow-providers-tabular package `Tabular `__ -Release: 1.6.0 +Release: 1.6.1 Provider package ---------------- @@ -72,6 +72,14 @@ Provider package This package is for the ``tabular`` provider. All classes for this package are included in the ``airflow.providers.tabular`` python package. + .. warning:: + + This provider is not maintained anymore by the community. It has been removed and is not going to be + updated anymore. The removal was done according to the process described in + `Removing community providers `_ + + Feel free to contact Airflow Development Mailing List if you have any questions. + Installation ------------ @@ -90,31 +98,3 @@ PIP package Version required ``apache-airflow`` ``>=2.8.0`` ``apache-airflow-providers-apache-iceberg`` =========================================== ================== - -Cross provider package dependencies ------------------------------------ - -Those are dependencies that might be needed in order to use all the features of the package. -You need to install the specified provider packages in order to use them. - -You can install such cross-provider dependencies when installing from PyPI. For example: - -.. code-block:: bash - - pip install apache-airflow-providers-tabular[apache.iceberg] - - -==================================================================================================================== ================== -Dependent package Extra -==================================================================================================================== ================== -`apache-airflow-providers-apache-iceberg `_ ``apache.iceberg`` -==================================================================================================================== ================== - -Downloading official packages ------------------------------ - -You can download officially released packages and verify their checksums and signatures from the -`Official Apache Download site `_ - -* `The apache-airflow-providers-tabular 1.6.0 sdist package `_ (`asc `__, `sha512 `__) -* `The apache-airflow-providers-tabular 1.6.0 wheel package `_ (`asc `__, `sha512 `__)