From 297bbedac9eeec3372d42e5260f65268e443a789 Mon Sep 17 00:00:00 2001 From: Elad Kalif <45845474+eladkal@users.noreply.github.com> Date: Sat, 17 Jun 2023 13:12:32 +0300 Subject: [PATCH 1/3] Apache Airflow 2.6.2 has been released --- .github/ISSUE_TEMPLATE/airflow_bug_report.yml | 2 +- Dockerfile | 2 +- README.md | 30 +++---- RELEASE_NOTES.rst | 79 +++++++++++++++++++ airflow/utils/db.py | 1 + .../installation/supported-versions.rst | 2 +- .../pre_commit_supported_versions.py | 2 +- 7 files changed, 99 insertions(+), 19 deletions(-) diff --git a/.github/ISSUE_TEMPLATE/airflow_bug_report.yml b/.github/ISSUE_TEMPLATE/airflow_bug_report.yml index a6852a4c21f26..d0774e329dcc2 100644 --- a/.github/ISSUE_TEMPLATE/airflow_bug_report.yml +++ b/.github/ISSUE_TEMPLATE/airflow_bug_report.yml @@ -25,7 +25,7 @@ body: the latest release or main to see if the issue is fixed before reporting it. multiple: false options: - - "2.6.1" + - "2.6.2" - "main (development)" - "Other Airflow 2 version (please specify below)" validations: diff --git a/Dockerfile b/Dockerfile index 8245cbfd46af0..8ab8bc1f6c3d6 100644 --- a/Dockerfile +++ b/Dockerfile @@ -44,7 +44,7 @@ ARG AIRFLOW_UID="50000" ARG AIRFLOW_USER_HOME_DIR=/home/airflow # latest released version here -ARG AIRFLOW_VERSION="2.6.1" +ARG AIRFLOW_VERSION="2.6.2" ARG PYTHON_BASE_IMAGE="python:3.8-slim-bullseye" diff --git a/README.md b/README.md index f7f7fe636422c..036c588e6c0c0 100644 --- a/README.md +++ b/README.md @@ -86,15 +86,15 @@ Airflow is not a streaming solution, but it is often used to process real-time d Apache Airflow is tested with: -| | Main version (dev) | Stable version (2.6.1) | -|-------------|------------------------------|-------------------------| -| Python | 3.8, 3.9, 3.10, 3.11 | 3.7, 3.8, 3.9, 3.10 | -| Platform | AMD64/ARM64(\*) | AMD64/ARM64(\*) | -| Kubernetes | 1.23, 1.24, 1.25, 1.26, 1.27 | 1.23, 1.24, 1.25, 1.26 | -| PostgreSQL | 11, 12, 13, 14, 15 | 11, 12, 13, 14, 15 | -| MySQL | 5.7, 8 | 5.7, 8 | -| SQLite | 3.15.0+ | 3.15.0+ | -| MSSQL | 2017(\*), 2019(\*) | 2017(\*), 2019(\*) | +| | Main version (dev) | Stable version (2.6.2) | +|-------------|------------------------------|---------------------------| +| Python | 3.8, 3.9, 3.10, 3.11 | 3.7, 3.8, 3.9, 3.10, 3.11 | +| Platform | AMD64/ARM64(\*) | AMD64/ARM64(\*) | +| Kubernetes | 1.23, 1.24, 1.25, 1.26, 1.27 | 1.23, 1.24, 1.25, 1.26 | +| PostgreSQL | 11, 12, 13, 14, 15 | 11, 12, 13, 14, 15 | +| MySQL | 5.7, 8 | 5.7, 8 | +| SQLite | 3.15.0+ | 3.15.0+ | +| MSSQL | 2017(\*), 2019(\*) | 2017(\*), 2019(\*) | \* Experimental @@ -163,15 +163,15 @@ them to the appropriate format and workflow that your tool requires. ```bash -pip install 'apache-airflow==2.6.1' \ - --constraint "https://raw.githubusercontent.com/apache/airflow/constraints-2.6.1/constraints-3.8.txt" +pip install 'apache-airflow==2.6.2' \ + --constraint "https://raw.githubusercontent.com/apache/airflow/constraints-2.6.2/constraints-3.8.txt" ``` 2. Installing with extras (i.e., postgres, google) ```bash -pip install 'apache-airflow[postgres,google]==2.6.1' \ - --constraint "https://raw.githubusercontent.com/apache/airflow/constraints-2.6.1/constraints-3.8.txt" +pip install 'apache-airflow[postgres,google]==2.6.2' \ + --constraint "https://raw.githubusercontent.com/apache/airflow/constraints-2.6.2/constraints-3.8.txt" ``` For information on installing provider packages, check @@ -280,7 +280,7 @@ Apache Airflow version life cycle: | Version | Current Patch/Minor | State | First Release | Limited Support | EOL/Terminated | |-----------|-----------------------|-----------|-----------------|-------------------|------------------| -| 2 | 2.6.1 | Supported | Dec 17, 2020 | TBD | TBD | +| 2 | 2.6.2 | Supported | Dec 17, 2020 | TBD | TBD | | 1.10 | 1.10.15 | EOL | Aug 27, 2018 | Dec 17, 2020 | June 17, 2021 | | 1.9 | 1.9.0 | EOL | Jan 03, 2018 | Aug 27, 2018 | Aug 27, 2018 | | 1.8 | 1.8.2 | EOL | Mar 19, 2017 | Jan 03, 2018 | Jan 03, 2018 | @@ -310,7 +310,7 @@ They are based on the official release schedule of Python and Kubernetes, nicely 2. The "oldest" supported version of Python/Kubernetes is the default one until we decide to switch to later version. "Default" is only meaningful in terms of "smoke tests" in CI PRs, which are run using this default version and the default reference image available. Currently `apache/airflow:latest` - and `apache/airflow:2.6.1` images are Python 3.8 images. This means that default reference image will + and `apache/airflow:2.6.2` images are Python 3.8 images. This means that default reference image will become the default at the time when we start preparing for dropping 3.8 support which is few months before the end of life for Python 3.8. diff --git a/RELEASE_NOTES.rst b/RELEASE_NOTES.rst index 8f209f8ceead3..0a30d047f2879 100644 --- a/RELEASE_NOTES.rst +++ b/RELEASE_NOTES.rst @@ -21,6 +21,85 @@ .. towncrier release notes start +Airflow 2.6.2 (2023-06-17) +-------------------------- + +Significant Changes +^^^^^^^^^^^^^^^^^^^ + +No significant changes. + +Bug Fixes +^^^^^^^^^ +- Cascade update of TaskInstance to TaskMap table (#31445) +- Fix Kubernetes executors detection of deleted pods (#31274) +- Use keyword parameters for migration methods for mssql (#31309) +- Control permissibility of driver config in extra from airflow.cfg (#31754) +- Fixing broken links in openapi/v1.yaml (#31619) +- Hide old alert box when testing connection with different value (#31606) +- Add TriggererStatus to OpenAPI spec (#31579) +- Resolving issue where Grid won't un-collapse when Details is collapsed (#31561) +- Fix sorting of tags (#31553) +- Add the missing ``map_index`` to the xcom key when skipping downstream tasks (#31541) +- Fix airflow users delete CLI command (#31539) +- Include triggerer health status in Airflow ``/health`` endpoint (#31529) +- Remove dependency already registered for this task warning (#31502) +- Use kube_client over default CoreV1Api for deleting pods (#31477) +- Ensure min backoff in base sensor is at least 1 (#31412) +- Fix ``max_active_tis_per_dagrun`` for Dynamic Task Mapping (#31406) +- Fix error handling when pre-importing modules in DAGs (#31401) +- Fix dropdown default and adjust tutorial to use 42 as default for proof (#31400) +- Fix crash when clearing run with task from normal to mapped (#31352) +- Make BaseJobRunner a generic on the job class (#31287) +- Fix ``url_for_asset`` fallback and 404 on DAG Audit Log (#31233) +- Don't present an undefined execution date (#31196) +- Added spinner activity while the logs load (#31165) +- Include rediss to the list of supported URL schemes (#31028) +- Optimize scheduler by skipping "non-schedulable" DAGs (#30706) +- Save scheduler execution time during search for queued dag_runs (#30699) +- Fix ExternalTaskSensor to work correctly with task groups (#30742) +- Fix DAG.access_control can't sync when clean access_control (#30340) +- Fix failing get_safe_url tests for latest Python 3.8 and 3.9 (#31766) +- Fix typing for POST user endpoint (#31767) +- Fix wrong update for nested group default args (#31776) +- Fix overriding ``default_args`` in nested task groups (#31608) +- Mark ``[secrets] backend_kwargs`` as a sensitive config (#31788) +- Executor events are not always "exited" here (#30859) +- Validate connection IDs (#31140) + +Misc/Internal +""""""""""""" +- Add Python 3.11 support (#27264) +- Replace unicodecsv with standard csv library (#31693) +- Bring back unicodecsv as dependency of Airflow (#31814) +- Remove found_descendents param from get_flat_relative_ids (#31559) +- Fix typing in external task triggers (#31490) +- Wording the next and last run DAG columns better (#31467) +- Skip auto-document things with :meta private: (#31380) +- Add an example for sql_alchemy_connect_args conf (#31332) +- Convert dask upper-binding into exclusion (#31329) +- Upgrade FAB to 4.3.1 (#31203) +- Added metavar and choices to --state flag in airflow dags list-jobs CLI for suggesting valid state arguments. (#31308) +- Use only one line for tmp dir log (#31170) +- Rephrase comment in setup.py (#31312) +- Add fullname to owner on logging (#30185) +- Make connection id validation consistent across interface (#31282) +- Use single source of truth for sensitive config items (#31820) + +Doc only changes +^^^^^^^^^^^^^^^^ +- Add docstring and signature for _read_remote_logs (#31623) +- Remove note about triggerer being 3.7+ only (#31483) +- Fix version support information (#31468) +- Add missing BashOperator import to documentation example (#31436) +- Fix task.branch error caused by incorrect initial parameter (#31265) +- Update callbacks documentation (errors and context) (#31116) +- Add an example for dynamic task mapping with non-TaskFlow operator (#29762) +- Few doc fixes - links, grammar and wording (#31719) +- Add description in a few more places about adding airflow to pip install (#31448) +- Fix table formatting in docker build documentation (#31472) +- Update documentation for constraints installation (#31882) + Airflow 2.6.1 (2023-05-16) -------------------------- diff --git a/airflow/utils/db.py b/airflow/utils/db.py index 04fcb0b1cdc5b..a76f0d4f675d1 100644 --- a/airflow/utils/db.py +++ b/airflow/utils/db.py @@ -81,6 +81,7 @@ "2.5.3": "290244fb8b83", "2.6.0": "98ae134e6fff", "2.6.1": "98ae134e6fff", + "2.6.2": "c804e5c76e3e", } diff --git a/docs/apache-airflow/installation/supported-versions.rst b/docs/apache-airflow/installation/supported-versions.rst index 106745bf818e1..17ffa553496d6 100644 --- a/docs/apache-airflow/installation/supported-versions.rst +++ b/docs/apache-airflow/installation/supported-versions.rst @@ -29,7 +29,7 @@ Apache Airflow version life cycle: ========= ===================== ========= =============== ================= ================ Version Current Patch/Minor State First Release Limited Support EOL/Terminated ========= ===================== ========= =============== ================= ================ -2 2.6.1 Supported Dec 17, 2020 TBD TBD +2 2.6.2 Supported Dec 17, 2020 TBD TBD 1.10 1.10.15 EOL Aug 27, 2018 Dec 17, 2020 June 17, 2021 1.9 1.9.0 EOL Jan 03, 2018 Aug 27, 2018 Aug 27, 2018 1.8 1.8.2 EOL Mar 19, 2017 Jan 03, 2018 Jan 03, 2018 diff --git a/scripts/ci/pre_commit/pre_commit_supported_versions.py b/scripts/ci/pre_commit/pre_commit_supported_versions.py index 8430ad8a6f25e..b4d38098bb483 100755 --- a/scripts/ci/pre_commit/pre_commit_supported_versions.py +++ b/scripts/ci/pre_commit/pre_commit_supported_versions.py @@ -27,7 +27,7 @@ HEADERS = ("Version", "Current Patch/Minor", "State", "First Release", "Limited Support", "EOL/Terminated") SUPPORTED_VERSIONS = ( - ("2", "2.6.1", "Supported", "Dec 17, 2020", "TBD", "TBD"), + ("2", "2.6.2", "Supported", "Dec 17, 2020", "TBD", "TBD"), ("1.10", "1.10.15", "EOL", "Aug 27, 2018", "Dec 17, 2020", "June 17, 2021"), ("1.9", "1.9.0", "EOL", "Jan 03, 2018", "Aug 27, 2018", "Aug 27, 2018"), ("1.8", "1.8.2", "EOL", "Mar 19, 2017", "Jan 03, 2018", "Jan 03, 2018"), From 9d92cb1f21931e6fa4983eae016523a44da3669b Mon Sep 17 00:00:00 2001 From: Elad Kalif <45845474+eladkal@users.noreply.github.com> Date: Sat, 17 Jun 2023 18:56:46 +0300 Subject: [PATCH 2/3] Change release date back to 2023-06-12 --- RELEASE_NOTES.rst | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/RELEASE_NOTES.rst b/RELEASE_NOTES.rst index 0a30d047f2879..9b611c1e36f3f 100644 --- a/RELEASE_NOTES.rst +++ b/RELEASE_NOTES.rst @@ -21,7 +21,7 @@ .. towncrier release notes start -Airflow 2.6.2 (2023-06-17) +Airflow 2.6.2 (2023-06-12) -------------------------- Significant Changes From 8e85ddda53d1abaca086e48f6c1476ccf86d359e Mon Sep 17 00:00:00 2001 From: Elad Kalif <45845474+eladkal@users.noreply.github.com> Date: Sat, 17 Jun 2023 19:04:37 +0300 Subject: [PATCH 3/3] update spelling_wordlist.txt --- docs/spelling_wordlist.txt | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/docs/spelling_wordlist.txt b/docs/spelling_wordlist.txt index 3d88228562144..5ea2fc665ea3f 100644 --- a/docs/spelling_wordlist.txt +++ b/docs/spelling_wordlist.txt @@ -422,6 +422,7 @@ deps deques deregister desc +descendents deserialization Deserialize deserialize @@ -600,6 +601,7 @@ fqdn frontend fs fsGroup +fullname func Fundera ga @@ -925,6 +927,7 @@ metadatabase metarouter Metastore metastore +metavar mget mgmt microservice @@ -1025,6 +1028,7 @@ onboarded OnFailure onkill Oozie +openapi openfaas openlineage oper @@ -1213,6 +1217,7 @@ redbubble Reddit Redhat redis +rediss redoc redownloading redshift