From 08188f80f4bb6c225eaf4f58e2742c982a230652 Mon Sep 17 00:00:00 2001 From: Jarek Potiuk Date: Thu, 24 Aug 2023 11:52:43 +0200 Subject: [PATCH] Bring back hive support for Python 3.11 (#32607) Update airflow/providers/apache/hive/CHANGELOG.rst Co-authored-by: Tzu-ping Chung --- airflow/providers/apache/hive/CHANGELOG.rst | 7 +++++++ airflow/providers/apache/hive/provider.yaml | 11 +---------- generated/provider_dependencies.json | 7 ++----- 3 files changed, 10 insertions(+), 15 deletions(-) diff --git a/airflow/providers/apache/hive/CHANGELOG.rst b/airflow/providers/apache/hive/CHANGELOG.rst index 90c625c6c727..977761881fbc 100644 --- a/airflow/providers/apache/hive/CHANGELOG.rst +++ b/airflow/providers/apache/hive/CHANGELOG.rst @@ -27,6 +27,12 @@ Changelog --------- +The provider now uses pure-sasl, a pure-Python implementation of SASL, +which is better maintained than previous sasl implementation, even +if a bit slower for sasl interface. It also allows hive to be +installed for Python 3.11. + + 6.1.4 ..... @@ -49,6 +55,7 @@ Misc * ``Add more accurate typing for DbApiHook.run method (#31846)`` * ``Move Hive configuration to Apache Hive provider (#32777)`` + 6.1.2 ..... diff --git a/airflow/providers/apache/hive/provider.yaml b/airflow/providers/apache/hive/provider.yaml index fe5e46529e15..2b834e8a4005 100644 --- a/airflow/providers/apache/hive/provider.yaml +++ b/airflow/providers/apache/hive/provider.yaml @@ -60,18 +60,9 @@ dependencies: - apache-airflow-providers-common-sql>=1.3.1 - hmsclient>=0.1.0 - pandas>=0.17.1 - - pyhive[hive]>=0.6.0 - # in case of Python 3.9 sasl library needs to be installed with version higher or equal than - # 0.3.1 because only that version supports Python 3.9. For other Python version pyhive[hive] pulls - # the sasl library anyway (and there sasl library version is not relevant) - - sasl>=0.3.1; python_version>="3.9" + - pyhive[hive_pure_sasl]>=0.7.0 - thrift>=0.9.2 -# Excluded because python-sasl is not yet compatible -# with 3.11. See https://github.com/cloudera/python-sasl/issues/30 -excluded-python-versions: - - "3.11" - integrations: - integration-name: Apache Hive external-doc-url: https://hive.apache.org/ diff --git a/generated/provider_dependencies.json b/generated/provider_dependencies.json index 0c5b09bd600b..f388781e189c 100644 --- a/generated/provider_dependencies.json +++ b/generated/provider_dependencies.json @@ -120,8 +120,7 @@ "apache-airflow>=2.4.0", "hmsclient>=0.1.0", "pandas>=0.17.1", - "pyhive[hive]>=0.6.0", - "sasl>=0.3.1; python_version>=\"3.9\"", + "pyhive[hive_pure_sasl]>=0.7.0", "thrift>=0.9.2" ], "cross-providers-deps": [ @@ -133,9 +132,7 @@ "samba", "vertica" ], - "excluded-python-versions": [ - "3.11" - ] + "excluded-python-versions": [] }, "apache.impala": { "deps": [