Restrict looker-sdk version 24.18.0 and microsoft-kiota-http 1.3.4 (#…

…42954) (#42977) * restrict looker version 24.18.0 * update microsoft provider deps with microsoft-kiota-http * update gh issue ids to provider yaml files * ignore type in applfowhook * ignore type in applfowhook * ignore type in applfowhook (cherry picked from commit 7d8ea68) Co-authored-by: GPK <[email protected]>
apache · Oct 24, 2024 · 65b28b8 · 65b28b8
1 parent 3493a25
commit 65b28b8
Show file tree

Hide file tree

Showing 5 changed files with 13 additions and 6 deletions.
diff --git a/airflow/providers/amazon/aws/hooks/appflow.py b/airflow/providers/amazon/aws/hooks/appflow.py
@@ -117,9 +117,9 @@ def update_flow_filter(self, flow_name: str, filter_tasks, set_trigger_ondemand:
 
         self.conn.update_flow(
             flowName=response["flowName"],
-            destinationFlowConfigList=response["destinationFlowConfigList"],
-            sourceFlowConfig=response["sourceFlowConfig"],
-            triggerConfig=response["triggerConfig"],
+            destinationFlowConfigList=response["destinationFlowConfigList"],  # type: ignore[arg-type]
+            sourceFlowConfig=response["sourceFlowConfig"],  # type: ignore[arg-type]
+            triggerConfig=response["triggerConfig"],  # type: ignore[arg-type]
             description=response.get("description", "Flow description."),
-            tasks=tasks,
+            tasks=tasks,  # type: ignore[arg-type]
         )
diff --git a/airflow/providers/google/provider.yaml b/airflow/providers/google/provider.yaml
@@ -154,7 +154,9 @@ dependencies:
   - grpcio-gcp>=0.2.2
   - httpx>=0.25.0
   - json-merge-patch>=0.2
-  - looker-sdk>=22.4.0
+  # looker-sdk 24.18.0 has issues in import looker_sdk.rtl,  No module named looker_sdk.rtl
+  # See https://github.com/looker-open-source/sdk-codegen/issues/1518
+  - looker-sdk>=22.4.0,!=24.18.0
   - pandas-gbq>=0.7.0
   # In pandas 2.2 minimal version of the sqlalchemy is 2.0
   # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies

diff --git a/airflow/providers/microsoft/azure/provider.yaml b/airflow/providers/microsoft/azure/provider.yaml
@@ -104,6 +104,9 @@ dependencies:
   - azure-mgmt-containerregistry>=8.0.0
   - azure-mgmt-containerinstance>=10.1.0
   - msgraph-core>=1.0.0
+  # msgraph-core has transient import failures with microsoft-kiota-http==1.3.4
+  # See https://github.com/microsoftgraph/msgraph-sdk-python-core/issues/706
+  - microsoft-kiota-http>=1.3.0,!=1.3.4
 
 devel-dependencies:
   - pywinrm

diff --git a/generated/provider_dependencies.json b/generated/provider_dependencies.json
@@ -655,7 +655,7 @@
       "grpcio-gcp>=0.2.2",
       "httpx>=0.25.0",
       "json-merge-patch>=0.2",
-      "looker-sdk>=22.4.0",
+      "looker-sdk>=22.4.0,!=24.18.0",
       "pandas-gbq>=0.7.0",
       "pandas>=1.5.3,<2.2;python_version<\"3.9\"",
       "pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
@@ -801,6 +801,7 @@
       "azure-storage-file-share>=12.7.0",
       "azure-synapse-artifacts>=0.17.0",
       "azure-synapse-spark>=0.2.0",
+      "microsoft-kiota-http>=1.3.0,!=1.3.4",
       "msgraph-core>=1.0.0"
     ],
     "devel-deps": [

diff --git a/tests/datasets/test_manager.py b/tests/datasets/test_manager.py
@@ -144,6 +144,7 @@ def test_register_dataset_change(self, session, dag_maker, mock_task_instance):
         assert session.query(DatasetEvent).filter_by(dataset_id=dsm.id).count() == 1
         assert session.query(DatasetDagRunQueue).count() == 2
 
+    @pytest.mark.skip_if_database_isolation_mode
     @pytest.mark.usefixtures("clear_datasets")
     def test_register_dataset_change_with_alias(self, session, dag_maker, mock_task_instance):
         consumer_dag_1 = DagModel(dag_id="conumser_1", is_active=True, fileloc="dag1.py")