Downgrade dbt-core dependency to concrete required version (i.e. firs…

…t one with behavior flags) (#842)

dbt/adapters/databricks/impl.py

@@ -84,10 +84,16 @@
 from dbt_common.exceptions import DbtInternalError
 from dbt_common.contracts.config.base import BaseConfig
 
+from importlib import metadata
+from packaging import version
+
 if TYPE_CHECKING:
     from agate import Row
     from agate import Table
 
+dbt_version = metadata.version("dbt-core")
+SUPPORT_MICROBATCH = version.parse(dbt_version) >= version.parse("1.9.0b1")
+
 CURRENT_CATALOG_MACRO_NAME = "current_catalog"
 USE_CATALOG_MACRO_NAME = "use_catalog"
 GET_CATALOG_MACRO_NAME = "get_catalog"
@@ -659,8 +665,13 @@ def run_sql_for_tests(
             cursor.close()
             conn.transaction_open = False
 
+    @available
     def valid_incremental_strategies(self) -> list[str]:
-        return ["append", "merge", "insert_overwrite", "replace_where", "microbatch"]
+        valid_strategies = ["append", "merge", "insert_overwrite", "replace_where"]
+        if SUPPORT_MICROBATCH:
+            valid_strategies.append("microbatch")
+
+        return valid_strategies
 
     @property
     def python_submission_helpers(self) -> dict[str, type[PythonJobHelper]]:

dbt/include/databricks/macros/materializations/incremental/validate.sql

@@ -35,7 +35,7 @@
     Use the 'merge' or 'replace_where' strategy instead
   {%- endset %}
 
-  {% if raw_strategy not in ['append', 'merge', 'insert_overwrite', 'replace_where', 'microbatch'] %}
+  {% if raw_strategy not in adapter.valid_incremental_strategies() %}
     {% do exceptions.raise_compiler_error(invalid_strategy_msg) %}
   {%-else %}
     {% if raw_strategy == 'merge' and file_format not in ['delta', 'hudi'] %}

requirements.txt

@@ -1,6 +1,6 @@
 databricks-sql-connector>=3.5.0, <4.0
-dbt-spark>=1.9.0b1, <2.0
-dbt-core>=1.9.0b1, <2.0
+dbt-spark>=1.8.0, <2.0
+dbt-core>=1.8.7, <2.0
 dbt-common>=1.10.0, <2.0
 dbt-adapters>=1.7.0, <2.0
 databricks-sdk==0.17.0

setup.py

@@ -2,7 +2,7 @@
 import os
 import sys
 
-# require python 3.8 or newer
+# require python 3.9 or newer
 if sys.version_info < (3, 9):
     print("Error: dbt does not support this version of Python.")
     print("Please upgrade to Python 3.9 or higher.")
@@ -54,8 +54,8 @@ def _get_plugin_version() -> str:
     packages=find_namespace_packages(include=["dbt", "dbt.*"]),
     include_package_data=True,
     install_requires=[
-        "dbt-spark>=1.9.0b1, <2.0",
-        "dbt-core>=1.9.0b1, <2.0",
+        "dbt-spark>=1.8.0, <2.0",
+        "dbt-core>=1.8.7, <2.0",
         "dbt-adapters>=1.7.0, <2.0",
         "dbt-common>=1.10.0, <2.0",
         "databricks-sql-connector>=3.5.0, <4.0.0",

tests/functional/adapter/microbatch/test_microbatch.py

@@ -2,10 +2,18 @@
     BaseMicrobatch,
 )
 import pytest
+from packaging import version
+from importlib import metadata
 
 from tests.functional.adapter.microbatch import fixtures
 
+dbt_version = metadata.version("dbt-core")
 
+
+@pytest.mark.skipif(
+    version.parse(dbt_version) < version.parse("1.9.0b1"),
+    reason="Microbatch is not supported with this version of core",
+)
 class TestDatabricksMicrobatch(BaseMicrobatch):
     @pytest.fixture(scope="class")
     def models(self, microbatch_model_sql, input_model_sql):