diff --git a/dbt/adapters/spark/impl.py b/dbt/adapters/spark/impl.py index 4f7b9d4cc..699eca9d2 100644 --- a/dbt/adapters/spark/impl.py +++ b/dbt/adapters/spark/impl.py @@ -23,7 +23,7 @@ logger = AdapterLogger("Spark") -GET_COLUMNS_IN_RELATION_RAW_MACRO_NAME = "spark__get_columns_in_relation_raw" +GET_COLUMNS_IN_RELATION_RAW_MACRO_NAME = "get_columns_in_relation_raw" LIST_SCHEMAS_MACRO_NAME = "list_schemas" LIST_RELATIONS_MACRO_NAME = "list_relations_without_caching" DROP_RELATION_MACRO_NAME = "drop_relation" diff --git a/dbt/include/spark/macros/adapters.sql b/dbt/include/spark/macros/adapters.sql index 5322597ff..abdeacb7f 100644 --- a/dbt/include/spark/macros/adapters.sql +++ b/dbt/include/spark/macros/adapters.sql @@ -168,6 +168,10 @@ {%- endcall -%} {% endmacro %} +{% macro get_columns_in_relation_raw(relation) -%} + {{ return(adapter.dispatch('get_columns_in_relation_raw', 'dbt')(relation)) }} +{%- endmacro -%} + {% macro spark__get_columns_in_relation_raw(relation) -%} {% call statement('get_columns_in_relation_raw', fetch_result=True) %} describe extended {{ relation.include(schema=(schema is not none)) }}