Merge pull request #37 from DalgoT4D/fetching-schemas-database

fetching schemas/datasets in postgres and bigquery

dbt_automation/utils/bigquery.py

@@ -25,6 +25,11 @@ def get_tables(self, schema: str) -> list:
         tables = self.bqclient.list_tables(schema)
         return [x.table_id for x in tables]
 
+    def get_schemas(self) -> list:
+        """returns the list of schema names in the given connection"""
+        datasets = self.bqclient.list_datasets()
+        return [x.dataset_id for x in datasets]
+
     def get_table_columns(self, schema: str, table: str) -> list:
         """fetch the list of columns from a BigQuery table."""
         table_ref = f"{schema}.{table}"

dbt_automation/utils/postgres.py

@@ -51,6 +51,17 @@ def get_tables(self, schema: str) -> list:
         )
         return [x[0] for x in resultset]
 
+    def get_schemas(self) -> list:
+        """returns the list of schema names in the given database connection"""
+        resultset = self.execute(
+            f"""
+            SELECT nspname
+            FROM pg_namespace
+            WHERE nspname NOT LIKE 'pg_%' AND nspname != 'information_schema';
+            """
+        )
+        return [x[0] for x in resultset]
+
     def get_columnspec(self, schema: str, table: str):
         """get the column schema for this table"""
         return [