From eb73874b60bc4e82a94ce93c82aa51dacea7b080 Mon Sep 17 00:00:00 2001 From: Amisha Singla Date: Wed, 17 Jul 2024 16:26:27 -0500 Subject: [PATCH 1/3] update BQ schema --- schemas/trust_lines_schema.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/schemas/trust_lines_schema.json b/schemas/trust_lines_schema.json index 9b4e734e..1502d701 100644 --- a/schemas/trust_lines_schema.json +++ b/schemas/trust_lines_schema.json @@ -12,7 +12,7 @@ { "mode": "NULLABLE", "name": "asset_type", - "type": "INTEGER" + "type": "STRING" }, { "mode": "NULLABLE", From 22ace292f10e4a7bc2e6a5d59c9634e3c5b2d1ab Mon Sep 17 00:00:00 2001 From: Amisha Singla Date: Wed, 17 Jul 2024 16:43:03 -0500 Subject: [PATCH 2/3] update with test image ref --- airflow_variables_dev.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/airflow_variables_dev.json b/airflow_variables_dev.json index 496e1e3a..564109a7 100644 --- a/airflow_variables_dev.json +++ b/airflow_variables_dev.json @@ -154,7 +154,7 @@ }, "gcs_exported_data_bucket_name": "us-central1-test-hubble-2-5f1f2dbf-bucket", "gcs_exported_object_prefix": "dag-exported", - "image_name": "stellar/stellar-etl:98bea9a", + "image_name": "amishastellar/stellar-etl:pr-268", "image_output_path": "/etl/exported_data/", "image_pull_policy": "IfNotPresent", "k8s_namespace": "hubble-composer", From 3b831ac83ae312236dcaf1ae985a9781a30365b9 Mon Sep 17 00:00:00 2001 From: Amisha Singla Date: Mon, 22 Jul 2024 12:55:42 -0500 Subject: [PATCH 3/3] update etl and dbt images --- airflow_variables_dev.json | 4 ++-- airflow_variables_prod.json | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/airflow_variables_dev.json b/airflow_variables_dev.json index f5094cf7..ba0d24d7 100644 --- a/airflow_variables_dev.json +++ b/airflow_variables_dev.json @@ -122,7 +122,7 @@ "partnership_assets__account_holders_activity_fact": false, "partnership_assets__asset_activity_fact": false }, - "dbt_image_name": "stellar/stellar-dbt:3e34e0e", + "dbt_image_name": "stellar/stellar-dbt:c37ade6", "dbt_internal_source_db": "test-hubble-319619", "dbt_internal_source_schema": "test_crypto_stellar_internal", "dbt_job_execution_timeout_seconds": 300, @@ -154,7 +154,7 @@ }, "gcs_exported_data_bucket_name": "us-central1-test-hubble-2-5f1f2dbf-bucket", "gcs_exported_object_prefix": "dag-exported", - "image_name": "amishastellar/stellar-etl:pr-268", + "image_name": "stellar/stellar-etl:741ee9b", "image_output_path": "/etl/exported_data/", "image_pull_policy": "IfNotPresent", "k8s_namespace": "hubble-composer", diff --git a/airflow_variables_prod.json b/airflow_variables_prod.json index 5ffc89d6..ffeb3d5c 100644 --- a/airflow_variables_prod.json +++ b/airflow_variables_prod.json @@ -123,7 +123,7 @@ "partnership_assets__asset_activity_fact": false, "trade_agg": false }, - "dbt_image_name": "stellar/stellar-dbt:3e34e0e", + "dbt_image_name": "stellar/stellar-dbt:c37ade6", "dbt_internal_source_db": "hubble-261722", "dbt_internal_source_schema": "crypto_stellar_internal_2", "dbt_job_execution_timeout_seconds": 1800, @@ -155,7 +155,7 @@ }, "gcs_exported_data_bucket_name": "us-central1-hubble-14c4ca64-bucket", "gcs_exported_object_prefix": "dag-exported", - "image_name": "stellar/stellar-etl:ab57fa4", + "image_name": "stellar/stellar-etl:741ee9b", "image_output_path": "/etl/exported_data/", "image_pull_policy": "IfNotPresent", "k8s_namespace": "hubble-composer",