From 04141cf613bcb570667413de7703da2c7493f9e1 Mon Sep 17 00:00:00 2001 From: Amisha Singla Date: Thu, 18 Jul 2024 14:24:36 -0500 Subject: [PATCH 1/5] Update DBT image (#438) --- airflow_variables_dev.json | 2 +- airflow_variables_prod.json | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/airflow_variables_dev.json b/airflow_variables_dev.json index ac7dd616..9b96af33 100644 --- a/airflow_variables_dev.json +++ b/airflow_variables_dev.json @@ -122,7 +122,7 @@ "partnership_assets__account_holders_activity_fact": false, "partnership_assets__asset_activity_fact": false }, - "dbt_image_name": "stellar/stellar-dbt:5c7c924", + "dbt_image_name": "stellar/stellar-dbt:3e34e0e", "dbt_internal_source_db": "test-hubble-319619", "dbt_internal_source_schema": "test_crypto_stellar_internal", "dbt_job_execution_timeout_seconds": 300, diff --git a/airflow_variables_prod.json b/airflow_variables_prod.json index 6ef19808..5ffc89d6 100644 --- a/airflow_variables_prod.json +++ b/airflow_variables_prod.json @@ -123,7 +123,7 @@ "partnership_assets__asset_activity_fact": false, "trade_agg": false }, - "dbt_image_name": "stellar/stellar-dbt:5c7c924", + "dbt_image_name": "stellar/stellar-dbt:3e34e0e", "dbt_internal_source_db": "hubble-261722", "dbt_internal_source_schema": "crypto_stellar_internal_2", "dbt_job_execution_timeout_seconds": 1800, From 27f5a2ce01921404d7d242cef60a1e654238a5bf Mon Sep 17 00:00:00 2001 From: Amisha Singla Date: Mon, 22 Jul 2024 13:54:51 -0500 Subject: [PATCH 2/5] Update BQ schema and bump airflow/dbt images (#435) * update BQ schema * update with test image ref * update etl and dbt images --- airflow_variables_dev.json | 4 ++-- airflow_variables_prod.json | 4 ++-- schemas/trust_lines_schema.json | 2 +- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/airflow_variables_dev.json b/airflow_variables_dev.json index 9b96af33..ba0d24d7 100644 --- a/airflow_variables_dev.json +++ b/airflow_variables_dev.json @@ -122,7 +122,7 @@ "partnership_assets__account_holders_activity_fact": false, "partnership_assets__asset_activity_fact": false }, - "dbt_image_name": "stellar/stellar-dbt:3e34e0e", + "dbt_image_name": "stellar/stellar-dbt:c37ade6", "dbt_internal_source_db": "test-hubble-319619", "dbt_internal_source_schema": "test_crypto_stellar_internal", "dbt_job_execution_timeout_seconds": 300, @@ -154,7 +154,7 @@ }, "gcs_exported_data_bucket_name": "us-central1-test-hubble-2-5f1f2dbf-bucket", "gcs_exported_object_prefix": "dag-exported", - "image_name": "stellar/stellar-etl:ab57fa4", + "image_name": "stellar/stellar-etl:741ee9b", "image_output_path": "/etl/exported_data/", "image_pull_policy": "IfNotPresent", "k8s_namespace": "hubble-composer", diff --git a/airflow_variables_prod.json b/airflow_variables_prod.json index 5ffc89d6..ffeb3d5c 100644 --- a/airflow_variables_prod.json +++ b/airflow_variables_prod.json @@ -123,7 +123,7 @@ "partnership_assets__asset_activity_fact": false, "trade_agg": false }, - "dbt_image_name": "stellar/stellar-dbt:3e34e0e", + "dbt_image_name": "stellar/stellar-dbt:c37ade6", "dbt_internal_source_db": "hubble-261722", "dbt_internal_source_schema": "crypto_stellar_internal_2", "dbt_job_execution_timeout_seconds": 1800, @@ -155,7 +155,7 @@ }, "gcs_exported_data_bucket_name": "us-central1-hubble-14c4ca64-bucket", "gcs_exported_object_prefix": "dag-exported", - "image_name": "stellar/stellar-etl:ab57fa4", + "image_name": "stellar/stellar-etl:741ee9b", "image_output_path": "/etl/exported_data/", "image_pull_policy": "IfNotPresent", "k8s_namespace": "hubble-composer", diff --git a/schemas/trust_lines_schema.json b/schemas/trust_lines_schema.json index 9b4e734e..1502d701 100644 --- a/schemas/trust_lines_schema.json +++ b/schemas/trust_lines_schema.json @@ -12,7 +12,7 @@ { "mode": "NULLABLE", "name": "asset_type", - "type": "INTEGER" + "type": "STRING" }, { "mode": "NULLABLE", From 8a62b0115713d01982e4f1d30ff060c4c18ad721 Mon Sep 17 00:00:00 2001 From: Amisha Singla Date: Mon, 22 Jul 2024 14:32:49 -0500 Subject: [PATCH 3/5] empty (#443) From 57caef395bac8d6803ad3fbe0a8d54438886ddf6 Mon Sep 17 00:00:00 2001 From: chowbao Date: Mon, 22 Jul 2024 15:53:07 -0400 Subject: [PATCH 4/5] Revert "empty (#443)" (#444) This reverts commit 8a62b0115713d01982e4f1d30ff060c4c18ad721. From dcb83542d5e0cf1f58f13447e2b7ad985ade2e5e Mon Sep 17 00:00:00 2001 From: chowbao Date: Mon, 22 Jul 2024 15:53:16 -0400 Subject: [PATCH 5/5] Revert "Update BQ schema and bump airflow/dbt images (#435)" (#445) This reverts commit 27f5a2ce01921404d7d242cef60a1e654238a5bf. --- airflow_variables_dev.json | 4 ++-- airflow_variables_prod.json | 4 ++-- schemas/trust_lines_schema.json | 2 +- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/airflow_variables_dev.json b/airflow_variables_dev.json index ba0d24d7..9b96af33 100644 --- a/airflow_variables_dev.json +++ b/airflow_variables_dev.json @@ -122,7 +122,7 @@ "partnership_assets__account_holders_activity_fact": false, "partnership_assets__asset_activity_fact": false }, - "dbt_image_name": "stellar/stellar-dbt:c37ade6", + "dbt_image_name": "stellar/stellar-dbt:3e34e0e", "dbt_internal_source_db": "test-hubble-319619", "dbt_internal_source_schema": "test_crypto_stellar_internal", "dbt_job_execution_timeout_seconds": 300, @@ -154,7 +154,7 @@ }, "gcs_exported_data_bucket_name": "us-central1-test-hubble-2-5f1f2dbf-bucket", "gcs_exported_object_prefix": "dag-exported", - "image_name": "stellar/stellar-etl:741ee9b", + "image_name": "stellar/stellar-etl:ab57fa4", "image_output_path": "/etl/exported_data/", "image_pull_policy": "IfNotPresent", "k8s_namespace": "hubble-composer", diff --git a/airflow_variables_prod.json b/airflow_variables_prod.json index ffeb3d5c..5ffc89d6 100644 --- a/airflow_variables_prod.json +++ b/airflow_variables_prod.json @@ -123,7 +123,7 @@ "partnership_assets__asset_activity_fact": false, "trade_agg": false }, - "dbt_image_name": "stellar/stellar-dbt:c37ade6", + "dbt_image_name": "stellar/stellar-dbt:3e34e0e", "dbt_internal_source_db": "hubble-261722", "dbt_internal_source_schema": "crypto_stellar_internal_2", "dbt_job_execution_timeout_seconds": 1800, @@ -155,7 +155,7 @@ }, "gcs_exported_data_bucket_name": "us-central1-hubble-14c4ca64-bucket", "gcs_exported_object_prefix": "dag-exported", - "image_name": "stellar/stellar-etl:741ee9b", + "image_name": "stellar/stellar-etl:ab57fa4", "image_output_path": "/etl/exported_data/", "image_pull_policy": "IfNotPresent", "k8s_namespace": "hubble-composer", diff --git a/schemas/trust_lines_schema.json b/schemas/trust_lines_schema.json index 1502d701..9b4e734e 100644 --- a/schemas/trust_lines_schema.json +++ b/schemas/trust_lines_schema.json @@ -12,7 +12,7 @@ { "mode": "NULLABLE", "name": "asset_type", - "type": "STRING" + "type": "INTEGER" }, { "mode": "NULLABLE",