From aa717bd34ce6f610040e5301c251e0a1cdc1c220 Mon Sep 17 00:00:00 2001 From: sydneynotthecity Date: Mon, 20 Nov 2023 11:55:22 -0600 Subject: [PATCH 1/2] Remove usds tasks --- dags/asset_pricing_pipeline_dag.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/dags/asset_pricing_pipeline_dag.py b/dags/asset_pricing_pipeline_dag.py index 14120229..7606d253 100644 --- a/dags/asset_pricing_pipeline_dag.py +++ b/dags/asset_pricing_pipeline_dag.py @@ -32,14 +32,12 @@ # tasks for ohlc intermediate tables int_stable_coin_prices = build_dbt_task(dag, "int_stable_coin_prices") int_usdc_trades = build_dbt_task(dag, "int_usdc_trades") -int_usds_trades = build_dbt_task(dag, "int_usds_trades") int_xlm_trades = build_dbt_task(dag, "int_xlm_trades") # tasks for final fact ohlc_exchange_fact = build_dbt_task(dag, "ohlc_exchange_fact") # DAG task graph -stg_history_trades >> int_usdc_trades >> ohlc_exchange_fact -stg_history_trades >> int_usds_trades >> ohlc_exchange_fact +stg_history_trades >> stg_asset_prices_usd >> int_usdc_trades >> ohlc_exchange_fact stg_history_trades >> int_xlm_trades >> ohlc_exchange_fact int_xlm_trades >> int_stable_coin_prices >> ohlc_exchange_fact From 2f2b0e4f82d1fefc16eb45dcad0b7773df722d90 Mon Sep 17 00:00:00 2001 From: sydneynotthecity Date: Mon, 20 Nov 2023 12:20:39 -0600 Subject: [PATCH 2/2] Update dbt image --- airflow_variables_dev.json | 2 +- airflow_variables_prod.json | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/airflow_variables_dev.json b/airflow_variables_dev.json index 2ec0c537..d748ea1b 100644 --- a/airflow_variables_dev.json +++ b/airflow_variables_dev.json @@ -94,7 +94,7 @@ "partnership_assets__account_holders_activity_fact": true, "partnership_assets__asset_activity_fact": true }, - "dbt_image_name": "stellar/stellar-dbt:2ef9be7", + "dbt_image_name": "stellar/stellar-dbt:1e160fe", "dbt_job_execution_timeout_seconds": 300, "dbt_job_retries": 1, "dbt_keyfile_profile": "", diff --git a/airflow_variables_prod.json b/airflow_variables_prod.json index 8b5cb96e..1ca335b1 100644 --- a/airflow_variables_prod.json +++ b/airflow_variables_prod.json @@ -116,7 +116,7 @@ "partnership_assets__asset_activity_fact": false, "trade_agg": false }, - "dbt_image_name": "stellar/stellar-dbt:2ef9be7", + "dbt_image_name": "stellar/stellar-dbt:1e160fe", "dbt_job_execution_timeout_seconds": 6000, "dbt_job_retries": 1, "dbt_keyfile_profile": "",