diff --git a/dags/marts_tables_dag.py b/dags/marts_tables_dag.py index 5c447d50..40c33936 100644 --- a/dags/marts_tables_dag.py +++ b/dags/marts_tables_dag.py @@ -2,6 +2,7 @@ from airflow import DAG from airflow.models.variable import Variable +from stellar_etl_airflow.build_cross_dependency_task import build_cross_deps from stellar_etl_airflow.build_dbt_task import build_dbt_task from stellar_etl_airflow.default import get_default_dag_args, init_sentry @@ -12,12 +13,16 @@ default_args=get_default_dag_args(), start_date=datetime.datetime(2015, 9, 30), description="This DAG runs dbt to create the tables for the models in marts/ but not any marts subdirectories.", - schedule_interval="0 11 * * *", # Daily 11 AM UTC + schedule_interval="0 17 * * *", # Daily 11 AM UTC params={}, catchup=True, max_active_runs=1, ) +wait_on_partnership_assets_dag = build_cross_deps( + dag, "wait_on_partnership_assets_pipeline", "partnership_assets_dag", time_delta=10 +) + # tasks for staging tables for marts stg_history_transactions = build_dbt_task(dag, "stg_history_transactions") stg_history_assets = build_dbt_task(dag, "stg_history_assets") @@ -48,7 +53,7 @@ network_stats_agg liquidity_providers -int_meaningful_asset_prices >> int_asset_stats_agg +wait_on_partnership_assets_dag >> int_meaningful_asset_prices >> int_asset_stats_agg stg_excluded_accounts >> int_asset_stats_agg stg_xlm_to_usd >> int_asset_stats_agg int_asset_stats_agg >> asset_stats_agg