Skip to content

Commit

Permalink
Merge pull request #234 from stellar/update-marts-dag-timing
Browse files Browse the repository at this point in the history
Update mart dag timing
  • Loading branch information
chowbao authored Oct 31, 2023
2 parents dc732ed + eea5378 commit a4714ee
Showing 1 changed file with 7 additions and 2 deletions.
9 changes: 7 additions & 2 deletions dags/marts_tables_dag.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@

from airflow import DAG
from airflow.models.variable import Variable
from stellar_etl_airflow.build_cross_dependency_task import build_cross_deps
from stellar_etl_airflow.build_dbt_task import build_dbt_task
from stellar_etl_airflow.default import get_default_dag_args, init_sentry

Expand All @@ -12,12 +13,16 @@
default_args=get_default_dag_args(),
start_date=datetime.datetime(2015, 9, 30),
description="This DAG runs dbt to create the tables for the models in marts/ but not any marts subdirectories.",
schedule_interval="0 11 * * *", # Daily 11 AM UTC
schedule_interval="0 17 * * *", # Daily 11 AM UTC
params={},
catchup=True,
max_active_runs=1,
)

wait_on_partnership_assets_dag = build_cross_deps(
dag, "wait_on_partnership_assets_pipeline", "partnership_assets_dag", time_delta=10
)

# tasks for staging tables for marts
stg_history_transactions = build_dbt_task(dag, "stg_history_transactions")
stg_history_assets = build_dbt_task(dag, "stg_history_assets")
Expand Down Expand Up @@ -48,7 +53,7 @@
network_stats_agg
liquidity_providers

int_meaningful_asset_prices >> int_asset_stats_agg
wait_on_partnership_assets_dag >> int_meaningful_asset_prices >> int_asset_stats_agg
stg_excluded_accounts >> int_asset_stats_agg
stg_xlm_to_usd >> int_asset_stats_agg
int_asset_stats_agg >> asset_stats_agg
Expand Down

0 comments on commit a4714ee

Please sign in to comment.