Skip to content

Commit

Permalink
Update mart dag timing
Browse files Browse the repository at this point in the history
  • Loading branch information
chowbao committed Oct 31, 2023
1 parent dc732ed commit 9db4e32
Showing 1 changed file with 6 additions and 2 deletions.
8 changes: 6 additions & 2 deletions dags/marts_tables_dag.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,12 +12,16 @@
default_args=get_default_dag_args(),
start_date=datetime.datetime(2015, 9, 30),
description="This DAG runs dbt to create the tables for the models in marts/ but not any marts subdirectories.",
schedule_interval="0 11 * * *", # Daily 11 AM UTC
schedule_interval="0 17 * * *", # Daily 11 AM UTC
params={},
catchup=True,
max_active_runs=1,
)

wait_on_partnership_assets_dag = build_cross_deps(
dag, "wait_on_partnership_assets_pipeline", "partnership_assets_dag", time_delta=10
)

# tasks for staging tables for marts
stg_history_transactions = build_dbt_task(dag, "stg_history_transactions")
stg_history_assets = build_dbt_task(dag, "stg_history_assets")
Expand Down Expand Up @@ -48,7 +52,7 @@
network_stats_agg
liquidity_providers

int_meaningful_asset_prices >> int_asset_stats_agg
wait_on_partnership_assets_dag >> int_meaningful_asset_prices >> int_asset_stats_agg
stg_excluded_accounts >> int_asset_stats_agg
stg_xlm_to_usd >> int_asset_stats_agg
int_asset_stats_agg >> asset_stats_agg
Expand Down

0 comments on commit 9db4e32

Please sign in to comment.