diff --git a/.github/workflows/project_evaluator_ci.yml b/.github/workflows/project_evaluator_ci.yml index 7e09370..281ae37 100644 --- a/.github/workflows/project_evaluator_ci.yml +++ b/.github/workflows/project_evaluator_ci.yml @@ -15,6 +15,7 @@ env: DBT_JOB_TIMEOUT: 300 DBT_THREADS: 1 DBT_JOB_RETRIES: 1 + IS_RECENCY_AIRFLOW_TASK: "false" jobs: dbt-project-evaluator: diff --git a/models/marts/enriched_history/enriched_history_operations.yml b/models/marts/enriched_history/enriched_history_operations.yml index 11aca57..759a381 100644 --- a/models/marts/enriched_history/enriched_history_operations.yml +++ b/models/marts/enriched_history/enriched_history_operations.yml @@ -5,10 +5,12 @@ models: description: Aggregate table for the history operations tests: - dbt_utils.recency: + tags: [recency] datepart: hour field: closed_at interval: 12 config: + enabled: '{{ target.name == "ci" or env_var("IS_RECENCY_AIRFLOW_TASK") == "true" }}' severity: '{{ "error" if target.name == "prod" else "warn" }}' meta: description: "Monitors the freshness of your table over time, as the expected time between data updates." diff --git a/models/marts/enriched_history/enriched_history_operations_soroban.yml b/models/marts/enriched_history/enriched_history_operations_soroban.yml index 5b19d29..e5246f5 100644 --- a/models/marts/enriched_history/enriched_history_operations_soroban.yml +++ b/models/marts/enriched_history/enriched_history_operations_soroban.yml @@ -5,10 +5,12 @@ models: description: Aggregate table for the history operations, taking only the soroban operations tests: - dbt_utils.recency: + tags: [recency] datepart: hour field: closed_at interval: 12 config: + enabled: '{{ target.name == "ci" or env_var("IS_RECENCY_AIRFLOW_TASK") == "true" }}' severity: '{{ "error" if target.name == "prod" else "warn" }}' meta: description: "Monitors the freshness of your table over time, as the expected time between data updates." diff --git a/models/marts/fee_stats_agg.yml b/models/marts/fee_stats_agg.yml index ed0ca51..cae4cd2 100644 --- a/models/marts/fee_stats_agg.yml +++ b/models/marts/fee_stats_agg.yml @@ -5,10 +5,12 @@ models: description: '{{ doc("fee_stats") }}' tests: - dbt_utils.recency: + tags: [recency] datepart: day field: cast(day_agg as timestamp) interval: 2 config: + enabled: '{{ target.name == "ci" or env_var("IS_RECENCY_AIRFLOW_TASK") == "true" }}' severity: '{{ "error" if target.name == "prod" else "warn" }}' meta: description: "Monitors the freshness of your table over time, as the expected time between data updates." diff --git a/models/marts/history_assets.yml b/models/marts/history_assets.yml index 54886ff..29d66f4 100644 --- a/models/marts/history_assets.yml +++ b/models/marts/history_assets.yml @@ -5,10 +5,12 @@ models: description: '{{ doc("history_assets") }}' tests: - dbt_utils.recency: + tags: [recency] datepart: day field: cast(batch_run_date as timestamp) interval: 2 config: + enabled: '{{ target.name == "ci" or env_var("IS_RECENCY_AIRFLOW_TASK") == "true" }}' severity: '{{ "error" if target.name == "prod" else "warn" }}' meta: description: "Monitors the freshness of your table over time, as the expected time between data updates." diff --git a/models/marts/ledger_current_state/account_signers_current.yml b/models/marts/ledger_current_state/account_signers_current.yml index f27e2a4..52d6a96 100644 --- a/models/marts/ledger_current_state/account_signers_current.yml +++ b/models/marts/ledger_current_state/account_signers_current.yml @@ -5,10 +5,12 @@ models: description: '{{ doc("account_signers_current") }}' tests: - dbt_utils.recency: + tags: [recency] datepart: hour field: closed_at interval: 12 config: + enabled: '{{ target.name == "ci" or env_var("IS_RECENCY_AIRFLOW_TASK") == "true" }}' severity: '{{ "error" if target.name == "prod" else "warn" }}' meta: description: "Monitors the freshness of your table over time, as the expected time between data updates." diff --git a/models/marts/ledger_current_state/accounts_current.yml b/models/marts/ledger_current_state/accounts_current.yml index 43280f6..30763b7 100644 --- a/models/marts/ledger_current_state/accounts_current.yml +++ b/models/marts/ledger_current_state/accounts_current.yml @@ -5,10 +5,12 @@ models: description: '{{ doc("accounts_current") }}' tests: - dbt_utils.recency: + tags: [recency] datepart: hour field: closed_at interval: 12 config: + enabled: '{{ target.name == "ci" or env_var("IS_RECENCY_AIRFLOW_TASK") == "true" }}' severity: '{{ "error" if target.name == "prod" else "warn" }}' meta: description: "Monitors the freshness of your table over time, as the expected time between data updates." diff --git a/models/marts/ledger_current_state/claimable_balances_current.yml b/models/marts/ledger_current_state/claimable_balances_current.yml index 212586f..52e73d2 100644 --- a/models/marts/ledger_current_state/claimable_balances_current.yml +++ b/models/marts/ledger_current_state/claimable_balances_current.yml @@ -5,10 +5,12 @@ models: description: '{{ doc("claimable_balances_current") }}' tests: - dbt_utils.recency: + tags: [recency] datepart: hour field: closed_at interval: 12 config: + enabled: '{{ target.name == "ci" or env_var("IS_RECENCY_AIRFLOW_TASK") == "true" }}' severity: '{{ "error" if target.name == "prod" else "warn" }}' meta: description: "Monitors the freshness of your table over time, as the expected time between data updates." diff --git a/models/marts/ledger_current_state/contract_code_current.yml b/models/marts/ledger_current_state/contract_code_current.yml index f865efd..d461e99 100644 --- a/models/marts/ledger_current_state/contract_code_current.yml +++ b/models/marts/ledger_current_state/contract_code_current.yml @@ -5,10 +5,12 @@ models: description: '{{ doc("contract_code_current") }}' tests: - dbt_utils.recency: + tags: [recency] datepart: day field: closed_at interval: 7 config: + enabled: '{{ target.name == "ci" or env_var("IS_RECENCY_AIRFLOW_TASK") == "true" }}' severity: '{{ "error" if target.name == "prod" else "warn" }}' meta: description: "Monitors the freshness of your table over time, as the expected time between data updates." diff --git a/models/marts/ledger_current_state/contract_data_current.yml b/models/marts/ledger_current_state/contract_data_current.yml index 082205e..b96c9cd 100644 --- a/models/marts/ledger_current_state/contract_data_current.yml +++ b/models/marts/ledger_current_state/contract_data_current.yml @@ -5,10 +5,12 @@ models: description: '{{ doc("contract_data_current") }}' tests: - dbt_utils.recency: + tags: [recency] datepart: hour field: closed_at interval: 12 config: + enabled: '{{ target.name == "ci" or env_var("IS_RECENCY_AIRFLOW_TASK") == "true" }}' severity: '{{ "error" if target.name == "prod" else "warn" }}' meta: description: "Monitors the freshness of your table over time, as the expected time between data updates." diff --git a/models/marts/ledger_current_state/liquidity_pools_current.yml b/models/marts/ledger_current_state/liquidity_pools_current.yml index bcc847d..f790a8f 100644 --- a/models/marts/ledger_current_state/liquidity_pools_current.yml +++ b/models/marts/ledger_current_state/liquidity_pools_current.yml @@ -5,10 +5,12 @@ models: description: '{{ doc("liquidity_pools_current") }}' tests: - dbt_utils.recency: + tags: [recency] datepart: hour field: closed_at interval: 24 config: + enabled: '{{ target.name == "ci" or env_var("IS_RECENCY_AIRFLOW_TASK") == "true" }}' severity: '{{ "error" if target.name == "prod" else "warn" }}' meta: description: "Monitors the freshness of your table over time, as the expected time between data updates." diff --git a/models/marts/ledger_current_state/offers_current.yml b/models/marts/ledger_current_state/offers_current.yml index 186db0b..2e745df 100644 --- a/models/marts/ledger_current_state/offers_current.yml +++ b/models/marts/ledger_current_state/offers_current.yml @@ -5,10 +5,12 @@ models: description: '{{ doc("offers_current") }}' tests: - dbt_utils.recency: + tags: [recency] datepart: hour field: closed_at interval: 12 config: + enabled: '{{ target.name == "ci" or env_var("IS_RECENCY_AIRFLOW_TASK") == "true" }}' severity: '{{ "error" if target.name == "prod" else "warn" }}' meta: description: "Monitors the freshness of your table over time, as the expected time between data updates." diff --git a/models/marts/ledger_current_state/trust_lines_current.yml b/models/marts/ledger_current_state/trust_lines_current.yml index 88eaa64..98e0fc6 100644 --- a/models/marts/ledger_current_state/trust_lines_current.yml +++ b/models/marts/ledger_current_state/trust_lines_current.yml @@ -5,10 +5,12 @@ models: description: '{{ doc("trust_lines_current") }}' tests: - dbt_utils.recency: + tags: [recency] datepart: hour field: closed_at interval: 12 config: + enabled: '{{ target.name == "ci" or env_var("IS_RECENCY_AIRFLOW_TASK") == "true" }}' severity: '{{ "error" if target.name == "prod" else "warn" }}' meta: description: "Monitors the freshness of your table over time, as the expected time between data updates." diff --git a/models/marts/ledger_current_state/ttl_current.yml b/models/marts/ledger_current_state/ttl_current.yml index a4430a5..79ac50b 100644 --- a/models/marts/ledger_current_state/ttl_current.yml +++ b/models/marts/ledger_current_state/ttl_current.yml @@ -5,10 +5,12 @@ models: description: '{{ doc("ttl_current") }}' tests: - dbt_utils.recency: + tags: [recency] datepart: hour field: closed_at interval: 12 config: + enabled: '{{ target.name == "ci" or env_var("IS_RECENCY_AIRFLOW_TASK") == "true" }}' severity: '{{ "error" if target.name == "prod" else "warn" }}' meta: description: "Monitors the freshness of your table over time, as the expected time between data updates." diff --git a/models/marts/trade_agg.yml b/models/marts/trade_agg.yml index 8963fe1..8fa784a 100644 --- a/models/marts/trade_agg.yml +++ b/models/marts/trade_agg.yml @@ -5,10 +5,12 @@ models: description: '{{ doc("trade_agg") }}' tests: - dbt_utils.recency: + tags: [recency] datepart: day field: cast(day_agg as timestamp) interval: 2 config: + enabled: '{{ target.name == "ci" or env_var("IS_RECENCY_AIRFLOW_TASK") == "true" }}' severity: '{{ "error" if target.name == "prod" else "warn" }}' meta: description: "Monitors the freshness of your table over time, as the expected time between data updates."