From 436fe6c889b72cc80fe6ffdf11afd1e7f8dbfea7 Mon Sep 17 00:00:00 2001 From: Amisha Singla Date: Thu, 14 Nov 2024 16:10:14 -0600 Subject: [PATCH] Make el configurable --- airflow_variables_dev.json | 1 + airflow_variables_prod.json | 1 + dags/elementary_report_dag.py | 2 +- 3 files changed, 3 insertions(+), 1 deletion(-) diff --git a/airflow_variables_dev.json b/airflow_variables_dev.json index 5c99f07a..4a93a6b2 100644 --- a/airflow_variables_dev.json +++ b/airflow_variables_dev.json @@ -118,6 +118,7 @@ }, "dbt_dataset_for_test": "test", "dbt_elementary_dataset": "test_elementary", + "dbt_elementary_report_execution_limit": 120, "dbt_elementary_secret": "slack-token-elementary", "dbt_elementary_target": "elementary", "dbt_full_refresh_models": { diff --git a/airflow_variables_prod.json b/airflow_variables_prod.json index e759da5c..5ae9f668 100644 --- a/airflow_variables_prod.json +++ b/airflow_variables_prod.json @@ -110,6 +110,7 @@ }, "dbt_dataset_for_test": "placeholder_value", "dbt_elementary_dataset": "elementary", + "dbt_elementary_report_execution_limit": 360, "dbt_elementary_secret": "slack-token-elementary", "dbt_elementary_target": "elementary", "dbt_full_refresh_models": { diff --git a/dags/elementary_report_dag.py b/dags/elementary_report_dag.py index ab9c606d..26645c5d 100644 --- a/dags/elementary_report_dag.py +++ b/dags/elementary_report_dag.py @@ -38,7 +38,7 @@ "--profiles-dir", ".", "--executions-limit", - "120", + "{{ var.value.dbt_elementary_report_execution_limit }}", "--slack-file-name", f"elementary_report_{datetime.today().date()}.html", ],