Make el configurable

stellar · Nov 14, 2024 · 436fe6c · 436fe6c
1 parent 00a6e92
commit 436fe6c
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 1 deletion.
diff --git a/airflow_variables_dev.json b/airflow_variables_dev.json
@@ -118,6 +118,7 @@
   },
   "dbt_dataset_for_test": "test",
   "dbt_elementary_dataset": "test_elementary",
+  "dbt_elementary_report_execution_limit": 120,
   "dbt_elementary_secret": "slack-token-elementary",
   "dbt_elementary_target": "elementary",
   "dbt_full_refresh_models": {

diff --git a/airflow_variables_prod.json b/airflow_variables_prod.json
@@ -110,6 +110,7 @@
   },
   "dbt_dataset_for_test": "placeholder_value",
   "dbt_elementary_dataset": "elementary",
+  "dbt_elementary_report_execution_limit": 360,
   "dbt_elementary_secret": "slack-token-elementary",
   "dbt_elementary_target": "elementary",
   "dbt_full_refresh_models": {

diff --git a/dags/elementary_report_dag.py b/dags/elementary_report_dag.py
@@ -38,7 +38,7 @@
             "--profiles-dir",
             ".",
             "--executions-limit",
-            "120",
+            "{{ var.value.dbt_elementary_report_execution_limit }}",
             "--slack-file-name",
             f"elementary_report_{datetime.today().date()}.html",
         ],