Remove freshness check dag for now

stellar · Oct 3, 2024 · 13072bb · 13072bb
1 parent 8072952
commit 13072bb
Show file tree

Hide file tree

Showing 3 changed files with 2 additions and 57 deletions.
diff --git a/airflow_variables_dev.json b/airflow_variables_dev.json
@@ -347,7 +347,6 @@
     "enriched_history_operations": 780,
     "enriched_history_operations_with_exclude": 780,
     "fee_stats": 840,
-    "freshness": 720,
     "history_assets": 720,
     "liquidity_pool_trade_volume": 1140,
     "liquidity_pools_value": 840,

diff --git a/dags/dbt_source_data_freshness_test_dag.py b/dags/dbt_source_data_freshness_test_dag.py
diff --git a/dags/stellar_etl_airflow/build_dbt_task.py b/dags/stellar_etl_airflow/build_dbt_task.py
@@ -61,11 +61,9 @@ def create_dbt_profile(project="prod"):
 def dbt_task(
     dag,
     model_name=None,
-    sub_command=None,
     tag=None,
     flag="select",
     operator="",
-    cmd_args=[],
     command_type="build",
     excluded=None,
     resource_cfg="default",
@@ -89,15 +87,7 @@ def dbt_task(
 
     dbt_image = "{{ var.value.dbt_image_name }}"
 
-    args = [command_type]
-    if sub_command:
-        args.append(sub_command)
-
-    if flag:
-        args.append(f"--{flag}")
-
-    if len(cmd_args):
-        args = [*args, *cmd_args]
+    args = [command_type, f"--{flag}"]
 
     models = []
     if tag:
@@ -106,12 +96,10 @@ def dbt_task(
     if model_name:
         task_name = model_name
         models.append(f"{operator}{model_name}")
-    if sub_command:
-        task_name = sub_command
     if len(models) > 1:
         task_name = "multiple_models"
         args.append(",".join(models))
-    elif len(models):
+    else:
         args.append(models[0])
 
     # --exclude selector added for necessary use cases