Skip to content

Commit

Permalink
lint
Browse files Browse the repository at this point in the history
  • Loading branch information
amishas157 committed Nov 12, 2024
1 parent 1ece005 commit 97c736a
Show file tree
Hide file tree
Showing 5 changed files with 28 additions and 19 deletions.
14 changes: 7 additions & 7 deletions airflow_variables_dev.json
Original file line number Diff line number Diff line change
Expand Up @@ -299,19 +299,19 @@
"memory": "600Mi"
}
},
"stellaretl": {
"requests": {
"cpu": "0.3",
"ephemeral-storage": "1Gi",
"memory": "600Mi"
}
},
"elementaryreport": {
"requests": {
"cpu": "1",
"ephemeral_storage": "2Gi",
"memory": "4Gi"
}
},
"stellaretl": {
"requests": {
"cpu": "0.3",
"ephemeral-storage": "1Gi",
"memory": "600Mi"
}
}
},
"sandbox_dataset": "crypto_stellar_internal_sandbox",
Expand Down
14 changes: 7 additions & 7 deletions airflow_variables_prod.json
Original file line number Diff line number Diff line change
Expand Up @@ -297,19 +297,19 @@
"memory": "1Gi"
}
},
"stellaretl": {
"requests": {
"cpu": "0.5",
"ephemeral-storage": "1Gi",
"memory": "1Gi"
}
},
"elementaryreport": {
"requests": {
"cpu": "1",
"ephemeral_storage": "2Gi",
"memory": "4Gi"
}
},
"stellaretl": {
"requests": {
"cpu": "0.5",
"ephemeral-storage": "1Gi",
"memory": "1Gi"
}
}
},
"sandbox_dataset": "crypto_stellar_internal_sandbox",
Expand Down
4 changes: 3 additions & 1 deletion dags/dbt_data_quality_alerts_dag.py
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,8 @@
) as dag:

# Trigger elementary
elementary_alerts = elementary_task(dag, "dbt_data_quality", "monitor", resource_cfg="dbt")
elementary_alerts = elementary_task(
dag, "dbt_data_quality", "monitor", resource_cfg="dbt"
)

elementary_alerts
11 changes: 10 additions & 1 deletion dags/elementary_report_dag.py
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,16 @@
"generate_report",
"send-report",
resource_cfg="elementaryreport",
cmd_args=["--days-back", "7", "--profiles-dir", ".", "--executions-limit", "120", "--slack-file-name", f"elementary_report_{datetime.today().date()}.html"],
cmd_args=[
"--days-back",
"7",
"--profiles-dir",
".",
"--executions-limit",
"120",
"--slack-file-name",
f"elementary_report_{datetime.today().date()}.html",
],
)

elementary_alerts
Original file line number Diff line number Diff line change
Expand Up @@ -19,9 +19,7 @@ def access_secret(secret_name, namespace):
return secret


def elementary_task(
dag, task_name, command, cmd_args=[], resource_cfg="default"
):
def elementary_task(dag, task_name, command, cmd_args=[], resource_cfg="default"):
namespace = conf.get("kubernetes", "NAMESPACE")

if namespace == "default":
Expand Down

0 comments on commit 97c736a

Please sign in to comment.