From 1576b35849de58273c1cb8b059e857974e606d76 Mon Sep 17 00:00:00 2001
From: Amisha Singla <amishas157@gmail.com>
Date: Mon, 16 Dec 2024 15:18:51 -0600
Subject: [PATCH] Extract secret from gcs

update

move

update
---
 dags/external_data_dag.py                            |  5 ++++-
 .../build_elementary_slack_alert_task.py             | 12 +-----------
 dags/stellar_etl_airflow/utils.py                    | 11 +++++++++++
 3 files changed, 16 insertions(+), 12 deletions(-)

diff --git a/dags/external_data_dag.py b/dags/external_data_dag.py
index 16720102..330b04e7 100644
--- a/dags/external_data_dag.py
+++ b/dags/external_data_dag.py
@@ -22,6 +22,7 @@
     get_airflow_metadata,
 )
 from stellar_etl_airflow.default import get_default_dag_args, init_sentry
+from stellar_etl_airflow.utils import access_secret
 
 init_sentry()
 
@@ -65,7 +66,9 @@
         "{{ subtract_data_interval(dag, data_interval_end).isoformat() }}",
     ],
     use_gcs=True,
-    env_vars={"RETOOL_API_KEY": "{{ var.value.retool_api_key }}"},
+    env_vars={
+        "RETOOL_API_KEY": access_secret("retool-api-key-test", "default"),
+    },
 )
 
 
diff --git a/dags/stellar_etl_airflow/build_elementary_slack_alert_task.py b/dags/stellar_etl_airflow/build_elementary_slack_alert_task.py
index 6bc76e26..94b662f6 100644
--- a/dags/stellar_etl_airflow/build_elementary_slack_alert_task.py
+++ b/dags/stellar_etl_airflow/build_elementary_slack_alert_task.py
@@ -1,22 +1,12 @@
-import base64
 import logging
 from datetime import timedelta
 
 from airflow.configuration import conf
 from airflow.models import Variable
 from airflow.providers.cncf.kubernetes.operators.pod import KubernetesPodOperator
-from kubernetes import client, config
 from kubernetes.client import models as k8s
 from stellar_etl_airflow.default import alert_after_max_retries
-
-
-def access_secret(secret_name, namespace):
-    config.load_kube_config()
-    v1 = client.CoreV1Api()
-    secret_data = v1.read_namespaced_secret(secret_name, namespace)
-    secret = secret_data.data
-    secret = base64.b64decode(secret["token"]).decode("utf-8")
-    return secret
+from stellar_etl_airflow.utils import access_secret
 
 
 def elementary_task(dag, task_name, command, cmd_args=[], resource_cfg="default"):
diff --git a/dags/stellar_etl_airflow/utils.py b/dags/stellar_etl_airflow/utils.py
index a260fd9b..134bbd7c 100644
--- a/dags/stellar_etl_airflow/utils.py
+++ b/dags/stellar_etl_airflow/utils.py
@@ -1,3 +1,4 @@
+import base64
 import logging
 import re
 import time
@@ -5,6 +6,7 @@
 from airflow.configuration import conf
 from airflow.models import Variable
 from airflow.utils.state import TaskInstanceState
+from kubernetes import client, config
 
 base_log_folder = conf.get("logging", "base_log_folder")
 
@@ -100,3 +102,12 @@ def skip_retry_dbt_errors(context) -> None:
         return
     else:
         return
+
+
+def access_secret(secret_name, namespace):
+    config.load_kube_config()
+    v1 = client.CoreV1Api()
+    secret_data = v1.read_namespaced_secret(secret_name, namespace)
+    secret = secret_data.data
+    secret = base64.b64decode(secret["token"]).decode("utf-8")
+    return secret