Merge pull request #1700 from edx/katebygrace/analytics-secrets-manager

chore: analytics to call aws secrets manager

dataeng/resources/secrets-manager.sh

@@ -0,0 +1,21 @@
+#!/usr/bin/env bash
+secret_to_call="$1"
+secret_name="$2"
+set +x
+
+SECRET_JSON=$(aws secretsmanager get-secret-value --secret-id $secret_to_call --region "us-east-1" --output json)
+# Check the exit status of the AWS CLI command
+
+echo "$SECRET_JSON"
+extract_and_store_secret_value() {
+
+    value=$(echo "$SECRET_JSON" | jq -r ".SecretString | fromjson.$secret_name" 2>/dev/null)
+    eval "$secret_name"='$value'
+}
+
+if [ $? -eq 0 ]; then
+    # Use jq to extract the values from the JSON response
+    extract_and_store_secret_value $SECRET_JSON $secret_name
+else
+    echo "AWS CLI command failed"
+fi

dataeng/resources/stitch-snowflake-lag-monitor.sh

@@ -10,6 +10,11 @@ source "${PYTHON_VENV}/bin/activate"
 cd $WORKSPACE/analytics-tools/snowflake
 make requirements
 
+source secrets-manager.sh analytics-secure/job-configs/STITCH_SNOWFLAKE_LAG_MONITOR_JOB_EXTRA_VARS KEY_PATH
+source secrets-manager.sh analytics-secure/job-configs/STITCH_SNOWFLAKE_LAG_MONITOR_JOB_EXTRA_VARS PASSPHRASE_PATH
+source secrets-manager.sh analytics-secure/job-configs/STITCH_SNOWFLAKE_LAG_MONITOR_JOB_EXTRA_VARS USER
+source secrets-manager.sh analytics-secure/job-configs/STITCH_SNOWFLAKE_LAG_MONITOR_JOB_EXTRA_VARS ACCOUNT
+
 python stitch-snowflake-monitoring.py \
     --key_path $WORKSPACE/analytics-secure/$KEY_PATH \
     --passphrase_path $WORKSPACE/analytics-secure/$PASSPHRASE_PATH \