Skip to content

Commit

Permalink
Merge pull request #337 from stellar/master
Browse files Browse the repository at this point in the history
[PRODUCTION] Update production Airflow environment
sydneynotthecity authored Apr 3, 2024
2 parents ff943d2 + 4dfa61e commit 6edf786
Showing 1 changed file with 2 additions and 1 deletion.
3 changes: 2 additions & 1 deletion dags/stellar_etl_airflow/build_export_task.py
Original file line number Diff line number Diff line change
@@ -198,7 +198,8 @@ def build_export_task(
else:
arguments = f"""
{etl_cmd_string} 2>> stderr.out && echo "{{\\"output\\": \\"{output_file}\\",
\\"failed_transforms\\": `grep failed_transforms stderr.out | cut -d\\",\\" -f2 | cut -d\\":\\" -f2`}}" >> /airflow/xcom/return.json
\\"failed_transforms\\": `grep failed_transforms stderr.out | cut -d\\",\\" -f2 | cut -d\\":\\" -f2`\\",
\\"succcessful_transforms\\": `grep successful_transforms stderr.out | cut -d\\",\\" -f2 | cut -d\\":\\" -f2`}}" >> /airflow/xcom/return.json
"""
return KubernetesPodOperator(
service_account_name=Variable.get("k8s_service_account"),

0 comments on commit 6edf786

Please sign in to comment.