From be6b53f1fe63c5023159486a2480336854472ed5 Mon Sep 17 00:00:00 2001 From: Laysa de Sousa Bitencourt Date: Fri, 12 Apr 2024 13:57:11 -0300 Subject: [PATCH] -f3 --- dags/stellar_etl_airflow/build_export_task.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dags/stellar_etl_airflow/build_export_task.py b/dags/stellar_etl_airflow/build_export_task.py index 9077f432..0a42b723 100644 --- a/dags/stellar_etl_airflow/build_export_task.py +++ b/dags/stellar_etl_airflow/build_export_task.py @@ -213,8 +213,8 @@ def build_export_task( arguments = f"""{etl_cmd_string} && echo "{{\\"output\\": \\"{output_file}\\"}}" >> /airflow/xcom/return.json""" else: arguments = """ - {0} 2>> stderr.out && cat stderr.out && echo "{{\\"output\\": \\"{1}\\", - \\"attempted_transforms\\": `grep attempted_transforms stderr.out | cut -d\\",\\" -f1 | cut -d\\":\\" -f2`, + {0} 2>> stderr.out && echo "{{\\"output\\": \\"{1}\\", + \\"attempted_transforms\\": `grep attempted_transforms stderr.out | cut -d\\",\\" -f3 | cut -d\\":\\" -f2`, \\"failed_transforms\\": `grep failed_transforms stderr.out | cut -d\\",\\" -f2 | cut -d\\":\\" -f2`}}" >> /airflow/xcom/return.json """.format( etl_cmd_string, output_file