From ead617849e5a8d992744eb4912e58dee3547c11a Mon Sep 17 00:00:00 2001 From: Laysa de Sousa Bitencourt Date: Fri, 5 Apr 2024 13:24:26 -0300 Subject: [PATCH] success --- dags/stellar_etl_airflow/build_export_task.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dags/stellar_etl_airflow/build_export_task.py b/dags/stellar_etl_airflow/build_export_task.py index b32af37b..a6bcbec4 100644 --- a/dags/stellar_etl_airflow/build_export_task.py +++ b/dags/stellar_etl_airflow/build_export_task.py @@ -214,8 +214,8 @@ def build_export_task( else: arguments = f""" {etl_cmd_string} 2>> stderr.out && cat stderr.out && echo "{{\\"output\\": \\"{output_file}\\", - \\"failed_transforms\\": `grep failed_transforms stderr.out | cut -d\\":\\" -f2 | cut -d\\":\\" -f2`, - \\"successful_transforms\\: `grep successful_transforms stderr.out | cut -d\\":\\" -f1`}}" >> /airflow/xcom/return.json + \\"failed_transforms\\": `grep failed_transforms stderr.out | cut -d\\",\\" -f2 | cut -d\\":\\" -f2`, + \\"successful_transforms\\: `grep successful_transforms stderr.out | cut -d\\":\\" -f3 | cut -d\\":\\" -f2 | tr -d '}}'`}}" >> /airflow/xcom/return.json """ return KubernetesPodOperator( service_account_name=Variable.get("k8s_service_account"),