success

stellar · Apr 5, 2024 · ead6178 · ead6178
1 parent 312a726
commit ead6178
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/dags/stellar_etl_airflow/build_export_task.py b/dags/stellar_etl_airflow/build_export_task.py
@@ -214,8 +214,8 @@ def build_export_task(
     else:
         arguments = f"""
                     {etl_cmd_string} 2>> stderr.out && cat stderr.out && echo "{{\\"output\\": \\"{output_file}\\",
-                    \\"failed_transforms\\": `grep failed_transforms stderr.out | cut -d\\":\\" -f2 | cut -d\\":\\" -f2`,
-                    \\"successful_transforms\\: `grep successful_transforms stderr.out | cut -d\\":\\" -f1`}}" >> /airflow/xcom/return.json
+                    \\"failed_transforms\\": `grep failed_transforms stderr.out | cut -d\\",\\" -f2 | cut -d\\":\\" -f2`,
+                    \\"successful_transforms\\: `grep successful_transforms stderr.out | cut -d\\":\\" -f3 | cut -d\\":\\" -f2 | tr -d '}}'`}}" >> /airflow/xcom/return.json
                     """
     return KubernetesPodOperator(
         service_account_name=Variable.get("k8s_service_account"),