attempted_transforms

stellar · Apr 12, 2024 · 534018e · 534018e
1 parent 437e0f2
commit 534018e
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/dags/stellar_etl_airflow/build_export_task.py b/dags/stellar_etl_airflow/build_export_task.py
@@ -212,13 +212,12 @@ def build_export_task(
     if command == "export_ledger_entry_changes" or command == "export_all_history":
         arguments = f"""{etl_cmd_string} && echo "{{\\"output\\": \\"{output_file}\\"}}" >> /airflow/xcom/return.json"""
     else:
-        char = "}"
         arguments = """
                     {0} 2>> stderr.out && cat stderr.out && echo "{{\\"output\\": \\"{1}\\",
                     \\"failed_transforms\\": `grep failed_transforms stderr.out | cut -d\\",\\" -f2 | cut -d\\":\\" -f2`,
-                    \\"successful_transforms\\": `grep -oP '\\"successful_transforms\\":\K\d+' `}}" >> /airflow/xcom/return.json
+                    \\"attempted_transforms\\": `grep attempted_transforms stderr.out | cut -d\\",\\" -f2 | cut -d\\":\\" -f2`}}" >> /airflow/xcom/return.json
                     """.format(
-            etl_cmd_string, output_file, char
+            etl_cmd_string, output_file
         )
     return KubernetesPodOperator(
         service_account_name=Variable.get("k8s_service_account"),