char sed

stellar · Apr 11, 2024 · 0db9d1a · 0db9d1a
1 parent 41d2c24
commit 0db9d1a
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/dags/stellar_etl_airflow/build_export_task.py b/dags/stellar_etl_airflow/build_export_task.py
@@ -212,12 +212,13 @@ def build_export_task(
     if command == "export_ledger_entry_changes" or command == "export_all_history":
         arguments = f"""{etl_cmd_string} && echo "{{\\"output\\": \\"{output_file}\\"}}" >> /airflow/xcom/return.json"""
     else:
+        char = "}"
         arguments = """
                     {0} 2>> stderr.out && cat stderr.out && echo "{{\\"output\\": \\"{1}\\",
                     \\"failed_transforms\\": `grep failed_transforms stderr.out | cut -d\\",\\" -f2 | cut -d\\":\\" -f2`,
-                    \\"successful_transforms\\: `grep successful_transforms stderr.out | cut -d\\",\\" -f3 | cut -d\\":\\" -f2 | tr -d \\"}}\\"`}}" >> /airflow/xcom/return.json
+                    \\"successful_transforms\\: `grep successful_transforms stderr.out | cut -d\\",\\" -f3 | cut -d\\":\\" -f2 | sed \\"s/{2}//g\\"`}}" >> /airflow/xcom/return.json
                     """.format(
-            etl_cmd_string, output_file
+            etl_cmd_string, output_file, char
         )
     return KubernetesPodOperator(
         service_account_name=Variable.get("k8s_service_account"),