Skip to content

Commit

Permalink
with format
Browse files Browse the repository at this point in the history
  • Loading branch information
laysabit committed Apr 5, 2024
1 parent ead6178 commit 5fe3add
Showing 1 changed file with 4 additions and 4 deletions.
8 changes: 4 additions & 4 deletions dags/stellar_etl_airflow/build_export_task.py
Original file line number Diff line number Diff line change
Expand Up @@ -212,11 +212,11 @@ def build_export_task(
if command == "export_ledger_entry_changes" or command == "export_all_history":
arguments = f"""{etl_cmd_string} && echo "{{\\"output\\": \\"{output_file}\\"}}" >> /airflow/xcom/return.json"""
else:
arguments = f"""
{etl_cmd_string} 2>> stderr.out && cat stderr.out && echo "{{\\"output\\": \\"{output_file}\\",
arguments = """
{0} 2>> stderr.out && cat stderr.out && echo "{{\\"output\\": \\"{1}\\",
\\"failed_transforms\\": `grep failed_transforms stderr.out | cut -d\\",\\" -f2 | cut -d\\":\\" -f2`,
\\"successful_transforms\\: `grep successful_transforms stderr.out | cut -d\\":\\" -f3 | cut -d\\":\\" -f2 | tr -d '}}'`}}" >> /airflow/xcom/return.json
"""
\\"successful_transforms\\: `grep successful_transforms stderr.out | cut -d\\":\\" -f3 | cut -d\\":\\" -f2 | tr -d '}}' `}}" >> /airflow/xcom/return.json
""".format(etl_cmd_string, output_file)
return KubernetesPodOperator(
service_account_name=Variable.get("k8s_service_account"),
namespace=Variable.get("k8s_namespace"),
Expand Down

0 comments on commit 5fe3add

Please sign in to comment.