update destination object

stellar · Oct 31, 2023 · abc6431 · abc6431
1 parent 4884e9a
commit abc6431
Showing 1 changed file with 6 additions and 5 deletions.
diff --git a/dags/stellar_etl_airflow/build_export_to_lake_task.py b/dags/stellar_etl_airflow/build_export_to_lake_task.py
@@ -12,6 +12,11 @@
 def export_to_lake(dag, export_task_id):
     bucket_source = Variable.get("gcs_exported_data_bucket_name")
     bucket_destination = Variable.get("ledger_transaction_data_lake_bucket_name")
+    destination_data = [
+        "{{ task_instance.xcom_pull(task_ids='"
+        + export_task_id
+        + '\')["output"][13:] }}'
+    ]
     return GCSToGCSOperator(
         dag=dag,
         task_id="export_data_to_lake",
@@ -22,10 +27,6 @@ def export_to_lake(dag, export_task_id):
             + '\')["output"] }}'
         ],
         destination_bucket=bucket_destination,
-        destination_object=[
-            "{{ task_instance.xcom_pull(task_ids='"
-            + export_task_id
-            + '\')["output"][13:] }}'
-        ],
+        destination_object=destination_data[0],
         exact_match=True,
     )