diff --git a/airflow_variables_dev.json b/airflow_variables_dev.json index 13316907..f5bcae57 100644 --- a/airflow_variables_dev.json +++ b/airflow_variables_dev.json @@ -182,7 +182,7 @@ "table": "raw_mgi_stellar_transactions" } }, - "partners_bucket": "partners_data", + "partners_bucket": "ext-partner-sftp", "public_dataset": "test_crypto_stellar", "public_project": "test-hubble-319619", "resources": { diff --git a/dags/history_tables_dag.py b/dags/history_tables_dag.py index 754fddb4..2f0197aa 100644 --- a/dags/history_tables_dag.py +++ b/dags/history_tables_dag.py @@ -423,7 +423,12 @@ >> send_txs_to_bq_task >> delete_enrich_op_task ) -tx_export_task >> delete_old_tx_pub_task >> send_txs_to_pub_task >> delete_enrich_op_pub_task +( + tx_export_task + >> delete_old_tx_pub_task + >> send_txs_to_pub_task + >> delete_enrich_op_pub_task +) (time_task >> write_diagnostic_events_stats >> diagnostic_events_export_task) ( [ @@ -459,7 +464,12 @@ >> send_ledgers_to_bq_task >> delete_enrich_op_task ) -ledger_export_task >> delete_old_ledger_pub_task >> send_ledgers_to_pub_task >> delete_enrich_op_pub_task +( + ledger_export_task + >> delete_old_ledger_pub_task + >> send_ledgers_to_pub_task + >> delete_enrich_op_pub_task +) ( time_task >> write_asset_stats