Skip to content

Commit

Permalink
updated table names parameter to get values from table_ids airflow va…
Browse files Browse the repository at this point in the history
…riable
  • Loading branch information
harsha-stellar-data committed Jul 11, 2024
1 parent 526f4be commit 4f49289
Show file tree
Hide file tree
Showing 2 changed files with 18 additions and 17 deletions.
15 changes: 8 additions & 7 deletions dags/history_tables_dag.py
Original file line number Diff line number Diff line change
Expand Up @@ -196,15 +196,16 @@
"""
del_ins_tasks = {}
export_tasks = {
"operations": op_export_task,
"trades": trade_export_task,
"effects": effects_export_task,
"transactions": tx_export_task,
"ledgers": ledger_export_task,
"assets": asset_export_task,
"contract_events": contract_events_export_task,
table_names["operations"]: op_export_task,
table_names["trades"]: trade_export_task,
table_names["effects"]: effects_export_task,
table_names["transactions"]: tx_export_task,
table_names["ledgers"]: ledger_export_task,
table_names["assets"]: asset_export_task,
table_names["contract_events"]: contract_events_export_task,
}


for data_type, export_task in export_tasks.items():
task_vars = initialize_task_vars(
data_type,
Expand Down
20 changes: 10 additions & 10 deletions dags/state_table_dag.py
Original file line number Diff line number Diff line change
Expand Up @@ -112,16 +112,16 @@
"""
del_ins_tasks = {}
data_types_and_suffixes = {
"accounts": "/*-accounts.txt",
"claimable_balances": "/*-claimable_balances.txt",
"offers": "/*-offers.txt",
"liquidity_pools": "/*-liquidity_pools.txt",
"signers": "/*-signers.txt",
"trustlines": "/*-trustlines.txt",
"contract_data": "/*-contract_data.txt",
"contract_code": "/*-contract_code.txt",
"config_settings": "/*-config_settings.txt",
"ttl": "/*-ttl.txt",
table_names["accounts"]: "/*-accounts.txt",
table_names["claimable_balances"]: "/*-claimable_balances.txt",
table_names["offers"]: "/*-offers.txt",
table_names["liquidity_pools"]: "/*-liquidity_pools.txt",
table_names["signers"]: "/*-signers.txt",
table_names["trustlines"]: "/*-trustlines.txt",
table_names["contract_data"]: "/*-contract_data.txt",
table_names["contract_code"]: "/*-contract_code.txt",
table_names["config_settings"]: "/*-config_settings.txt",
table_names["ttl"]: "/*-ttl.txt",
}

for data_type, source_object_suffix in data_types_and_suffixes.items():
Expand Down

0 comments on commit 4f49289

Please sign in to comment.