Skip to content

Commit

Permalink
Update schemas and image
Browse files Browse the repository at this point in the history
  • Loading branch information
chowbao committed Apr 30, 2024
1 parent 8db59ba commit b45f223
Show file tree
Hide file tree
Showing 3 changed files with 7 additions and 5 deletions.
4 changes: 2 additions & 2 deletions airflow_variables_dev.json
Original file line number Diff line number Diff line change
Expand Up @@ -62,7 +62,7 @@
"dbt_threads": 12,
"gcs_exported_data_bucket_name": "us-central1-test-hubble-2-5f1f2dbf-bucket",
"gcs_exported_object_prefix": "dag-exported",
"image_name": "stellar/stellar-etl:a334cb5",
"image_name": "stellar/stellar-etl:834b7bb",
"image_output_path": "/etl/exported_data/",
"image_pull_policy": "IfNotPresent",
"kube_config_location": "",
Expand Down Expand Up @@ -215,7 +215,7 @@
}
}
},
"sentry_dsn": "https://[email protected]/6190849",
"sentry_dsn": "https://[email protected].us.sentry.io/6190849",
"sentry_environment": "development",
"schema_filepath": "/home/airflow/gcs/dags/schemas/",
"table_ids": {
Expand Down
4 changes: 2 additions & 2 deletions airflow_variables_prod.json
Original file line number Diff line number Diff line change
Expand Up @@ -67,7 +67,7 @@
"dbt_threads": 12,
"gcs_exported_data_bucket_name": "us-central1-hubble-2-d948d67b-bucket",
"gcs_exported_object_prefix": "dag-exported",
"image_name": "stellar/stellar-etl:a334cb5",
"image_name": "stellar/stellar-etl:834b7bb",
"image_output_path": "/etl/exported_data/",
"image_pull_policy": "IfNotPresent",
"kube_config_location": "",
Expand Down Expand Up @@ -210,7 +210,7 @@
}
}
},
"sentry_dsn": "https://[email protected]/5806618",
"sentry_dsn": "https://[email protected].us.sentry.io/5806618",
"sentry_environment": "production",
"schema_filepath": "/home/airflow/gcs/dags/schemas/",
"table_ids": {
Expand Down
4 changes: 3 additions & 1 deletion dags/sandbox_update_dag.py
Original file line number Diff line number Diff line change
Expand Up @@ -39,10 +39,12 @@
start_tables_task = EmptyOperator(task_id="start_tables_task")

wait_on_dag = build_cross_deps(
dag, "wait_on_base_tables", "history_archive_with_captive_core_combined_export"
dag, "wait_on_base_tables", "history_table_export"
)

for table_id in TABLES_ID:
if table_id == "diagnostic_events":
continue
query_path = get_query_filepath("update_table")
query = file_to_string(query_path)
sql_params = {
Expand Down

0 comments on commit b45f223

Please sign in to comment.