diff --git a/airflow_variables_dev.json b/airflow_variables_dev.json index 79b99c6e..4e0bad39 100644 --- a/airflow_variables_dev.json +++ b/airflow_variables_dev.json @@ -62,7 +62,7 @@ "dbt_threads": 12, "gcs_exported_data_bucket_name": "us-central1-test-hubble-2-5f1f2dbf-bucket", "gcs_exported_object_prefix": "dag-exported", - "image_name": "stellar/stellar-etl:a334cb5", + "image_name": "stellar/stellar-etl:834b7bb", "image_output_path": "/etl/exported_data/", "image_pull_policy": "IfNotPresent", "kube_config_location": "", @@ -215,7 +215,7 @@ } } }, - "sentry_dsn": "https://9e0a056541c3445083329b072f2df690@o14203.ingest.sentry.io/6190849", + "sentry_dsn": "https://9e0a056541c3445083329b072f2df690@o14203.ingest.us.sentry.io/6190849", "sentry_environment": "development", "schema_filepath": "/home/airflow/gcs/dags/schemas/", "table_ids": { diff --git a/airflow_variables_prod.json b/airflow_variables_prod.json index 4f2e6b3d..6978487d 100644 --- a/airflow_variables_prod.json +++ b/airflow_variables_prod.json @@ -67,7 +67,7 @@ "dbt_threads": 12, "gcs_exported_data_bucket_name": "us-central1-hubble-2-d948d67b-bucket", "gcs_exported_object_prefix": "dag-exported", - "image_name": "stellar/stellar-etl:a334cb5", + "image_name": "stellar/stellar-etl:834b7bb", "image_output_path": "/etl/exported_data/", "image_pull_policy": "IfNotPresent", "kube_config_location": "", @@ -210,7 +210,7 @@ } } }, - "sentry_dsn": "https://94027cdcc4c9470f9dafa2c0b456c2c9@o14203.ingest.sentry.io/5806618", + "sentry_dsn": "https://94027cdcc4c9470f9dafa2c0b456c2c9@o14203.ingest.us.sentry.io/5806618", "sentry_environment": "production", "schema_filepath": "/home/airflow/gcs/dags/schemas/", "table_ids": { diff --git a/dags/sandbox_update_dag.py b/dags/sandbox_update_dag.py index fb4b7b69..b04b9027 100644 --- a/dags/sandbox_update_dag.py +++ b/dags/sandbox_update_dag.py @@ -39,10 +39,12 @@ start_tables_task = EmptyOperator(task_id="start_tables_task") wait_on_dag = build_cross_deps( - dag, "wait_on_base_tables", "history_archive_with_captive_core_combined_export" + dag, "wait_on_base_tables", "history_table_export" ) for table_id in TABLES_ID: + if table_id == "diagnostic_events": + continue query_path = get_query_filepath("update_table") query = file_to_string(query_path) sql_params = {