diff --git a/airflow_variables_dev.json b/airflow_variables_dev.json index 31f97227..ffc9bdd3 100644 --- a/airflow_variables_dev.json +++ b/airflow_variables_dev.json @@ -1,74 +1,5 @@ { - "affinity": { - "default": { - "nodeAffinity": { - "requiredDuringSchedulingIgnoredDuringExecution": { - "nodeSelectorTerms": [ - { - "matchExpressions": [ - { - "key": "cloud.google.com/gke-nodepool", - "operator": "In", - "values": ["default-pool"] - } - ] - } - ] - } - } - }, - "cc": { - "nodeAffinity": { - "requiredDuringSchedulingIgnoredDuringExecution": { - "nodeSelectorTerms": [ - { - "matchExpressions": [ - { - "key": "cloud.google.com/gke-nodepool", - "operator": "In", - "values": ["pool-2"] - } - ] - } - ] - } - } - }, - "wocc": { - "nodeAffinity": { - "requiredDuringSchedulingIgnoredDuringExecution": { - "nodeSelectorTerms": [ - { - "matchExpressions": [ - { - "key": "cloud.google.com/gke-nodepool", - "operator": "In", - "values": ["default-pool"] - } - ] - } - ] - } - } - }, - "state": { - "nodeAffinity": { - "requiredDuringSchedulingIgnoredDuringExecution": { - "nodeSelectorTerms": [ - { - "matchExpressions": [ - { - "key": "cloud.google.com/gke-nodepool", - "operator": "In", - "values": ["default-pool"] - } - ] - } - ] - } - } - } - }, + "affinity": {}, "api_key_path": "/home/airflow/gcs/data/apiKey.json", "bq_dataset": "test_crypto_stellar_internal", "bq_project": "test-hubble-319619", @@ -129,7 +60,7 @@ "dbt_project": "test-hubble-319619", "dbt_target": "test", "dbt_threads": 12, - "gcs_exported_data_bucket_name": "us-central1-hubble-1pt5-dev-7db0e004-bucket", + "gcs_exported_data_bucket_name": "us-central1-test-hubble-2-5f1f2dbf-bucket", "gcs_exported_object_prefix": "dag-exported", "image_name": "stellar/stellar-etl:395f1f8", "image_output_path": "/etl/exported_data/",