From 82eb5cd6352f49dca858ad5304c7c96aaaa80c4b Mon Sep 17 00:00:00 2001 From: Ulada Zakharava Date: Tue, 10 Dec 2024 14:58:00 +0000 Subject: [PATCH] Small fix of system tests --- .../cloud/dataproc/example_dataproc_batch_persistent.py | 2 +- ...ample_dataproc_cluster_create_existing_stopped_cluster.py | 2 +- .../cloud/dataproc/example_dataproc_cluster_deferrable.py | 2 +- providers/tests/system/google/cloud/gcs/example_firestore.py | 2 +- .../vertex_ai/example_vertex_ai_auto_ml_video_training.py | 2 +- .../google/marketing_platform/example_campaign_manager.py | 5 ++++- 6 files changed, 9 insertions(+), 6 deletions(-) diff --git a/providers/tests/system/google/cloud/dataproc/example_dataproc_batch_persistent.py b/providers/tests/system/google/cloud/dataproc/example_dataproc_batch_persistent.py index 5bf500aeef3c0..fbd9f74852113 100644 --- a/providers/tests/system/google/cloud/dataproc/example_dataproc_batch_persistent.py +++ b/providers/tests/system/google/cloud/dataproc/example_dataproc_batch_persistent.py @@ -42,7 +42,7 @@ DAG_ID = "dataproc_batch_ps" PROJECT_ID = os.environ.get("SYSTEM_TESTS_GCP_PROJECT") or DEFAULT_GCP_SYSTEM_TEST_PROJECT_ID BUCKET_NAME = f"bucket_{DAG_ID}_{ENV_ID}".replace("-", "_") -REGION = "europe-north1" +REGION = "us-east4" CLUSTER_NAME_BASE = f"cluster-{DAG_ID}".replace("_", "-") CLUSTER_NAME_FULL = CLUSTER_NAME_BASE + f"-{ENV_ID}".replace("_", "-") CLUSTER_NAME = CLUSTER_NAME_BASE if len(CLUSTER_NAME_FULL) >= 33 else CLUSTER_NAME_FULL diff --git a/providers/tests/system/google/cloud/dataproc/example_dataproc_cluster_create_existing_stopped_cluster.py b/providers/tests/system/google/cloud/dataproc/example_dataproc_cluster_create_existing_stopped_cluster.py index e64a0914941c9..97697284ed64d 100644 --- a/providers/tests/system/google/cloud/dataproc/example_dataproc_cluster_create_existing_stopped_cluster.py +++ b/providers/tests/system/google/cloud/dataproc/example_dataproc_cluster_create_existing_stopped_cluster.py @@ -46,7 +46,7 @@ CLUSTER_NAME_BASE = f"{DAG_ID}".replace("_", "-") CLUSTER_NAME_FULL = CLUSTER_NAME_BASE + f"-{ENV_ID}".replace("_", "-") CLUSTER_NAME = CLUSTER_NAME_BASE if len(CLUSTER_NAME_FULL) >= 33 else CLUSTER_NAME_FULL -REGION = "europe-north1" +REGION = "us-east4" # Cluster definition CLUSTER_CONFIG = { diff --git a/providers/tests/system/google/cloud/dataproc/example_dataproc_cluster_deferrable.py b/providers/tests/system/google/cloud/dataproc/example_dataproc_cluster_deferrable.py index 2f7153d44059e..543e5044e7560 100644 --- a/providers/tests/system/google/cloud/dataproc/example_dataproc_cluster_deferrable.py +++ b/providers/tests/system/google/cloud/dataproc/example_dataproc_cluster_deferrable.py @@ -43,7 +43,7 @@ CLUSTER_NAME_BASE = f"cluster-{DAG_ID}".replace("_", "-") CLUSTER_NAME_FULL = CLUSTER_NAME_BASE + f"-{ENV_ID}".replace("_", "-") CLUSTER_NAME = CLUSTER_NAME_BASE if len(CLUSTER_NAME_FULL) >= 33 else CLUSTER_NAME_FULL -REGION = "europe-north1" +REGION = "us-east4" # Cluster definition diff --git a/providers/tests/system/google/cloud/gcs/example_firestore.py b/providers/tests/system/google/cloud/gcs/example_firestore.py index 1860d30c0d5aa..4f4a5777a7077 100644 --- a/providers/tests/system/google/cloud/gcs/example_firestore.py +++ b/providers/tests/system/google/cloud/gcs/example_firestore.py @@ -142,7 +142,7 @@ environment={ "tempLocation": f"gs://{BUCKET_NAME}/tmp", }, - location="us-central1", + location="us-east4", append_job_name=False, trigger_rule=TriggerRule.ALL_DONE, ) diff --git a/providers/tests/system/google/cloud/vertex_ai/example_vertex_ai_auto_ml_video_training.py b/providers/tests/system/google/cloud/vertex_ai/example_vertex_ai_auto_ml_video_training.py index ea68e55fa2605..92133b8271889 100644 --- a/providers/tests/system/google/cloud/vertex_ai/example_vertex_ai_auto_ml_video_training.py +++ b/providers/tests/system/google/cloud/vertex_ai/example_vertex_ai_auto_ml_video_training.py @@ -59,7 +59,7 @@ VIDEO_DATA_CONFIG = [ { "import_schema_uri": schema.dataset.ioformat.video.classification, - "gcs_source": {"uris": [f"gs://{RESOURCE_DATA_BUCKET}/vertex-ai/datasets/video-dataset.csv"]}, + "gcs_source": {"uris": [f"gs://{RESOURCE_DATA_BUCKET}/automl/datasets/video/classification.csv"]}, }, ] diff --git a/providers/tests/system/google/marketing_platform/example_campaign_manager.py b/providers/tests/system/google/marketing_platform/example_campaign_manager.py index 70e8c208d50eb..a9f35afb7ecb3 100644 --- a/providers/tests/system/google/marketing_platform/example_campaign_manager.py +++ b/providers/tests/system/google/marketing_platform/example_campaign_manager.py @@ -326,7 +326,10 @@ def delete_connection(connection_id: str) -> None: # This test needs watcher in order to properly mark success/failure # when "tearDown" task with trigger rule is part of the DAG - list(dag.tasks) >> watcher() + + # Excluding sensor because we expect it to fail due to cancelled operation + [task for task in dag.tasks + if task.task_id not in ["insert_conversion", "update_conversion", "delete_connection"]] >> watcher() from tests_common.test_utils.system_tests import get_test_run # noqa: E402