Update system test apache-beam[gcp] sdk to the latest supported version

Latest gcp supported version and known issues doc: https://cloud.google.com/dataflow/docs/support/sdk-version-support-status.
VladaZakharova · Oct 10, 2024 · d232e98 · d232e98
1 parent efcb554
commit d232e98
Show file tree

Hide file tree

Showing 7 changed files with 16 additions and 16 deletions.
diff --git a/providers/tests/system/apache/beam/example_python.py b/providers/tests/system/apache/beam/example_python.py
@@ -48,7 +48,7 @@
         task_id="start_python_pipeline_local_direct_runner",
         py_file="apache_beam.examples.wordcount",
         py_options=["-m"],
-        py_requirements=["apache-beam[gcp]==2.46.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
     )
@@ -60,7 +60,7 @@
         py_file=GCS_PYTHON,
         py_options=[],
         pipeline_options={"output": GCS_OUTPUT},
-        py_requirements=["apache-beam[gcp]==2.46.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
     )
@@ -77,7 +77,7 @@
             "output": GCS_OUTPUT,
         },
         py_options=[],
-        py_requirements=["apache-beam[gcp]==2.46.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
         dataflow_config=DataflowConfiguration(
@@ -91,7 +91,7 @@
         py_file="apache_beam.examples.wordcount",
         runner="SparkRunner",
         py_options=["-m"],
-        py_requirements=["apache-beam[gcp]==2.46.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
     )
@@ -104,7 +104,7 @@
         pipeline_options={
             "output": "/tmp/start_python_pipeline_local_flink_runner",
         },
-        py_requirements=["apache-beam[gcp]==2.46.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
     )

diff --git a/providers/tests/system/apache/beam/example_python_async.py b/providers/tests/system/apache/beam/example_python_async.py
@@ -48,7 +48,7 @@
         task_id="start_python_pipeline_local_direct_runner",
         py_file="apache_beam.examples.wordcount",
         py_options=["-m"],
-        py_requirements=["apache-beam[gcp]==2.46.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
         deferrable=True,
@@ -61,7 +61,7 @@
         py_file=GCS_PYTHON,
         py_options=[],
         pipeline_options={"output": GCS_OUTPUT},
-        py_requirements=["apache-beam[gcp]==2.46.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
         deferrable=True,
@@ -79,7 +79,7 @@
             "output": GCS_OUTPUT,
         },
         py_options=[],
-        py_requirements=["apache-beam[gcp]==2.46.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
         dataflow_config=DataflowConfiguration(
@@ -95,7 +95,7 @@
         py_file="apache_beam.examples.wordcount",
         runner="SparkRunner",
         py_options=["-m"],
-        py_requirements=["apache-beam[gcp]==2.46.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
         deferrable=True,
@@ -111,7 +111,7 @@
         pipeline_options={
             "output": "/tmp/start_python_pipeline_local_flink_runner",
         },
-        py_requirements=["apache-beam[gcp]==2.46.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
         deferrable=True,

diff --git a/providers/tests/system/apache/beam/example_python_dataflow.py b/providers/tests/system/apache/beam/example_python_dataflow.py
@@ -56,7 +56,7 @@
             "output": GCS_OUTPUT,
         },
         py_options=[],
-        py_requirements=["apache-beam[gcp]==2.26.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
         dataflow_config=DataflowConfiguration(

diff --git a/providers/tests/system/google/cloud/dataflow/example_dataflow_native_python.py b/providers/tests/system/google/cloud/dataflow/example_dataflow_native_python.py
@@ -68,7 +68,7 @@
         pipeline_options={
             "output": GCS_OUTPUT,
         },
-        py_requirements=["apache-beam[gcp]==2.47.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
         dataflow_config={"location": LOCATION, "job_name": "start_python_job"},
@@ -82,7 +82,7 @@
         pipeline_options={
             "output": GCS_OUTPUT,
         },
-        py_requirements=["apache-beam[gcp]==2.47.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
     )

diff --git a/providers/tests/system/google/cloud/dataflow/example_dataflow_native_python_async.py b/providers/tests/system/google/cloud/dataflow/example_dataflow_native_python_async.py
@@ -78,7 +78,7 @@
         pipeline_options={
             "output": GCS_OUTPUT,
         },
-        py_requirements=["apache-beam[gcp]==2.47.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
         dataflow_config={

diff --git a/providers/tests/system/google/cloud/dataflow/example_dataflow_sensors_deferrable.py b/providers/tests/system/google/cloud/dataflow/example_dataflow_sensors_deferrable.py
@@ -76,7 +76,7 @@
         pipeline_options={
             "output": GCS_OUTPUT,
         },
-        py_requirements=["apache-beam[gcp]==2.47.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
         dataflow_config={

diff --git a/providers/tests/system/google/cloud/dataflow/example_dataflow_streaming_python.py b/providers/tests/system/google/cloud/dataflow/example_dataflow_streaming_python.py
@@ -82,7 +82,7 @@
             "output_topic": f"projects/{PROJECT_ID}/topics/{TOPIC_ID}",
             "streaming": True,
         },
-        py_requirements=["apache-beam[gcp]==2.47.0"],
+        py_requirements=["apache-beam[gcp]==2.59.0"],
         py_interpreter="python3",
         py_system_site_packages=False,
         dataflow_config={"location": LOCATION, "job_name": "start_python_job_streaming"},