remove deprecated CreateDataPipelineOperator, RunDataPipelineOperator

VladaZakharova · Dec 19, 2024 · 91f5644 · 91f5644
1 parent 1b9fd18
commit 91f5644
Show file tree

Hide file tree

Showing 8 changed files with 5 additions and 340 deletions.
diff --git a/docs/apache-airflow-providers-google/operators/cloud/datapipeline.rst b/docs/apache-airflow-providers-google/operators/cloud/datapipeline.rst
diff --git a/providers/src/airflow/providers/google/CHANGELOG.rst b/providers/src/airflow/providers/google/CHANGELOG.rst
@@ -80,6 +80,8 @@ Breaking changes
     * Removed ``CreateHyperparameterTuningJobOperator.sync``. This parameter is not in actual use
     * Removed ``CustomTrainingJobBaseOperator.sync``. This parameter is not in actual use
     * Removed ``GKEStartPodOperator.get_gke_config_file()``. Please use ``GKEStartPodOperator.fetch_cluster_info()`` instead
+    * Removed ``CreateDataPipelineOperator``. Please use the ``DataflowCreatePipelineOperator`` instead
+    * Removed ``RunDataPipelineOperator``. Please use the ``DataflowRunPipelineOperator`` instead
 
   * Triggers
 
@@ -141,6 +143,7 @@ Breaking changes
     * Removed ``BigQueryHook.run_query()``. Please use ``BigQueryHook.insert_job()`` instead
     * Removed ``BigQueryHook.create_external_table()``. Please use ``BigQueryHook.create_empty_table()`` instead
     * Removed ``BigQueryHook.get_service()``. Please use ``BigQueryHook.get_client()`` instead
+    * Removed ``DataPipelineHook``. Please use the DataflowHook instead
 
   * Backends
 

diff --git a/providers/src/airflow/providers/google/cloud/operators/datapipeline.py b/providers/src/airflow/providers/google/cloud/operators/datapipeline.py
diff --git a/providers/src/airflow/providers/google/provider.yaml b/providers/src/airflow/providers/google/provider.yaml
@@ -404,11 +404,6 @@ integrations:
       - /docs/apache-airflow-providers-google/operators/cloud/dataflow.rst
     logo: /integration-logos/gcp/Cloud-Dataflow.png
     tags: [gcp]
-  - integration-name: Google Data Pipelines
-    external-doc-url: https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest
-    how-to-guide:
-      - /docs/apache-airflow-providers-google/operators/cloud/datapipeline.rst
-    tags: [gcp]
   - integration-name: Google Data Fusion
     external-doc-url: https://cloud.google.com/data-fusion/
     how-to-guide:
@@ -587,9 +582,6 @@ operators:
   - integration-name: Google Dataflow
     python-modules:
       - airflow.providers.google.cloud.operators.dataflow
-  - integration-name: Google Data Pipelines
-    python-modules:
-      - airflow.providers.google.cloud.operators.datapipeline
   - integration-name: Google Data Fusion
     python-modules:
       - airflow.providers.google.cloud.operators.datafusion
@@ -838,9 +830,6 @@ hooks:
   - integration-name: Google Dataflow
     python-modules:
       - airflow.providers.google.cloud.hooks.dataflow
-  - integration-name: Google Data Pipelines
-    python-modules:
-      - airflow.providers.google.cloud.hooks.datapipeline
   - integration-name: Google Data Fusion
     python-modules:
       - airflow.providers.google.cloud.hooks.datafusion

diff --git a/providers/tests/google/cloud/operators/test_datapipeline.py b/providers/tests/google/cloud/operators/test_datapipeline.py
@@ -52,7 +52,7 @@
 TEST_DATA_PIPELINE_NAME = "test_data_pipeline_name"
 
 
-class TestCreateDataPipelineOperator:
+class TestDataflowCreatePipelineOperator:
     @pytest.fixture
     def create_operator(self):
         """
@@ -85,7 +85,7 @@ def test_execute(self, mock_hook, create_operator):
 
 
 @pytest.mark.db_test
-class TestRunDataPipelineOperator:
+class TestDataflowRunPipelineOperator:
     @pytest.fixture
     def run_operator(self):
         """

diff --git a/providers/tests/system/google/cloud/datapipelines/__init__.py b/providers/tests/system/google/cloud/datapipelines/__init__.py
diff --git a/providers/tests/system/google/cloud/datapipelines/example_datapipeline.py b/providers/tests/system/google/cloud/datapipelines/example_datapipeline.py