deprecate Dataproc Operators (#1450)

* feat(providers/google): deprecate DataprocCreateClusterOperatorAsync, DataprocDeleteClusterOperatorAsync, DataprocUpdateClusterOperatorAsync * build(setup.cfg): pin google provider version to >= 10.14.0
astronomer · Jan 29, 2024 · 1e94306 · 1e94306
1 parent ae5cb97
commit 1e94306
Show file tree

Hide file tree

Showing 5 changed files with 119 additions and 565 deletions.
diff --git a/astronomer/providers/google/cloud/hooks/dataproc.py b/astronomer/providers/google/cloud/hooks/dataproc.py
@@ -1,5 +1,7 @@
+from __future__ import annotations
+
 import warnings
-from typing import Any, Optional, Sequence, Tuple, Union
+from typing import Any, Sequence, Union
 
 from airflow.providers.google.common.consts import CLIENT_INFO
 from airflow.providers.google.common.hooks.base_google import GoogleBaseHook
@@ -21,10 +23,25 @@
 
 
 class DataprocHookAsync(GoogleBaseHook):
-    """Async Hook for Google Cloud Dataproc APIs"""
+    """Async Hook for Google Cloud Dataproc APIs
+
+    This class is deprecated and will be removed in 2.0.0.
+    Use :class: `~airflow.providers.google.cloud.hooks.dataproc.DataprocAsyncHook` instead
+    """
+
+    def __init__(self, *args: Any, **kwargs: Any) -> None:
+        warnings.warn(
+            (
+                "This module is deprecated and will be removed in 2.0.0."
+                "Please use `airflow.providers.google.cloud.hooks.dataproc.DataprocAsyncHook`"
+            ),
+            DeprecationWarning,
+            stacklevel=2,
+        )
+        super().__init__(*args, **kwargs)
 
     def get_cluster_client(
-        self, region: Optional[str] = None, location: Optional[str] = None
+        self, region: str | None = None, location: str | None = None
     ) -> ClusterControllerAsyncClient:
         """
         Get async cluster controller client for GCP Dataproc.
@@ -46,7 +63,7 @@ def get_cluster_client(
         )
 
     def get_job_client(
-        self, region: Optional[str] = None, location: Optional[str] = None
+        self, region: str | None = None, location: str | None = None
     ) -> JobControllerAsyncClient:
         """
         Get async job controller for GCP Dataproc.
@@ -73,7 +90,7 @@ async def get_cluster(
         cluster_name: str,
         project_id: str,
         retry: OptionalRetry = gapic_v1.method.DEFAULT,
-        metadata: Sequence[Tuple[str, str]] = (),
+        metadata: Sequence[tuple[str, str]] = (),
     ) -> clusters.Cluster:
         """
         Get a cluster details from GCP using `ClusterControllerAsyncClient`
@@ -100,10 +117,10 @@ async def get_job(
         job_id: str,
         project_id: str,
         timeout: float = 5,
-        region: Optional[str] = None,
-        location: Optional[str] = None,
+        region: str | None = None,
+        location: str | None = None,
         retry: OptionalRetry = gapic_v1.method.DEFAULT,
-        metadata: Sequence[Tuple[str, str]] = (),
+        metadata: Sequence[tuple[str, str]] = (),
     ) -> JobType:
         """
         Gets the resource representation for a job using `JobControllerAsyncClient`.
@@ -128,8 +145,8 @@ async def get_job(
         return job
 
     def _get_client_options_and_region(
-        self, region: Optional[str] = None, location: Optional[str] = None
-    ) -> Tuple[ClientOptions, Optional[str]]:
+        self, region: str | None = None, location: str | None = None
+    ) -> tuple[ClientOptions, str | None]:
         """
         Checks for location if present or not and creates a client options using the provided region/location