Deprecate AutoMLTablesListTableSpecsOperator and AutoMLTablesListColu…

…mnSpecsOperator
apache · May 24, 2024 · e712859 · e712859
1 parent 3b1ecbc
commit e712859
Show file tree

Hide file tree

Showing 7 changed files with 192 additions and 252 deletions.
diff --git a/airflow/providers/google/cloud/operators/automl.py b/airflow/providers/google/cloud/operators/automl.py
@@ -24,7 +24,6 @@
 from functools import cached_property
 from typing import TYPE_CHECKING, Sequence, Tuple
 
-from deprecated import deprecated
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
 from google.cloud.automl_v1beta1 import (
  BatchPredictResult,
@@ -35,7 +34,7 @@
  TableSpec,
 )
 
-from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
+from airflow.exceptions import AirflowException
 from airflow.providers.google.cloud.hooks.automl import CloudAutoMLHook
 from airflow.providers.google.cloud.hooks.vertex_ai.prediction_service import PredictionServiceHook
 from airflow.providers.google.cloud.links.translate import (
@@ -681,10 +680,18 @@ def execute(self, context: Context):
  )
 
 
+# AutoML: AutoML enables customers to leverage Google's transfer learning and Neural Architecture Search
+# to build custom models using a variety of data types.
+# AutoML Services include AutoML Natural Language, AutoML Tables, AutoML Translation, AutoML Video,
+# and AutoML Vision.
 class AutoMLTablesListColumnSpecsOperator(GoogleCloudBaseOperator):
  """
  Lists column specs in a table.
 
+ Operator AutoMLTablesListColumnSpecsOperator has been deprecated due to shutdown of
+ a legacy version of AutoML Tables on March 31, 2024. For additional information
+ see: https://cloud.google.com/automl-tables/docs/deprecations.
+
  .. seealso::
  For more information on how to use this operator, take a look at the guide:
  :ref:`howto/operator:AutoMLTablesListColumnSpecsOperator`
@@ -759,6 +766,11 @@ def __init__(
  self.retry = retry
  self.gcp_conn_id = gcp_conn_id
  self.impersonation_chain = impersonation_chain
+ raise AirflowException(
+ "Operator AutoMLTablesListColumnSpecsOperator has been deprecated due to shutdown of "
+ "a legacy version of AutoML Tables on March 31, 2024. "
+ "For additional information see: https://cloud.google.com/automl-tables/docs/deprecations."
+ )
 
  def execute(self, context: Context):
  hook = CloudAutoMLHook(
@@ -791,20 +803,14 @@ def execute(self, context: Context):
  return result
 
 
-@deprecated(
- reason=(
- "Class `AutoMLTablesUpdateDatasetOperator` has been deprecated and no longer available. "
- "Please use `UpdateDatasetOperator` instead"
- ),
- category=AirflowProviderDeprecationWarning,
- action="error",
-)
 class AutoMLTablesUpdateDatasetOperator(GoogleCloudBaseOperator):
  """
  Updates a dataset.
 
- AutoMLTablesUpdateDatasetOperator has been deprecated and no longer available. Please use
- :class:`airflow.providers.google.cloud.operators.vertex_ai.dataset.UpdateDatasetOperator`
+ Operator AutoMLTablesUpdateDatasetOperator has been deprecated due to shutdown of
+ a legacy version of AutoML Tables on March 31, 2024. For additional information
+ see: https://cloud.google.com/automl-tables/docs/deprecations.
+ Please use :class:`airflow.providers.google.cloud.operators.vertex_ai.dataset.UpdateDatasetOperator`
  instead.
 
  .. seealso::
@@ -864,6 +870,12 @@ def __init__(
  self.retry = retry
  self.gcp_conn_id = gcp_conn_id
  self.impersonation_chain = impersonation_chain
+ raise AirflowException(
+ "Operator AutoMLTablesUpdateDatasetOperator has been deprecated due to shutdown of "
+ "a legacy version of AutoML Tables on March 31, 2024. "
+ "For additional information see: https://cloud.google.com/automl-tables/docs/deprecations. "
+ "Please use UpdateDatasetOperator from Vertex AI instead."
+ )
 
  def execute(self, context: Context):
  hook = CloudAutoMLHook(
@@ -1074,14 +1086,6 @@ def execute(self, context: Context):
  self.log.info("Deletion is completed")
 
 
-@deprecated(
- reason=(
- "Class `AutoMLDeployModelOperator` has been deprecated and no longer available. Please use "
- "`DeployModelOperator` instead"
- ),
- category=AirflowProviderDeprecationWarning,
- action="error",
-)
 class AutoMLDeployModelOperator(GoogleCloudBaseOperator):
  """
  Deploys a model; if a model is already deployed, deploying it with the same parameters has no effect.
@@ -1092,8 +1096,10 @@ class AutoMLDeployModelOperator(GoogleCloudBaseOperator):
  Only applicable for Text Classification, Image Object Detection and Tables; all other
  domains manage deployment automatically.
 
- AutoMLDeployModelOperator has been deprecated and no longer available. Please use
- :class:`airflow.providers.google.cloud.operators.vertex_ai.endpoint_service.DeployModelOperator`
+ Operator AutoMLDeployModelOperator has been deprecated due to shutdown of a legacy version
+ of AutoML Natural Language, Vision, Video Intelligence on March 31, 2024.
+ For additional information see: https://cloud.google.com/vision/automl/docs/deprecations .
+ Please use :class:`airflow.providers.google.cloud.operators.vertex_ai.endpoint_service.DeployModelOperator`
  instead.
 
  .. seealso::
@@ -1156,24 +1162,20 @@ def __init__(
  self.retry = retry
  self.gcp_conn_id = gcp_conn_id
  self.impersonation_chain = impersonation_chain
+ raise AirflowException(
+ "Operator AutoMLDeployModelOperator has been deprecated due to shutdown of "
+ "a legacy version of AutoML AutoML Natural Language, Vision, Video Intelligence "
+ "on March 31, 2024. "
+ "For additional information see: https://cloud.google.com/vision/automl/docs/deprecations. "
+ "Please use DeployModelOperator from Vertex AI instead."
+ )
 
  def execute(self, context: Context):
  hook = CloudAutoMLHook(
  gcp_conn_id=self.gcp_conn_id,
  impersonation_chain=self.impersonation_chain,
  )
- model = hook.get_model(
- model_id=self.model_id,
- location=self.location,
- project_id=self.project_id,
- retry=self.retry,
- timeout=self.timeout,
- metadata=self.metadata,
- )
- if not hasattr(model, "translation_model_metadata"):
- _raise_exception_for_deprecated_operator(self.__class__.__name__, "DeployModelOperator")
  self.log.info("Deploying model_id %s", self.model_id)
-
  operation = hook.deploy_model(
  model_id=self.model_id,
  location=self.location,
@@ -1191,6 +1193,10 @@ class AutoMLTablesListTableSpecsOperator(GoogleCloudBaseOperator):
  """
  Lists table specs in a dataset.
 
+ Operator AutoMLTablesListTableSpecsOperator has been deprecated due to shutdown of
+ a legacy version of AutoML Tables on March 31, 2024. For additional information
+ see: https://cloud.google.com/automl-tables/docs/deprecations.
+
  .. seealso::
  For more information on how to use this operator, take a look at the guide:
  :ref:`howto/operator:AutoMLTablesListTableSpecsOperator`
@@ -1256,6 +1262,11 @@ def __init__(
  self.retry = retry
  self.gcp_conn_id = gcp_conn_id
  self.impersonation_chain = impersonation_chain
+ raise AirflowException(
+ "Operator AutoMLTablesListTableSpecsOperator has been deprecated due to shutdown of "
+ "a legacy version of AutoML Tables on March 31, 2024. "
+ "For additional information see: https://cloud.google.com/automl-tables/docs/deprecations. "
+ )
 
  def execute(self, context: Context):
  hook = CloudAutoMLHook(

diff --git a/scripts/in_container/run_provider_yaml_files_check.py b/scripts/in_container/run_provider_yaml_files_check.py
@@ -57,6 +57,8 @@
 
 KNOWN_DEPRECATED_CLASSES = [
  "airflow.providers.google.cloud.links.dataproc.DataprocLink",
+ "airflow.providers.google.cloud.operators.automl.AutoMLTablesListColumnSpecsOperator",
+ "airflow.providers.google.cloud.operators.automl.AutoMLTablesListTableSpecsOperator",
  "airflow.providers.google.cloud.operators.automl.AutoMLTablesUpdateDatasetOperator",
  "airflow.providers.google.cloud.operators.automl.AutoMLDeployModelOperator",
 ]

diff --git a/tests/always/test_project_structure.py b/tests/always/test_project_structure.py
@@ -363,6 +363,8 @@ class TestGoogleProviderProjectStructure(ExampleCoverageTest, AssetsCoverageTest
  ".CloudDataTransferServiceS3ToGCSOperator",
  "airflow.providers.google.cloud.operators.cloud_storage_transfer_service"
  ".CloudDataTransferServiceGCSToGCSOperator",
+ "airflow.providers.google.cloud.operators.automl.AutoMLTablesListColumnSpecsOperator",
+ "airflow.providers.google.cloud.operators.automl.AutoMLTablesListTableSpecsOperator",
  "airflow.providers.google.cloud.operators.automl.AutoMLTablesUpdateDatasetOperator",
  "airflow.providers.google.cloud.operators.automl.AutoMLDeployModelOperator",
  "airflow.providers.google.cloud.operators.dataproc.DataprocSubmitHadoopJobOperator",