apache-airflow-providers-google 14.0.0__py3-none-any.whl → 19.1.0rc1__py3-none-any.whl

airflow/providers/google/cloud/hooks/life_sciences.py

@@ -1,159 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-"""Hook for Google Cloud Life Sciences service."""
-
-from __future__ import annotations
-
-import time
-from collections.abc import Sequence
-
-from googleapiclient.discovery import build
-
-import google.api_core.path_template
-from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
-from airflow.providers.google.common.deprecated import deprecated
-from airflow.providers.google.common.hooks.base_google import GoogleBaseHook
-
-# Time to sleep between active checks of the operation results
-TIME_TO_SLEEP_IN_SECONDS = 5
-
-
-@deprecated(
-    planned_removal_date="March 01, 2025",
-    use_instead="Google Cloud Batch Operators' hook",
-    reason="The Life Sciences API (beta) will be discontinued on July 8, 2025 "
-    "in favor of Google Cloud Batch.",
-    category=AirflowProviderDeprecationWarning,
-)
-class LifeSciencesHook(GoogleBaseHook):
-    """
-    Hook for the Google Cloud Life Sciences APIs.
-
-    .. warning::
-        This hook is deprecated. Consider using Google Cloud Batch Operators' hook instead.
-        The Life Sciences API (beta) will be discontinued on July 8, 2025 in favor
-        of Google Cloud Batch.
-
-    All the methods in the hook where project_id is used must be called with
-    keyword arguments rather than positional.
-
-    :param api_version: API version used (for example v1 or v1beta1).
-    :param gcp_conn_id: The connection ID to use when fetching connection info.
-    :param impersonation_chain: Optional service account to impersonate using short-term
-        credentials, or chained list of accounts required to get the access_token
-        of the last account in the list, which will be impersonated in the request.
-        If set as a string, the account must grant the originating account
-        the Service Account Token Creator IAM role.
-        If set as a sequence, the identities from the list must grant
-        Service Account Token Creator IAM role to the directly preceding identity, with first
-        account from the list granting this role to the originating account.
-    """
-
-    _conn: build | None = None
-
-    def __init__(
-        self,
-        api_version: str = "v2beta",
-        gcp_conn_id: str = "google_cloud_default",
-        impersonation_chain: str | Sequence[str] | None = None,
-        **kwargs,
-    ) -> None:
-        super().__init__(
-            gcp_conn_id=gcp_conn_id,
-            impersonation_chain=impersonation_chain,
-            **kwargs,
-        )
-        self.api_version = api_version
-
-    def get_conn(self) -> build:
-        """
-        Retrieve the connection to Cloud Life Sciences.
-
-        :return: Google Cloud Life Sciences service object.
-        """
-        if not self._conn:
-            http_authorized = self._authorize()
-            self._conn = build("lifesciences", self.api_version, http=http_authorized, cache_discovery=False)
-        return self._conn
-
-    @GoogleBaseHook.fallback_to_default_project_id
-    def run_pipeline(self, body: dict, location: str, project_id: str) -> dict:
-        """
-        Run a pipeline.
-
-        :param body: The request body.
-        :param location: The location of the project. For example: "us-east1".
-        :param project_id: Optional, Google Cloud Project project_id where the function belongs.
-            If set to None or missing, the default project_id from the Google Cloud connection is used.
-        """
-        parent = self._location_path(project_id=project_id, location=location)
-        service = self.get_conn()
-
-        request = service.projects().locations().pipelines().run(parent=parent, body=body)
-
-        response = request.execute(num_retries=self.num_retries)
-
-        # wait
-        operation_name = response["name"]
-        self._wait_for_operation_to_complete(operation_name)
-
-        return response
-
-    @GoogleBaseHook.fallback_to_default_project_id
-    def _location_path(self, project_id: str, location: str) -> str:
-        """
-        Return a location string.
-
-        :param project_id: Optional, Google Cloud Project project_id where the
-            function belongs. If set to None or missing, the default project_id
-            from the Google Cloud connection is used.
-        :param location: The location of the project. For example: "us-east1".
-        """
-        return google.api_core.path_template.expand(
-            "projects/{project}/locations/{location}",
-            project=project_id,
-            location=location,
-        )
-
-    def _wait_for_operation_to_complete(self, operation_name: str) -> None:
-        """
-        Wait for the named operation to complete - checks status of the asynchronous call.
-
-        :param operation_name: The name of the operation.
-        :return: The response returned by the operation.
-        :exception: AirflowException in case error is returned.
-        """
-        service = self.get_conn()
-        while True:
-            operation_response = (
-                service.projects()
-                .locations()
-                .operations()
-                .get(name=operation_name)
-                .execute(num_retries=self.num_retries)
-            )
-            self.log.info("Waiting for pipeline operation to complete")
-            if operation_response.get("done"):
-                response = operation_response.get("response")
-                error = operation_response.get("error")
-                # Note, according to documentation always either response or error is
-                # set when "done" == True
-                if error:
-                    raise AirflowException(str(error))
-                return response
-            time.sleep(TIME_TO_SLEEP_IN_SECONDS)

airflow/providers/google/cloud/links/automl.py

@@ -1,193 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-"""This module contains Google AutoML links."""
-
-from __future__ import annotations
-
-from typing import TYPE_CHECKING
-
-from airflow.exceptions import AirflowProviderDeprecationWarning
-from airflow.providers.google.cloud.links.base import BaseGoogleLink
-from airflow.providers.google.common.deprecated import deprecated
-
-if TYPE_CHECKING:
-    from airflow.utils.context import Context
-
-AUTOML_BASE_LINK = "https://console.cloud.google.com/automl-tables"
-AUTOML_DATASET_LINK = (
-    AUTOML_BASE_LINK + "/locations/{location}/datasets/{dataset_id}/schemav2?project={project_id}"
-)
-AUTOML_DATASET_LIST_LINK = AUTOML_BASE_LINK + "/datasets?project={project_id}"
-AUTOML_MODEL_LINK = (
-    AUTOML_BASE_LINK
-    + "/locations/{location}/datasets/{dataset_id};modelId={model_id}/evaluate?project={project_id}"
-)
-AUTOML_MODEL_TRAIN_LINK = (
-    AUTOML_BASE_LINK + "/locations/{location}/datasets/{dataset_id}/train?project={project_id}"
-)
-AUTOML_MODEL_PREDICT_LINK = (
-    AUTOML_BASE_LINK
-    + "/locations/{location}/datasets/{dataset_id};modelId={model_id}/predict?project={project_id}"
-)
-
-
-@deprecated(
-    planned_removal_date="December 31, 2024",
-    use_instead="TranslationLegacyDatasetLink class from airflow/providers/google/cloud/links/translate.py",
-    category=AirflowProviderDeprecationWarning,
-)
-class AutoMLDatasetLink(BaseGoogleLink):
-    """Helper class for constructing AutoML Dataset link."""
-
-    name = "AutoML Dataset"
-    key = "automl_dataset"
-    format_str = AUTOML_DATASET_LINK
-
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance,
-        dataset_id: str,
-        project_id: str,
-    ):
-        task_instance.xcom_push(
-            context,
-            key=AutoMLDatasetLink.key,
-            value={"location": task_instance.location, "dataset_id": dataset_id, "project_id": project_id},
-        )
-
-
-@deprecated(
-    planned_removal_date="December 31, 2024",
-    use_instead="TranslationDatasetListLink class from airflow/providers/google/cloud/links/translate.py",
-    category=AirflowProviderDeprecationWarning,
-)
-class AutoMLDatasetListLink(BaseGoogleLink):
-    """Helper class for constructing AutoML Dataset List link."""
-
-    name = "AutoML Dataset List"
-    key = "automl_dataset_list"
-    format_str = AUTOML_DATASET_LIST_LINK
-
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance,
-        project_id: str,
-    ):
-        task_instance.xcom_push(
-            context,
-            key=AutoMLDatasetListLink.key,
-            value={
-                "project_id": project_id,
-            },
-        )
-
-
-@deprecated(
-    planned_removal_date="December 31, 2024",
-    use_instead="TranslationLegacyModelLink class from airflow/providers/google/cloud/links/translate.py",
-    category=AirflowProviderDeprecationWarning,
-)
-class AutoMLModelLink(BaseGoogleLink):
-    """Helper class for constructing AutoML Model link."""
-
-    name = "AutoML Model"
-    key = "automl_model"
-    format_str = AUTOML_MODEL_LINK
-
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance,
-        dataset_id: str,
-        model_id: str,
-        project_id: str,
-    ):
-        task_instance.xcom_push(
-            context,
-            key=AutoMLModelLink.key,
-            value={
-                "location": task_instance.location,
-                "dataset_id": dataset_id,
-                "model_id": model_id,
-                "project_id": project_id,
-            },
-        )
-
-
-@deprecated(
-    planned_removal_date="December 31, 2024",
-    use_instead="TranslationLegacyModelTrainLink class from "
-    "airflow/providers/google/cloud/links/translate.py",
-    category=AirflowProviderDeprecationWarning,
-)
-class AutoMLModelTrainLink(BaseGoogleLink):
-    """Helper class for constructing AutoML Model Train link."""
-
-    name = "AutoML Model Train"
-    key = "automl_model_train"
-    format_str = AUTOML_MODEL_TRAIN_LINK
-
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance,
-        project_id: str,
-    ):
-        task_instance.xcom_push(
-            context,
-            key=AutoMLModelTrainLink.key,
-            value={
-                "location": task_instance.location,
-                "dataset_id": task_instance.model["dataset_id"],
-                "project_id": project_id,
-            },
-        )
-
-
-@deprecated(
-    planned_removal_date="December 31, 2024",
-    use_instead="TranslationLegacyModelPredictLink class from "
-    "airflow/providers/google/cloud/links/translate.py",
-    category=AirflowProviderDeprecationWarning,
-)
-class AutoMLModelPredictLink(BaseGoogleLink):
-    """Helper class for constructing AutoML Model Predict link."""
-
-    name = "AutoML Model Predict"
-    key = "automl_model_predict"
-    format_str = AUTOML_MODEL_PREDICT_LINK
-
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance,
-        model_id: str,
-        project_id: str,
-    ):
-        task_instance.xcom_push(
-            context,
-            key=AutoMLModelPredictLink.key,
-            value={
-                "location": task_instance.location,
-                "dataset_id": "-",
-                "model_id": model_id,
-                "project_id": project_id,
-            },
-        )