apache-airflow-providers-google 17.2.0rc1__py3-none-any.whl → 18.0.0__py3-none-any.whl

airflow/providers/google/marketing_platform/operators/display_video.py

@@ -19,20 +19,13 @@
 
 from __future__ import annotations
 
-import csv
-import json
 import os
-import shutil
 import tempfile
-import urllib.request
 import zipfile
 from collections.abc import Sequence
 from typing import TYPE_CHECKING, Any
-from urllib.parse import urlsplit
 
-from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
 from airflow.providers.google.cloud.hooks.gcs import GCSHook
-from airflow.providers.google.common.deprecated import deprecated
 from airflow.providers.google.marketing_platform.hooks.display_video import GoogleDisplayVideo360Hook
 from airflow.providers.google.version_compat import BaseOperator
 
@@ -40,509 +33,6 @@ if TYPE_CHECKING:
     from airflow.utils.context import Context
 
 
-@deprecated(
-    planned_removal_date="September 01, 2025",
-    use_instead="airflow.providers.google.marketing_platform.operators.display_video.GoogleDisplayVideo360CreateSDFDownloadTaskOperator",
-    reason="Display & Video 360 API v2 has been deprecated and will be removed.",
-    category=AirflowProviderDeprecationWarning,
-)
-class GoogleDisplayVideo360CreateQueryOperator(BaseOperator):
-    """
-    Creates a query.
-
-    .. seealso::
-        For more information on how to use this operator, take a look at the guide:
-        ``GoogleDisplayVideo360CreateQueryOperator``
-
-    .. seealso::
-        Check also the official API docs:
-        `https://developers.google.com/bid-manager/v2/queries/create`
-
-    :param body: Report object passed to the request's body as described here:
-        https://developers.google.com/bid-manager/v2/queries#Query
-    :param api_version: The version of the api that will be requested for example 'v3'.
-    :param gcp_conn_id: The connection ID to use when fetching connection info.
-    :param impersonation_chain: Optional service account to impersonate using short-term
-        credentials, or chained list of accounts required to get the access_token
-        of the last account in the list, which will be impersonated in the request.
-        If set as a string, the account must grant the originating account
-        the Service Account Token Creator IAM role.
-        If set as a sequence, the identities from the list must grant
-        Service Account Token Creator IAM role to the directly preceding identity, with the first
-        account from the list granting this role to the originating account (templated).
-    """
-
-    template_fields: Sequence[str] = (
-        "body",
-        "impersonation_chain",
-    )
-    template_ext: Sequence[str] = (".json",)
-
-    def __init__(
-        self,
-        *,
-        body: dict[str, Any],
-        api_version: str = "v2",
-        gcp_conn_id: str = "google_cloud_default",
-        impersonation_chain: str | Sequence[str] | None = None,
-        **kwargs,
-    ) -> None:
-        super().__init__(**kwargs)
-        self.body = body
-        self.api_version = api_version
-        self.gcp_conn_id = gcp_conn_id
-        self.impersonation_chain = impersonation_chain
-
-    def prepare_template(self) -> None:
-        # If .json is passed then we have to read the file
-        if isinstance(self.body, str) and self.body.endswith(".json"):
-            with open(self.body) as file:
-                self.body = json.load(file)
-
-    def execute(self, context: Context) -> dict:
-        hook = GoogleDisplayVideo360Hook(
-            gcp_conn_id=self.gcp_conn_id,
-            api_version=self.api_version,
-            impersonation_chain=self.impersonation_chain,
-        )
-        self.log.info("Creating Display & Video 360 query.")
-        response = hook.create_query(query=self.body)
-        query_id = response["queryId"]
-        context["task_instance"].xcom_push(key="query_id", value=query_id)
-        self.log.info("Created query with ID: %s", query_id)
-        return response
-
-
-@deprecated(
-    planned_removal_date="September 01, 2025",
-    reason="Display & Video 360 API v2 has been deprecated and will be removed. "
-    "Reports were replaced with SDF export task in v4 of API.",
-    category=AirflowProviderDeprecationWarning,
-)
-class GoogleDisplayVideo360DeleteReportOperator(BaseOperator):
-    """
-    Deletes a stored query as well as the associated stored reports.
-
-    .. seealso::
-        For more information on how to use this operator, take a look at the guide:
-        :ref:`howto/operator:GoogleDisplayVideo360DeleteReportOperator`
-
-    .. seealso::
-        Check also the official API docs:
-        `https://developers.google.com/bid-manager/v2/queries/delete`
-
-    :param report_id: Report ID to delete.
-    :param report_name: Name of the report to delete.
-    :param api_version: The version of the api that will be requested for example 'v3'.
-    :param gcp_conn_id: The connection ID to use when fetching connection info.
-    :param impersonation_chain: Optional service account to impersonate using short-term
-        credentials, or chained list of accounts required to get the access_token
-        of the last account in the list, which will be impersonated in the request.
-        If set as a string, the account must grant the originating account
-        the Service Account Token Creator IAM role.
-        If set as a sequence, the identities from the list must grant
-        Service Account Token Creator IAM role to the directly preceding identity, with first
-        account from the list granting this role to the originating account (templated).
-    """
-
-    template_fields: Sequence[str] = (
-        "report_id",
-        "impersonation_chain",
-    )
-
-    def __init__(
-        self,
-        *,
-        report_id: str | None = None,
-        report_name: str | None = None,
-        api_version: str = "v2",
-        gcp_conn_id: str = "google_cloud_default",
-        impersonation_chain: str | Sequence[str] | None = None,
-        **kwargs,
-    ) -> None:
-        super().__init__(**kwargs)
-        self.report_id = report_id
-        self.report_name = report_name
-        self.api_version = api_version
-        self.gcp_conn_id = gcp_conn_id
-        self.impersonation_chain = impersonation_chain
-
-        if report_name and report_id:
-            raise AirflowException("Use only one value - `report_name` or `report_id`.")
-
-        if not (report_name or report_id):
-            raise AirflowException("Provide one of the values: `report_name` or `report_id`.")
-
-    def execute(self, context: Context) -> None:
-        hook = GoogleDisplayVideo360Hook(
-            gcp_conn_id=self.gcp_conn_id,
-            api_version=self.api_version,
-            impersonation_chain=self.impersonation_chain,
-        )
-        if self.report_id:
-            reports_ids_to_delete = [self.report_id]
-        else:
-            reports = hook.list_queries()
-            reports_ids_to_delete = [
-                report["queryId"] for report in reports if report["metadata"]["title"] == self.report_name
-            ]
-
-        for report_id in reports_ids_to_delete:
-            self.log.info("Deleting report with id: %s", report_id)
-            hook.delete_query(query_id=report_id)
-            self.log.info("Report deleted.")
-
-
-@deprecated(
-    planned_removal_date="September 01, 2025",
-    use_instead="airflow.providers.google.marketing_platform.operators.display_video.GoogleDisplayVideo360SDFtoGCSOperator",
-    reason="Display & Video 360 API v2 has been deprecated and will be removed.",
-    category=AirflowProviderDeprecationWarning,
-)
-class GoogleDisplayVideo360DownloadReportV2Operator(BaseOperator):
-    """
-    Retrieves a stored query.
-
-    .. seealso::
-        For more information on how to use this operator, take a look at the guide:
-        :ref:`howto/operator:GoogleDisplayVideo360DownloadReportV2Operator`
-
-    .. seealso::
-        Check also the official API docs:
-        `https://developers.google.com/bid-manager/v2/queries/get`
-
-    :param report_id: Report ID to retrieve.
-    :param bucket_name: The bucket to upload to.
-    :param report_name: The report name to set when uploading the local file.
-    :param chunk_size: File will be downloaded in chunks of this many bytes.
-    :param gzip: Option to compress local file or file data for upload
-    :param api_version: The version of the api that will be requested for example 'v3'.
-    :param gcp_conn_id: The connection ID to use when fetching connection info.
-    :param impersonation_chain: Optional service account to impersonate using short-term
-        credentials, or chained list of accounts required to get the access_token
-        of the last account in the list, which will be impersonated in the request.
-        If set as a string, the account must grant the originating account
-        the Service Account Token Creator IAM role.
-        If set as a sequence, the identities from the list must grant
-        Service Account Token Creator IAM role to the directly preceding identity, with first
-        account from the list granting this role to the originating account (templated).
-    """
-
-    template_fields: Sequence[str] = (
-        "query_id",
-        "report_id",
-        "bucket_name",
-        "report_name",
-        "impersonation_chain",
-    )
-
-    def __init__(
-        self,
-        *,
-        query_id: str,
-        report_id: str,
-        bucket_name: str,
-        report_name: str | None = None,
-        gzip: bool = True,
-        chunk_size: int = 10 * 1024 * 1024,
-        api_version: str = "v2",
-        gcp_conn_id: str = "google_cloud_default",
-        impersonation_chain: str | Sequence[str] | None = None,
-        **kwargs,
-    ) -> None:
-        super().__init__(**kwargs)
-        self.query_id = query_id
-        self.report_id = report_id
-        self.chunk_size = chunk_size
-        self.gzip = gzip
-        self.bucket_name = bucket_name
-        self.report_name = report_name
-        self.api_version = api_version
-        self.gcp_conn_id = gcp_conn_id
-        self.impersonation_chain = impersonation_chain
-
-    def _resolve_file_name(self, name: str) -> str:
-        new_name = name if name.endswith(".csv") else f"{name}.csv"
-        new_name = f"{new_name}.gz" if self.gzip else new_name
-        return new_name
-
-    @staticmethod
-    def _set_bucket_name(name: str) -> str:
-        bucket = name if not name.startswith("gs://") else name[5:]
-        return bucket.strip("/")
-
-    def execute(self, context: Context):
-        hook = GoogleDisplayVideo360Hook(
-            gcp_conn_id=self.gcp_conn_id,
-            api_version=self.api_version,
-            impersonation_chain=self.impersonation_chain,
-        )
-        gcs_hook = GCSHook(
-            gcp_conn_id=self.gcp_conn_id,
-            impersonation_chain=self.impersonation_chain,
-        )
-
-        resource = hook.get_report(query_id=self.query_id, report_id=self.report_id)
-        status = resource.get("metadata", {}).get("status", {}).get("state")
-        if resource and status not in ["DONE", "FAILED"]:
-            raise AirflowException(f"Report {self.report_id} for query {self.query_id} is still running")
-
-        # If no custom report_name provided, use DV360 name
-        file_url = resource["metadata"]["googleCloudStoragePath"]
-        if urllib.parse.urlparse(file_url).scheme == "file":
-            raise AirflowException("Accessing local file is not allowed in this operator")
-        report_name = self.report_name or urlsplit(file_url).path.split("/")[-1]
-        report_name = self._resolve_file_name(report_name)
-
-        # Download the report
-        self.log.info("Starting downloading report %s", self.report_id)
-        with tempfile.NamedTemporaryFile(delete=False) as temp_file:
-            with urllib.request.urlopen(file_url) as response:  # nosec
-                shutil.copyfileobj(response, temp_file, length=self.chunk_size)
-
-            temp_file.flush()
-            # Upload the local file to bucket
-            bucket_name = self._set_bucket_name(self.bucket_name)
-            gcs_hook.upload(
-                bucket_name=bucket_name,
-                object_name=report_name,
-                gzip=self.gzip,
-                filename=temp_file.name,
-                mime_type="text/csv",
-            )
-        self.log.info(
-            "Report %s was saved in bucket %s as %s.",
-            self.report_id,
-            self.bucket_name,
-            report_name,
-        )
-        context["task_instance"].xcom_push(key="report_name", value=report_name)
-
-
-@deprecated(
-    planned_removal_date="September 01, 2025",
-    use_instead="airflow.providers.google.marketing_platform.operators.display_video.GoogleDisplayVideo360CreateSDFDownloadTaskOperator",
-    reason="Display & Video 360 API v2 has been deprecated and will be removed.",
-    category=AirflowProviderDeprecationWarning,
-)
-class GoogleDisplayVideo360RunQueryOperator(BaseOperator):
-    """
-    Runs a stored query to generate a report.
-
-    .. seealso::
-        For more information on how to use this operator, take a look at the guide:
-        :ref:`howto/operator:GoogleDisplayVideo360RunQueryOperator`
-
-    .. seealso::
-        Check also the official API docs:
-        `https://developers.google.com/bid-manager/v2/queries/run`
-
-    :param report_id: Report ID to run.
-    :param parameters: Parameters for running a report as described here:
-        https://developers.google.com/bid-manager/v2/queries/run
-    :param api_version: The version of the api that will be requested for example 'v3'.
-    :param gcp_conn_id: The connection ID to use when fetching connection info.
-    :param impersonation_chain: Optional service account to impersonate using short-term
-        credentials, or chained list of accounts required to get the access_token
-        of the last account in the list, which will be impersonated in the request.
-        If set as a string, the account must grant the originating account
-        the Service Account Token Creator IAM role.
-        If set as a sequence, the identities from the list must grant
-        Service Account Token Creator IAM role to the directly preceding identity, with first
-        account from the list granting this role to the originating account (templated).
-    """
-
-    template_fields: Sequence[str] = (
-        "query_id",
-        "parameters",
-        "impersonation_chain",
-    )
-
-    def __init__(
-        self,
-        *,
-        query_id: str,
-        parameters: dict[str, Any] | None = None,
-        api_version: str = "v2",
-        gcp_conn_id: str = "google_cloud_default",
-        impersonation_chain: str | Sequence[str] | None = None,
-        **kwargs,
-    ) -> None:
-        super().__init__(**kwargs)
-        self.query_id = query_id
-        self.api_version = api_version
-        self.gcp_conn_id = gcp_conn_id
-        self.parameters = parameters
-        self.impersonation_chain = impersonation_chain
-
-    def execute(self, context: Context) -> dict:
-        hook = GoogleDisplayVideo360Hook(
-            gcp_conn_id=self.gcp_conn_id,
-            api_version=self.api_version,
-            impersonation_chain=self.impersonation_chain,
-        )
-        self.log.info(
-            "Running query %s with the following parameters:\n %s",
-            self.query_id,
-            self.parameters,
-        )
-        response = hook.run_query(query_id=self.query_id, params=self.parameters)
-        context["task_instance"].xcom_push(key="query_id", value=response["key"]["queryId"])
-        context["task_instance"].xcom_push(key="report_id", value=response["key"]["reportId"])
-        return response
-
-
-@deprecated(
-    planned_removal_date="September 01, 2025",
-    use_instead="airflow.providers.google.marketing_platform.operators.display_video.GoogleDisplayVideo360CreateSDFDownloadTaskOperator",
-    reason="Display & Video 360 API v2 has been deprecated and will be removed.",
-    category=AirflowProviderDeprecationWarning,
-)
-class GoogleDisplayVideo360DownloadLineItemsOperator(BaseOperator):
-    """
-    Retrieves line items in CSV format.
-
-    .. seealso::
-        For more information on how to use this operator, take a look at the guide:
-        :ref:`howto/operator:GoogleDisplayVideo360DownloadLineItemsOperator`
-
-    .. seealso::
-        Check also the official API docs:
-        `https://developers.google.com/bid-manager/v1.1/lineitems/downloadlineitems`
-
-    :param request_body: dictionary with parameters that should be passed into.
-            More information about it can be found here:
-            https://developers.google.com/bid-manager/v1.1/lineitems/downloadlineitems
-    """
-
-    template_fields: Sequence[str] = (
-        "request_body",
-        "bucket_name",
-        "object_name",
-        "impersonation_chain",
-    )
-
-    def __init__(
-        self,
-        *,
-        request_body: dict[str, Any],
-        bucket_name: str,
-        object_name: str,
-        gzip: bool = False,
-        api_version: str = "v1.1",
-        gcp_conn_id: str = "google_cloud_default",
-        impersonation_chain: str | Sequence[str] | None = None,
-        **kwargs,
-    ) -> None:
-        super().__init__(**kwargs)
-        self.request_body = request_body
-        self.object_name = object_name
-        self.bucket_name = bucket_name
-        self.gzip = gzip
-        self.api_version = api_version
-        self.gcp_conn_id = gcp_conn_id
-        self.impersonation_chain = impersonation_chain
-
-    def execute(self, context: Context) -> str:
-        gcs_hook = GCSHook(
-            gcp_conn_id=self.gcp_conn_id,
-            impersonation_chain=self.impersonation_chain,
-        )
-        hook = GoogleDisplayVideo360Hook(
-            gcp_conn_id=self.gcp_conn_id,
-            api_version=self.api_version,
-            impersonation_chain=self.impersonation_chain,
-        )
-
-        self.log.info("Retrieving report...")
-        content: list[str] = hook.download_line_items(request_body=self.request_body)
-
-        with tempfile.NamedTemporaryFile("w+") as temp_file:
-            writer = csv.writer(temp_file)
-            writer.writerows(content)
-            temp_file.flush()
-            gcs_hook.upload(
-                bucket_name=self.bucket_name,
-                object_name=self.object_name,
-                filename=temp_file.name,
-                mime_type="text/csv",
-                gzip=self.gzip,
-            )
-        return f"{self.bucket_name}/{self.object_name}"
-
-
-@deprecated(
-    planned_removal_date="September 01, 2025",
-    use_instead="airflow.providers.google.marketing_platform.operators.display_video.GoogleDisplayVideo360SDFtoGCSOperator",
-    reason="Display & Video 360 API v2 has been deprecated and will be removed.",
-    category=AirflowProviderDeprecationWarning,
-)
-class GoogleDisplayVideo360UploadLineItemsOperator(BaseOperator):
-    """
-    Uploads line items in CSV format.
-
-    .. seealso::
-        For more information on how to use this operator, take a look at the guide:
-        :ref:`howto/operator:GoogleDisplayVideo360UploadLineItemsOperator`
-
-    .. seealso::
-        Check also the official API docs:
-        `https://developers.google.com/bid-manager/v1.1/lineitems/uploadlineitems`
-
-    :param request_body: request to upload line items.
-    :param bucket_name: The bucket form data is downloaded.
-    :param object_name: The object to fetch.
-    :param filename: The filename to fetch.
-    :param dry_run: Upload status without actually persisting the line items.
-    """
-
-    template_fields: Sequence[str] = (
-        "bucket_name",
-        "object_name",
-        "impersonation_chain",
-    )
-
-    def __init__(
-        self,
-        *,
-        bucket_name: str,
-        object_name: str,
-        api_version: str = "v1.1",
-        gcp_conn_id: str = "google_cloud_default",
-        impersonation_chain: str | Sequence[str] | None = None,
-        **kwargs,
-    ) -> None:
-        super().__init__(**kwargs)
-        self.bucket_name = bucket_name
-        self.object_name = object_name
-        self.api_version = api_version
-        self.gcp_conn_id = gcp_conn_id
-        self.impersonation_chain = impersonation_chain
-
-    def execute(self, context: Context) -> None:
-        gcs_hook = GCSHook(
-            gcp_conn_id=self.gcp_conn_id,
-            impersonation_chain=self.impersonation_chain,
-        )
-        hook = GoogleDisplayVideo360Hook(
-            gcp_conn_id=self.gcp_conn_id,
-            api_version=self.api_version,
-            impersonation_chain=self.impersonation_chain,
-        )
-
-        self.log.info("Uploading file %s...")
-        # Saving file in the temporary directory,
-        # downloaded file from the GCS could be a 1GB size or even more
-        with tempfile.NamedTemporaryFile("w+") as f:
-            line_items = gcs_hook.download(
-                bucket_name=self.bucket_name,
-                object_name=self.object_name,
-                filename=f.name,
-            )
-            f.flush()
-            hook.upload_line_items(line_items=line_items)
-
-
 class GoogleDisplayVideo360CreateSDFDownloadTaskOperator(BaseOperator):
     """
     Creates an SDF operation task.

airflow/providers/google/marketing_platform/sensors/display_video.py

@@ -21,8 +21,7 @@ from __future__ import annotations
 from collections.abc import Sequence
 from typing import TYPE_CHECKING
 
-from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
-from airflow.providers.google.common.deprecated import deprecated
+from airflow.exceptions import AirflowException
 from airflow.providers.google.marketing_platform.hooks.display_video import GoogleDisplayVideo360Hook
 from airflow.providers.google.version_compat import AIRFLOW_V_3_0_PLUS
 
@@ -94,69 +93,3 @@ class GoogleDisplayVideo360GetSDFDownloadOperationSensor(BaseSensorOperator):
         if operation and operation.get("done"):
             return True
         return False
-
-
-@deprecated(
-    planned_removal_date="September 01, 2025",
-    reason="Display & Video 360 API v2 has been deprecated and will be removed. "
-    "Reports were replaced with SDF export task in v4 of API.",
-    category=AirflowProviderDeprecationWarning,
-)
-class GoogleDisplayVideo360RunQuerySensor(BaseSensorOperator):
-    """
-    Sensor for detecting the completion of DV360 reports for API v2.
-
-    .. seealso::
-        For more information on how to use this operator, take a look at the guide:
-        :ref:`howto/operator:GoogleDisplayVideo360RunQuerySensor`
-
-    :param query_id: Query ID for which report was generated
-    :param report_id: Report ID for which you want to wait
-    :param api_version: The version of the api that will be requested for example 'v3'.
-    :param gcp_conn_id: The connection ID to use when fetching connection info.
-    :param impersonation_chain: Optional service account to impersonate using short-term
-        credentials, or chained list of accounts required to get the access_token
-        of the last account in the list, which will be impersonated in the request.
-        If set as a string, the account must grant the originating account
-        the Service Account Token Creator IAM role.
-        If set as a sequence, the identities from the list must grant
-        Service Account Token Creator IAM role to the directly preceding identity, with first
-        account from the list granting this role to the originating account (templated).
-    """
-
-    template_fields: Sequence[str] = (
-        "query_id",
-        "report_id",
-        "impersonation_chain",
-    )
-
-    def __init__(
-        self,
-        *,
-        query_id: str,
-        report_id: str,
-        api_version: str = "v2",
-        gcp_conn_id: str = "google_cloud_default",
-        impersonation_chain: str | Sequence[str] | None = None,
-        **kwargs,
-    ) -> None:
-        super().__init__(**kwargs)
-        self.query_id = query_id
-        self.report_id = report_id
-        self.api_version = api_version
-        self.gcp_conn_id = gcp_conn_id
-        self.impersonation_chain = impersonation_chain
-
-    def poke(self, context: Context) -> bool:
-        hook = GoogleDisplayVideo360Hook(
-            gcp_conn_id=self.gcp_conn_id,
-            api_version=self.api_version,
-            impersonation_chain=self.impersonation_chain,
-        )
-
-        response = hook.get_report(query_id=self.query_id, report_id=self.report_id)
-        status = response.get("metadata", {}).get("status", {}).get("state")
-        self.log.info("STATUS OF THE REPORT %s FOR QUERY %s: %s", self.report_id, self.query_id, status)
-        if response and status in ["DONE", "FAILED"]:
-            return True
-        return False