apache-airflow-providers-google 16.0.0a1__py3-none-any.whl → 16.1.0__py3-none-any.whl

airflow/providers/google/cloud/links/data_loss_prevention.py

@@ -17,13 +17,8 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING
-
 from airflow.providers.google.cloud.links.base import BaseGoogleLink
 
-if TYPE_CHECKING:
-    from airflow.utils.context import Context
-
 BASE_LINK = "https://console.cloud.google.com"
 
 DLP_BASE_LINK = BASE_LINK + "/security/dlp"
@@ -73,20 +68,6 @@ class CloudDLPDeidentifyTemplatesListLink(BaseGoogleLink):
     key = "cloud_dlp_deidentify_templates_list_key"
     format_str = DLP_DEIDENTIFY_TEMPLATES_LIST_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance,
-        project_id: str,
-    ):
-        task_instance.xcom_push(
-            context=context,
-            key=CloudDLPDeidentifyTemplatesListLink.key,
-            value={
-                "project_id": project_id,
-            },
-        )
-
 
 class CloudDLPDeidentifyTemplateDetailsLink(BaseGoogleLink):
     """Helper class for constructing Cloud Data Loss Prevention link."""
@@ -95,22 +76,6 @@ class CloudDLPDeidentifyTemplateDetailsLink(BaseGoogleLink):
     key = "cloud_dlp_deidentify_template_details_key"
     format_str = DLP_DEIDENTIFY_TEMPLATE_DETAILS_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance,
-        project_id: str,
-        template_name: str,
-    ):
-        task_instance.xcom_push(
-            context=context,
-            key=CloudDLPDeidentifyTemplateDetailsLink.key,
-            value={
-                "project_id": project_id,
-                "template_name": template_name,
-            },
-        )
-
 
 class CloudDLPJobTriggersListLink(BaseGoogleLink):
     """Helper class for constructing Cloud Data Loss Prevention link."""
@@ -119,20 +84,6 @@ class CloudDLPJobTriggersListLink(BaseGoogleLink):
     key = "cloud_dlp_job_triggers_list_key"
     format_str = DLP_JOB_TRIGGER_LIST_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance,
-        project_id: str,
-    ):
-        task_instance.xcom_push(
-            context=context,
-            key=CloudDLPJobTriggersListLink.key,
-            value={
-                "project_id": project_id,
-            },
-        )
-
 
 class CloudDLPJobTriggerDetailsLink(BaseGoogleLink):
     """Helper class for constructing Cloud Data Loss Prevention link."""
@@ -141,22 +92,6 @@ class CloudDLPJobTriggerDetailsLink(BaseGoogleLink):
     key = "cloud_dlp_job_trigger_details_key"
     format_str = DLP_JOB_TRIGGER_DETAILS_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance,
-        project_id: str,
-        trigger_name: str,
-    ):
-        task_instance.xcom_push(
-            context=context,
-            key=CloudDLPJobTriggerDetailsLink.key,
-            value={
-                "project_id": project_id,
-                "trigger_name": trigger_name,
-            },
-        )
-
 
 class CloudDLPJobsListLink(BaseGoogleLink):
     """Helper class for constructing Cloud Data Loss Prevention link."""
@@ -165,20 +100,6 @@ class CloudDLPJobsListLink(BaseGoogleLink):
     key = "cloud_dlp_jobs_list_key"
     format_str = DLP_JOBS_LIST_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance,
-        project_id: str,
-    ):
-        task_instance.xcom_push(
-            context=context,
-            key=CloudDLPJobsListLink.key,
-            value={
-                "project_id": project_id,
-            },
-        )
-
 
 class CloudDLPJobDetailsLink(BaseGoogleLink):
     """Helper class for constructing Cloud Data Loss Prevention link."""
@@ -187,22 +108,6 @@ class CloudDLPJobDetailsLink(BaseGoogleLink):
     key = "cloud_dlp_job_details_key"
     format_str = DLP_JOB_DETAILS_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance,
-        project_id: str,
-        job_name: str,
-    ):
-        task_instance.xcom_push(
-            context=context,
-            key=CloudDLPJobDetailsLink.key,
-            value={
-                "project_id": project_id,
-                "job_name": job_name,
-            },
-        )
-
 
 class CloudDLPInspectTemplatesListLink(BaseGoogleLink):
     """Helper class for constructing Cloud Data Loss Prevention link."""
@@ -211,20 +116,6 @@ class CloudDLPInspectTemplatesListLink(BaseGoogleLink):
     key = "cloud_dlp_inspect_templates_list_key"
     format_str = DLP_INSPECT_TEMPLATES_LIST_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance,
-        project_id: str,
-    ):
-        task_instance.xcom_push(
-            context=context,
-            key=CloudDLPInspectTemplatesListLink.key,
-            value={
-                "project_id": project_id,
-            },
-        )
-
 
 class CloudDLPInspectTemplateDetailsLink(BaseGoogleLink):
     """Helper class for constructing Cloud Data Loss Prevention link."""
@@ -233,22 +124,6 @@ class CloudDLPInspectTemplateDetailsLink(BaseGoogleLink):
     key = "cloud_dlp_inspect_template_details_key"
     format_str = DLP_INSPECT_TEMPLATE_DETAILS_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance,
-        project_id: str,
-        template_name: str,
-    ):
-        task_instance.xcom_push(
-            context=context,
-            key=CloudDLPInspectTemplateDetailsLink.key,
-            value={
-                "project_id": project_id,
-                "template_name": template_name,
-            },
-        )
-
 
 class CloudDLPInfoTypesListLink(BaseGoogleLink):
     """Helper class for constructing Cloud Data Loss Prevention link."""
@@ -257,20 +132,6 @@ class CloudDLPInfoTypesListLink(BaseGoogleLink):
     key = "cloud_dlp_info_types_list_key"
     format_str = DLP_INFO_TYPES_LIST_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance,
-        project_id: str,
-    ):
-        task_instance.xcom_push(
-            context=context,
-            key=CloudDLPInfoTypesListLink.key,
-            value={
-                "project_id": project_id,
-            },
-        )
-
 
 class CloudDLPInfoTypeDetailsLink(BaseGoogleLink):
     """Helper class for constructing Cloud Data Loss Prevention link."""
@@ -279,22 +140,6 @@ class CloudDLPInfoTypeDetailsLink(BaseGoogleLink):
     key = "cloud_dlp_info_type_details_key"
     format_str = DLP_INFO_TYPE_DETAILS_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance,
-        project_id: str,
-        info_type_name: str,
-    ):
-        task_instance.xcom_push(
-            context=context,
-            key=CloudDLPInfoTypeDetailsLink.key,
-            value={
-                "project_id": project_id,
-                "info_type_name": info_type_name,
-            },
-        )
-
 
 class CloudDLPPossibleInfoTypesListLink(BaseGoogleLink):
     """Helper class for constructing Cloud Data Loss Prevention link."""
@@ -302,17 +147,3 @@ class CloudDLPPossibleInfoTypesListLink(BaseGoogleLink):
     name = "Cloud DLP Possible Info Types List"
     key = "cloud_dlp_possible_info_types_list_key"
     format_str = DLP_POSSIBLE_INFO_TYPES_LIST_LINK
-
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance,
-        project_id: str,
-    ):
-        task_instance.xcom_push(
-            context=context,
-            key=CloudDLPPossibleInfoTypesListLink.key,
-            value={
-                "project_id": project_id,
-            },
-        )

airflow/providers/google/cloud/links/datacatalog.py

@@ -19,13 +19,9 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING
-
+from airflow.exceptions import AirflowProviderDeprecationWarning
 from airflow.providers.google.cloud.links.base import BaseGoogleLink
-
-if TYPE_CHECKING:
-    from airflow.models import BaseOperator
-    from airflow.utils.context import Context
+from airflow.providers.google.common.deprecated import deprecated
 
 DATACATALOG_BASE_LINK = "/datacatalog"
 ENTRY_GROUP_LINK = (
@@ -43,6 +39,13 @@ TAG_TEMPLATE_LINK = (
 )
 
 
+@deprecated(
+    planned_removal_date="January 30, 2026",
+    use_instead="airflow.providers.google.cloud.links.dataplex.DataplexCatalogEntryGroupLink",
+    reason="The Data Catalog will be discontinued on January 30, 2026 "
+    "in favor of Dataplex Universal Catalog.",
+    category=AirflowProviderDeprecationWarning,
+)
 class DataCatalogEntryGroupLink(BaseGoogleLink):
     """Helper class for constructing Data Catalog Entry Group Link."""
 
@@ -50,21 +53,14 @@ class DataCatalogEntryGroupLink(BaseGoogleLink):
     key = "data_catalog_entry_group"
     format_str = ENTRY_GROUP_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance: BaseOperator,
-        entry_group_id: str,
-        location_id: str,
-        project_id: str | None,
-    ):
-        task_instance.xcom_push(
-            context,
-            key=DataCatalogEntryGroupLink.key,
-            value={"entry_group_id": entry_group_id, "location_id": location_id, "project_id": project_id},
-        )
-
 
+@deprecated(
+    planned_removal_date="January 30, 2026",
+    use_instead="airflow.providers.google.cloud.links.dataplex.DataplexCatalogEntryLink",
+    reason="The Data Catalog will be discontinued on January 30, 2026 "
+    "in favor of Dataplex Universal Catalog.",
+    category=AirflowProviderDeprecationWarning,
+)
 class DataCatalogEntryLink(BaseGoogleLink):
     """Helper class for constructing Data Catalog Entry Link."""
 
@@ -72,44 +68,17 @@ class DataCatalogEntryLink(BaseGoogleLink):
     key = "data_catalog_entry"
     format_str = ENTRY_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance: BaseOperator,
-        entry_id: str,
-        entry_group_id: str,
-        location_id: str,
-        project_id: str | None,
-    ):
-        task_instance.xcom_push(
-            context,
-            key=DataCatalogEntryLink.key,
-            value={
-                "entry_id": entry_id,
-                "entry_group_id": entry_group_id,
-                "location_id": location_id,
-                "project_id": project_id,
-            },
-        )
-
 
+@deprecated(
+    planned_removal_date="January 30, 2026",
+    use_instead="airflow.providers.google.cloud.links.dataplex.DataplexCatalogAspectTypeLink",
+    reason="The Data Catalog will be discontinued on January 30, 2026 "
+    "in favor of Dataplex Universal Catalog.",
+    category=AirflowProviderDeprecationWarning,
+)
 class DataCatalogTagTemplateLink(BaseGoogleLink):
     """Helper class for constructing Data Catalog Tag Template Link."""
 
     name = "Data Catalog Tag Template"
     key = "data_catalog_tag_template"
     format_str = TAG_TEMPLATE_LINK
-
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance: BaseOperator,
-        tag_template_id: str,
-        location_id: str,
-        project_id: str | None,
-    ):
-        task_instance.xcom_push(
-            context,
-            key=DataCatalogTagTemplateLink.key,
-            value={"tag_template_id": tag_template_id, "location_id": location_id, "project_id": project_id},
-        )

airflow/providers/google/cloud/links/dataflow.py

@@ -19,14 +19,8 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING
-
 from airflow.providers.google.cloud.links.base import BaseGoogleLink
 
-if TYPE_CHECKING:
-    from airflow.models import BaseOperator
-    from airflow.utils.context import Context
-
 DATAFLOW_BASE_LINK = "/dataflow/jobs"
 DATAFLOW_JOB_LINK = DATAFLOW_BASE_LINK + "/{region}/{job_id}?project={project_id}"
 
@@ -41,20 +35,6 @@ class DataflowJobLink(BaseGoogleLink):
     key = "dataflow_job_config"
     format_str = DATAFLOW_JOB_LINK
 
-    @staticmethod
-    def persist(
-        operator_instance: BaseOperator,
-        context: Context,
-        project_id: str | None,
-        region: str | None,
-        job_id: str | None,
-    ):
-        operator_instance.xcom_push(
-            context,
-            key=DataflowJobLink.key,
-            value={"project_id": project_id, "region": region, "job_id": job_id},
-        )
-
 
 class DataflowPipelineLink(BaseGoogleLink):
     """Helper class for constructing Dataflow Pipeline Link."""
@@ -62,17 +42,3 @@ class DataflowPipelineLink(BaseGoogleLink):
     name = "Dataflow Pipeline"
     key = "dataflow_pipeline_config"
     format_str = DATAFLOW_PIPELINE_LINK
-
-    @staticmethod
-    def persist(
-        operator_instance: BaseOperator,
-        context: Context,
-        project_id: str | None,
-        location: str | None,
-        pipeline_name: str | None,
-    ):
-        operator_instance.xcom_push(
-            context,
-            key=DataflowPipelineLink.key,
-            value={"project_id": project_id, "location": location, "pipeline_name": pipeline_name},
-        )

airflow/providers/google/cloud/links/dataform.py

@@ -19,14 +19,8 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING
-
 from airflow.providers.google.cloud.links.base import BaseGoogleLink
 
-if TYPE_CHECKING:
-    from airflow.models import BaseOperator
-    from airflow.utils.context import Context
-
 DATAFORM_BASE_LINK = "/bigquery/dataform"
 DATAFORM_WORKFLOW_INVOCATION_LINK = (
     DATAFORM_BASE_LINK
@@ -53,26 +47,6 @@ class DataformWorkflowInvocationLink(BaseGoogleLink):
     key = "dataform_workflow_invocation_config"
     format_str = DATAFORM_WORKFLOW_INVOCATION_LINK
 
-    @staticmethod
-    def persist(
-        operator_instance: BaseOperator,
-        context: Context,
-        project_id: str,
-        region: str,
-        repository_id: str,
-        workflow_invocation_id: str,
-    ):
-        operator_instance.xcom_push(
-            context,
-            key=DataformWorkflowInvocationLink.key,
-            value={
-                "project_id": project_id,
-                "region": region,
-                "repository_id": repository_id,
-                "workflow_invocation_id": workflow_invocation_id,
-            },
-        )
-
 
 class DataformRepositoryLink(BaseGoogleLink):
     """Helper class for constructing Dataflow repository link."""
@@ -81,24 +55,6 @@ class DataformRepositoryLink(BaseGoogleLink):
     key = "dataform_repository"
     format_str = DATAFORM_REPOSITORY_LINK
 
-    @staticmethod
-    def persist(
-        operator_instance: BaseOperator,
-        context: Context,
-        project_id: str,
-        region: str,
-        repository_id: str,
-    ) -> None:
-        operator_instance.xcom_push(
-            context=context,
-            key=DataformRepositoryLink.key,
-            value={
-                "project_id": project_id,
-                "region": region,
-                "repository_id": repository_id,
-            },
-        )
-
 
 class DataformWorkspaceLink(BaseGoogleLink):
     """Helper class for constructing Dataform workspace link."""
@@ -106,23 +62,3 @@ class DataformWorkspaceLink(BaseGoogleLink):
     name = "Dataform Workspace"
     key = "dataform_workspace"
     format_str = DATAFORM_WORKSPACE_LINK
-
-    @staticmethod
-    def persist(
-        operator_instance: BaseOperator,
-        context: Context,
-        project_id: str,
-        region: str,
-        repository_id: str,
-        workspace_id: str,
-    ) -> None:
-        operator_instance.xcom_push(
-            context=context,
-            key=DataformWorkspaceLink.key,
-            value={
-                "project_id": project_id,
-                "region": region,
-                "repository_id": repository_id,
-                "workspace_id": workspace_id,
-            },
-        )

airflow/providers/google/cloud/links/datafusion.py

@@ -19,21 +19,7 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING, ClassVar
-
-from airflow.providers.google.version_compat import AIRFLOW_V_3_0_PLUS
-
-if AIRFLOW_V_3_0_PLUS:
-    from airflow.sdk import BaseOperatorLink
-    from airflow.sdk.execution_time.xcom import XCom
-else:
-    from airflow.models import XCom  # type: ignore[no-redef]
-    from airflow.models.baseoperatorlink import BaseOperatorLink  # type: ignore[no-redef]
-
-if TYPE_CHECKING:
-    from airflow.models import BaseOperator
-    from airflow.models.taskinstancekey import TaskInstanceKey
-    from airflow.utils.context import Context
+from airflow.providers.google.cloud.links.base import BaseGoogleLink
 
 BASE_LINK = "https://console.cloud.google.com/data-fusion"
 DATAFUSION_INSTANCE_LINK = BASE_LINK + "/locations/{region}/instances/{instance_name}?project={project_id}"
@@ -41,35 +27,6 @@ DATAFUSION_PIPELINES_LINK = "{uri}/cdap/ns/{namespace}/pipelines"
 DATAFUSION_PIPELINE_LINK = "{uri}/pipelines/ns/{namespace}/view/{pipeline_name}"
 
 
-class BaseGoogleLink(BaseOperatorLink):
-    """
-    Link for Google operators.
-
-    Prevent adding ``https://console.cloud.google.com`` in front of every link
-    where URI is used.
-    """
-
-    name: ClassVar[str]
-    key: ClassVar[str]
-    format_str: ClassVar[str]
-
-    def get_link(
-        self,
-        operator: BaseOperator,
-        *,
-        ti_key: TaskInstanceKey,
-    ) -> str:
-        conf = XCom.get_value(key=self.key, ti_key=ti_key)
-
-        if not conf:
-            return ""
-
-        # Add a default value for the 'namespace' parameter for backward compatibility.
-        conf.setdefault("namespace", "default")
-
-        return self.format_str.format(**conf)
-
-
 class DataFusionInstanceLink(BaseGoogleLink):
     """Helper class for constructing Data Fusion Instance link."""
 
@@ -77,24 +34,6 @@ class DataFusionInstanceLink(BaseGoogleLink):
     key = "instance_conf"
     format_str = DATAFUSION_INSTANCE_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance: BaseOperator,
-        location: str,
-        instance_name: str,
-        project_id: str,
-    ):
-        task_instance.xcom_push(
-            context=context,
-            key=DataFusionInstanceLink.key,
-            value={
-                "region": location,
-                "instance_name": instance_name,
-                "project_id": project_id,
-            },
-        )
-
 
 class DataFusionPipelineLink(BaseGoogleLink):
     """Helper class for constructing Data Fusion Pipeline link."""
@@ -103,24 +42,6 @@ class DataFusionPipelineLink(BaseGoogleLink):
     key = "pipeline_conf"
     format_str = DATAFUSION_PIPELINE_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance: BaseOperator,
-        uri: str,
-        pipeline_name: str,
-        namespace: str,
-    ):
-        task_instance.xcom_push(
-            context=context,
-            key=DataFusionPipelineLink.key,
-            value={
-                "uri": uri,
-                "pipeline_name": pipeline_name,
-                "namespace": namespace,
-            },
-        )
-
 
 class DataFusionPipelinesLink(BaseGoogleLink):
     """Helper class for constructing list of Data Fusion Pipelines link."""
@@ -128,19 +49,3 @@ class DataFusionPipelinesLink(BaseGoogleLink):
     name = "Data Fusion Pipelines List"
     key = "pipelines_conf"
     format_str = DATAFUSION_PIPELINES_LINK
-
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance: BaseOperator,
-        uri: str,
-        namespace: str,
-    ):
-        task_instance.xcom_push(
-            context=context,
-            key=DataFusionPipelinesLink.key,
-            value={
-                "uri": uri,
-                "namespace": namespace,
-            },
-        )