apache-airflow-providers-google 15.1.0rc1__py3-none-any.whl → 19.1.0rc1__py3-none-any.whl

airflow/providers/google/cloud/links/cloud_build.py

@@ -16,13 +16,8 @@
 # under the License.
 from __future__ import annotations
 
-from typing import TYPE_CHECKING
-
 from airflow.providers.google.cloud.links.base import BaseGoogleLink
 
-if TYPE_CHECKING:
-    from airflow.utils.context import Context
-
 BUILD_BASE_LINK = "/cloud-build"
 
 BUILD_LINK = BUILD_BASE_LINK + "/builds;region={region}/{build_id}?project={project_id}"
@@ -43,24 +38,6 @@ class CloudBuildLink(BaseGoogleLink):
     key = "cloud_build_key"
     format_str = BUILD_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance,
-        build_id: str,
-        project_id: str,
-        region: str,
-    ):
-        task_instance.xcom_push(
-            context=context,
-            key=CloudBuildLink.key,
-            value={
-                "project_id": project_id,
-                "region": region,
-                "build_id": build_id,
-            },
-        )
-
 
 class CloudBuildListLink(BaseGoogleLink):
     """Helper class for constructing Cloud Build List link."""
@@ -69,22 +46,6 @@ class CloudBuildListLink(BaseGoogleLink):
     key = "cloud_build_list_key"
     format_str = BUILD_LIST_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance,
-        project_id: str,
-        region: str,
-    ):
-        task_instance.xcom_push(
-            context=context,
-            key=CloudBuildListLink.key,
-            value={
-                "project_id": project_id,
-                "region": region,
-            },
-        )
-
 
 class CloudBuildTriggersListLink(BaseGoogleLink):
     """Helper class for constructing Cloud Build Triggers List link."""
@@ -93,22 +54,6 @@ class CloudBuildTriggersListLink(BaseGoogleLink):
     key = "cloud_build_triggers_list_key"
     format_str = BUILD_TRIGGERS_LIST_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance,
-        project_id: str,
-        region: str,
-    ):
-        task_instance.xcom_push(
-            context=context,
-            key=CloudBuildTriggersListLink.key,
-            value={
-                "project_id": project_id,
-                "region": region,
-            },
-        )
-
 
 class CloudBuildTriggerDetailsLink(BaseGoogleLink):
     """Helper class for constructing Cloud Build Trigger Details link."""
@@ -116,21 +61,3 @@ class CloudBuildTriggerDetailsLink(BaseGoogleLink):
     name = "Cloud Build Triggers Details"
     key = "cloud_build_triggers_details_key"
     format_str = BUILD_TRIGGER_DETAILS_LINK
-
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance,
-        project_id: str,
-        region: str,
-        trigger_id: str,
-    ):
-        task_instance.xcom_push(
-            context=context,
-            key=CloudBuildTriggerDetailsLink.key,
-            value={
-                "project_id": project_id,
-                "region": region,
-                "trigger_id": trigger_id,
-            },
-        )

airflow/providers/google/cloud/links/cloud_functions.py

@@ -19,15 +19,8 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING
-
 from airflow.providers.google.cloud.links.base import BaseGoogleLink
 
-if TYPE_CHECKING:
-    from airflow.models import BaseOperator
-    from airflow.utils.context import Context
-
-
 CLOUD_FUNCTIONS_BASE_LINK = "https://console.cloud.google.com/functions"
 
 CLOUD_FUNCTIONS_DETAILS_LINK = (
@@ -44,20 +37,6 @@ class CloudFunctionsDetailsLink(BaseGoogleLink):
     key = "cloud_functions_details"
     format_str = CLOUD_FUNCTIONS_DETAILS_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance: BaseOperator,
-        function_name: str,
-        location: str,
-        project_id: str,
-    ):
-        task_instance.xcom_push(
-            context,
-            key=CloudFunctionsDetailsLink.key,
-            value={"function_name": function_name, "location": location, "project_id": project_id},
-        )
-
 
 class CloudFunctionsListLink(BaseGoogleLink):
     """Helper class for constructing Cloud Functions Details Link."""
@@ -65,15 +44,3 @@ class CloudFunctionsListLink(BaseGoogleLink):
     name = "Cloud Functions List"
     key = "cloud_functions_list"
     format_str = CLOUD_FUNCTIONS_LIST_LINK
-
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance: BaseOperator,
-        project_id: str,
-    ):
-        task_instance.xcom_push(
-            context,
-            key=CloudFunctionsDetailsLink.key,
-            value={"project_id": project_id},
-        )

airflow/providers/google/cloud/links/cloud_memorystore.py

@@ -19,14 +19,8 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING
-
 from airflow.providers.google.cloud.links.base import BaseGoogleLink
 
-if TYPE_CHECKING:
-    from airflow.models import BaseOperator
-    from airflow.utils.context import Context
-
 BASE_LINK = "/memorystore"
 MEMCACHED_LINK = (
     BASE_LINK + "/memcached/locations/{location_id}/instances/{instance_id}/details?project={project_id}"
@@ -45,20 +39,6 @@ class MemcachedInstanceDetailsLink(BaseGoogleLink):
     key = "memcached_instance"
     format_str = MEMCACHED_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance: BaseOperator,
-        instance_id: str,
-        location_id: str,
-        project_id: str | None,
-    ):
-        task_instance.xcom_push(
-            context,
-            key=MemcachedInstanceDetailsLink.key,
-            value={"instance_id": instance_id, "location_id": location_id, "project_id": project_id},
-        )
-
 
 class MemcachedInstanceListLink(BaseGoogleLink):
     """Helper class for constructing Memorystore Memcached List of Instances Link."""
@@ -67,18 +47,6 @@ class MemcachedInstanceListLink(BaseGoogleLink):
     key = "memcached_instances"
     format_str = MEMCACHED_LIST_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance: BaseOperator,
-        project_id: str | None,
-    ):
-        task_instance.xcom_push(
-            context,
-            key=MemcachedInstanceListLink.key,
-            value={"project_id": project_id},
-        )
-
 
 class RedisInstanceDetailsLink(BaseGoogleLink):
     """Helper class for constructing Memorystore Redis Instance Link."""
@@ -87,20 +55,6 @@ class RedisInstanceDetailsLink(BaseGoogleLink):
     key = "redis_instance"
     format_str = REDIS_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance: BaseOperator,
-        instance_id: str,
-        location_id: str,
-        project_id: str | None,
-    ):
-        task_instance.xcom_push(
-            context,
-            key=RedisInstanceDetailsLink.key,
-            value={"instance_id": instance_id, "location_id": location_id, "project_id": project_id},
-        )
-
 
 class RedisInstanceListLink(BaseGoogleLink):
     """Helper class for constructing Memorystore Redis List of Instances Link."""
@@ -108,15 +62,3 @@ class RedisInstanceListLink(BaseGoogleLink):
     name = "Memorystore Redis List of Instances"
     key = "redis_instances"
     format_str = REDIS_LIST_LINK
-
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance: BaseOperator,
-        project_id: str | None,
-    ):
-        task_instance.xcom_push(
-            context,
-            key=RedisInstanceListLink.key,
-            value={"project_id": project_id},
-        )

airflow/providers/google/cloud/links/{life_sciences.py → cloud_run.py}

@@ -16,34 +16,12 @@
 # under the License.
 from __future__ import annotations
 
-from typing import TYPE_CHECKING
-
 from airflow.providers.google.cloud.links.base import BaseGoogleLink
 
-if TYPE_CHECKING:
-    from airflow.utils.context import Context
-
-BASE_LINK = "https://console.cloud.google.com/lifesciences"
-LIFESCIENCES_LIST_LINK = BASE_LINK + "/pipelines?project={project_id}"
-
-
-class LifeSciencesLink(BaseGoogleLink):
-    """Helper class for constructing Life Sciences List link."""
 
-    name = "Life Sciences"
-    key = "lifesciences_key"
-    format_str = LIFESCIENCES_LIST_LINK
+class CloudRunJobLoggingLink(BaseGoogleLink):
+    """Helper class for constructing Cloud Run Job Logging link."""
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance,
-        project_id: str,
-    ):
-        task_instance.xcom_push(
-            context=context,
-            key=LifeSciencesLink.key,
-            value={
-                "project_id": project_id,
-            },
-        )
+    name = "Cloud Run Job Logging"
+    key = "log_uri"
+    format_str = "{log_uri}"

airflow/providers/google/cloud/links/cloud_sql.py

@@ -19,15 +19,8 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING
-
 from airflow.providers.google.cloud.links.base import BaseGoogleLink
 
-if TYPE_CHECKING:
-    from airflow.models import BaseOperator
-    from airflow.utils.context import Context
-
-
 CLOUD_SQL_BASE_LINK = "/sql"
 CLOUD_SQL_INSTANCE_LINK = CLOUD_SQL_BASE_LINK + "/instances/{instance}/overview?project={project_id}"
 CLOUD_SQL_INSTANCE_DATABASE_LINK = (
@@ -42,19 +35,6 @@ class CloudSQLInstanceLink(BaseGoogleLink):
     key = "cloud_sql_instance"
     format_str = CLOUD_SQL_INSTANCE_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance: BaseOperator,
-        cloud_sql_instance: str,
-        project_id: str | None,
-    ):
-        task_instance.xcom_push(
-            context,
-            key=CloudSQLInstanceLink.key,
-            value={"instance": cloud_sql_instance, "project_id": project_id},
-        )
-
 
 class CloudSQLInstanceDatabaseLink(BaseGoogleLink):
     """Helper class for constructing Cloud SQL Instance Database Link."""
@@ -62,16 +42,3 @@ class CloudSQLInstanceDatabaseLink(BaseGoogleLink):
     name = "Cloud SQL Instance Database"
     key = "cloud_sql_instance_database"
     format_str = CLOUD_SQL_INSTANCE_DATABASE_LINK
-
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance: BaseOperator,
-        cloud_sql_instance: str,
-        project_id: str | None,
-    ):
-        task_instance.xcom_push(
-            context,
-            key=CloudSQLInstanceDatabaseLink.key,
-            value={"instance": cloud_sql_instance, "project_id": project_id},
-        )

airflow/providers/google/cloud/links/cloud_storage_transfer.py

@@ -24,7 +24,7 @@ from typing import TYPE_CHECKING
 from airflow.providers.google.cloud.links.base import BaseGoogleLink
 
 if TYPE_CHECKING:
-    from airflow.utils.context import Context
+    from airflow.providers.common.compat.sdk import Context
 
 CLOUD_STORAGE_TRANSFER_BASE_LINK = "https://console.cloud.google.com/transfer"
 
@@ -60,18 +60,6 @@ class CloudStorageTransferListLink(BaseGoogleLink):
     key = "cloud_storage_transfer"
     format_str = CLOUD_STORAGE_TRANSFER_LIST_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance,
-        project_id: str,
-    ):
-        task_instance.xcom_push(
-            context,
-            key=CloudStorageTransferListLink.key,
-            value={"project_id": project_id},
-        )
-
 
 class CloudStorageTransferJobLink(BaseGoogleLink):
     """Helper class for constructing Storage Transfer Job Link."""
@@ -80,22 +68,6 @@ class CloudStorageTransferJobLink(BaseGoogleLink):
     key = "cloud_storage_transfer_job"
     format_str = CLOUD_STORAGE_TRANSFER_JOB_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        project_id: str,
-        job_name: str,
-    ):
-        job_name = job_name.split("/")[1] if job_name else ""
-
-        context["ti"].xcom_push(
-            key=CloudStorageTransferJobLink.key,
-            value={
-                "project_id": project_id,
-                "transfer_job": job_name,
-            },
-        )
-
 
 class CloudStorageTransferDetailsLink(BaseGoogleLink):
     """Helper class for constructing Cloud Storage Transfer Operation Link."""
@@ -105,20 +77,21 @@ class CloudStorageTransferDetailsLink(BaseGoogleLink):
     format_str = CLOUD_STORAGE_TRANSFER_OPERATION_LINK
 
     @staticmethod
-    def persist(
-        task_instance,
-        context: Context,
-        project_id: str,
-        operation_name: str,
-    ):
-        transfer_operation, transfer_job = CloudStorageTransferLinkHelper.extract_parts(operation_name)
-
-        task_instance.xcom_push(
+    def extract_parts(operation_name: str | None):
+        if not operation_name:
+            return "", ""
+        transfer_operation = operation_name.split("/")[1]
+        transfer_job = operation_name.split("-")[1]
+        return transfer_operation, transfer_job
+
+    @classmethod
+    def persist(cls, context: Context, **value):
+        operation_name = value.get("operation_name")
+        transfer_operation, transfer_job = cls.extract_parts(operation_name)
+
+        super().persist(
             context,
-            key=CloudStorageTransferDetailsLink.key,
-            value={
-                "project_id": project_id,
-                "transfer_job": transfer_job,
-                "transfer_operation": transfer_operation,
-            },
+            project_id=value.get("project_id"),
+            transfer_job=transfer_job,
+            transfer_operation=transfer_operation,
         )

airflow/providers/google/cloud/links/cloud_tasks.py

@@ -24,8 +24,7 @@ from typing import TYPE_CHECKING
 from airflow.providers.google.cloud.links.base import BaseGoogleLink
 
 if TYPE_CHECKING:
-    from airflow.models import BaseOperator
-    from airflow.utils.context import Context
+    from airflow.providers.common.compat.sdk import Context
 
 CLOUD_TASKS_BASE_LINK = "/cloudtasks"
 CLOUD_TASKS_QUEUE_LINK = CLOUD_TASKS_BASE_LINK + "/queue/{location}/{queue_id}/tasks?project={project_id}"
@@ -51,18 +50,12 @@ class CloudTasksQueueLink(BaseGoogleLink):
         parts = queue_name.split("/")
         return parts[1], parts[3], parts[5]
 
-    @staticmethod
-    def persist(
-        operator_instance: BaseOperator,
-        context: Context,
-        queue_name: str | None,
-    ):
-        project_id, location, queue_id = CloudTasksQueueLink.extract_parts(queue_name)
-        operator_instance.xcom_push(
-            context,
-            key=CloudTasksQueueLink.key,
-            value={"project_id": project_id, "location": location, "queue_id": queue_id},
-        )
+    @classmethod
+    def persist(cls, context: Context, **value):
+        queue_name = value.get("queue_name")
+        project_id, location, queue_id = cls.extract_parts(queue_name)
+
+        super().persist(context, project_id=project_id, location=location, queue_id=queue_id)
 
 
 class CloudTasksLink(BaseGoogleLink):
@@ -71,15 +64,3 @@ class CloudTasksLink(BaseGoogleLink):
     name = "Cloud Tasks"
     key = "cloud_task"
     format_str = CLOUD_TASKS_LINK
-
-    @staticmethod
-    def persist(
-        operator_instance: BaseOperator,
-        context: Context,
-        project_id: str | None,
-    ):
-        operator_instance.xcom_push(
-            context,
-            key=CloudTasksLink.key,
-            value={"project_id": project_id},
-        )

airflow/providers/google/cloud/links/compute.py

@@ -19,14 +19,8 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING
-
 from airflow.providers.google.cloud.links.base import BaseGoogleLink
 
-if TYPE_CHECKING:
-    from airflow.models import BaseOperator
-    from airflow.utils.context import Context
-
 COMPUTE_BASE_LINK = "https://console.cloud.google.com/compute"
 COMPUTE_LINK = (
     COMPUTE_BASE_LINK + "/instancesDetail/zones/{location_id}/instances/{resource_id}?project={project_id}"
@@ -44,24 +38,6 @@ class ComputeInstanceDetailsLink(BaseGoogleLink):
     key = "compute_instance_details"
     format_str = COMPUTE_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance: BaseOperator,
-        location_id: str,
-        resource_id: str | None,
-        project_id: str | None,
-    ):
-        task_instance.xcom_push(
-            context,
-            key=ComputeInstanceDetailsLink.key,
-            value={
-                "location_id": location_id,
-                "resource_id": resource_id,
-                "project_id": project_id,
-            },
-        )
-
 
 class ComputeInstanceTemplateDetailsLink(BaseGoogleLink):
     """Helper class for constructing Compute Instance Template details Link."""
@@ -70,22 +46,6 @@ class ComputeInstanceTemplateDetailsLink(BaseGoogleLink):
     key = "compute_instance_template_details"
     format_str = COMPUTE_TEMPLATE_LINK
 
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance: BaseOperator,
-        resource_id: str | None,
-        project_id: str | None,
-    ):
-        task_instance.xcom_push(
-            context,
-            key=ComputeInstanceTemplateDetailsLink.key,
-            value={
-                "resource_id": resource_id,
-                "project_id": project_id,
-            },
-        )
-
 
 class ComputeInstanceGroupManagerDetailsLink(BaseGoogleLink):
     """Helper class for constructing Compute Instance Group Manager details Link."""
@@ -93,21 +53,3 @@ class ComputeInstanceGroupManagerDetailsLink(BaseGoogleLink):
     name = "Compute Instance Group Manager"
     key = "compute_instance_group_manager_details"
     format_str = COMPUTE_GROUP_MANAGER_LINK
-
-    @staticmethod
-    def persist(
-        context: Context,
-        task_instance: BaseOperator,
-        location_id: str,
-        resource_id: str | None,
-        project_id: str | None,
-    ):
-        task_instance.xcom_push(
-            context,
-            key=ComputeInstanceGroupManagerDetailsLink.key,
-            value={
-                "location_id": location_id,
-                "resource_id": resource_id,
-                "project_id": project_id,
-            },
-        )