apache-airflow-providers-google 16.0.0rc1__py3-none-any.whl → 16.1.0rc1__py3-none-any.whl

airflow/providers/google/cloud/operators/dlp.py

@@ -144,7 +144,6 @@ class CloudDLPCancelDLPJobOperator(GoogleCloudBaseOperator):
         if project_id:
             CloudDLPJobDetailsLink.persist(
                 context=context,
-                task_instance=self,
                 project_id=project_id,
                 job_name=self.dlp_job_id,
             )
@@ -251,7 +250,6 @@ class CloudDLPCreateDeidentifyTemplateOperator(GoogleCloudBaseOperator):
         if project_id and template_id:
             CloudDLPDeidentifyTemplateDetailsLink.persist(
                 context=context,
-                task_instance=self,
                 project_id=project_id,
                 template_name=template_id,
             )
@@ -363,7 +361,6 @@ class CloudDLPCreateDLPJobOperator(GoogleCloudBaseOperator):
         if project_id:
             CloudDLPJobDetailsLink.persist(
                 context=context,
-                task_instance=self,
                 project_id=project_id,
                 job_name=result["name"].split("/")[-1] if result["name"] else None,
             )
@@ -473,7 +470,6 @@ class CloudDLPCreateInspectTemplateOperator(GoogleCloudBaseOperator):
         if project_id and template_id:
             CloudDLPInspectTemplateDetailsLink.persist(
                 context=context,
-                task_instance=self,
                 project_id=project_id,
                 template_name=template_id,
             )
@@ -578,7 +574,6 @@ class CloudDLPCreateJobTriggerOperator(GoogleCloudBaseOperator):
         if project_id:
             CloudDLPJobTriggerDetailsLink.persist(
                 context=context,
-                task_instance=self,
                 project_id=project_id,
                 trigger_name=trigger_name,
             )
@@ -692,7 +687,6 @@ class CloudDLPCreateStoredInfoTypeOperator(GoogleCloudBaseOperator):
         if project_id and stored_info_type_id:
             CloudDLPInfoTypeDetailsLink.persist(
                 context=context,
-                task_instance=self,
                 project_id=project_id,
                 info_type_name=stored_info_type_id,
             )
@@ -880,7 +874,6 @@ class CloudDLPDeleteDeidentifyTemplateOperator(GoogleCloudBaseOperator):
             if project_id:
                 CloudDLPDeidentifyTemplatesListLink.persist(
                     context=context,
-                    task_instance=self,
                     project_id=project_id,
                 )
         except NotFound:
@@ -966,7 +959,6 @@ class CloudDLPDeleteDLPJobOperator(GoogleCloudBaseOperator):
             if project_id:
                 CloudDLPJobsListLink.persist(
                     context=context,
-                    task_instance=self,
                     project_id=project_id,
                 )
 
@@ -1056,7 +1048,6 @@ class CloudDLPDeleteInspectTemplateOperator(GoogleCloudBaseOperator):
             if project_id:
                 CloudDLPInspectTemplatesListLink.persist(
                     context=context,
-                    task_instance=self,
                     project_id=project_id,
                 )
 
@@ -1140,7 +1131,6 @@ class CloudDLPDeleteJobTriggerOperator(GoogleCloudBaseOperator):
             if project_id:
                 CloudDLPJobTriggersListLink.persist(
                     context=context,
-                    task_instance=self,
                     project_id=project_id,
                 )
 
@@ -1232,7 +1222,6 @@ class CloudDLPDeleteStoredInfoTypeOperator(GoogleCloudBaseOperator):
         if project_id:
             CloudDLPInfoTypesListLink.persist(
                 context=context,
-                task_instance=self,
                 project_id=project_id,
             )
 
@@ -1318,7 +1307,9 @@ class CloudDLPGetDeidentifyTemplateOperator(GoogleCloudBaseOperator):
         project_id = self.project_id or hook.project_id
         if project_id:
             CloudDLPDeidentifyTemplateDetailsLink.persist(
-                context=context, task_instance=self, project_id=project_id, template_name=self.template_id
+                context=context,
+                project_id=project_id,
+                template_name=self.template_id,
             )
 
         return DeidentifyTemplate.to_dict(template)
@@ -1400,7 +1391,6 @@ class CloudDLPGetDLPJobOperator(GoogleCloudBaseOperator):
         if project_id:
             CloudDLPJobDetailsLink.persist(
                 context=context,
-                task_instance=self,
                 project_id=project_id,
                 job_name=self.dlp_job_id,
             )
@@ -1490,7 +1480,6 @@ class CloudDLPGetInspectTemplateOperator(GoogleCloudBaseOperator):
         if project_id:
             CloudDLPInspectTemplateDetailsLink.persist(
                 context=context,
-                task_instance=self,
                 project_id=project_id,
                 template_name=self.template_id,
             )
@@ -1574,7 +1563,6 @@ class CloudDLPGetDLPJobTriggerOperator(GoogleCloudBaseOperator):
         if project_id:
             CloudDLPJobTriggerDetailsLink.persist(
                 context=context,
-                task_instance=self,
                 project_id=project_id,
                 trigger_name=self.job_trigger_id,
             )
@@ -1664,7 +1652,6 @@ class CloudDLPGetStoredInfoTypeOperator(GoogleCloudBaseOperator):
         if project_id:
             CloudDLPInfoTypeDetailsLink.persist(
                 context=context,
-                task_instance=self,
                 project_id=project_id,
                 info_type_name=self.stored_info_type_id,
             )
@@ -1844,7 +1831,6 @@ class CloudDLPListDeidentifyTemplatesOperator(GoogleCloudBaseOperator):
         if project_id:
             CloudDLPDeidentifyTemplatesListLink.persist(
                 context=context,
-                task_instance=self,
                 project_id=project_id,
             )
 
@@ -1940,7 +1926,6 @@ class CloudDLPListDLPJobsOperator(GoogleCloudBaseOperator):
         if project_id:
             CloudDLPJobsListLink.persist(
                 context=context,
-                task_instance=self,
                 project_id=project_id,
             )
 
@@ -2025,7 +2010,6 @@ class CloudDLPListInfoTypesOperator(GoogleCloudBaseOperator):
         if project_id:
             CloudDLPPossibleInfoTypesListLink.persist(
                 context=context,
-                task_instance=self,
                 project_id=project_id,
             )
 
@@ -2119,7 +2103,6 @@ class CloudDLPListInspectTemplatesOperator(GoogleCloudBaseOperator):
         if project_id:
             CloudDLPInspectTemplatesListLink.persist(
                 context=context,
-                task_instance=self,
                 project_id=project_id,
             )
 
@@ -2211,7 +2194,6 @@ class CloudDLPListJobTriggersOperator(GoogleCloudBaseOperator):
         if project_id:
             CloudDLPJobTriggersListLink.persist(
                 context=context,
-                task_instance=self,
                 project_id=project_id,
             )
 
@@ -2305,7 +2287,6 @@ class CloudDLPListStoredInfoTypesOperator(GoogleCloudBaseOperator):
         if project_id:
             CloudDLPInfoTypesListLink.persist(
                 context=context,
-                task_instance=self,
                 project_id=project_id,
             )
 
@@ -2592,7 +2573,6 @@ class CloudDLPUpdateDeidentifyTemplateOperator(GoogleCloudBaseOperator):
         if project_id:
             CloudDLPDeidentifyTemplateDetailsLink.persist(
                 context=context,
-                task_instance=self,
                 project_id=project_id,
                 template_name=self.template_id,
             )
@@ -2692,7 +2672,6 @@ class CloudDLPUpdateInspectTemplateOperator(GoogleCloudBaseOperator):
         if project_id:
             CloudDLPInspectTemplateDetailsLink.persist(
                 context=context,
-                task_instance=self,
                 project_id=project_id,
                 template_name=self.template_id,
             )
@@ -2786,7 +2765,6 @@ class CloudDLPUpdateJobTriggerOperator(GoogleCloudBaseOperator):
         if project_id:
             CloudDLPJobTriggerDetailsLink.persist(
                 context=context,
-                task_instance=self,
                 project_id=project_id,
                 trigger_name=self.job_trigger_id,
             )
@@ -2887,7 +2865,6 @@ class CloudDLPUpdateStoredInfoTypeOperator(GoogleCloudBaseOperator):
         if project_id:
             CloudDLPInfoTypeDetailsLink.persist(
                 context=context,
-                task_instance=self,
                 project_id=project_id,
                 info_type_name=self.stored_info_type_id,
             )

airflow/providers/google/cloud/operators/functions.py

@@ -219,6 +219,13 @@ class CloudFunctionDeployFunctionOperator(GoogleCloudBaseOperator):
             self.body["labels"] = {}
         self.body["labels"].update({"airflow-version": "v" + version.replace(".", "-").replace("+", "-")})
 
+    @property
+    def extra_links_params(self) -> dict[str, Any]:
+        return {
+            "location": self.location,
+            "function_name": self.body["name"].split("/")[-1],
+        }
+
     def execute(self, context: Context):
         hook = CloudFunctionsHook(
             gcp_conn_id=self.gcp_conn_id,
@@ -237,7 +244,6 @@ class CloudFunctionDeployFunctionOperator(GoogleCloudBaseOperator):
         if project_id:
             CloudFunctionsDetailsLink.persist(
                 context=context,
-                task_instance=self,
                 location=self.location,
                 project_id=project_id,
                 function_name=self.body["name"].split("/")[-1],
@@ -394,7 +400,6 @@ class CloudFunctionDeleteFunctionOperator(GoogleCloudBaseOperator):
             if project_id:
                 CloudFunctionsListLink.persist(
                     context=context,
-                    task_instance=self,
                     project_id=project_id,
                 )
             return hook.delete_function(self.name)
@@ -462,6 +467,13 @@ class CloudFunctionInvokeFunctionOperator(GoogleCloudBaseOperator):
         self.api_version = api_version
         self.impersonation_chain = impersonation_chain
 
+    @property
+    def extra_links_params(self) -> dict[str, Any]:
+        return {
+            "location": self.location,
+            "function_name": self.function_id,
+        }
+
     def execute(self, context: Context):
         hook = CloudFunctionsHook(
             api_version=self.api_version,
@@ -476,16 +488,13 @@ class CloudFunctionInvokeFunctionOperator(GoogleCloudBaseOperator):
             project_id=self.project_id,
         )
         self.log.info("Function called successfully. Execution id %s", result.get("executionId"))
-        self.xcom_push(context=context, key="execution_id", value=result.get("executionId"))
+        context["ti"].xcom_push(key="execution_id", value=result.get("executionId"))
 
         project_id = self.project_id or hook.project_id
         if project_id:
             CloudFunctionsDetailsLink.persist(
                 context=context,
-                task_instance=self,
-                location=self.location,
                 project_id=project_id,
-                function_name=self.function_id,
             )
 
         return result

airflow/providers/google/cloud/operators/gcs.py

@@ -145,7 +145,6 @@ class GCSCreateBucketOperator(GoogleCloudBaseOperator):
         )
         StorageLink.persist(
             context=context,
-            task_instance=self,
             uri=self.bucket_name,
             project_id=self.project_id or hook.project_id,
         )
@@ -260,7 +259,6 @@ class GCSListObjectsOperator(GoogleCloudBaseOperator):
 
         StorageLink.persist(
             context=context,
-            task_instance=self,
             uri=self.bucket,
             project_id=hook.project_id,
         )
@@ -439,7 +437,6 @@ class GCSBucketCreateAclEntryOperator(GoogleCloudBaseOperator):
         )
         StorageLink.persist(
             context=context,
-            task_instance=self,
             uri=self.bucket,
             project_id=hook.project_id,
         )
@@ -522,7 +519,6 @@ class GCSObjectCreateAclEntryOperator(GoogleCloudBaseOperator):
         )
         FileDetailsLink.persist(
             context=context,
-            task_instance=self,
             uri=f"{self.bucket}/{self.object_name}",
             project_id=hook.project_id,
         )
@@ -631,7 +627,6 @@ class GCSFileTransformOperator(GoogleCloudBaseOperator):
             self.log.info("Uploading file to %s as %s", self.destination_bucket, self.destination_object)
             FileDetailsLink.persist(
                 context=context,
-                task_instance=self,
                 uri=f"{self.destination_bucket}/{self.destination_object}",
                 project_id=hook.project_id,
             )
@@ -829,7 +824,6 @@ class GCSTimeSpanFileTransformOperator(GoogleCloudBaseOperator):
         )
         StorageLink.persist(
             context=context,
-            task_instance=self,
             uri=self.destination_bucket,
             project_id=destination_hook.project_id,
         )
@@ -1080,7 +1074,6 @@ class GCSSynchronizeBucketsOperator(GoogleCloudBaseOperator):
         )
         StorageLink.persist(
             context=context,
-            task_instance=self,
             uri=self._get_uri(self.destination_bucket, self.destination_object),
             project_id=hook.project_id,
         )

airflow/providers/google/cloud/operators/kubernetes_engine.py

@@ -453,8 +453,15 @@ class GKECreateClusterOperator(GKEOperatorMixin, GoogleCloudBaseOperator):
                     stacklevel=2,
                 )
 
+    @property
+    def extra_links_params(self) -> dict[str, Any]:
+        return {
+            "project_id": self.project_id,
+            "location": self.location,
+        }
+
     def execute(self, context: Context) -> str:
-        KubernetesEngineClusterLink.persist(context=context, task_instance=self, cluster=self.body)
+        KubernetesEngineClusterLink.persist(context=context, cluster=self.body)
 
         try:
             operation = self.cluster_hook.create_cluster(
@@ -553,9 +560,16 @@ class GKEStartKueueInsideClusterOperator(GKEOperatorMixin, KubernetesInstallKueu
         self.use_dns_endpoint = use_dns_endpoint
         self.impersonation_chain = impersonation_chain
 
+    @property
+    def extra_links_params(self) -> dict[str, Any]:
+        return {
+            "project_id": self.project_id,
+            "location": self.location,
+        }
+
     def execute(self, context: Context):
         cluster = self.cluster_hook.get_cluster(name=self.cluster_name, project_id=self.project_id)
-        KubernetesEngineClusterLink.persist(context=context, task_instance=self, cluster=cluster)
+        KubernetesEngineClusterLink.persist(context=context, cluster=cluster)
 
         if self.cluster_hook.check_cluster_autoscaling_ability(cluster=cluster):
             super().execute(context)
@@ -854,7 +868,14 @@ class GKEDescribeJobOperator(GKEOperatorMixin, GoogleCloudBaseOperator):
             self.cluster_name,
             self.job,
         )
-        KubernetesEngineJobLink.persist(context=context, task_instance=self)
+        KubernetesEngineJobLink.persist(
+            context=context,
+            location=self.location,
+            cluster_name=self.cluster_name,
+            namespace=self.job.metadata.namespace,
+            job_name=self.job.metadata.name,
+            project_id=self.project_id,
+        )
         return None
 
 
@@ -918,6 +939,15 @@ class GKEListJobsOperator(GKEOperatorMixin, GoogleCloudBaseOperator):
         self.namespace = namespace
         self.do_xcom_push = do_xcom_push
 
+    @property
+    def extra_links_params(self) -> dict[str, Any]:
+        return {
+            "location": self.location,
+            "cluster_name": self.cluster_name,
+            "namespace": self.namespace,
+            "project_id": self.project_id,
+        }
+
     def execute(self, context: Context) -> dict:
         if self.namespace:
             jobs = self.hook.list_jobs_from_namespace(namespace=self.namespace)
@@ -928,7 +958,7 @@ class GKEListJobsOperator(GKEOperatorMixin, GoogleCloudBaseOperator):
         if self.do_xcom_push:
             ti = context["ti"]
             ti.xcom_push(key="jobs_list", value=V1JobList.to_dict(jobs))
-        KubernetesEngineWorkloadsLink.persist(context=context, task_instance=self)
+        KubernetesEngineWorkloadsLink.persist(context=context)
         return V1JobList.to_dict(jobs)
 
 
@@ -1270,8 +1300,14 @@ class GKESuspendJobOperator(GKEOperatorMixin, GoogleCloudBaseOperator):
             self.name,
             self.cluster_name,
         )
-        KubernetesEngineJobLink.persist(context=context, task_instance=self)
-
+        KubernetesEngineJobLink.persist(
+            context=context,
+            location=self.location,
+            cluster_name=self.cluster_name,
+            namespace=self.job.metadata.namespace,
+            job_name=self.job.metadata.name,
+            project_id=self.project_id,
+        )
         return k8s.V1Job.to_dict(self.job)
 
 
@@ -1344,6 +1380,13 @@ class GKEResumeJobOperator(GKEOperatorMixin, GoogleCloudBaseOperator):
             self.name,
             self.cluster_name,
         )
-        KubernetesEngineJobLink.persist(context=context, task_instance=self)
+        KubernetesEngineJobLink.persist(
+            context=context,
+            location=self.location,
+            cluster_name=self.cluster_name,
+            namespace=self.job.metadata.namespace,
+            job_name=self.job.metadata.name,
+            project_id=self.project_id,
+        )
 
         return k8s.V1Job.to_dict(self.job)

airflow/providers/google/cloud/operators/life_sciences.py

@@ -113,7 +113,6 @@ class LifeSciencesRunPipelineOperator(GoogleCloudBaseOperator):
         if project_id:
             LifeSciencesLink.persist(
                 context=context,
-                task_instance=self,
                 project_id=project_id,
             )
         return hook.run_pipeline(body=self.body, location=self.location, project_id=self.project_id)