apache-airflow-providers-google 10.20.0rc1__py3-none-any.whl → 10.21.0rc1__py3-none-any.whl

airflow/providers/google/cloud/operators/dataproc.py

@@ -87,7 +87,8 @@ class PreemptibilityType(Enum):
 
 @dataclass
 class InstanceSelection:
-    """Defines machines types and a rank to which the machines types belong.
+    """
+    Defines machines types and a rank to which the machines types belong.
 
     Representation for
     google.cloud.dataproc.v1#google.cloud.dataproc.v1.InstanceFlexibilityPolicy.InstanceSelection.
@@ -118,7 +119,8 @@ class InstanceFlexibilityPolicy:
 
 
 class ClusterGenerator:
-    """Create a new Dataproc Cluster.
+    """
+    Create a new Dataproc Cluster.
 
     :param cluster_name: The name of the DataProc cluster to create. (templated)
     :param project_id: The ID of the google cloud project in which
@@ -551,7 +553,8 @@ class ClusterGenerator:
 
 
 class DataprocCreateClusterOperator(GoogleCloudBaseOperator):
-    """Create a new cluster on Google Cloud Dataproc.
+    """
+    Create a new cluster on Google Cloud Dataproc.
 
     The operator will wait until the creation is successful or an error occurs
     in the creation process.
@@ -882,7 +885,8 @@ class DataprocCreateClusterOperator(GoogleCloudBaseOperator):
     category=AirflowProviderDeprecationWarning,
 )
 class DataprocScaleClusterOperator(GoogleCloudBaseOperator):
-    """Scale, up or down, a cluster on Google Cloud Dataproc.
+    """
+    Scale, up or down, a cluster on Google Cloud Dataproc.
 
     The operator will wait until the cluster is re-scaled.
 
@@ -1014,7 +1018,8 @@ class DataprocScaleClusterOperator(GoogleCloudBaseOperator):
 
 
 class DataprocDeleteClusterOperator(GoogleCloudBaseOperator):
-    """Delete a cluster in a project.
+    """
+    Delete a cluster in a project.
 
     :param region: Required. The Cloud Dataproc region in which to handle the request (templated).
     :param cluster_name: Required. The cluster name (templated).
@@ -1136,7 +1141,8 @@ class DataprocDeleteClusterOperator(GoogleCloudBaseOperator):
 
 
 class _DataprocStartStopClusterBaseOperator(GoogleCloudBaseOperator):
-    """Base class to start or stop a cluster in a project.
+    """
+    Base class to start or stop a cluster in a project.
 
     :param cluster_name: Required. Name of the cluster to create
     :param region: Required. The specified region where the dataproc cluster is created.
@@ -1211,7 +1217,8 @@ class _DataprocStartStopClusterBaseOperator(GoogleCloudBaseOperator):
         return self.project_id or self.hook.project_id
 
     def _get_cluster(self) -> Cluster:
-        """Retrieve the cluster information.
+        """
+        Retrieve the cluster information.
 
         :return: Instance of ``google.cloud.dataproc_v1.Cluster``` class
         """
@@ -1225,7 +1232,8 @@ class _DataprocStartStopClusterBaseOperator(GoogleCloudBaseOperator):
         )
 
     def _check_desired_cluster_state(self, cluster: Cluster) -> tuple[bool, str | None]:
-        """Implement this method in child class to return whether the cluster is in desired state or not.
+        """
+        Implement this method in child class to return whether the cluster is in desired state or not.
 
         If the cluster is in desired stated you can return a log message content as a second value
         for the return tuple.
@@ -1239,7 +1247,8 @@ class _DataprocStartStopClusterBaseOperator(GoogleCloudBaseOperator):
         raise NotImplementedError
 
     def _get_operation(self) -> operation.Operation:
-        """Implement this method in child class to call the related hook method and return its result.
+        """
+        Implement this method in child class to call the related hook method and return its result.
 
         :return: ``google.api_core.operation.Operation`` value whether the cluster is in desired state or not
         """
@@ -1319,7 +1328,8 @@ class DataprocStopClusterOperator(_DataprocStartStopClusterBaseOperator):
 
 
 class DataprocJobBaseOperator(GoogleCloudBaseOperator):
-    """Base class for operators that launch job on DataProc.
+    """
+    Base class for operators that launch job on DataProc.
 
     :param region: The specified region where the dataproc cluster is created.
     :param job_name: The job name used in the DataProc cluster. This name by default
@@ -1502,7 +1512,8 @@ class DataprocJobBaseOperator(GoogleCloudBaseOperator):
     category=AirflowProviderDeprecationWarning,
 )
 class DataprocSubmitPigJobOperator(DataprocJobBaseOperator):
-    """Start a Pig query Job on a Cloud DataProc cluster.
+    """
+    Start a Pig query Job on a Cloud DataProc cluster.
 
     .. seealso::
         This operator is deprecated, please use
@@ -1628,7 +1639,8 @@ class DataprocSubmitPigJobOperator(DataprocJobBaseOperator):
     category=AirflowProviderDeprecationWarning,
 )
 class DataprocSubmitHiveJobOperator(DataprocJobBaseOperator):
-    """Start a Hive query Job on a Cloud DataProc cluster.
+    """
+    Start a Hive query Job on a Cloud DataProc cluster.
 
     .. seealso::
         This operator is deprecated, please use
@@ -1720,7 +1732,8 @@ class DataprocSubmitHiveJobOperator(DataprocJobBaseOperator):
     category=AirflowProviderDeprecationWarning,
 )
 class DataprocSubmitSparkSqlJobOperator(DataprocJobBaseOperator):
-    """Start a Spark SQL query Job on a Cloud DataProc cluster.
+    """
+    Start a Spark SQL query Job on a Cloud DataProc cluster.
 
     .. seealso::
         This operator is deprecated, please use
@@ -1811,7 +1824,8 @@ class DataprocSubmitSparkSqlJobOperator(DataprocJobBaseOperator):
     category=AirflowProviderDeprecationWarning,
 )
 class DataprocSubmitSparkJobOperator(DataprocJobBaseOperator):
-    """Start a Spark Job on a Cloud DataProc cluster.
+    """
+    Start a Spark Job on a Cloud DataProc cluster.
 
     .. seealso::
         This operator is deprecated, please use
@@ -1902,7 +1916,8 @@ class DataprocSubmitSparkJobOperator(DataprocJobBaseOperator):
     category=AirflowProviderDeprecationWarning,
 )
 class DataprocSubmitHadoopJobOperator(DataprocJobBaseOperator):
-    """Start a Hadoop Job on a Cloud DataProc cluster.
+    """
+    Start a Hadoop Job on a Cloud DataProc cluster.
 
     .. seealso::
         This operator is deprecated, please use
@@ -1962,7 +1977,8 @@ class DataprocSubmitHadoopJobOperator(DataprocJobBaseOperator):
         self.files = files
 
     def generate_job(self):
-        """Act as a helper method for easier migration to `DataprocSubmitJobOperator`.
+        """
+        Act as a helper method for easier migration to `DataprocSubmitJobOperator`.
 
         :return: Dict representing Dataproc job
         """
@@ -1992,7 +2008,8 @@ class DataprocSubmitHadoopJobOperator(DataprocJobBaseOperator):
     category=AirflowProviderDeprecationWarning,
 )
 class DataprocSubmitPySparkJobOperator(DataprocJobBaseOperator):
-    """Start a PySpark Job on a Cloud DataProc cluster.
+    """
+    Start a PySpark Job on a Cloud DataProc cluster.
 
     .. seealso::
         This operator is deprecated, please use
@@ -2076,7 +2093,8 @@ class DataprocSubmitPySparkJobOperator(DataprocJobBaseOperator):
         self.pyfiles = pyfiles
 
     def generate_job(self):
-        """Act as a helper method for easier migration to :class:`DataprocSubmitJobOperator`.
+        """
+        Act as a helper method for easier migration to :class:`DataprocSubmitJobOperator`.
 
         :return: Dict representing Dataproc job
         """
@@ -2115,7 +2133,8 @@ class DataprocSubmitPySparkJobOperator(DataprocJobBaseOperator):
 
 
 class DataprocCreateWorkflowTemplateOperator(GoogleCloudBaseOperator):
-    """Creates new workflow template.
+    """
+    Creates new workflow template.
 
     :param project_id: Optional. The ID of the Google Cloud project the cluster belongs to.
     :param region: Required. The Cloud Dataproc region in which to handle the request.
@@ -2182,7 +2201,8 @@ class DataprocCreateWorkflowTemplateOperator(GoogleCloudBaseOperator):
 
 
 class DataprocInstantiateWorkflowTemplateOperator(GoogleCloudBaseOperator):
-    """Instantiate a WorkflowTemplate on Google Cloud Dataproc.
+    """
+    Instantiate a WorkflowTemplate on Google Cloud Dataproc.
 
     The operator will wait until the WorkflowTemplate is finished executing.
 
@@ -2308,7 +2328,8 @@ class DataprocInstantiateWorkflowTemplateOperator(GoogleCloudBaseOperator):
             )
 
     def execute_complete(self, context, event=None) -> None:
-        """Act as a callback for when the trigger fires.
+        """
+        Act as a callback for when the trigger fires.
 
         This returns immediately. It relies on trigger to throw an exception,
         otherwise it assumes execution was successful.
@@ -2326,7 +2347,8 @@ class DataprocInstantiateWorkflowTemplateOperator(GoogleCloudBaseOperator):
 
 
 class DataprocInstantiateInlineWorkflowTemplateOperator(GoogleCloudBaseOperator):
-    """Instantiate a WorkflowTemplate Inline on Google Cloud Dataproc.
+    """
+    Instantiate a WorkflowTemplate Inline on Google Cloud Dataproc.
 
     The operator will wait until the WorkflowTemplate is finished executing.
 
@@ -2450,7 +2472,8 @@ class DataprocInstantiateInlineWorkflowTemplateOperator(GoogleCloudBaseOperator)
             )
 
     def execute_complete(self, context, event=None) -> None:
-        """Act as a callback for when the trigger fires.
+        """
+        Act as a callback for when the trigger fires.
 
         This returns immediately. It relies on trigger to throw an exception,
         otherwise it assumes execution was successful.
@@ -2468,7 +2491,8 @@ class DataprocInstantiateInlineWorkflowTemplateOperator(GoogleCloudBaseOperator)
 
 
 class DataprocSubmitJobOperator(GoogleCloudBaseOperator):
-    """Submit a job to a cluster.
+    """
+    Submit a job to a cluster.
 
     :param project_id: Optional. The ID of the Google Cloud project that the job belongs to.
     :param region: Required. The Cloud Dataproc region in which to handle the request.
@@ -2605,7 +2629,8 @@ class DataprocSubmitJobOperator(GoogleCloudBaseOperator):
         return self.job_id
 
     def execute_complete(self, context, event=None) -> None:
-        """Act as a callback for when the trigger fires.
+        """
+        Act as a callback for when the trigger fires.
 
         This returns immediately. It relies on trigger to throw an exception,
         otherwise it assumes execution was successful.
@@ -2626,7 +2651,8 @@ class DataprocSubmitJobOperator(GoogleCloudBaseOperator):
 
 
 class DataprocUpdateClusterOperator(GoogleCloudBaseOperator):
-    """Update a cluster in a project.
+    """
+    Update a cluster in a project.
 
     :param region: Required. The Cloud Dataproc region in which to handle the request.
     :param project_id: Optional. The ID of the Google Cloud project the cluster belongs to.
@@ -2774,7 +2800,8 @@ class DataprocUpdateClusterOperator(GoogleCloudBaseOperator):
 
 
 class DataprocDiagnoseClusterOperator(GoogleCloudBaseOperator):
-    """Diagnose a cluster in a project.
+    """
+    Diagnose a cluster in a project.
 
     After the operation completes, the response contains the Cloud Storage URI of the diagnostic output report containing a summary of collected diagnostics.
 
@@ -2891,7 +2918,8 @@ class DataprocDiagnoseClusterOperator(GoogleCloudBaseOperator):
             )
 
     def execute_complete(self, context: Context, event: dict[str, Any] | None = None) -> None:
-        """Act as a callback for when the trigger fires.
+        """
+        Act as a callback for when the trigger fires.
 
         This returns immediately. It relies on trigger to throw an exception,
         otherwise it assumes execution was successful.
@@ -2910,7 +2938,8 @@ class DataprocDiagnoseClusterOperator(GoogleCloudBaseOperator):
 
 
 class DataprocCreateBatchOperator(GoogleCloudBaseOperator):
-    """Create a batch workload.
+    """
+    Create a batch workload.
 
     :param project_id: Optional. The ID of the Google Cloud project that the cluster belongs to. (templated)
     :param region: Required. The Cloud Dataproc region in which to handle the request. (templated)
@@ -3026,6 +3055,13 @@ class DataprocCreateBatchOperator(GoogleCloudBaseOperator):
                     self.log.info("Batch %s created", self.batch_id)
 
                 else:
+                    DataprocBatchLink.persist(
+                        context=context,
+                        operator=self,
+                        project_id=self.project_id,
+                        region=self.region,
+                        batch_id=self.batch_id,
+                    )
                     return self.operation.operation.name
 
             else:
@@ -3089,7 +3125,8 @@ class DataprocCreateBatchOperator(GoogleCloudBaseOperator):
         return Batch.to_dict(result)
 
     def execute_complete(self, context, event=None) -> None:
-        """Act as a callback for when the trigger fires.
+        """
+        Act as a callback for when the trigger fires.
 
         This returns immediately. It relies on trigger to throw an exception,
         otherwise it assumes execution was successful.
@@ -3119,7 +3156,8 @@ class DataprocCreateBatchOperator(GoogleCloudBaseOperator):
 
 
 class DataprocDeleteBatchOperator(GoogleCloudBaseOperator):
-    """Delete the batch workload resource.
+    """
+    Delete the batch workload resource.
 
     :param batch_id: Required. The ID to use for the batch, which will become the final component
         of the batch's resource name.
@@ -3182,7 +3220,8 @@ class DataprocDeleteBatchOperator(GoogleCloudBaseOperator):
 
 
 class DataprocGetBatchOperator(GoogleCloudBaseOperator):
-    """Get the batch workload resource representation.
+    """
+    Get the batch workload resource representation.
 
     :param batch_id: Required. The ID to use for the batch, which will become the final component
         of the batch's resource name.
@@ -3255,7 +3294,8 @@ class DataprocGetBatchOperator(GoogleCloudBaseOperator):
 
 
 class DataprocListBatchesOperator(GoogleCloudBaseOperator):
-    """List batch workloads.
+    """
+    List batch workloads.
 
     :param region: Required. The Cloud Dataproc region in which to handle the request.
     :param project_id: Optional. The ID of the Google Cloud project that the cluster belongs to.
@@ -3333,7 +3373,8 @@ class DataprocListBatchesOperator(GoogleCloudBaseOperator):
 
 
 class DataprocCancelOperationOperator(GoogleCloudBaseOperator):
-    """Cancel the batch workload resource.
+    """
+    Cancel the batch workload resource.
 
     :param operation_name: Required. The name of the operation resource to be cancelled.
     :param region: Required. The Cloud Dataproc region in which to handle the request.

airflow/providers/google/cloud/operators/dataproc_metastore.py

@@ -147,7 +147,8 @@ class DataprocMetastoreDetailedLink(BaseOperatorLink):
 
 
 class DataprocMetastoreCreateBackupOperator(GoogleCloudBaseOperator):
-    """Create a new backup in a given project and location.
+    """
+    Create a new backup in a given project and location.
 
     :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
     :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -261,7 +262,8 @@ class DataprocMetastoreCreateBackupOperator(GoogleCloudBaseOperator):
 
 
 class DataprocMetastoreCreateMetadataImportOperator(GoogleCloudBaseOperator):
-    """Create a new MetadataImport in a given project and location.
+    """
+    Create a new MetadataImport in a given project and location.
 
     :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
     :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -361,7 +363,8 @@ class DataprocMetastoreCreateMetadataImportOperator(GoogleCloudBaseOperator):
 
 
 class DataprocMetastoreCreateServiceOperator(GoogleCloudBaseOperator):
-    """Create a metastore service in a project and location.
+    """
+    Create a metastore service in a project and location.
 
     :param region: Required. The ID of the Google Cloud region that the service belongs to.
     :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
@@ -462,7 +465,8 @@ class DataprocMetastoreCreateServiceOperator(GoogleCloudBaseOperator):
 
 
 class DataprocMetastoreDeleteBackupOperator(GoogleCloudBaseOperator):
-    """Delete a single backup.
+    """
+    Delete a single backup.
 
     :param project_id: Required. The ID of the Google Cloud project that the backup belongs to.
     :param region: Required. The ID of the Google Cloud region that the backup belongs to.
@@ -546,7 +550,8 @@ class DataprocMetastoreDeleteBackupOperator(GoogleCloudBaseOperator):
 
 
 class DataprocMetastoreDeleteServiceOperator(GoogleCloudBaseOperator):
-    """Delete a single service.
+    """
+    Delete a single service.
 
     :param region: Required. The ID of the Google Cloud region that the service belongs to.
     :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
@@ -614,7 +619,8 @@ class DataprocMetastoreDeleteServiceOperator(GoogleCloudBaseOperator):
 
 
 class DataprocMetastoreExportMetadataOperator(GoogleCloudBaseOperator):
-    """Export metadata from a service.
+    """
+    Export metadata from a service.
 
     :param destination_gcs_folder: A Cloud Storage URI of a folder, in the format
         ``gs://<bucket_name>/<path_inside_bucket>``. A sub-folder
@@ -706,7 +712,8 @@ class DataprocMetastoreExportMetadataOperator(GoogleCloudBaseOperator):
         return destination_uri[5:] if destination_uri.startswith("gs://") else destination_uri
 
     def _wait_for_export_metadata(self, hook: DataprocMetastoreHook):
-        """Check that export was created successfully.
+        """
+        Check that export was created successfully.
 
         This is a workaround to an issue parsing result to MetadataExport inside
         the SDK.
@@ -732,7 +739,8 @@ class DataprocMetastoreExportMetadataOperator(GoogleCloudBaseOperator):
 
 
 class DataprocMetastoreGetServiceOperator(GoogleCloudBaseOperator):
-    """Get the details of a single service.
+    """
+    Get the details of a single service.
 
     :param region: Required. The ID of the Google Cloud region that the service belongs to.
     :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
@@ -804,7 +812,8 @@ class DataprocMetastoreGetServiceOperator(GoogleCloudBaseOperator):
 
 
 class DataprocMetastoreListBackupsOperator(GoogleCloudBaseOperator):
-    """List backups in a service.
+    """
+    List backups in a service.
 
     :param project_id: Required. The ID of the Google Cloud project that the backup belongs to.
     :param region: Required. The ID of the Google Cloud region that the backup belongs to.
@@ -888,7 +897,8 @@ class DataprocMetastoreListBackupsOperator(GoogleCloudBaseOperator):
 
 
 class DataprocMetastoreRestoreServiceOperator(GoogleCloudBaseOperator):
-    """Restore a service from a backup.
+    """
+    Restore a service from a backup.
 
     :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
     :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -992,7 +1002,8 @@ class DataprocMetastoreRestoreServiceOperator(GoogleCloudBaseOperator):
         DataprocMetastoreLink.persist(context=context, task_instance=self, url=METASTORE_SERVICE_LINK)
 
     def _wait_for_restore_service(self, hook: DataprocMetastoreHook):
-        """Check that export was created successfully.
+        """
+        Check that export was created successfully.
 
         This is a workaround to an issue parsing result to MetadataExport inside
         the SDK.
@@ -1016,7 +1027,8 @@ class DataprocMetastoreRestoreServiceOperator(GoogleCloudBaseOperator):
 
 
 class DataprocMetastoreUpdateServiceOperator(GoogleCloudBaseOperator):
-    """Update the parameters of a single service.
+    """
+    Update the parameters of a single service.
 
     :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
     :param region: Required. The ID of the Google Cloud region that the service belongs to.

airflow/providers/google/cloud/operators/gcs.py

@@ -739,7 +739,8 @@ class GCSTimeSpanFileTransformOperator(GoogleCloudBaseOperator):
 
     @staticmethod
     def interpolate_prefix(prefix: str, dt: datetime.datetime) -> str | None:
-        """Interpolate prefix with datetime.
+        """
+        Interpolate prefix with datetime.
 
         :param prefix: The prefix to interpolate
         :param dt: The datetime to interpolate

airflow/providers/google/cloud/operators/pubsub.py

@@ -51,7 +51,8 @@ if TYPE_CHECKING:
 
 
 class PubSubCreateTopicOperator(GoogleCloudBaseOperator):
-    """Create a PubSub topic.
+    """
+    Create a PubSub topic.
 
     .. seealso::
         For more information on how to use this operator, take a look at the guide:
@@ -184,7 +185,8 @@ class PubSubCreateTopicOperator(GoogleCloudBaseOperator):
 
 
 class PubSubCreateSubscriptionOperator(GoogleCloudBaseOperator):
-    """Create a PubSub subscription.
+    """
+    Create a PubSub subscription.
 
     .. seealso::
         For more information on how to use this operator, take a look at the guide:
@@ -393,7 +395,8 @@ class PubSubCreateSubscriptionOperator(GoogleCloudBaseOperator):
 
 
 class PubSubDeleteTopicOperator(GoogleCloudBaseOperator):
-    """Delete a PubSub topic.
+    """
+    Delete a PubSub topic.
 
     .. seealso::
         For more information on how to use this operator, take a look at the guide:
@@ -491,7 +494,8 @@ class PubSubDeleteTopicOperator(GoogleCloudBaseOperator):
 
 
 class PubSubDeleteSubscriptionOperator(GoogleCloudBaseOperator):
-    """Delete a PubSub subscription.
+    """
+    Delete a PubSub subscription.
 
     .. seealso::
         For more information on how to use this operator, take a look at the guide:
@@ -591,7 +595,8 @@ class PubSubDeleteSubscriptionOperator(GoogleCloudBaseOperator):
 
 
 class PubSubPublishMessageOperator(GoogleCloudBaseOperator):
-    """Publish messages to a PubSub topic.
+    """
+    Publish messages to a PubSub topic.
 
     .. seealso::
         For more information on how to use this operator, take a look at the guide:

airflow/providers/google/cloud/operators/vertex_ai/auto_ml.py

@@ -656,9 +656,9 @@ class DeleteAutoMLTrainingJobOperator(GoogleCloudBaseOperator):
             impersonation_chain=self.impersonation_chain,
         )
         try:
-            self.log.info("Deleting Auto ML training pipeline: %s", self.training_pipeline)
+            self.log.info("Deleting Auto ML training pipeline: %s", self.training_pipeline_id)
             training_pipeline_operation = hook.delete_training_pipeline(
-                training_pipeline=self.training_pipeline,
+                training_pipeline=self.training_pipeline_id,
                 region=self.region,
                 project_id=self.project_id,
                 retry=self.retry,
@@ -668,7 +668,7 @@ class DeleteAutoMLTrainingJobOperator(GoogleCloudBaseOperator):
             hook.wait_for_operation(timeout=self.timeout, operation=training_pipeline_operation)
             self.log.info("Training pipeline was deleted.")
         except NotFound:
-            self.log.info("The Training Pipeline ID %s does not exist.", self.training_pipeline)
+            self.log.info("The Training Pipeline ID %s does not exist.", self.training_pipeline_id)
 
 
 class ListAutoMLTrainingJobOperator(GoogleCloudBaseOperator):

airflow/providers/google/cloud/operators/vertex_ai/custom_job.py

@@ -182,7 +182,8 @@ class CustomTrainingJobBaseOperator(GoogleCloudBaseOperator):
 
 
 class CreateCustomContainerTrainingJobOperator(CustomTrainingJobBaseOperator):
-    """Create Custom Container Training job.
+    """
+    Create Custom Container Training job.
 
     :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
     :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -659,7 +660,8 @@ class CreateCustomContainerTrainingJobOperator(CustomTrainingJobBaseOperator):
 
 
 class CreateCustomPythonPackageTrainingJobOperator(CustomTrainingJobBaseOperator):
-    """Create Custom Python Package Training job.
+    """
+    Create Custom Python Package Training job.
 
     :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
     :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -1136,7 +1138,8 @@ class CreateCustomPythonPackageTrainingJobOperator(CustomTrainingJobBaseOperator
 
 
 class CreateCustomTrainingJobOperator(CustomTrainingJobBaseOperator):
-    """Create a Custom Training Job pipeline.
+    """
+    Create a Custom Training Job pipeline.
 
     :param project_id: Required. The ID of the Google Cloud project that the service belongs to.
     :param region: Required. The ID of the Google Cloud region that the service belongs to.
@@ -1692,9 +1695,9 @@ class DeleteCustomTrainingJobOperator(GoogleCloudBaseOperator):
             impersonation_chain=self.impersonation_chain,
         )
         try:
-            self.log.info("Deleting custom training pipeline: %s", self.training_pipeline)
+            self.log.info("Deleting custom training pipeline: %s", self.training_pipeline_id)
             training_pipeline_operation = hook.delete_training_pipeline(
-                training_pipeline=self.training_pipeline,
+                training_pipeline=self.training_pipeline_id,
                 region=self.region,
                 project_id=self.project_id,
                 retry=self.retry,
@@ -1704,11 +1707,11 @@ class DeleteCustomTrainingJobOperator(GoogleCloudBaseOperator):
             hook.wait_for_operation(timeout=self.timeout, operation=training_pipeline_operation)
             self.log.info("Training pipeline was deleted.")
         except NotFound:
-            self.log.info("The Training Pipeline ID %s does not exist.", self.training_pipeline)
+            self.log.info("The Training Pipeline ID %s does not exist.", self.training_pipeline_id)
         try:
-            self.log.info("Deleting custom job: %s", self.custom_job)
+            self.log.info("Deleting custom job: %s", self.custom_job_id)
             custom_job_operation = hook.delete_custom_job(
-                custom_job=self.custom_job,
+                custom_job=self.custom_job_id,
                 region=self.region,
                 project_id=self.project_id,
                 retry=self.retry,
@@ -1718,7 +1721,7 @@ class DeleteCustomTrainingJobOperator(GoogleCloudBaseOperator):
             hook.wait_for_operation(timeout=self.timeout, operation=custom_job_operation)
             self.log.info("Custom job was deleted.")
         except NotFound:
-            self.log.info("The Custom Job ID %s does not exist.", self.custom_job)
+            self.log.info("The Custom Job ID %s does not exist.", self.custom_job_id)
 
 
 class ListCustomTrainingJobOperator(GoogleCloudBaseOperator):