apache-airflow-providers-google 10.14.0rc1__py3-none-any.whl → 10.15.0rc1__py3-none-any.whl

airflow/providers/google/cloud/sensors/bigquery.py

@@ -22,6 +22,8 @@ import warnings
 from datetime import timedelta
 from typing import TYPE_CHECKING, Any, Sequence
 
+from deprecated import deprecated
+
 from airflow.configuration import conf
 from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning, AirflowSkipException
 from airflow.providers.google.cloud.hooks.bigquery import BigQueryHook
@@ -269,6 +271,15 @@ class BigQueryTablePartitionExistenceSensor(BaseSensorOperator):
         raise AirflowException(message)
 
 
+@deprecated(
+    reason=(
+        "Class `BigQueryTableExistenceAsyncSensor` is deprecated and "
+        "will be removed in a future release. "
+        "Please use `BigQueryTableExistenceSensor` and "
+        "set `deferrable` attribute to `True` instead"
+    ),
+    category=AirflowProviderDeprecationWarning,
+)
 class BigQueryTableExistenceAsyncSensor(BigQueryTableExistenceSensor):
     """
     Checks for the existence of a table in Google Big Query.
@@ -299,17 +310,18 @@ class BigQueryTableExistenceAsyncSensor(BigQueryTableExistenceSensor):
     """
 
     def __init__(self, **kwargs):
-        warnings.warn(
-            "Class `BigQueryTableExistenceAsyncSensor` is deprecated and "
-            "will be removed in a future release. "
-            "Please use `BigQueryTableExistenceSensor` and "
-            "set `deferrable` attribute to `True` instead",
-            AirflowProviderDeprecationWarning,
-            stacklevel=2,
-        )
         super().__init__(deferrable=True, **kwargs)
 
 
+@deprecated(
+    reason=(
+        "Class `BigQueryTableExistencePartitionAsyncSensor` is deprecated and "
+        "will be removed in a future release. "
+        "Please use `BigQueryTablePartitionExistenceSensor` and "
+        "set `deferrable` attribute to `True` instead"
+    ),
+    category=AirflowProviderDeprecationWarning,
+)
 class BigQueryTableExistencePartitionAsyncSensor(BigQueryTablePartitionExistenceSensor):
     """
     Checks for the existence of a partition within a table in Google BigQuery.
@@ -341,12 +353,4 @@ class BigQueryTableExistencePartitionAsyncSensor(BigQueryTablePartitionExistence
     """
 
     def __init__(self, **kwargs):
-        warnings.warn(
-            "Class `BigQueryTableExistencePartitionAsyncSensor` is deprecated and "
-            "will be removed in a future release. "
-            "Please use `BigQueryTablePartitionExistenceSensor` and "
-            "set `deferrable` attribute to `True` instead",
-            AirflowProviderDeprecationWarning,
-            stacklevel=2,
-        )
         super().__init__(deferrable=True, **kwargs)

airflow/providers/google/cloud/sensors/cloud_composer.py

@@ -19,9 +19,10 @@
 
 from __future__ import annotations
 
-import warnings
 from typing import TYPE_CHECKING, Any, Sequence
 
+from deprecated import deprecated
+
 from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning, AirflowSkipException
 from airflow.providers.google.cloud.triggers.cloud_composer import CloudComposerExecutionTrigger
 from airflow.sensors.base import BaseSensorOperator
@@ -30,6 +31,15 @@ if TYPE_CHECKING:
     from airflow.utils.context import Context
 
 
+@deprecated(
+    reason=(
+        "The `CloudComposerEnvironmentSensor` operator is deprecated. "
+        "You can achieve the same functionality "
+        "by using operators in deferrable or non-deferrable mode, since every operator for Cloud "
+        "Composer will wait for the operation to complete."
+    ),
+    category=AirflowProviderDeprecationWarning,
+)
 class CloudComposerEnvironmentSensor(BaseSensorOperator):
     """
     Check the status of the Cloud Composer Environment task.
@@ -65,13 +75,6 @@ class CloudComposerEnvironmentSensor(BaseSensorOperator):
         pooling_period_seconds: int = 30,
         **kwargs,
     ):
-        warnings.warn(
-            f"The `{self.__class__.__name__}` operator is deprecated. You can achieve the same functionality "
-            f"by using operators in deferrable or non-deferrable mode, since every operator for Cloud "
-            f"Composer will wait for the operation to complete.",
-            AirflowProviderDeprecationWarning,
-            stacklevel=2,
-        )
         super().__init__(**kwargs)
         self.project_id = project_id
         self.region = region

airflow/providers/google/cloud/sensors/dataproc_metastore.py

@@ -93,7 +93,11 @@ class MetastoreHivePartitionSensor(BaseSensorOperator):
         self.log.info("Received result manifest URI: %s", result_manifest_uri)
 
         self.log.info("Extracting result manifest")
-        manifest: dict = parse_json_from_gcs(gcp_conn_id=self.gcp_conn_id, file_uri=result_manifest_uri)
+        manifest: dict = parse_json_from_gcs(
+            gcp_conn_id=self.gcp_conn_id,
+            file_uri=result_manifest_uri,
+            impersonation_chain=self.impersonation_chain,
+        )
         if not (manifest and isinstance(manifest, dict)):
             # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
             message = (
@@ -115,7 +119,13 @@ class MetastoreHivePartitionSensor(BaseSensorOperator):
         result_base_uri = result_manifest_uri.rsplit("/", 1)[0]
         results = (f"{result_base_uri}//{filename}" for filename in manifest.get("filenames", []))
         found_partitions = sum(
-            len(parse_json_from_gcs(gcp_conn_id=self.gcp_conn_id, file_uri=uri).get("rows", []))
+            len(
+                parse_json_from_gcs(
+                    gcp_conn_id=self.gcp_conn_id,
+                    file_uri=uri,
+                    impersonation_chain=self.impersonation_chain,
+                ).get("rows", [])
+            )
             for uri in results
         )
 

airflow/providers/google/cloud/sensors/gcs.py

@@ -20,10 +20,10 @@ from __future__ import annotations
 
 import os
 import textwrap
-import warnings
 from datetime import datetime, timedelta
 from typing import TYPE_CHECKING, Any, Callable, Sequence
 
+from deprecated import deprecated
 from google.cloud.storage.retry import DEFAULT_RETRY
 
 from airflow.configuration import conf
@@ -142,6 +142,13 @@ class GCSObjectExistenceSensor(BaseSensorOperator):
         return event["message"]
 
 
+@deprecated(
+    reason=(
+        "Class `GCSObjectExistenceAsyncSensor` is deprecated and will be removed in a future release. "
+        "Please use `GCSObjectExistenceSensor` and set `deferrable` attribute to `True` instead"
+    ),
+    category=AirflowProviderDeprecationWarning,
+)
 class GCSObjectExistenceAsyncSensor(GCSObjectExistenceSensor):
     """
     Checks for the existence of a file in Google Cloud Storage.
@@ -165,12 +172,6 @@ class GCSObjectExistenceAsyncSensor(GCSObjectExistenceSensor):
     """
 
     def __init__(self, **kwargs: Any) -> None:
-        warnings.warn(
-            "Class `GCSObjectExistenceAsyncSensor` is deprecated and will be removed in a future release. "
-            "Please use `GCSObjectExistenceSensor` and set `deferrable` attribute to `True` instead",
-            AirflowProviderDeprecationWarning,
-            stacklevel=2,
-        )
         super().__init__(deferrable=True, **kwargs)
 
 

airflow/providers/google/cloud/transfers/bigquery_to_gcs.py

@@ -261,6 +261,7 @@ class BigQueryToGCSOperator(BaseOperator):
                     conn_id=self.gcp_conn_id,
                     job_id=self._job_id,
                     project_id=self.project_id or self.hook.project_id,
+                    impersonation_chain=self.impersonation_chain,
                 ),
                 method_name="execute_complete",
             )

airflow/providers/google/cloud/transfers/cassandra_to_gcs.py

@@ -218,7 +218,7 @@ class CassandraToGCSOperator(BaseOperator):
 
     def _write_local_schema_file(self, cursor):
         """
-        Takes a cursor, and writes the BigQuery schema for the results to a local file system.
+        Take a cursor, and writes the BigQuery schema for the results to a local file system.
 
         :return: A dictionary where key is a filename to be used as an object
             name in GCS, and values are file handles to local files that
@@ -253,7 +253,7 @@ class CassandraToGCSOperator(BaseOperator):
         )
 
     def generate_data_dict(self, names: Iterable[str], values: Any) -> dict[str, Any]:
-        """Generates data structure that will be stored as file in GCS."""
+        """Generate data structure that will be stored as file in GCS."""
         return {n: self.convert_value(v) for n, v in zip(names, values)}
 
     def convert_value(self, value: Any | None) -> Any | None:
@@ -285,12 +285,12 @@ class CassandraToGCSOperator(BaseOperator):
             raise AirflowException(f"Unexpected value: {value}")
 
     def convert_array_types(self, value: list[Any] | SortedSet) -> list[Any]:
-        """Maps convert_value over array."""
+        """Map convert_value over array."""
         return [self.convert_value(nested_value) for nested_value in value]
 
     def convert_user_type(self, value: Any) -> dict[str, Any]:
         """
-        Converts a user type to RECORD that contains n fields, where n is the number of attributes.
+        Convert a user type to RECORD that contains n fields, where n is the number of attributes.
 
         Each element in the user type class will be converted to its corresponding data type in BQ.
         """

airflow/providers/google/cloud/transfers/gcs_to_bigquery.py

@@ -435,6 +435,7 @@ class GCSToBigQueryOperator(BaseOperator):
                         conn_id=self.gcp_conn_id,
                         job_id=self.job_id,
                         project_id=self.project_id or self.hook.project_id,
+                        impersonation_chain=self.impersonation_chain,
                     ),
                     method_name="execute_complete",
                 )

airflow/providers/google/cloud/transfers/gcs_to_sftp.py

@@ -176,7 +176,7 @@ class GCSToSFTPOperator(BaseOperator):
         source_object: str,
         destination_path: str,
     ) -> None:
-        """Helper function to copy single object."""
+        """Copy single object."""
         self.log.info(
             "Executing copy of gs://%s/%s to %s",
             self.source_bucket,

airflow/providers/google/cloud/transfers/mssql_to_gcs.py

@@ -76,7 +76,7 @@ class MSSQLToGCSOperator(BaseSQLToGCSOperator):
 
     def query(self):
         """
-        Queries MSSQL and returns a cursor of results.
+        Query MSSQL and returns a cursor of results.
 
         :return: mssql cursor
         """

airflow/providers/google/cloud/transfers/mysql_to_gcs.py

@@ -67,7 +67,7 @@ class MySQLToGCSOperator(BaseSQLToGCSOperator):
         self.ensure_utc = ensure_utc
 
     def query(self):
-        """Queries mysql and returns a cursor to the results."""
+        """Query mysql and returns a cursor to the results."""
         mysql = MySqlHook(mysql_conn_id=self.mysql_conn_id)
         conn = mysql.get_conn()
         cursor = conn.cursor()

airflow/providers/google/cloud/transfers/oracle_to_gcs.py

@@ -62,7 +62,7 @@ class OracleToGCSOperator(BaseSQLToGCSOperator):
         self.oracle_conn_id = oracle_conn_id
 
     def query(self):
-        """Queries Oracle and returns a cursor to the results."""
+        """Query Oracle and returns a cursor to the results."""
         oracle = OracleHook(oracle_conn_id=self.oracle_conn_id)
         conn = oracle.get_conn()
         cursor = conn.cursor()

airflow/providers/google/cloud/transfers/postgres_to_gcs.py

@@ -115,7 +115,7 @@ class PostgresToGCSOperator(BaseSQLToGCSOperator):
         return f"{self.dag_id}__{self.task_id}__{uuid.uuid4()}" if self.use_server_side_cursor else None
 
     def query(self):
-        """Queries Postgres and returns a cursor to the results."""
+        """Query Postgres and returns a cursor to the results."""
         hook = PostgresHook(postgres_conn_id=self.postgres_conn_id)
         conn = hook.get_conn()
         cursor = conn.cursor(name=self._unique_name())

airflow/providers/google/cloud/transfers/presto_to_gcs.py

@@ -181,7 +181,7 @@ class PrestoToGCSOperator(BaseSQLToGCSOperator):
         self.presto_conn_id = presto_conn_id
 
     def query(self):
-        """Queries presto and returns a cursor to the results."""
+        """Query presto and returns a cursor to the results."""
         presto = PrestoHook(presto_conn_id=self.presto_conn_id)
         conn = presto.get_conn()
         cursor = conn.cursor()

airflow/providers/google/cloud/transfers/s3_to_gcs.py

@@ -219,7 +219,7 @@ class S3ToGCSOperator(S3ListOperator):
 
     def s3_to_gcs_object(self, s3_object: str) -> str:
         """
-        Transforms S3 path to GCS path according to the operator's logic.
+        Transform S3 path to GCS path according to the operator's logic.
 
         If apply_gcs_prefix == True then <s3_prefix><content> => <gcs_prefix><content>
         If apply_gcs_prefix == False then <s3_prefix><content> => <gcs_prefix><s3_prefix><content>
@@ -233,7 +233,7 @@ class S3ToGCSOperator(S3ListOperator):
 
     def gcs_to_s3_object(self, gcs_object: str) -> str:
         """
-        Transforms GCS path to S3 path according to the operator's logic.
+        Transform GCS path to S3 path according to the operator's logic.
 
         If apply_gcs_prefix == True then <gcs_prefix><content> => <s3_prefix><content>
         If apply_gcs_prefix == False then <gcs_prefix><s3_prefix><content> => <s3_prefix><content>
@@ -261,7 +261,7 @@ class S3ToGCSOperator(S3ListOperator):
             self.log.info("All done, uploaded %d files to Google Cloud Storage", len(s3_objects))
 
     def transfer_files_async(self, files: list[str], gcs_hook: GCSHook, s3_hook: S3Hook) -> None:
-        """Submits Google Cloud Storage Transfer Service job to copy files from AWS S3 to GCS."""
+        """Submit Google Cloud Storage Transfer Service job to copy files from AWS S3 to GCS."""
         if not len(files):
             raise ValueError("List of transferring files cannot be empty")
         job_names = self.submit_transfer_jobs(files=files, gcs_hook=gcs_hook, s3_hook=s3_hook)

airflow/providers/google/cloud/transfers/sftp_to_gcs.py

@@ -147,7 +147,7 @@ class SFTPToGCSOperator(BaseOperator):
         source_path: str,
         destination_object: str,
     ) -> None:
-        """Helper function to copy single object."""
+        """Copy single object."""
         self.log.info(
             "Executing copy of %s to gs://%s/%s",
             source_path,

airflow/providers/google/cloud/transfers/sql_to_gcs.py

@@ -228,7 +228,7 @@ class BaseSQLToGCSOperator(BaseOperator):
 
     def _write_local_data_files(self, cursor):
         """
-        Takes a cursor, and writes results to a local file.
+        Take a cursor, and writes results to a local file.
 
         :return: A dictionary where keys are filenames to be used as object
             names in GCS, and values are file handles to local files that
@@ -348,7 +348,7 @@ class BaseSQLToGCSOperator(BaseOperator):
             yield file_to_upload
 
     def _get_file_to_upload(self, file_mime_type, file_no):
-        """Returns a dictionary that represents the file to upload."""
+        """Return a dictionary that represents the file to upload."""
         tmp_file_handle = NamedTemporaryFile(mode="w", encoding="utf-8", delete=True)
         return (
             {
@@ -435,7 +435,7 @@ class BaseSQLToGCSOperator(BaseOperator):
 
     def _write_local_schema_file(self, cursor):
         """
-        Takes a cursor, and writes the BigQuery schema for the results to a local file system.
+        Take a cursor, and writes the BigQuery schema for the results to a local file system.
 
         Schema for database will be read from cursor if not specified.
 

airflow/providers/google/cloud/transfers/trino_to_gcs.py

@@ -181,7 +181,7 @@ class TrinoToGCSOperator(BaseSQLToGCSOperator):
         self.trino_conn_id = trino_conn_id
 
     def query(self):
-        """Queries trino and returns a cursor to the results."""
+        """Query trino and returns a cursor to the results."""
         trino = TrinoHook(trino_conn_id=self.trino_conn_id)
         conn = trino.get_conn()
         cursor = conn.cursor()

airflow/providers/google/cloud/triggers/bigquery.py

@@ -68,7 +68,7 @@ class BigQueryInsertJobTrigger(BaseTrigger):
         self.impersonation_chain = impersonation_chain
 
     def serialize(self) -> tuple[str, dict[str, Any]]:
-        """Serializes BigQueryInsertJobTrigger arguments and classpath."""
+        """Serialize BigQueryInsertJobTrigger arguments and classpath."""
         return (
             "airflow.providers.google.cloud.triggers.bigquery.BigQueryInsertJobTrigger",
             {
@@ -83,7 +83,7 @@ class BigQueryInsertJobTrigger(BaseTrigger):
         )
 
     async def run(self) -> AsyncIterator[TriggerEvent]:  # type: ignore[override]
-        """Gets current job execution status and yields a TriggerEvent."""
+        """Get current job execution status and yields a TriggerEvent."""
         hook = self._get_async_hook()
         try:
             while True:
@@ -119,7 +119,7 @@ class BigQueryCheckTrigger(BigQueryInsertJobTrigger):
     """BigQueryCheckTrigger run on the trigger worker."""
 
     def serialize(self) -> tuple[str, dict[str, Any]]:
-        """Serializes BigQueryCheckTrigger arguments and classpath."""
+        """Serialize BigQueryCheckTrigger arguments and classpath."""
         return (
             "airflow.providers.google.cloud.triggers.bigquery.BigQueryCheckTrigger",
             {
@@ -134,7 +134,7 @@ class BigQueryCheckTrigger(BigQueryInsertJobTrigger):
         )
 
     async def run(self) -> AsyncIterator[TriggerEvent]:  # type: ignore[override]
-        """Gets current job execution status and yields a TriggerEvent."""
+        """Get current job execution status and yields a TriggerEvent."""
         hook = self._get_async_hook()
         try:
             while True:
@@ -193,7 +193,7 @@ class BigQueryGetDataTrigger(BigQueryInsertJobTrigger):
         self.as_dict = as_dict
 
     def serialize(self) -> tuple[str, dict[str, Any]]:
-        """Serializes BigQueryInsertJobTrigger arguments and classpath."""
+        """Serialize BigQueryInsertJobTrigger arguments and classpath."""
         return (
             "airflow.providers.google.cloud.triggers.bigquery.BigQueryGetDataTrigger",
             {
@@ -209,7 +209,7 @@ class BigQueryGetDataTrigger(BigQueryInsertJobTrigger):
         )
 
     async def run(self) -> AsyncIterator[TriggerEvent]:  # type: ignore[override]
-        """Gets current job execution status and yields a TriggerEvent with response data."""
+        """Get current job execution status and yields a TriggerEvent with response data."""
         hook = self._get_async_hook()
         try:
             while True:
@@ -307,7 +307,7 @@ class BigQueryIntervalCheckTrigger(BigQueryInsertJobTrigger):
         self.ignore_zero = ignore_zero
 
     def serialize(self) -> tuple[str, dict[str, Any]]:
-        """Serializes BigQueryCheckTrigger arguments and classpath."""
+        """Serialize BigQueryCheckTrigger arguments and classpath."""
         return (
             "airflow.providers.google.cloud.triggers.bigquery.BigQueryIntervalCheckTrigger",
             {
@@ -326,7 +326,7 @@ class BigQueryIntervalCheckTrigger(BigQueryInsertJobTrigger):
         )
 
     async def run(self) -> AsyncIterator[TriggerEvent]:  # type: ignore[override]
-        """Gets current job execution status and yields a TriggerEvent."""
+        """Get current job execution status and yields a TriggerEvent."""
         hook = self._get_async_hook()
         try:
             while True:
@@ -452,7 +452,7 @@ class BigQueryValueCheckTrigger(BigQueryInsertJobTrigger):
         self.tolerance = tolerance
 
     def serialize(self) -> tuple[str, dict[str, Any]]:
-        """Serializes BigQueryValueCheckTrigger arguments and classpath."""
+        """Serialize BigQueryValueCheckTrigger arguments and classpath."""
         return (
             "airflow.providers.google.cloud.triggers.bigquery.BigQueryValueCheckTrigger",
             {
@@ -470,7 +470,7 @@ class BigQueryValueCheckTrigger(BigQueryInsertJobTrigger):
         )
 
     async def run(self) -> AsyncIterator[TriggerEvent]:  # type: ignore[override]
-        """Gets current job execution status and yields a TriggerEvent."""
+        """Get current job execution status and yields a TriggerEvent."""
         hook = self._get_async_hook()
         try:
             while True:
@@ -536,7 +536,7 @@ class BigQueryTableExistenceTrigger(BaseTrigger):
         self.impersonation_chain = impersonation_chain
 
     def serialize(self) -> tuple[str, dict[str, Any]]:
-        """Serializes BigQueryTableExistenceTrigger arguments and classpath."""
+        """Serialize BigQueryTableExistenceTrigger arguments and classpath."""
         return (
             "airflow.providers.google.cloud.triggers.bigquery.BigQueryTableExistenceTrigger",
             {
@@ -623,7 +623,7 @@ class BigQueryTablePartitionExistenceTrigger(BigQueryTableExistenceTrigger):
         self.partition_id = partition_id
 
     def serialize(self) -> tuple[str, dict[str, Any]]:
-        """Serializes BigQueryTablePartitionExistenceTrigger arguments and classpath."""
+        """Serialize BigQueryTablePartitionExistenceTrigger arguments and classpath."""
         return (
             "airflow.providers.google.cloud.triggers.bigquery.BigQueryTablePartitionExistenceTrigger",
             {

airflow/providers/google/cloud/triggers/bigquery_dts.py

@@ -66,7 +66,7 @@ class BigQueryDataTransferRunTrigger(BaseTrigger):
         self.impersonation_chain = impersonation_chain
 
     def serialize(self) -> tuple[str, dict[str, Any]]:
-        """Serializes class arguments and classpath."""
+        """Serialize class arguments and classpath."""
         return (
             "airflow.providers.google.cloud.triggers.bigquery_dts.BigQueryDataTransferRunTrigger",
             {

airflow/providers/google/cloud/triggers/cloud_batch.py

@@ -67,7 +67,7 @@ class CloudBatchJobFinishedTrigger(BaseTrigger):
         self.impersonation_chain = impersonation_chain
 
     def serialize(self) -> tuple[str, dict[str, Any]]:
-        """Serializes class arguments and classpath."""
+        """Serialize class arguments and classpath."""
         return (
             "airflow.providers.google.cloud.triggers.cloud_batch.CloudBatchJobFinishedTrigger",
             {
@@ -83,6 +83,8 @@ class CloudBatchJobFinishedTrigger(BaseTrigger):
 
     async def run(self) -> AsyncIterator[TriggerEvent]:
         """
+        Fetch job status or yield certain Events.
+
         Main loop of the class in where it is fetching the job status and yields certain Event.
 
         If the job has status success then it yields TriggerEvent with success status, if job has

airflow/providers/google/cloud/triggers/cloud_build.py

@@ -62,7 +62,7 @@ class CloudBuildCreateBuildTrigger(BaseTrigger):
         self.location = location
 
     def serialize(self) -> tuple[str, dict[str, Any]]:
-        """Serializes CloudBuildCreateBuildTrigger arguments and classpath."""
+        """Serialize CloudBuildCreateBuildTrigger arguments and classpath."""
         return (
             "airflow.providers.google.cloud.triggers.cloud_build.CloudBuildCreateBuildTrigger",
             {
@@ -76,7 +76,7 @@ class CloudBuildCreateBuildTrigger(BaseTrigger):
         )
 
     async def run(self) -> AsyncIterator[TriggerEvent]:  # type: ignore[override]
-        """Gets current build execution status and yields a TriggerEvent."""
+        """Get current build execution status and yields a TriggerEvent."""
         hook = self._get_async_hook()
         try:
             while True:

airflow/providers/google/cloud/triggers/cloud_run.py

@@ -81,7 +81,7 @@ class CloudRunJobFinishedTrigger(BaseTrigger):
         self.impersonation_chain = impersonation_chain
 
     def serialize(self) -> tuple[str, dict[str, Any]]:
-        """Serializes class arguments and classpath."""
+        """Serialize class arguments and classpath."""
         return (
             "airflow.providers.google.cloud.triggers.cloud_run.CloudRunJobFinishedTrigger",
             {

airflow/providers/google/cloud/triggers/cloud_storage_transfer_service.py

@@ -18,7 +18,7 @@
 from __future__ import annotations
 
 import asyncio
-from typing import Any, AsyncIterator
+from typing import Any, AsyncIterator, Iterable
 
 from google.api_core.exceptions import GoogleAPIError
 from google.cloud.storage_transfer_v1.types import TransferOperation
@@ -46,7 +46,7 @@ class CloudStorageTransferServiceCreateJobsTrigger(BaseTrigger):
         self.poll_interval = poll_interval
 
     def serialize(self) -> tuple[str, dict[str, Any]]:
-        """Serializes StorageTransferJobsTrigger arguments and classpath."""
+        """Serialize StorageTransferJobsTrigger arguments and classpath."""
         return (
             f"{self.__class__.__module__ }.{self.__class__.__qualname__}",
             {
@@ -57,7 +57,7 @@ class CloudStorageTransferServiceCreateJobsTrigger(BaseTrigger):
         )
 
     async def run(self) -> AsyncIterator[TriggerEvent]:  # type: ignore[override]
-        """Gets current data storage transfer jobs and yields a TriggerEvent."""
+        """Get current data storage transfer jobs and yields a TriggerEvent."""
         async_hook: CloudDataTransferServiceAsyncHook = self.get_async_hook()
 
         while True:
@@ -67,11 +67,11 @@ class CloudStorageTransferServiceCreateJobsTrigger(BaseTrigger):
                 jobs_pager = await async_hook.get_jobs(job_names=self.job_names)
                 jobs, awaitable_operations = [], []
                 async for job in jobs_pager:
-                    operation = async_hook.get_latest_operation(job)
+                    awaitable_operation = async_hook.get_latest_operation(job)
                     jobs.append(job)
-                    awaitable_operations.append(operation)
+                    awaitable_operations.append(awaitable_operation)
 
-                operations: list[TransferOperation] = await asyncio.gather(*awaitable_operations)
+                operations: Iterable[TransferOperation | None] = await asyncio.gather(*awaitable_operations)
 
                 for job, operation in zip(jobs, operations):
                     if operation is None:

airflow/providers/google/cloud/triggers/dataflow.py

@@ -69,7 +69,7 @@ class TemplateJobStartTrigger(BaseTrigger):
         self.cancel_timeout = cancel_timeout
 
     def serialize(self) -> tuple[str, dict[str, Any]]:
-        """Serializes class arguments and classpath."""
+        """Serialize class arguments and classpath."""
         return (
             "airflow.providers.google.cloud.triggers.dataflow.TemplateJobStartTrigger",
             {
@@ -85,6 +85,8 @@ class TemplateJobStartTrigger(BaseTrigger):
 
     async def run(self):
         """
+        Fetch job status or yield certain Events.
+
         Main loop of the class in where it is fetching the job status and yields certain Event.
 
         If the job has status success then it yields TriggerEvent with success status, if job has

airflow/providers/google/cloud/triggers/datafusion.py

@@ -71,7 +71,7 @@ class DataFusionStartPipelineTrigger(BaseTrigger):
         self.success_states = success_states
 
     def serialize(self) -> tuple[str, dict[str, Any]]:
-        """Serializes DataFusionStartPipelineTrigger arguments and classpath."""
+        """Serialize DataFusionStartPipelineTrigger arguments and classpath."""
         return (
             "airflow.providers.google.cloud.triggers.datafusion.DataFusionStartPipelineTrigger",
             {
@@ -86,7 +86,7 @@ class DataFusionStartPipelineTrigger(BaseTrigger):
         )
 
     async def run(self) -> AsyncIterator[TriggerEvent]:  # type: ignore[override]
-        """Gets current pipeline status and yields a TriggerEvent."""
+        """Get current pipeline status and yields a TriggerEvent."""
         hook = self._get_async_hook()
         try:
             while True:

airflow/providers/google/cloud/triggers/dataplex.py

@@ -105,7 +105,7 @@ class DataplexDataQualityJobTrigger(BaseTrigger):
         yield TriggerEvent({"job_id": self.job_id, "job_state": state, "job": self._convert_to_dict(job)})
 
     def _convert_to_dict(self, job: DataScanJob) -> dict:
-        """Returns a representation of a DataScanJob instance as a dict."""
+        """Return a representation of a DataScanJob instance as a dict."""
         return DataScanJob.to_dict(job)
 
 
@@ -187,5 +187,5 @@ class DataplexDataProfileJobTrigger(BaseTrigger):
         yield TriggerEvent({"job_id": self.job_id, "job_state": state, "job": self._convert_to_dict(job)})
 
     def _convert_to_dict(self, job: DataScanJob) -> dict:
-        """Returns a representation of a DataScanJob instance as a dict."""
+        """Return a representation of a DataScanJob instance as a dict."""
         return DataScanJob.to_dict(job)