apache-airflow-providers-google 10.20.0rc1__py3-none-any.whl → 10.21.0__py3-none-any.whl

airflow/providers/google/cloud/transfers/gcs_to_gcs.py

@@ -408,9 +408,20 @@ class GCSToGCSOperator(BaseOperator):
                 msg = f"{prefix} does not exist in bucket {self.source_bucket}"
                 self.log.warning(msg)
                 raise AirflowException(msg)
+        if len(objects) == 1 and objects[0][-1] != "/":
+            self._copy_file(hook=hook, source_object=objects[0])
         elif len(objects):
             self._copy_multiple_objects(hook=hook, source_objects=objects, prefix=prefix)
 
+    def _copy_file(self, hook, source_object):
+        destination_object = self.destination_object or source_object
+        if self.destination_object and self.destination_object[-1] == "/":
+            file_name = source_object.split("/")[-1]
+            destination_object += file_name
+        self._copy_single_object(
+            hook=hook, source_object=source_object, destination_object=destination_object
+        )
+
     def _copy_multiple_objects(self, hook, source_objects, prefix):
         # Check whether the prefix is a root directory for all the rest of objects.
         _pref = prefix.rstrip("/")
@@ -430,12 +441,7 @@ class GCSToGCSOperator(BaseOperator):
                 destination_object = source_obj
             else:
                 file_name_postfix = source_obj.replace(base_path, "", 1)
-
-                destination_object = (
-                    self.destination_object.rstrip("/")[0 : self.destination_object.rfind("/")]
-                    + "/"
-                    + file_name_postfix
-                )
+                destination_object = self.destination_object.rstrip("/") + "/" + file_name_postfix
 
             self._copy_single_object(
                 hook=hook, source_object=source_obj, destination_object=destination_object

airflow/providers/google/cloud/transfers/local_to_gcs.py

@@ -32,7 +32,7 @@ if TYPE_CHECKING:
 
 class LocalFilesystemToGCSOperator(BaseOperator):
     """
-    Uploads a file or list of files to Google Cloud Storage; optionally can compress the file for upload.
+    Uploads a file or list of files to Google Cloud Storage; optionally can compress the file for upload; optionally can upload the data in multiple chunks.
 
     .. seealso::
         For more information on how to use this operator, take a look at the guide:
@@ -47,6 +47,7 @@ class LocalFilesystemToGCSOperator(BaseOperator):
     :param gcp_conn_id: (Optional) The connection ID used to connect to Google Cloud.
     :param mime_type: The mime-type string
     :param gzip: Allows for file to be compressed and uploaded as gzip
+    :param chunk_size: Blob chunk size in bytes. This must be a multiple of 262144 bytes (256 KiB)
     :param impersonation_chain: Optional service account to impersonate using short-term
         credentials, or chained list of accounts required to get the access_token
         of the last account in the list, which will be impersonated in the request.
@@ -73,6 +74,7 @@ class LocalFilesystemToGCSOperator(BaseOperator):
         gcp_conn_id="google_cloud_default",
         mime_type="application/octet-stream",
         gzip=False,
+        chunk_size: int | None = None,
         impersonation_chain: str | Sequence[str] | None = None,
         **kwargs,
     ):
@@ -84,6 +86,7 @@ class LocalFilesystemToGCSOperator(BaseOperator):
         self.gcp_conn_id = gcp_conn_id
         self.mime_type = mime_type
         self.gzip = gzip
+        self.chunk_size = chunk_size
         self.impersonation_chain = impersonation_chain
 
     def execute(self, context: Context):
@@ -114,4 +117,5 @@ class LocalFilesystemToGCSOperator(BaseOperator):
                 mime_type=self.mime_type,
                 filename=filepath,
                 gzip=self.gzip,
+                chunk_size=self.chunk_size,
             )

airflow/providers/google/cloud/transfers/mysql_to_gcs.py

@@ -30,7 +30,8 @@ from airflow.providers.mysql.hooks.mysql import MySqlHook
 
 
 class MySQLToGCSOperator(BaseSQLToGCSOperator):
-    """Copy data from MySQL to Google Cloud Storage in JSON, CSV or Parquet format.
+    """
+    Copy data from MySQL to Google Cloud Storage in JSON, CSV or Parquet format.
 
     .. seealso::
         For more information on how to use this operator, take a look at the guide:

airflow/providers/google/cloud/transfers/oracle_to_gcs.py

@@ -29,7 +29,8 @@ from airflow.providers.oracle.hooks.oracle import OracleHook
 
 
 class OracleToGCSOperator(BaseSQLToGCSOperator):
-    """Copy data from Oracle to Google Cloud Storage in JSON, CSV or Parquet format.
+    """
+    Copy data from Oracle to Google Cloud Storage in JSON, CSV or Parquet format.
 
     .. seealso::
         For more information on how to use this operator, take a look at the guide:

airflow/providers/google/cloud/transfers/presto_to_gcs.py

@@ -144,7 +144,8 @@ class _PrestoToGCSPrestoCursorAdapter:
 
 
 class PrestoToGCSOperator(BaseSQLToGCSOperator):
-    """Copy data from PrestoDB to Google Cloud Storage in JSON, CSV or Parquet format.
+    """
+    Copy data from PrestoDB to Google Cloud Storage in JSON, CSV or Parquet format.
 
     :param presto_conn_id: Reference to a specific Presto hook.
     """

airflow/providers/google/cloud/transfers/s3_to_gcs.py

@@ -329,7 +329,8 @@ class S3ToGCSOperator(S3ListOperator):
         return job_names
 
     def execute_complete(self, context: Context, event: dict[str, Any]) -> None:
-        """Return immediately and relies on trigger to throw a success event. Callback for the trigger.
+        """
+        Return immediately and relies on trigger to throw a success event. Callback for the trigger.
 
         Relies on trigger to throw an exception, otherwise it assumes execution was
         successful.

airflow/providers/google/cloud/transfers/trino_to_gcs.py

@@ -144,7 +144,8 @@ class _TrinoToGCSTrinoCursorAdapter:
 
 
 class TrinoToGCSOperator(BaseSQLToGCSOperator):
-    """Copy data from TrinoDB to Google Cloud Storage in JSON, CSV or Parquet format.
+    """
+    Copy data from TrinoDB to Google Cloud Storage in JSON, CSV or Parquet format.
 
     :param trino_conn_id: Reference to a specific Trino hook.
     """

airflow/providers/google/cloud/triggers/cloud_batch.py

@@ -28,7 +28,8 @@ DEFAULT_BATCH_LOCATION = "us-central1"
 
 
 class CloudBatchJobFinishedTrigger(BaseTrigger):
-    """Cloud Batch trigger to check if templated job has been finished.
+    """
+    Cloud Batch trigger to check if templated job has been finished.
 
     :param job_name: Required. Name of the job.
     :param project_id: Required. the Google Cloud project ID in which the job was started.

airflow/providers/google/cloud/triggers/cloud_run.py

@@ -39,7 +39,8 @@ class RunJobStatus(Enum):
 
 
 class CloudRunJobFinishedTrigger(BaseTrigger):
-    """Cloud Run trigger to check if templated job has been finished.
+    """
+    Cloud Run trigger to check if templated job has been finished.
 
     :param operation_name: Required. Name of the operation.
     :param job_name: Required. Name of the job.

airflow/providers/google/cloud/triggers/dataflow.py

@@ -40,7 +40,8 @@ DEFAULT_DATAFLOW_LOCATION = "us-central1"
 
 
 class TemplateJobStartTrigger(BaseTrigger):
-    """Dataflow trigger to check if templated job has been finished.
+    """
+    Dataflow trigger to check if templated job has been finished.
 
     :param project_id: Required. the Google Cloud project ID in which the job was started.
     :param job_id: Required. ID of the job.

airflow/providers/google/cloud/triggers/vertex_ai.py

@@ -41,7 +41,8 @@ if TYPE_CHECKING:
 
 
 class BaseVertexAIJobTrigger(BaseTrigger):
-    """Base class for Vertex AI job triggers.
+    """
+    Base class for Vertex AI job triggers.
 
     This trigger polls the Vertex AI job and checks its status.
 

airflow/providers/google/cloud/utils/external_token_supplier.py

@@ -33,7 +33,8 @@ from airflow.utils.log.logging_mixin import LoggingMixin
 
 
 def cache_token_decorator(get_subject_token_method):
-    """Cache calls to ``SubjectTokenSupplier`` instances' ``get_token_supplier`` methods.
+    """
+    Cache calls to ``SubjectTokenSupplier`` instances' ``get_token_supplier`` methods.
 
     Different instances of a same SubjectTokenSupplier class with the same attributes
     share the OIDC token cache.
@@ -48,7 +49,8 @@ def cache_token_decorator(get_subject_token_method):
 
     @wraps(get_subject_token_method)
     def wrapper(supplier_instance: CacheTokenSupplier, *args, **kwargs) -> str:
-        """Obeys the interface set by ``SubjectTokenSupplier`` for ``get_subject_token`` methods.
+        """
+        Obeys the interface set by ``SubjectTokenSupplier`` for ``get_subject_token`` methods.
 
         :param supplier_instance: the SubjectTokenSupplier instance whose get_subject_token method is being decorated
         :return: The token string

airflow/providers/google/cloud/utils/field_sanitizer.py

@@ -15,7 +15,8 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-"""Sanitizer for body fields sent via Google Cloud API.
+"""
+Sanitizer for body fields sent via Google Cloud API.
 
 The sanitizer removes fields specified from the body.
 
@@ -108,7 +109,8 @@ class GcpFieldSanitizerException(AirflowException):
 
 
 class GcpBodyFieldSanitizer(LoggingMixin):
-    """Sanitizes the body according to specification.
+    """
+    Sanitizes the body according to specification.
 
     :param sanitize_specs: array of strings that specifies which fields to remove
 

airflow/providers/google/cloud/utils/field_validator.py

@@ -15,7 +15,8 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-"""Validator for body fields sent via Google Cloud API.
+"""
+Validator for body fields sent via Google Cloud API.
 
 The validator performs validation of the body (being dictionary of fields) that
 is sent in the API request to Google Cloud (via ``googleclient`` API usually).
@@ -146,7 +147,8 @@ class GcpFieldValidationException(AirflowException):
 
 
 class GcpValidationSpecificationException(AirflowException):
-    """Thrown when validation specification is wrong.
+    """
+    Thrown when validation specification is wrong.
 
     This should only happen during development as ideally
      specification itself should not be invalid ;) .
@@ -177,7 +179,8 @@ EXAMPLE_VALIDATION_SPECIFICATION = [
 
 
 class GcpBodyFieldValidator(LoggingMixin):
-    """Validates correctness of request body according to specification.
+    """
+    Validates correctness of request body according to specification.
 
     The specification can describe various type of
     fields including custom validation, and union of fields. This validator is

airflow/providers/google/cloud/utils/helpers.py

@@ -25,7 +25,8 @@ def normalize_directory_path(source_object: str | None) -> str | None:
 
 
 def resource_path_to_dict(resource_name: str) -> dict[str, str]:
-    """Convert a path-like GCP resource name into a dictionary.
+    """
+    Convert a path-like GCP resource name into a dictionary.
 
     For example, the path `projects/my-project/locations/my-location/instances/my-instance` will be converted
     to a dict:

airflow/providers/google/common/hooks/base_google.py

@@ -706,7 +706,8 @@ class GoogleBaseHook(BaseHook):
 
 
 class _CredentialsToken(Token):
-    """A token implementation which makes Google credentials objects accessible to [gcloud-aio](https://talkiq.github.io/gcloud-aio/) clients.
+    """
+    A token implementation which makes Google credentials objects accessible to [gcloud-aio](https://talkiq.github.io/gcloud-aio/) clients.
 
     This class allows us to create token instances from credentials objects and thus supports a variety of use cases for Google
     credentials in Airflow (i.e. impersonation chain). By relying on a existing credentials object we leverage functionality provided by the GoogleBaseHook

airflow/providers/google/common/utils/id_token_credentials.py

@@ -192,7 +192,8 @@ def _get_gce_credentials(
 def get_default_id_token_credentials(
     target_audience: str | None, request: google.auth.transport.Request | None = None
 ) -> google_auth_credentials.Credentials:
-    """Get the default ID Token credentials for the current environment.
+    """
+    Get the default ID Token credentials for the current environment.
 
     `Application Default Credentials`_ provides an easy way to obtain credentials to call Google APIs for
     server-to-server or local applications.

airflow/providers/google/get_provider_info.py

@@ -28,8 +28,9 @@ def get_provider_info():
         "name": "Google",
         "description": "Google services including:\n\n  - `Google Ads <https://ads.google.com/>`__\n  - `Google Cloud (GCP) <https://cloud.google.com/>`__\n  - `Google Firebase <https://firebase.google.com/>`__\n  - `Google LevelDB <https://github.com/google/leveldb/>`__\n  - `Google Marketing Platform <https://marketingplatform.google.com/>`__\n  - `Google Workspace <https://workspace.google.com/>`__ (formerly Google Suite)\n",
         "state": "ready",
-        "source-date-epoch": 1718604460,
+        "source-date-epoch": 1720423376,
         "versions": [
+            "10.21.0",
             "10.20.0",
             "10.19.0",
             "10.18.0",
@@ -103,7 +104,7 @@ def get_provider_info():
             "google-api-python-client>=2.0.2",
             "google-auth>=2.29.0",
             "google-auth-httplib2>=0.0.1",
-            "google-cloud-aiplatform>=1.54.0",
+            "google-cloud-aiplatform>=1.57.0",
             "google-cloud-automl>=2.12.0",
             "google-cloud-bigquery<3.21.0,>=3.4.0",
             "google-cloud-bigquery-datatransfer>=3.13.0",

airflow/providers/google/go_module_utils.py

@@ -25,7 +25,8 @@ from airflow.utils.process_utils import execute_in_subprocess
 
 
 def init_module(go_module_name: str, go_module_path: str) -> None:
-    """Initialize a Go module.
+    """
+    Initialize a Go module.
 
     If a ``go.mod`` file already exists, this function will do nothing.
 
@@ -39,7 +40,8 @@ def init_module(go_module_name: str, go_module_path: str) -> None:
 
 
 def install_dependencies(go_module_path: str) -> None:
-    """Install dependencies for a Go module.
+    """
+    Install dependencies for a Go module.
 
     :param go_module_path: The path to the directory containing the Go module.
     """

airflow/providers/google/marketing_platform/hooks/analytics_admin.py

@@ -70,7 +70,8 @@ class GoogleAnalyticsAdminHook(GoogleBaseHook):
         timeout: float | None = None,
         metadata: Sequence[tuple[str, str]] = (),
     ) -> ListAccountsPager:
-        """Get list of accounts in Google Analytics.
+        """
+        Get list of accounts in Google Analytics.
 
         .. seealso::
             For more details please check the client library documentation:
@@ -97,7 +98,8 @@ class GoogleAnalyticsAdminHook(GoogleBaseHook):
         timeout: float | None = None,
         metadata: Sequence[tuple[str, str]] = (),
     ) -> Property:
-        """Create Google Analytics property.
+        """
+        Create Google Analytics property.
 
         .. seealso::
             For more details please check the client library documentation:
@@ -127,7 +129,8 @@ class GoogleAnalyticsAdminHook(GoogleBaseHook):
         timeout: float | None = None,
         metadata: Sequence[tuple[str, str]] = (),
     ) -> Property:
-        """Soft delete Google Analytics property.
+        """
+        Soft delete Google Analytics property.
 
         .. seealso::
             For more details please check the client library documentation:
@@ -153,7 +156,8 @@ class GoogleAnalyticsAdminHook(GoogleBaseHook):
         timeout: float | None = None,
         metadata: Sequence[tuple[str, str]] = (),
     ) -> DataStream:
-        """Create Google Analytics data stream.
+        """
+        Create Google Analytics data stream.
 
         .. seealso::
             For more details please check the client library documentation:
@@ -184,7 +188,8 @@ class GoogleAnalyticsAdminHook(GoogleBaseHook):
         timeout: float | None = None,
         metadata: Sequence[tuple[str, str]] = (),
     ) -> None:
-        """Delete Google Analytics data stream.
+        """
+        Delete Google Analytics data stream.
 
         .. seealso::
             For more details please check the client library documentation:
@@ -214,7 +219,8 @@ class GoogleAnalyticsAdminHook(GoogleBaseHook):
         timeout: float | None = None,
         metadata: Sequence[tuple[str, str]] = (),
     ) -> ListGoogleAdsLinksPager:
-        """Get list of Google Ads links.
+        """
+        Get list of Google Ads links.
 
         .. seealso::
             For more details please check the client library documentation:

airflow/providers/google/marketing_platform/links/analytics_admin.py

@@ -29,7 +29,8 @@ BASE_LINK = "https://analytics.google.com/analytics/web/"
 
 
 class GoogleAnalyticsBaseLink(BaseOperatorLink):
-    """Base class for Google Analytics links.
+    """
+    Base class for Google Analytics links.
 
     :meta private:
     """

airflow/providers/google/suite/transfers/local_to_drive.py

@@ -31,7 +31,8 @@ if TYPE_CHECKING:
 
 
 class LocalFilesystemToGoogleDriveOperator(BaseOperator):
-    """Upload a list of files to a Google Drive folder.
+    """
+    Upload a list of files to a Google Drive folder.
 
     This operator uploads a list of local files to a Google Drive folder.
     The local files can optionally be deleted after upload.

{apache_airflow_providers_google-10.20.0rc1.dist-info → apache_airflow_providers_google-10.21.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-google
-Version: 10.20.0rc1
+Version: 10.21.0
 Summary: Provider package apache-airflow-providers-google for Apache Airflow
 Keywords: airflow-provider,google,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -22,8 +22,8 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
 Requires-Dist: PyOpenSSL>=23.0.0
-Requires-Dist: apache-airflow-providers-common-sql>=1.7.2rc0
-Requires-Dist: apache-airflow>=2.7.0rc0
+Requires-Dist: apache-airflow-providers-common-sql>=1.7.2
+Requires-Dist: apache-airflow>=2.7.0
 Requires-Dist: asgiref>=3.5.2
 Requires-Dist: dill>=0.2.3
 Requires-Dist: gcloud-aio-auth>=4.0.0,<5.0.0
@@ -36,7 +36,7 @@ Requires-Dist: google-api-core>=2.11.0,!=2.16.0,!=2.18.0
 Requires-Dist: google-api-python-client>=2.0.2
 Requires-Dist: google-auth-httplib2>=0.0.1
 Requires-Dist: google-auth>=2.29.0
-Requires-Dist: google-cloud-aiplatform>=1.54.0
+Requires-Dist: google-cloud-aiplatform>=1.57.0
 Requires-Dist: google-cloud-automl>=2.12.0
 Requires-Dist: google-cloud-batch>=0.13.0
 Requires-Dist: google-cloud-bigquery-datatransfer>=3.13.0
@@ -85,19 +85,19 @@ Requires-Dist: python-slugify>=7.0.0
 Requires-Dist: sqlalchemy-bigquery>=1.2.1
 Requires-Dist: sqlalchemy-spanner>=1.6.2
 Requires-Dist: tenacity>=8.1.0
-Requires-Dist: apache-airflow-providers-amazon>=2.6.0rc0 ; extra == "amazon"
+Requires-Dist: apache-airflow-providers-amazon>=2.6.0 ; extra == "amazon"
 Requires-Dist: apache-airflow-providers-apache-beam ; extra == "apache.beam"
 Requires-Dist: apache-beam[gcp] ; extra == "apache.beam"
 Requires-Dist: apache-airflow-providers-apache-cassandra ; extra == "apache.cassandra"
-Requires-Dist: apache-airflow-providers-cncf-kubernetes>=7.2.0rc0 ; extra == "cncf.kubernetes"
+Requires-Dist: apache-airflow-providers-cncf-kubernetes>=7.2.0 ; extra == "cncf.kubernetes"
 Requires-Dist: apache-airflow-providers-common-sql ; extra == "common.sql"
-Requires-Dist: apache-airflow-providers-facebook>=2.2.0rc0 ; extra == "facebook"
+Requires-Dist: apache-airflow-providers-facebook>=2.2.0 ; extra == "facebook"
 Requires-Dist: plyvel ; extra == "leveldb"
 Requires-Dist: apache-airflow-providers-microsoft-azure ; extra == "microsoft.azure"
 Requires-Dist: apache-airflow-providers-microsoft-mssql ; extra == "microsoft.mssql"
 Requires-Dist: apache-airflow-providers-mysql ; extra == "mysql"
 Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
-Requires-Dist: apache-airflow-providers-oracle>=3.1.0rc0 ; extra == "oracle"
+Requires-Dist: apache-airflow-providers-oracle>=3.1.0 ; extra == "oracle"
 Requires-Dist: apache-airflow-providers-postgres ; extra == "postgres"
 Requires-Dist: apache-airflow-providers-presto ; extra == "presto"
 Requires-Dist: apache-airflow-providers-salesforce ; extra == "salesforce"
@@ -105,8 +105,8 @@ Requires-Dist: apache-airflow-providers-sftp ; extra == "sftp"
 Requires-Dist: apache-airflow-providers-ssh ; extra == "ssh"
 Requires-Dist: apache-airflow-providers-trino ; extra == "trino"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-google/10.20.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-google/10.20.0
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-google/10.21.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-google/10.21.0
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -174,7 +174,7 @@ Provides-Extra: trino
 
 Package ``apache-airflow-providers-google``
 
-Release: ``10.20.0.rc1``
+Release: ``10.21.0``
 
 
 Google services including:
@@ -194,7 +194,7 @@ This is a provider package for ``google`` provider. All classes for this provide
 are in ``airflow.providers.google`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.20.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-google/10.21.0/>`_.
 
 Installation
 ------------
@@ -225,7 +225,7 @@ PIP package                              Version required
 ``google-api-python-client``             ``>=2.0.2``
 ``google-auth``                          ``>=2.29.0``
 ``google-auth-httplib2``                 ``>=0.0.1``
-``google-cloud-aiplatform``              ``>=1.54.0``
+``google-cloud-aiplatform``              ``>=1.57.0``
 ``google-cloud-automl``                  ``>=2.12.0``
 ``google-cloud-bigquery``                ``<3.21.0,>=3.4.0``
 ``google-cloud-bigquery-datatransfer``   ``>=3.13.0``
@@ -313,4 +313,4 @@ Dependent package
 ========================================================================================================================  ====================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.20.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-google/10.21.0/changelog.html>`_.