apache-airflow-providers-google 10.22.0__py3-none-any.whl → 10.23.0__py3-none-any.whl

airflow/providers/google/cloud/sensors/dataflow.py

@@ -23,7 +23,7 @@ from functools import cached_property
 from typing import TYPE_CHECKING, Any, Callable, Sequence
 
 from airflow.configuration import conf
-from airflow.exceptions import AirflowException, AirflowSkipException
+from airflow.exceptions import AirflowException
 from airflow.providers.google.cloud.hooks.dataflow import (
     DEFAULT_DATAFLOW_LOCATION,
     DataflowHook,
@@ -117,10 +117,7 @@ class DataflowJobStatusSensor(BaseSensorOperator):
         if job_status in self.expected_statuses:
             return True
         elif job_status in DataflowJobStatus.TERMINAL_STATES:
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
             message = f"Job with id '{self.job_id}' is already in terminal state: {job_status}"
-            if self.soft_fail:
-                raise AirflowSkipException(message)
             raise AirflowException(message)
 
         return False
@@ -154,9 +151,6 @@ class DataflowJobStatusSensor(BaseSensorOperator):
         if event["status"] == "success":
             self.log.info(event["message"])
             return True
-        # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
-        if self.soft_fail:
-            raise AirflowSkipException(f"Sensor failed with the following message: {event['message']}.")
         raise AirflowException(f"Sensor failed with the following message: {event['message']}")
 
     @cached_property
@@ -235,10 +229,7 @@ class DataflowJobMetricsSensor(BaseSensorOperator):
             )
             job_status = job["currentState"]
             if job_status in DataflowJobStatus.TERMINAL_STATES:
-                # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
                 message = f"Job with id '{self.job_id}' is already in terminal state: {job_status}"
-                if self.soft_fail:
-                    raise AirflowSkipException(message)
                 raise AirflowException(message)
 
         result = self.hook.fetch_job_metrics_by_id(
@@ -279,9 +270,6 @@ class DataflowJobMetricsSensor(BaseSensorOperator):
         if event["status"] == "success":
             self.log.info(event["message"])
             return event["result"] if self.callback is None else self.callback(event["result"])
-        # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
-        if self.soft_fail:
-            raise AirflowSkipException(f"Sensor failed with the following message: {event['message']}.")
         raise AirflowException(f"Sensor failed with the following message: {event['message']}")
 
     @cached_property
@@ -362,10 +350,7 @@ class DataflowJobMessagesSensor(BaseSensorOperator):
             )
             job_status = job["currentState"]
             if job_status in DataflowJobStatus.TERMINAL_STATES:
-                # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
                 message = f"Job with id '{self.job_id}' is already in terminal state: {job_status}"
-                if self.soft_fail:
-                    raise AirflowSkipException(message)
                 raise AirflowException(message)
 
         result = self.hook.fetch_job_messages_by_id(
@@ -407,9 +392,6 @@ class DataflowJobMessagesSensor(BaseSensorOperator):
         if event["status"] == "success":
             self.log.info(event["message"])
             return event["result"] if self.callback is None else self.callback(event["result"])
-        # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
-        if self.soft_fail:
-            raise AirflowSkipException(f"Sensor failed with the following message: {event['message']}.")
         raise AirflowException(f"Sensor failed with the following message: {event['message']}")
 
     @cached_property
@@ -490,10 +472,7 @@ class DataflowJobAutoScalingEventsSensor(BaseSensorOperator):
             )
             job_status = job["currentState"]
             if job_status in DataflowJobStatus.TERMINAL_STATES:
-                # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
                 message = f"Job with id '{self.job_id}' is already in terminal state: {job_status}"
-                if self.soft_fail:
-                    raise AirflowSkipException(message)
                 raise AirflowException(message)
 
         result = self.hook.fetch_job_autoscaling_events_by_id(
@@ -534,9 +513,6 @@ class DataflowJobAutoScalingEventsSensor(BaseSensorOperator):
         if event["status"] == "success":
             self.log.info(event["message"])
             return event["result"] if self.callback is None else self.callback(event["result"])
-        # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
-        if self.soft_fail:
-            raise AirflowSkipException(f"Sensor failed with the following message: {event['message']}.")
         raise AirflowException(f"Sensor failed with the following message: {event['message']}")
 
     @cached_property

airflow/providers/google/cloud/sensors/dataform.py

@@ -21,7 +21,7 @@ from __future__ import annotations
 
 from typing import TYPE_CHECKING, Iterable, Sequence
 
-from airflow.exceptions import AirflowException, AirflowSkipException
+from airflow.exceptions import AirflowException
 from airflow.providers.google.cloud.hooks.dataform import DataformHook
 from airflow.sensors.base import BaseSensorOperator
 
@@ -96,13 +96,10 @@ class DataformWorkflowInvocationStateSensor(BaseSensorOperator):
         workflow_status = workflow_invocation.state
         if workflow_status is not None:
             if self.failure_statuses and workflow_status in self.failure_statuses:
-                # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
                 message = (
                     f"Workflow Invocation with id '{self.workflow_invocation_id}' "
                     f"state is: {workflow_status}. Terminating sensor..."
                 )
-                if self.soft_fail:
-                    raise AirflowSkipException(message)
                 raise AirflowException(message)
 
         return workflow_status in self.expected_statuses

airflow/providers/google/cloud/sensors/datafusion.py

@@ -21,7 +21,7 @@ from __future__ import annotations
 
 from typing import TYPE_CHECKING, Iterable, Sequence
 
-from airflow.exceptions import AirflowException, AirflowNotFoundException, AirflowSkipException
+from airflow.exceptions import AirflowException, AirflowNotFoundException
 from airflow.providers.google.cloud.hooks.datafusion import DataFusionHook
 from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID
 from airflow.sensors.base import BaseSensorOperator
@@ -111,22 +111,16 @@ class CloudDataFusionPipelineStateSensor(BaseSensorOperator):
             )
             pipeline_status = pipeline_workflow["status"]
         except AirflowNotFoundException:
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
             message = "Specified Pipeline ID was not found."
-            if self.soft_fail:
-                raise AirflowSkipException(message)
             raise AirflowException(message)
         except AirflowException:
             pass  # Because the pipeline may not be visible in system yet
         if pipeline_status is not None:
             if self.failure_statuses and pipeline_status in self.failure_statuses:
-                # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
                 message = (
                     f"Pipeline with id '{self.pipeline_id}' state is: {pipeline_status}. "
                     f"Terminating sensor..."
                 )
-                if self.soft_fail:
-                    raise AirflowSkipException(message)
                 raise AirflowException(message)
 
         self.log.debug(

airflow/providers/google/cloud/sensors/dataplex.py

@@ -30,7 +30,7 @@ from google.api_core.exceptions import GoogleAPICallError
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
 from google.cloud.dataplex_v1.types import DataScanJob
 
-from airflow.exceptions import AirflowException, AirflowSkipException
+from airflow.exceptions import AirflowException
 from airflow.providers.google.cloud.hooks.dataplex import (
     AirflowDataQualityScanException,
     AirflowDataQualityScanResultTimeoutException,
@@ -118,10 +118,7 @@ class DataplexTaskStateSensor(BaseSensorOperator):
         task_status = task.state
 
         if task_status == TaskState.DELETING:
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
             message = f"Task is going to be deleted {self.dataplex_task_id}"
-            if self.soft_fail:
-                raise AirflowSkipException(message)
             raise AirflowException(message)
 
         self.log.info("Current status of the Dataplex task %s => %s", self.dataplex_task_id, task_status)
@@ -202,12 +199,9 @@ class DataplexDataQualityJobStatusSensor(BaseSensorOperator):
         if self.result_timeout:
             duration = self._duration()
             if duration > self.result_timeout:
-                # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
                 message = (
                     f"Timeout: Data Quality scan {self.job_id} is not ready after {self.result_timeout}s"
                 )
-                if self.soft_fail:
-                    raise AirflowSkipException(message)
                 raise AirflowDataQualityScanResultTimeoutException(message)
 
         hook = DataplexHook(
@@ -227,10 +221,7 @@ class DataplexDataQualityJobStatusSensor(BaseSensorOperator):
                 metadata=self.metadata,
             )
         except GoogleAPICallError as e:
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
             message = f"Error occurred when trying to retrieve Data Quality scan job: {self.data_scan_id}"
-            if self.soft_fail:
-                raise AirflowSkipException(message, e)
             raise AirflowException(message, e)
 
         job_status = job.state
@@ -238,26 +229,17 @@ class DataplexDataQualityJobStatusSensor(BaseSensorOperator):
             "Current status of the Dataplex Data Quality scan job %s => %s", self.job_id, job_status
         )
         if job_status == DataScanJob.State.FAILED:
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
             message = f"Data Quality scan job failed: {self.job_id}"
-            if self.soft_fail:
-                raise AirflowSkipException(message)
             raise AirflowException(message)
         if job_status == DataScanJob.State.CANCELLED:
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
             message = f"Data Quality scan job cancelled: {self.job_id}"
-            if self.soft_fail:
-                raise AirflowSkipException(message)
             raise AirflowException(message)
         if self.fail_on_dq_failure:
             if job_status == DataScanJob.State.SUCCEEDED and not job.data_quality_result.passed:
-                # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
                 message = (
                     f"Data Quality job {self.job_id} execution failed due to failure of its scanning "
                     f"rules: {self.data_scan_id}"
                 )
-                if self.soft_fail:
-                    raise AirflowSkipException(message)
                 raise AirflowDataQualityScanException(message)
         return job_status == DataScanJob.State.SUCCEEDED
 
@@ -330,12 +312,9 @@ class DataplexDataProfileJobStatusSensor(BaseSensorOperator):
         if self.result_timeout:
             duration = self._duration()
             if duration > self.result_timeout:
-                # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
                 message = (
                     f"Timeout: Data Profile scan {self.job_id} is not ready after {self.result_timeout}s"
                 )
-                if self.soft_fail:
-                    raise AirflowSkipException(message)
                 raise AirflowDataQualityScanResultTimeoutException(message)
 
         hook = DataplexHook(
@@ -355,10 +334,7 @@ class DataplexDataProfileJobStatusSensor(BaseSensorOperator):
                 metadata=self.metadata,
             )
         except GoogleAPICallError as e:
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
             message = f"Error occurred when trying to retrieve Data Profile scan job: {self.data_scan_id}"
-            if self.soft_fail:
-                raise AirflowSkipException(message, e)
             raise AirflowException(message, e)
 
         job_status = job.state
@@ -366,15 +342,9 @@ class DataplexDataProfileJobStatusSensor(BaseSensorOperator):
             "Current status of the Dataplex Data Profile scan job %s => %s", self.job_id, job_status
         )
         if job_status == DataScanJob.State.FAILED:
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
             message = f"Data Profile scan job failed: {self.job_id}"
-            if self.soft_fail:
-                raise AirflowSkipException(message)
             raise AirflowException(message)
         if job_status == DataScanJob.State.CANCELLED:
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
             message = f"Data Profile scan job cancelled: {self.job_id}"
-            if self.soft_fail:
-                raise AirflowSkipException(message)
             raise AirflowException(message)
         return job_status == DataScanJob.State.SUCCEEDED

airflow/providers/google/cloud/sensors/dataproc.py

@@ -25,7 +25,7 @@ from typing import TYPE_CHECKING, Sequence
 from google.api_core.exceptions import ServerError
 from google.cloud.dataproc_v1.types import Batch, JobStatus
 
-from airflow.exceptions import AirflowException, AirflowSkipException
+from airflow.exceptions import AirflowException
 from airflow.providers.google.cloud.hooks.dataproc import DataprocHook
 from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID
 from airflow.sensors.base import BaseSensorOperator
@@ -85,13 +85,10 @@ class DataprocJobSensor(BaseSensorOperator):
                 duration = self._duration()
                 self.log.info("DURATION RUN: %f", duration)
                 if duration > self.wait_timeout:
-                    # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
                     message = (
                         f"Timeout: dataproc job {self.dataproc_job_id} "
                         f"is not ready after {self.wait_timeout}s"
                     )
-                    if self.soft_fail:
-                        raise AirflowSkipException(message)
                     raise AirflowException(message)
                 self.log.info("Retrying. Dataproc API returned server error when waiting for job: %s", err)
                 return False
@@ -100,20 +97,14 @@ class DataprocJobSensor(BaseSensorOperator):
 
         state = job.status.state
         if state == JobStatus.State.ERROR:
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
             message = f"Job failed:\n{job}"
-            if self.soft_fail:
-                raise AirflowSkipException(message)
             raise AirflowException(message)
         elif state in {
             JobStatus.State.CANCELLED,
             JobStatus.State.CANCEL_PENDING,
             JobStatus.State.CANCEL_STARTED,
         }:
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
             message = f"Job was cancelled:\n{job}"
-            if self.soft_fail:
-                raise AirflowSkipException(message)
             raise AirflowException(message)
         elif JobStatus.State.DONE == state:
             self.log.debug("Job %s completed successfully.", self.dataproc_job_id)
@@ -185,19 +176,13 @@ class DataprocBatchSensor(BaseSensorOperator):
 
         state = batch.state
         if state == Batch.State.FAILED:
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
             message = "Batch failed"
-            if self.soft_fail:
-                raise AirflowSkipException(message)
             raise AirflowException(message)
         elif state in {
             Batch.State.CANCELLED,
             Batch.State.CANCELLING,
         }:
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
             message = "Batch was cancelled."
-            if self.soft_fail:
-                raise AirflowSkipException(message)
             raise AirflowException(message)
         elif state == Batch.State.SUCCEEDED:
             self.log.debug("Batch %s completed successfully.", self.batch_id)

airflow/providers/google/cloud/sensors/dataproc_metastore.py

@@ -19,7 +19,7 @@ from __future__ import annotations
 
 from typing import TYPE_CHECKING, Sequence
 
-from airflow.exceptions import AirflowException, AirflowSkipException
+from airflow.exceptions import AirflowException
 from airflow.providers.google.cloud.hooks.dataproc_metastore import DataprocMetastoreHook
 from airflow.providers.google.cloud.hooks.gcs import parse_json_from_gcs
 from airflow.sensors.base import BaseSensorOperator
@@ -99,20 +99,14 @@ class MetastoreHivePartitionSensor(BaseSensorOperator):
             impersonation_chain=self.impersonation_chain,
         )
         if not (manifest and isinstance(manifest, dict)):
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
             message = (
                 f"Failed to extract result manifest. "
                 f"Expected not empty dict, but this was received: {manifest}"
             )
-            if self.soft_fail:
-                raise AirflowSkipException(message)
             raise AirflowException(message)
 
         if manifest.get("status", {}).get("code") != 0:
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
             message = f"Request failed: {manifest.get('message')}"
-            if self.soft_fail:
-                raise AirflowSkipException(message)
             raise AirflowException(message)
 
         # Extract actual query results

airflow/providers/google/cloud/sensors/gcs.py

@@ -24,11 +24,10 @@ import textwrap
 from datetime import datetime, timedelta
 from typing import TYPE_CHECKING, Any, Callable, Sequence
 
-from deprecated import deprecated
 from google.cloud.storage.retry import DEFAULT_RETRY
 
 from airflow.configuration import conf
-from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning, AirflowSkipException
+from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
 from airflow.providers.google.cloud.hooks.gcs import GCSHook
 from airflow.providers.google.cloud.triggers.gcs import (
     GCSBlobTrigger,
@@ -36,6 +35,7 @@ from airflow.providers.google.cloud.triggers.gcs import (
     GCSPrefixBlobTrigger,
     GCSUploadSessionTrigger,
 )
+from airflow.providers.google.common.deprecated import deprecated
 from airflow.sensors.base import BaseSensorOperator, poke_mode_only
 
 if TYPE_CHECKING:
@@ -137,19 +137,15 @@ class GCSObjectExistenceSensor(BaseSensorOperator):
         Relies on trigger to throw an exception, otherwise it assumes execution was successful.
         """
         if event["status"] == "error":
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
-            if self.soft_fail:
-                raise AirflowSkipException(event["message"])
             raise AirflowException(event["message"])
         self.log.info("File %s was found in bucket %s.", self.object, self.bucket)
         return True
 
 
 @deprecated(
-    reason=(
-        "Class `GCSObjectExistenceAsyncSensor` is deprecated and will be removed in a future release. "
-        "Please use `GCSObjectExistenceSensor` and set `deferrable` attribute to `True` instead"
-    ),
+    planned_removal_date="November 01, 2024",
+    use_instead="GCSObjectExistenceSensor",
+    instructions="Please use GCSObjectExistenceSensor and set deferrable attribute to True.",
     category=AirflowProviderDeprecationWarning,
 )
 class GCSObjectExistenceAsyncSensor(GCSObjectExistenceSensor):
@@ -284,15 +280,9 @@ class GCSObjectUpdateSensor(BaseSensorOperator):
                     "Checking last updated time for object %s in bucket : %s", self.object, self.bucket
                 )
                 return event["message"]
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
-            if self.soft_fail:
-                raise AirflowSkipException(event["message"])
             raise AirflowException(event["message"])
 
-        # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
         message = "No event received in trigger callback"
-        if self.soft_fail:
-            raise AirflowSkipException(message)
         raise AirflowException(message)
 
 
@@ -382,9 +372,6 @@ class GCSObjectsWithPrefixExistenceSensor(BaseSensorOperator):
         self.log.info("Resuming from trigger and checking status")
         if event["status"] == "success":
             return event["matches"]
-        # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
-        if self.soft_fail:
-            raise AirflowSkipException(event["message"])
         raise AirflowException(event["message"])
 
 
@@ -514,13 +501,10 @@ class GCSUploadSessionCompleteSensor(BaseSensorOperator):
                 )
                 return False
 
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
             message = (
                 "Illegal behavior: objects were deleted in "
                 f"{os.path.join(self.bucket, self.prefix)} between pokes."
             )
-            if self.soft_fail:
-                raise AirflowSkipException(message)
             raise AirflowException(message)
 
         if self.last_activity_time:
@@ -592,13 +576,7 @@ class GCSUploadSessionCompleteSensor(BaseSensorOperator):
         if event:
             if event["status"] == "success":
                 return event["message"]
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
-            if self.soft_fail:
-                raise AirflowSkipException(event["message"])
             raise AirflowException(event["message"])
 
-        # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
         message = "No event received in trigger callback"
-        if self.soft_fail:
-            raise AirflowSkipException(message)
         raise AirflowException(message)

airflow/providers/google/cloud/sensors/looker.py

@@ -21,7 +21,7 @@ from __future__ import annotations
 
 from typing import TYPE_CHECKING
 
-from airflow.exceptions import AirflowException, AirflowSkipException
+from airflow.exceptions import AirflowException
 from airflow.providers.google.cloud.hooks.looker import JobStatus, LookerHook
 from airflow.sensors.base import BaseSensorOperator
 
@@ -54,10 +54,7 @@ class LookerCheckPdtBuildSensor(BaseSensorOperator):
         self.hook = LookerHook(looker_conn_id=self.looker_conn_id)
 
         if not self.materialization_id:
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
             message = "Invalid `materialization_id`."
-            if self.soft_fail:
-                raise AirflowSkipException(message)
             raise AirflowException(message)
 
         # materialization_id is templated var pulling output from start task
@@ -66,22 +63,13 @@ class LookerCheckPdtBuildSensor(BaseSensorOperator):
 
         if status == JobStatus.ERROR.value:
             msg = status_dict["message"]
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
             message = f'PDT materialization job failed. Job id: {self.materialization_id}. Message:\n"{msg}"'
-            if self.soft_fail:
-                raise AirflowSkipException(message)
             raise AirflowException(message)
         elif status == JobStatus.CANCELLED.value:
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
             message = f"PDT materialization job was cancelled. Job id: {self.materialization_id}."
-            if self.soft_fail:
-                raise AirflowSkipException(message)
             raise AirflowException(message)
         elif status == JobStatus.UNKNOWN.value:
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
             message = f"PDT materialization job has unknown status. Job id: {self.materialization_id}."
-            if self.soft_fail:
-                raise AirflowSkipException(message)
             raise AirflowException(message)
         elif status == JobStatus.DONE.value:
             self.log.debug(

airflow/providers/google/cloud/sensors/pubsub.py

@@ -25,7 +25,7 @@ from typing import TYPE_CHECKING, Any, Callable, Sequence
 from google.cloud.pubsub_v1.types import ReceivedMessage
 
 from airflow.configuration import conf
-from airflow.exceptions import AirflowException, AirflowSkipException
+from airflow.exceptions import AirflowException
 from airflow.providers.google.cloud.hooks.pubsub import PubSubHook
 from airflow.providers.google.cloud.triggers.pubsub import PubsubPullTrigger
 from airflow.sensors.base import BaseSensorOperator
@@ -69,6 +69,13 @@ class PubSubPullSensor(BaseSensorOperator):
         full subscription path.
     :param max_messages: The maximum number of messages to retrieve per
         PubSub pull request
+    :param return_immediately: If this field set to true, the system will
+        respond immediately even if it there are no messages available to
+        return in the ``Pull`` response. Otherwise, the system may wait
+        (for a bounded amount of time) until at least one message is available,
+        rather than returning no messages. Warning: setting this field to
+        ``true`` is discouraged because it adversely impacts the performance
+        of ``Pull`` operations. We recommend that users do not set this field.
     :param ack_messages: If True, each message will be acknowledged
         immediately rather than by any downstream tasks
     :param gcp_conn_id: The connection ID to use connecting to
@@ -102,6 +109,7 @@ class PubSubPullSensor(BaseSensorOperator):
         project_id: str,
         subscription: str,
         max_messages: int = 5,
+        return_immediately: bool = True,
         ack_messages: bool = False,
         gcp_conn_id: str = "google_cloud_default",
         messages_callback: Callable[[list[ReceivedMessage], Context], Any] | None = None,
@@ -115,6 +123,7 @@ class PubSubPullSensor(BaseSensorOperator):
         self.project_id = project_id
         self.subscription = subscription
         self.max_messages = max_messages
+        self.return_immediately = return_immediately
         self.ack_messages = ack_messages
         self.messages_callback = messages_callback
         self.impersonation_chain = impersonation_chain
@@ -132,7 +141,7 @@ class PubSubPullSensor(BaseSensorOperator):
             project_id=self.project_id,
             subscription=self.subscription,
             max_messages=self.max_messages,
-            return_immediately=True,
+            return_immediately=self.return_immediately,
         )
 
         handle_messages = self.messages_callback or self._default_message_callback
@@ -175,9 +184,6 @@ class PubSubPullSensor(BaseSensorOperator):
             self.log.info("Sensor pulls messages: %s", event["message"])
             return event["message"]
         self.log.info("Sensor failed: %s", event["message"])
-        # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
-        if self.soft_fail:
-            raise AirflowSkipException(event["message"])
         raise AirflowException(event["message"])
 
     def _default_message_callback(

airflow/providers/google/cloud/sensors/workflows.py

@@ -21,7 +21,7 @@ from typing import TYPE_CHECKING, Sequence
 from google.api_core.gapic_v1.method import DEFAULT, _MethodDefault
 from google.cloud.workflows.executions_v1beta import Execution
 
-from airflow.exceptions import AirflowException, AirflowSkipException
+from airflow.exceptions import AirflowException
 from airflow.providers.google.cloud.hooks.workflows import WorkflowsHook
 from airflow.providers.google.common.hooks.base_google import PROVIDE_PROJECT_ID
 from airflow.sensors.base import BaseSensorOperator
@@ -101,13 +101,10 @@ class WorkflowExecutionSensor(BaseSensorOperator):
 
         state = execution.state
         if state in self.failure_states:
-            # TODO: remove this if check when min_airflow_version is set to higher than 2.7.1
             message = (
                 f"Execution {self.execution_id} for workflow {self.execution_id} "
                 f"failed and is in `{state}` state"
             )
-            if self.soft_fail:
-                raise AirflowSkipException(message)
             raise AirflowException(message)
 
         if state in self.success_states:

airflow/providers/google/cloud/transfers/sftp_to_gcs.py

@@ -133,6 +133,12 @@ class SFTPToGCSOperator(BaseOperator):
 
             for file in files:
                 destination_path = file.replace(base_path, self.destination_path, 1)
+                # See issue: https://github.com/apache/airflow/issues/41763
+                # If the destination_path is not specified, it defaults to an empty string. As a result,
+                # replacing base_path with an empty string is ineffective, causing the destination_path to
+                # retain the "/" prefix, if it has.
+                if not self.destination_path:
+                    destination_path = destination_path.lstrip("/")
                 self._copy_single_object(gcs_hook, sftp_hook, file, destination_path)
 
         else: