apache-airflow-providers-standard 1.2.0__py3-none-any.whl → 1.3.0rc1__py3-none-any.whl

airflow/providers/standard/sensors/time_delta.py

@@ -17,14 +17,16 @@
 # under the License.
 from __future__ import annotations
 
+import warnings
 from datetime import datetime, timedelta
 from time import sleep
 from typing import TYPE_CHECKING, Any, NoReturn
 
+from deprecated.classic import deprecated
 from packaging.version import Version
 
 from airflow.configuration import conf
-from airflow.exceptions import AirflowSkipException
+from airflow.exceptions import AirflowProviderDeprecationWarning, AirflowSkipException
 from airflow.providers.standard.triggers.temporal import DateTimeTrigger, TimeDeltaTrigger
 from airflow.providers.standard.version_compat import AIRFLOW_V_3_0_PLUS
 from airflow.sensors.base import BaseSensorOperator
@@ -52,6 +54,7 @@ class TimeDeltaSensor(BaseSensorOperator):
     otherwise run_after will be used.
 
     :param delta: time to wait before succeeding.
+    :param deferrable: Run sensor in deferrable mode. If set to True, task will defer itself to avoid taking up a worker slot while it is waiting.
 
     .. seealso::
         For more information on how to use this sensor, take a look at the guide:
@@ -59,9 +62,18 @@ class TimeDeltaSensor(BaseSensorOperator):
 
     """
 
-    def __init__(self, *, delta, **kwargs):
+    def __init__(
+        self,
+        *,
+        delta: timedelta,
+        deferrable: bool = conf.getboolean("operators", "default_deferrable", fallback=False),
+        end_from_trigger: bool = False,
+        **kwargs,
+    ):
         super().__init__(**kwargs)
         self.delta = delta
+        self.deferrable = deferrable
+        self.end_from_trigger = end_from_trigger
 
     def _derive_base_time(self, context: Context) -> datetime:
         """
@@ -90,27 +102,21 @@ class TimeDeltaSensor(BaseSensorOperator):
         self.log.info("Checking if the delta has elapsed base_time=%s, delta=%s", base_time, self.delta)
         return timezone.utcnow() > target_dttm
 
-
-class TimeDeltaSensorAsync(TimeDeltaSensor):
     """
-    A deferrable drop-in replacement for TimeDeltaSensor.
-
-    Will defers itself to avoid taking up a worker slot while it is waiting.
-
-    :param delta: time length to wait after the data interval before succeeding.
-    :param end_from_trigger: End the task directly from the triggerer without going into the worker.
-
-    .. seealso::
-        For more information on how to use this sensor, take a look at the guide:
-        :ref:`howto/operator:TimeDeltaSensorAsync`
-
+    Asynchronous execution
     """
 
-    def __init__(self, *, end_from_trigger: bool = False, delta, **kwargs) -> None:
-        super().__init__(delta=delta, **kwargs)
-        self.end_from_trigger = end_from_trigger
-
     def execute(self, context: Context) -> bool | NoReturn:
+        """
+        Depending on the deferrable flag, either execute the sensor in a blocking way or defer it.
+
+        - Sync path → use BaseSensorOperator.execute() which loops over ``poke``.
+        - Async path → defer to DateTimeTrigger and free the worker slot.
+        """
+        if not self.deferrable:
+            return super().execute(context=context)
+
+        # Deferrable path
         base_time = self._derive_base_time(context=context)
         target_dttm: datetime = base_time + self.delta
 
@@ -129,9 +135,10 @@ class TimeDeltaSensorAsync(TimeDeltaSensor):
 
         # todo: remove backcompat when min airflow version greater than 2.11
         timeout: int | float | timedelta
-        if _get_airflow_version() >= Version("2.11.0"):
+        if AIRFLOW_V_3_0_PLUS:
             timeout = self.timeout
         else:
+            # <=2.11 requires timedelta
             timeout = timedelta(seconds=self.timeout)
 
         self.defer(
@@ -145,6 +152,26 @@ class TimeDeltaSensorAsync(TimeDeltaSensor):
         return None
 
 
+# TODO: Remove in the next major release
+@deprecated(
+    "Use `TimeDeltaSensor` with `deferrable=True` instead", category=AirflowProviderDeprecationWarning
+)
+class TimeDeltaSensorAsync(TimeDeltaSensor):
+    """
+    Deprecated. Use TimeDeltaSensor with deferrable=True instead.
+
+    :sphinx-autoapi-skip:
+    """
+
+    def __init__(self, *, end_from_trigger: bool = False, delta, **kwargs) -> None:
+        warnings.warn(
+            "TimeDeltaSensorAsync is deprecated and will be removed in a future version. Use `TimeDeltaSensor` with `deferrable=True` instead.",
+            AirflowProviderDeprecationWarning,
+            stacklevel=2,
+        )
+        super().__init__(delta=delta, deferrable=True, end_from_trigger=end_from_trigger, **kwargs)
+
+
 class WaitSensor(BaseSensorOperator):
     """
     A sensor that waits a specified period of time before completing.

{apache_airflow_providers_standard-1.2.0.dist-info → apache_airflow_providers_standard-1.3.0rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apache-airflow-providers-standard
-Version: 1.2.0
+Version: 1.3.0rc1
 Summary: Provider package apache-airflow-providers-standard for Apache Airflow
 Keywords: airflow-provider,standard,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -20,10 +20,10 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
-Requires-Dist: apache-airflow>=2.10.0
+Requires-Dist: apache-airflow>=2.10.0rc1
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-standard/1.2.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-standard/1.2.0
+Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-standard/1.3.0/changelog.html
+Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-standard/1.3.0
 Project-URL: Mastodon, https://fosstodon.org/@airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
@@ -54,7 +54,7 @@ Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
 
 Package ``apache-airflow-providers-standard``
 
-Release: ``1.2.0``
+Release: ``1.3.0``
 
 
 Airflow Standard Provider
@@ -67,7 +67,7 @@ This is a provider package for ``standard`` provider. All classes for this provi
 are in ``airflow.providers.standard`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-standard/1.2.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-standard/1.3.0/>`_.
 
 Installation
 ------------
@@ -88,5 +88,5 @@ PIP package         Version required
 ==================  ==================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-standard/1.2.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-standard/1.3.0/changelog.html>`_.
 

{apache_airflow_providers_standard-1.2.0.dist-info → apache_airflow_providers_standard-1.3.0rc1.dist-info}/RECORD

@@ -1,5 +1,5 @@
 airflow/providers/standard/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
-airflow/providers/standard/__init__.py,sha256=w-ohvwgsE19GzHH1PMPQpVI6bMYmgFWm6aBLEj5TVBg,1497
+airflow/providers/standard/__init__.py,sha256=DWSlRY2UJACO0AHs5NTsnaYEDXkspAcyGPIjdbB10lw,1497
 airflow/providers/standard/exceptions.py,sha256=MN4gEuNI8rFYx8zs5aAsUKDwyZQNuCig68h15CdwJ90,2075
 airflow/providers/standard/get_provider_info.py,sha256=9qlyfIHRu_d_jZyyE0SR8s2dN9HEjzV5P2EjyVCcbw4,7003
 airflow/providers/standard/version_compat.py,sha256=j5PCtXvZ71aBjixu-EFTNtVDPsngzzs7os0ZQDgFVDk,1536
@@ -13,6 +13,26 @@ airflow/providers/standard/decorators/python.py,sha256=9Fdk8CRQJ7HQzhKT1Qh-CzfbX
 airflow/providers/standard/decorators/python_virtualenv.py,sha256=Xhul1iA0mJlN5N1EZl1LWIs90pUhS6bawQtVSpQhqEg,2565
 airflow/providers/standard/decorators/sensor.py,sha256=04PPtcDhSr_Wa4LJct2eiBczb8JEAzjiSos2CqBu3-4,3230
 airflow/providers/standard/decorators/short_circuit.py,sha256=3_6UHDhloPMT3fGeHFDBjf3rScXQm4wtfx59n-n__Ys,2506
+airflow/providers/standard/example_dags/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
+airflow/providers/standard/example_dags/example_bash_decorator.py,sha256=6tJyRuHso9ITzTrKWK_kvMLKQFVzajkuWfkvaP-fMp4,3878
+airflow/providers/standard/example_dags/example_bash_operator.py,sha256=tAS4cBsKW9B1nUukmYTpUw5Vf63476v_-tYjffyAtd4,2352
+airflow/providers/standard/example_dags/example_branch_datetime_operator.py,sha256=6sGzn1xlMaF3I-HMI7bvx78oyxZUw5WAF_Gja_ZUch0,3765
+airflow/providers/standard/example_dags/example_branch_day_of_week_operator.py,sha256=75ncMaGfkjxN0ULszqeXrSL5rHauUTNOhGiGAGPm3pw,2362
+airflow/providers/standard/example_dags/example_branch_operator.py,sha256=c4dr2drDHgYEN5ZdtlN_KH6sdXEHdxqEbsQDCHbPku4,5269
+airflow/providers/standard/example_dags/example_branch_operator_decorator.py,sha256=mF_87Kqxhui6sCsWvBXJ6m_w9bUoeqrA_rUVJuyIeq4,4801
+airflow/providers/standard/example_dags/example_external_task_child_deferrable.py,sha256=o-ji3leJTBjiChEWoqVu4ykz1YVYUd8-ApmZwHFcNc8,1233
+airflow/providers/standard/example_dags/example_external_task_marker_dag.py,sha256=gssBjlfrGMDLZxTYOxo8ihXLbJ-3Uu31QodINGFWYNU,3650
+airflow/providers/standard/example_dags/example_external_task_parent_deferrable.py,sha256=GFr2LHK7DkCDE_vDczi8pbz_VFeGoNxgy2QJzsG9dt0,2297
+airflow/providers/standard/example_dags/example_latest_only.py,sha256=ac9WpLMWLzyuxZks74t3HojS7vRG2gynmQfGm13gwOI,1456
+airflow/providers/standard/example_dags/example_python_decorator.py,sha256=jveqPOw1GZzD3Z37_rYc8Q8hcyx8vCNjgetpO_P6qmg,4281
+airflow/providers/standard/example_dags/example_python_operator.py,sha256=3L6CZHK2Fb7zmA9tDhZ5QaEe38WJYlS4l35Gc7xJAoE,4761
+airflow/providers/standard/example_dags/example_sensor_decorator.py,sha256=zEZUh2YD17T8-bX-HGjar5cCqgi6qHIB0fXY29lboJA,1873
+airflow/providers/standard/example_dags/example_sensors.py,sha256=6gLWMyRA5GS71a7IvO_--Dd12aML9GyLYMOmjgyLg30,4658
+airflow/providers/standard/example_dags/example_short_circuit_decorator.py,sha256=Fo8ip4wUqFcfdKffMu40SvDfdIfgZ0Bmq_4S7aA8s7o,2420
+airflow/providers/standard/example_dags/example_short_circuit_operator.py,sha256=WatudzQM8K_6SJ8ndgGrhpcR89AJboOpPIK37U1mOAk,2414
+airflow/providers/standard/example_dags/example_trigger_controller_dag.py,sha256=lHgCZC5Zkv4E3couxAYlpb1EazSmOF_qKqunIAfjskM,1752
+airflow/providers/standard/example_dags/sql/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
+airflow/providers/standard/example_dags/sql/sample.sql,sha256=OVk1qozBY58lp_tFtnyQiLSbKRdqKn4zbxJHH_Umdek,866
 airflow/providers/standard/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/standard/hooks/filesystem.py,sha256=fDZwW_EYD8z1QXnReqI7gIwSbDPZNTKtqQvgktiP02o,2870
 airflow/providers/standard/hooks/package_index.py,sha256=U7_s_02-wwz9kTkzKr3JAhVQj2spuntWd_GmjfpV-y4,3769
@@ -23,18 +43,18 @@ airflow/providers/standard/operators/branch.py,sha256=C_AUd7TSo_U52GiWsrR7rJIsRU
 airflow/providers/standard/operators/datetime.py,sha256=bYDdbfAyAlEXRRHjOgB06UhgDum6SPdd5I3u-ylPSaw,5005
 airflow/providers/standard/operators/empty.py,sha256=C7_uLWJK6kExzlNc7xdMo8VAQ_ONWITvEQ2FImrMepM,1324
 airflow/providers/standard/operators/latest_only.py,sha256=1yJtpi6cK4TIjARQgcrf460as4V6uVBdoDtjJEUnbvs,4884
-airflow/providers/standard/operators/python.py,sha256=pyYeVlk2ZioYMFnA3ZICY8T7vEcWJZTmSyPmZp6hWVk,51544
+airflow/providers/standard/operators/python.py,sha256=3ybN_tse04iGYt27ld16JWkNOs_jNK15MjbuBOBKPPY,51848
 airflow/providers/standard/operators/smooth.py,sha256=d3OV38EzV_wlfMYN3JGWGwyzsFonx8VbqgGfXSw0_bM,1382
 airflow/providers/standard/operators/trigger_dagrun.py,sha256=isd9HVzYhAZS_Y3V1iQ3Gm2QlOV6KdGWHdq0PnhWxrU,16746
 airflow/providers/standard/operators/weekday.py,sha256=Qg7LhXYtybVSGZn8uQqF-r7RB7zOXfe3R6vSGVa_rJk,5083
 airflow/providers/standard/sensors/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/standard/sensors/bash.py,sha256=sNcII9aLzJhfdimOwsTggeZYk1TM_ulWDS5iKpB_9XE,4963
-airflow/providers/standard/sensors/date_time.py,sha256=hRUuLaNgqDh4jqaIaD8zdyq2BUXkpWM2NzJN5YkwTJI,6077
-airflow/providers/standard/sensors/external_task.py,sha256=63w5wzM61MrfH6546rKnYEWcZqeL8APrULNLLue44gg,28249
+airflow/providers/standard/sensors/date_time.py,sha256=3hW0GBVheICII6Y81doZ43SxI395KjPkHDM8oE1V44w,6240
+airflow/providers/standard/sensors/external_task.py,sha256=SLYf-a9PoTaDT6Ciy5YJCmn3bDoIxiRy-n5bS4zmDPw,28301
 airflow/providers/standard/sensors/filesystem.py,sha256=rfupSeHtFGdAcL6cw3H6u6ttBxogSThYiPqsUKgABMU,6029
 airflow/providers/standard/sensors/python.py,sha256=2tCCQa4ynsBpIfRKZdXnq2-9qIk9odikvRj46jxvR24,3387
-airflow/providers/standard/sensors/time.py,sha256=q0cDO3hz7VYkNUOJS2UiTKY-IICCBAdEsw25l23DPgM,4836
-airflow/providers/standard/sensors/time_delta.py,sha256=1OlDMIwNYXhBeeE8TmfsAMIFIOur4BMlDWe0L_JScZc,6633
+airflow/providers/standard/sensors/time.py,sha256=YlQnEmV-JazxOPZnnGD1leuZQROvRMDU3VtGQf05y8U,5070
+airflow/providers/standard/sensors/time_delta.py,sha256=D9LPHM8MIJWqbOfFmUMR-I0dd1HFNWMAZ7hXtTebNrQ,7633
 airflow/providers/standard/sensors/weekday.py,sha256=XoEp5HYmxHQOFZlyBPuRJcPO2srjftguilJH33H1L4M,4449
 airflow/providers/standard/triggers/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/standard/triggers/external_task.py,sha256=cuIUvLeOC6Epf4JDvFZSqcWU9fdh2plMbwop_pceb98,11599
@@ -46,7 +66,7 @@ airflow/providers/standard/utils/python_virtualenv_script.jinja2,sha256=3Z334hVq
 airflow/providers/standard/utils/sensor_helper.py,sha256=PNIETsl_a4BkmOypFfHdpP0VuTkC6eWKUDuwnNVaWsA,5000
 airflow/providers/standard/utils/skipmixin.py,sha256=XkhDozcXUHZ7C6AxzEW8ZYrqbra1oJGGR3ZieNQ-N0M,7791
 airflow/providers/standard/utils/weekday.py,sha256=ySDrIkWv-lqqxURo9E98IGInDqERec2O4y9o2hQTGiQ,2685
-apache_airflow_providers_standard-1.2.0.dist-info/entry_points.txt,sha256=mW2YRh3mVdZdaP5-iGSNgmcCh3YYdALIn28BCLBZZ40,104
-apache_airflow_providers_standard-1.2.0.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
-apache_airflow_providers_standard-1.2.0.dist-info/METADATA,sha256=_WLep_II4mFk6TA6B_B6UMrW6UNEgT8x55XXHrMeaxE,3788
-apache_airflow_providers_standard-1.2.0.dist-info/RECORD,,
+apache_airflow_providers_standard-1.3.0rc1.dist-info/entry_points.txt,sha256=mW2YRh3mVdZdaP5-iGSNgmcCh3YYdALIn28BCLBZZ40,104
+apache_airflow_providers_standard-1.3.0rc1.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+apache_airflow_providers_standard-1.3.0rc1.dist-info/METADATA,sha256=vy9ggL36QOmGCFiWTAP14wDl6yKoWA0LN4PHZuT2XJI,3808
+apache_airflow_providers_standard-1.3.0rc1.dist-info/RECORD,,