apache-airflow-providers-standard 1.10.3__py3-none-any.whl → 1.11.0__py3-none-any.whl

airflow/providers/standard/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "1.10.3"
+__version__ = "1.11.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.11.0"

airflow/providers/standard/example_dags/example_python_decorator.py

@@ -22,6 +22,7 @@ virtual environment.
 
 from __future__ import annotations
 
+import asyncio
 import logging
 import sys
 import time
@@ -75,6 +76,22 @@ def example_python_decorator():
         run_this >> log_the_sql >> sleeping_task
     # [END howto_operator_python_kwargs]
 
+    # [START howto_async_operator_python_kwargs]
+    # Generate 5 sleeping tasks, sleeping from 0.0 to 0.4 seconds respectively
+    # Asynchronous callables are natively supported since Airflow 3.2+
+    @task
+    async def my_async_sleeping_function(random_base):
+        """This is a function that will run within the DAG execution"""
+        await asyncio.sleep(random_base)
+
+    for i in range(5):
+        async_sleeping_task = my_async_sleeping_function.override(task_id=f"async_sleep_for_{i}")(
+            random_base=i / 10
+        )
+
+        run_this >> log_the_sql >> async_sleeping_task
+    # [END howto_async_operator_python_kwargs]
+
     # [START howto_operator_python_venv]
     @task.virtualenv(
         task_id="virtualenv_python", requirements=["colorama==0.4.0"], system_site_packages=False

airflow/providers/standard/example_dags/example_python_operator.py

@@ -22,6 +22,7 @@ within a virtual environment.
 
 from __future__ import annotations
 
+import asyncio
 import logging
 import sys
 import time
@@ -88,6 +89,23 @@ with DAG(
         run_this >> log_the_sql >> sleeping_task
     # [END howto_operator_python_kwargs]
 
+    # [START howto_async_operator_python_kwargs]
+    # Generate 5 sleeping tasks, sleeping from 0.0 to 0.4 seconds respectively
+    # Asynchronous callables are natively supported since Airflow 3.2+
+    async def my_async_sleeping_function(random_base):
+        """This is a function that will run within the DAG execution"""
+        await asyncio.sleep(random_base)
+
+    for i in range(5):
+        async_sleeping_task = PythonOperator(
+            task_id=f"async_sleep_for_{i}",
+            python_callable=my_async_sleeping_function,
+            op_kwargs={"random_base": i / 10},
+        )
+
+        run_this >> log_the_sql >> async_sleeping_task
+    # [END howto_async_operator_python_kwargs]
+
     # [START howto_operator_python_venv]
     def callable_virtualenv():
         """

airflow/providers/standard/get_provider_info.py

@@ -34,6 +34,7 @@ def get_provider_info():
                 "how-to-guide": [
                     "/docs/apache-airflow-providers-standard/operators/bash.rst",
                     "/docs/apache-airflow-providers-standard/operators/python.rst",
+                    "/docs/apache-airflow-providers-standard/operators/hitl.rst",
                     "/docs/apache-airflow-providers-standard/operators/datetime.rst",
                     "/docs/apache-airflow-providers-standard/operators/trigger_dag_run.rst",
                     "/docs/apache-airflow-providers-standard/operators/latest_only.rst",

airflow/providers/standard/operators/python.py

@@ -48,13 +48,17 @@ from airflow.exceptions import (
 )
 from airflow.models.variable import Variable
 from airflow.providers.common.compat.sdk import AirflowException, AirflowSkipException, context_merge
+from airflow.providers.common.compat.standard.operators import (
+    BaseAsyncOperator,
+    is_async_callable,
+)
 from airflow.providers.standard.hooks.package_index import PackageIndexHook
 from airflow.providers.standard.utils.python_virtualenv import (
     _execute_in_subprocess,
     prepare_virtualenv,
     write_python_script,
 )
-from airflow.providers.standard.version_compat import AIRFLOW_V_3_0_PLUS, BaseOperator
+from airflow.providers.standard.version_compat import AIRFLOW_V_3_0_PLUS, AIRFLOW_V_3_2_PLUS
 from airflow.utils import hashlib_wrapper
 from airflow.utils.file import get_unique_dag_module_name
 from airflow.utils.operator_helpers import KeywordParameters
@@ -75,7 +79,10 @@ if TYPE_CHECKING:
     from pendulum.datetime import DateTime
 
     from airflow.providers.common.compat.sdk import Context
-    from airflow.sdk.execution_time.callback_runner import ExecutionCallableRunner
+    from airflow.sdk.execution_time.callback_runner import (
+        AsyncExecutionCallableRunner,
+        ExecutionCallableRunner,
+    )
     from airflow.sdk.execution_time.context import OutletEventAccessorsProtocol
 
     _SerializerTypeDef = Literal["pickle", "cloudpickle", "dill"]
@@ -115,9 +122,9 @@ class _PythonVersionInfo(NamedTuple):
         return cls(*_parse_version_info(result.strip()))
 
 
-class PythonOperator(BaseOperator):
+class PythonOperator(BaseAsyncOperator):
     """
-    Executes a Python callable.
+    Base class for all Python operators.
 
     .. seealso::
         For more information on how to use this operator, take a look at the guide:
@@ -192,7 +199,14 @@ class PythonOperator(BaseOperator):
             self.template_ext = templates_exts
         self.show_return_value_in_logs = show_return_value_in_logs
 
-    def execute(self, context: Context) -> Any:
+    @property
+    def is_async(self) -> bool:
+        return is_async_callable(self.python_callable)
+
+    def execute(self, context) -> Any:
+        if self.is_async:
+            return BaseAsyncOperator.execute(self, context)
+
         context_merge(context, self.op_kwargs, templates_dict=self.templates_dict)
         self.op_kwargs = self.determine_kwargs(context)
 
@@ -236,6 +250,47 @@ class PythonOperator(BaseOperator):
         runner = create_execution_runner(self.python_callable, asset_events, logger=self.log)
         return runner.run(*self.op_args, **self.op_kwargs)
 
+    if AIRFLOW_V_3_2_PLUS:
+
+        async def aexecute(self, context):
+            context_merge(context, self.op_kwargs, templates_dict=self.templates_dict)
+            self.op_kwargs = self.determine_kwargs(context)
+
+            # This needs to be lazy because subclasses may implement execute_callable
+            # by running a separate process that can't use the eager result.
+            def __prepare_execution() -> (
+                tuple[AsyncExecutionCallableRunner, OutletEventAccessorsProtocol] | None
+            ):
+                from airflow.sdk.execution_time.callback_runner import create_async_executable_runner
+                from airflow.sdk.execution_time.context import context_get_outlet_events
+
+                return (
+                    cast("AsyncExecutionCallableRunner", create_async_executable_runner),
+                    context_get_outlet_events(context),
+                )
+
+            self.__prepare_execution = __prepare_execution
+
+            return_value = await self.aexecute_callable()
+            if self.show_return_value_in_logs:
+                self.log.info("Done. Returned value was: %s", return_value)
+            else:
+                self.log.info("Done. Returned value not shown")
+
+            return return_value
+
+        async def aexecute_callable(self) -> Any:
+            """
+            Call the python callable with the given arguments.
+
+            :return: the return value of the call.
+            """
+            if (execution_preparation := self.__prepare_execution()) is None:
+                return await self.python_callable(*self.op_args, **self.op_kwargs)
+            create_execution_runner, asset_events = execution_preparation
+            runner = create_execution_runner(self.python_callable, asset_events, logger=self.log)
+            return await runner.run(*self.op_args, **self.op_kwargs)
+
 
 class BranchPythonOperator(BaseBranchOperator, PythonOperator):
     """

airflow/providers/standard/operators/trigger_dagrun.py

@@ -58,8 +58,7 @@ XCOM_RUN_ID = "trigger_run_id"
 if TYPE_CHECKING:
     from sqlalchemy.orm.session import Session
 
-    from airflow.models.taskinstancekey import TaskInstanceKey
-    from airflow.providers.common.compat.sdk import Context
+    from airflow.providers.common.compat.sdk import Context, TaskInstanceKey
 
 
 class DagIsPaused(AirflowException):
@@ -89,8 +88,17 @@ class TriggerDagRunLink(BaseOperatorLink):
         trigger_dag_id = operator.trigger_dag_id
         if not AIRFLOW_V_3_0_PLUS:
             from airflow.models.renderedtifields import RenderedTaskInstanceFields
+            from airflow.models.taskinstancekey import TaskInstanceKey as CoreTaskInstanceKey
+
+            core_ti_key = CoreTaskInstanceKey(
+                dag_id=ti_key.dag_id,
+                task_id=ti_key.task_id,
+                run_id=ti_key.run_id,
+                try_number=ti_key.try_number,
+                map_index=ti_key.map_index,
+            )
 
-            if template_fields := RenderedTaskInstanceFields.get_templated_fields(ti_key):
+            if template_fields := RenderedTaskInstanceFields.get_templated_fields(core_ti_key):
                 trigger_dag_id: str = template_fields.get("trigger_dag_id", operator.trigger_dag_id)  # type: ignore[no-redef]
 
         # Fetch the correct dag_run_id for the triggerED dag which is

airflow/providers/standard/sensors/external_task.py

@@ -62,8 +62,7 @@ else:
 if TYPE_CHECKING:
     from sqlalchemy.orm import Session
 
-    from airflow.models.taskinstancekey import TaskInstanceKey
-    from airflow.providers.common.compat.sdk import Context
+    from airflow.providers.common.compat.sdk import Context, TaskInstanceKey
 
 
 class ExternalDagLink(BaseOperatorLink):
@@ -83,8 +82,17 @@ class ExternalDagLink(BaseOperatorLink):
 
         if not AIRFLOW_V_3_0_PLUS:
             from airflow.models.renderedtifields import RenderedTaskInstanceFields
+            from airflow.models.taskinstancekey import TaskInstanceKey as CoreTaskInstanceKey
+
+            core_ti_key = CoreTaskInstanceKey(
+                dag_id=ti_key.dag_id,
+                task_id=ti_key.task_id,
+                run_id=ti_key.run_id,
+                try_number=ti_key.try_number,
+                map_index=ti_key.map_index,
+            )
 
-            if template_fields := RenderedTaskInstanceFields.get_templated_fields(ti_key):
+            if template_fields := RenderedTaskInstanceFields.get_templated_fields(core_ti_key):
                 external_dag_id: str = template_fields.get("external_dag_id", operator.external_dag_id)  # type: ignore[no-redef]
 
         if AIRFLOW_V_3_0_PLUS:

{apache_airflow_providers_standard-1.10.3.dist-info → apache_airflow_providers_standard-1.11.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apache-airflow-providers-standard
-Version: 1.10.3
+Version: 1.11.0
 Summary: Provider package apache-airflow-providers-standard for Apache Airflow
 Keywords: airflow-provider,standard,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -23,11 +23,11 @@ Classifier: Topic :: System :: Monitoring
 License-File: LICENSE
 License-File: NOTICE
 Requires-Dist: apache-airflow>=2.11.0
-Requires-Dist: apache-airflow-providers-common-compat>=1.12.0
+Requires-Dist: apache-airflow-providers-common-compat>=1.13.0
 Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-standard/1.10.3/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-standard/1.10.3
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-standard/1.11.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-standard/1.11.0
 Project-URL: Mastodon, https://fosstodon.org/@airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
@@ -59,7 +59,7 @@ Provides-Extra: openlineage
 
 Package ``apache-airflow-providers-standard``
 
-Release: ``1.10.3``
+Release: ``1.11.0``
 
 
 Airflow Standard Provider
@@ -72,7 +72,7 @@ This is a provider package for ``standard`` provider. All classes for this provi
 are in ``airflow.providers.standard`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-standard/1.10.3/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-standard/1.11.0/>`_.
 
 Installation
 ------------
@@ -90,7 +90,7 @@ Requirements
 PIP package                                 Version required
 ==========================================  ==================
 ``apache-airflow``                          ``>=2.11.0``
-``apache-airflow-providers-common-compat``  ``>=1.10.1``
+``apache-airflow-providers-common-compat``  ``>=1.13.0``
 ==========================================  ==================
 
 Cross provider package dependencies
@@ -123,5 +123,5 @@ Extra            Dependencies
 ===============  ========================================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-standard/1.10.3/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-standard/1.11.0/changelog.html>`_.
 

{apache_airflow_providers_standard-1.10.3.dist-info → apache_airflow_providers_standard-1.11.0.dist-info}/RECORD

@@ -1,6 +1,6 @@
-airflow/providers/standard/__init__.py,sha256=9U1f1ln4A2DrS16rZ4_tF36RA70CDZaIGImbJjKbpsQ,1498
+airflow/providers/standard/__init__.py,sha256=cnnm9_0d8faHw6BVGMhW4_v_qqK8_eRCiXpWvc9CfCE,1498
 airflow/providers/standard/exceptions.py,sha256=d5BzPvWfKGMZbgvlkFQCFyVijh2Y2_CB2_2tOmU2djE,2433
-airflow/providers/standard/get_provider_info.py,sha256=NVstkG2ZeAiTZnvmbrMpxcYgJzcdITKdQvgDOZYX1Rk,7227
+airflow/providers/standard/get_provider_info.py,sha256=XP3pB1hX-5xAWLULorLNUB4upJusulXZdd-b_BUCy-Y,7309
 airflow/providers/standard/version_compat.py,sha256=wzS7qPjUGZp-zZeL2YnvAlxD-Sdtt7ff6KnlFk3xlUA,2166
 airflow/providers/standard/decorators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/standard/decorators/bash.py,sha256=JFEC7uKb8LJfk2EeRnmo1P5s6Yp5onfqDm7l5jQne1Q,4105
@@ -25,8 +25,8 @@ airflow/providers/standard/example_dags/example_external_task_marker_dag.py,sha2
 airflow/providers/standard/example_dags/example_external_task_parent_deferrable.py,sha256=7mAZHndZyETYMIDfuh0YPJnIHWyGLSzeXGCIcWBP2Uw,2092
 airflow/providers/standard/example_dags/example_hitl_operator.py,sha256=nPlDpxVFD_9JMB_A_ryXP-rNHmtXZh_paBftohBfYWg,6025
 airflow/providers/standard/example_dags/example_latest_only.py,sha256=ac9WpLMWLzyuxZks74t3HojS7vRG2gynmQfGm13gwOI,1456
-airflow/providers/standard/example_dags/example_python_decorator.py,sha256=jveqPOw1GZzD3Z37_rYc8Q8hcyx8vCNjgetpO_P6qmg,4281
-airflow/providers/standard/example_dags/example_python_operator.py,sha256=3L6CZHK2Fb7zmA9tDhZ5QaEe38WJYlS4l35Gc7xJAoE,4761
+airflow/providers/standard/example_dags/example_python_decorator.py,sha256=S37ScXEgNRO-qJuZomHoUsyqhGyj5g7BEIwsKCXjz4A,4941
+airflow/providers/standard/example_dags/example_python_operator.py,sha256=nWh5w8PgaGhc1yMam1ZCRMTA4lERBE9rTdki0Gnm6xs,5474
 airflow/providers/standard/example_dags/example_sensor_decorator.py,sha256=zEZUh2YD17T8-bX-HGjar5cCqgi6qHIB0fXY29lboJA,1873
 airflow/providers/standard/example_dags/example_sensors.py,sha256=SoaLeoKK4r41EqJbF1UmcCNqMDnqwWd_qf211_VMUeM,4667
 airflow/providers/standard/example_dags/example_short_circuit_decorator.py,sha256=rtEOT4P_B8JRM0M6TAjmIstUJFHUkqJdWQhU9L3YD6I,2429
@@ -46,14 +46,14 @@ airflow/providers/standard/operators/datetime.py,sha256=G7wBc9bn0YSJqNQCgEBPiu_Q
 airflow/providers/standard/operators/empty.py,sha256=flxN2BhuHegEOiiAcJR9QOuMO8PcxQu353Q9p-Yk82s,1342
 airflow/providers/standard/operators/hitl.py,sha256=BRMrUsdDjc4snZdXdaMD6u15gvjn1AqDWb7A-JbVrIg,18669
 airflow/providers/standard/operators/latest_only.py,sha256=CjlffWV9bK2UZ8L5KTPLNq3EG_EF6tQl7CLT4uz-eBg,5292
-airflow/providers/standard/operators/python.py,sha256=AFxRb68rgLQbmJ-k5fruGSTNFQRM_mD4w5OD3gThreg,55071
+airflow/providers/standard/operators/python.py,sha256=Sq2OXgLK6v00CyaAP4AspMGEo87-EK-FUZZ_cqbPAek,57307
 airflow/providers/standard/operators/smooth.py,sha256=WamRqmeSm6BcGCCBAqBEVYIRk4ZXbeI_Q7OjPgLfnUI,1400
-airflow/providers/standard/operators/trigger_dagrun.py,sha256=MHejvbWj6QCK24-U9OsWM4ZS6iQ2L8voONpslluuLtE,19330
+airflow/providers/standard/operators/trigger_dagrun.py,sha256=ctmkJ5Yw5m_OuXuwRblgQ4LcSVHP5WCoiMes1A7OSNA,19651
 airflow/providers/standard/operators/weekday.py,sha256=s8C6T-x9Hvkj4YQWCguTRyhiAqdJYCBr12rPm2qYC3M,4957
 airflow/providers/standard/sensors/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/standard/sensors/bash.py,sha256=EkG1zl2yoUirWAg03BjEpdDTSJbo1ugE-AxhE5s40Ks,4792
 airflow/providers/standard/sensors/date_time.py,sha256=WEbbniUQZU1pGURDieEGWZcsEy0RRxjoKPIxCYdsObg,5838
-airflow/providers/standard/sensors/external_task.py,sha256=wIYceWOOpw5pePy_UdEvIGr1pGVF_fk71NF9pHlFShE,30825
+airflow/providers/standard/sensors/external_task.py,sha256=TfoZjv8DmhrAplPqMze3eEPLsqI_VjZaBa9j4meTty8,31146
 airflow/providers/standard/sensors/filesystem.py,sha256=fTI6FsBXOI9NE2zlipGAKJE1kvQ5gLaNJf5dOi1pgE8,5316
 airflow/providers/standard/sensors/python.py,sha256=eBfy0QRgsQHw4H4pZ4u7DNzu7ZdMH7TtPQWOdP4wWqA,3221
 airflow/providers/standard/sensors/time.py,sha256=qgHENTcppShQUtxGJrvPeFPGoDK41zCB3TbLJLpBJzQ,4436
@@ -71,9 +71,9 @@ airflow/providers/standard/utils/python_virtualenv_script.jinja2,sha256=yg4FngvJ
 airflow/providers/standard/utils/sensor_helper.py,sha256=ZcJeWAGymwUma7R6U7pQXhmQLC2UEeiyjQOrH4uFxt0,5407
 airflow/providers/standard/utils/skipmixin.py,sha256=gVmICO2CjH6faJPhzVC8_NkwwnhcEhnULifGJF1tVtg,8046
 airflow/providers/standard/utils/weekday.py,sha256=ySDrIkWv-lqqxURo9E98IGInDqERec2O4y9o2hQTGiQ,2685
-apache_airflow_providers_standard-1.10.3.dist-info/entry_points.txt,sha256=mW2YRh3mVdZdaP5-iGSNgmcCh3YYdALIn28BCLBZZ40,104
-apache_airflow_providers_standard-1.10.3.dist-info/licenses/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
-apache_airflow_providers_standard-1.10.3.dist-info/licenses/NOTICE,sha256=_cWHznIoUSbLCY_KfmKqetlKlsoH0c2VBjmZjElAzuc,168
-apache_airflow_providers_standard-1.10.3.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
-apache_airflow_providers_standard-1.10.3.dist-info/METADATA,sha256=ERiN8OnMbiovVzLR-NdKko5hbWglP7O7m89WsZ9bZ3I,5662
-apache_airflow_providers_standard-1.10.3.dist-info/RECORD,,
+apache_airflow_providers_standard-1.11.0.dist-info/entry_points.txt,sha256=mW2YRh3mVdZdaP5-iGSNgmcCh3YYdALIn28BCLBZZ40,104
+apache_airflow_providers_standard-1.11.0.dist-info/licenses/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
+apache_airflow_providers_standard-1.11.0.dist-info/licenses/NOTICE,sha256=_cWHznIoUSbLCY_KfmKqetlKlsoH0c2VBjmZjElAzuc,168
+apache_airflow_providers_standard-1.11.0.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+apache_airflow_providers_standard-1.11.0.dist-info/METADATA,sha256=NTh5yAEJkEyrs5gLiP4BswUHCBGmU0-dCRcGwVffhIo,5662
+apache_airflow_providers_standard-1.11.0.dist-info/RECORD,,