prefect-client 2.14.12__py3-none-any.whl → 2.14.13__py3-none-any.whl

prefect/tasks.py

@@ -173,6 +173,10 @@ class Task(Generic[P, R]):
             execution with matching cache key is used.
         on_failure: An optional list of callables to run when the task enters a failed state.
         on_completion: An optional list of callables to run when the task enters a completed state.
+        retry_condition_fn: An optional callable run when a task run returns a Failed state. Should
+            return `True` if the task should continue to its retry policy (e.g. `retries=3`), and `False` if the task
+            should end as failed. Defaults to `None`, indicating the task should always continue
+            to its retry policy.
         viz_return_value: An optional value to return when the task dependency tree is visualized.
     """
 
@@ -210,6 +214,7 @@ class Task(Generic[P, R]):
         refresh_cache: Optional[bool] = None,
         on_completion: Optional[List[Callable[["Task", TaskRun, State], None]]] = None,
         on_failure: Optional[List[Callable[["Task", TaskRun, State], None]]] = None,
+        retry_condition_fn: Optional[Callable[["Task", TaskRun, State], bool]] = None,
         viz_return_value: Optional[Any] = None,
     ):
         # Validate if hook passed is list and contains callables
@@ -337,6 +342,15 @@ class Task(Generic[P, R]):
             )
         self.on_completion = on_completion
         self.on_failure = on_failure
+
+        # retry_condition_fn must be a callable or None. If it is neither, raise a TypeError
+        if retry_condition_fn is not None and not (callable(retry_condition_fn)):
+            raise TypeError(
+                "Expected `retry_condition_fn` to be callable, got"
+                f" {type(retry_condition_fn).__name__} instead."
+            )
+
+        self.retry_condition_fn = retry_condition_fn
         self.viz_return_value = viz_return_value
 
     def with_options(
@@ -368,6 +382,7 @@ class Task(Generic[P, R]):
         refresh_cache: Optional[bool] = NotSet,
         on_completion: Optional[List[Callable[["Task", TaskRun, State], None]]] = None,
         on_failure: Optional[List[Callable[["Task", TaskRun, State], None]]] = None,
+        retry_condition_fn: Optional[Callable[["Task", TaskRun, State], bool]] = None,
         viz_return_value: Optional[Any] = None,
     ):
         """
@@ -403,6 +418,10 @@ class Task(Generic[P, R]):
             refresh_cache: A new option for enabling or disabling cache refresh.
             on_completion: A new list of callables to run when the task enters a completed state.
             on_failure: A new list of callables to run when the task enters a failed state.
+            retry_condition_fn: An optional callable run when a task run returns a Failed state.
+                Should return `True` if the task should continue to its retry policy, and `False`
+                if the task should end as failed. Defaults to `None`, indicating the task should
+                always continue to its retry policy.
             viz_return_value: An optional value to return when the task dependency tree is visualized.
 
         Returns:
@@ -491,6 +510,7 @@ class Task(Generic[P, R]):
             ),
             on_completion=on_completion or self.on_completion,
             on_failure=on_failure or self.on_failure,
+            retry_condition_fn=retry_condition_fn or self.retry_condition_fn,
             viz_return_value=viz_return_value or self.viz_return_value,
         )
 
@@ -969,6 +989,7 @@ def task(
     refresh_cache: Optional[bool] = None,
     on_completion: Optional[List[Callable[["Task", TaskRun, State], None]]] = None,
     on_failure: Optional[List[Callable[["Task", TaskRun, State], None]]] = None,
+    retry_condition_fn: Optional[Callable[["Task", TaskRun, State], bool]] = None,
     viz_return_value: Any = None,
 ) -> Callable[[Callable[P, R]], Task[P, R]]:
     ...
@@ -1002,6 +1023,7 @@ def task(
     refresh_cache: Optional[bool] = None,
     on_completion: Optional[List[Callable[["Task", TaskRun, State], None]]] = None,
     on_failure: Optional[List[Callable[["Task", TaskRun, State], None]]] = None,
+    retry_condition_fn: Optional[Callable[["Task", TaskRun, State], bool]] = None,
     viz_return_value: Any = None,
 ):
     """
@@ -1058,6 +1080,10 @@ def task(
             execution with matching cache key is used.
         on_failure: An optional list of callables to run when the task enters a failed state.
         on_completion: An optional list of callables to run when the task enters a completed state.
+        retry_condition_fn: An optional callable run when a task run returns a Failed state. Should
+            return `True` if the task should continue to its retry policy (e.g. `retries=3`), and `False` if the task
+            should end as failed. Defaults to `None`, indicating the task should always continue
+            to its retry policy.
         viz_return_value: An optional value to return when the task dependency tree is visualized.
 
     Returns:
@@ -1134,6 +1160,7 @@ def task(
                 refresh_cache=refresh_cache,
                 on_completion=on_completion,
                 on_failure=on_failure,
+                retry_condition_fn=retry_condition_fn,
                 viz_return_value=viz_return_value,
             ),
         )
@@ -1162,6 +1189,7 @@ def task(
                 refresh_cache=refresh_cache,
                 on_completion=on_completion,
                 on_failure=on_failure,
+                retry_condition_fn=retry_condition_fn,
                 viz_return_value=viz_return_value,
             ),
         )

prefect/utilities/processutils.py

@@ -3,6 +3,7 @@ import os
 import signal
 import subprocess
 import sys
+import threading
 from contextlib import asynccontextmanager
 from dataclasses import dataclass
 from functools import partial
@@ -318,6 +319,11 @@ async def stream_text(source: TextReceiveStream, *sinks: TextSink):
                 raise TypeError(f"Unsupported sink type {type(sink).__name__}")
 
 
+def _register_signal(signum: int, handler: Callable):
+    if threading.current_thread() is threading.main_thread():
+        signal.signal(signum, handler)
+
+
 def forward_signal_handler(
     pid: int, signum: int, *signums: int, process_name: str, print_fn: Callable
 ):
@@ -349,7 +355,7 @@ def forward_signal_handler(
             )
 
     # register current and future signal handlers
-    signal.signal(signum, handler)
+    _register_signal(signum, handler)
 
 
 def setup_signal_handlers_server(pid: int, process_name: str, print_fn: Callable):

{prefect_client-2.14.12.dist-info → prefect_client-2.14.13.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: prefect-client
-Version: 2.14.12
+Version: 2.14.13
 Summary: Workflow orchestration and management.
 Home-page: https://www.prefect.io
 Author: Prefect Technologies, Inc.

{prefect_client-2.14.12.dist-info → prefect_client-2.14.13.dist-info}/RECORD

@@ -3,10 +3,10 @@ prefect/__init__.py,sha256=eomMSkMZMHSV8oRTV0HX3XwoKm0sdm_UmbEqX7rqhnU,5143
 prefect/_version.py,sha256=fQguBh1dzT7Baahj504O5RrsLlSyg3Zrx42OpgdPnFc,22378
 prefect/agent.py,sha256=b557LEcKxcBrgAGOlEDlOPclAkucDj1RhzywBSYxYpI,27487
 prefect/context.py,sha256=61IwPuOCIpYIHtgjz7ADe_-s2Zy8QD6RezWwAKl3Ytk,17774
-prefect/engine.py,sha256=gwUAXtltyxcNf-HWETwe1g8za1zlQOwob5YSZSH87so,103529
+prefect/engine.py,sha256=cBl5xQrIkaYBd6GovBxWxsqEmGW4nFR85FuRCRykeJc,105607
 prefect/exceptions.py,sha256=AtYh--XOUJujutX9r355eDjln27fUBFQXG0slOPWPcY,10840
 prefect/filesystems.py,sha256=X0M8_jddar7j1JtdEZgyDTX_8EVNJUYYs-Dat48GUhE,34101
-prefect/flows.py,sha256=vkIEYd8_F6NZ4s0ZC4O5jCIxrsIcLBT_Tjz5sPiIEhU,64136
+prefect/flows.py,sha256=08xZSLHcFOqTMhIirp4Nc8bc9tYfi9S3G-J1tBjqRBw,64228
 prefect/futures.py,sha256=uqNlykBSRrXQO1pQ6mZWLMqwkFCLhvMLrEFR4eHs--I,12589
 prefect/manifests.py,sha256=xfwEEozSEqPK2Lro4dfgdTnjVbQx-aCECNBnf7vO7ZQ,808
 prefect/plugins.py,sha256=0C-D3-dKi06JZ44XEGmLjCiAkefbE_lKX-g3urzdbQ4,4163
@@ -17,7 +17,7 @@ prefect/serializers.py,sha256=sSbe40Ipj-d6VuzBae5k2ao9lkMUZpIXcLtD7f2a7cE,10852
 prefect/settings.py,sha256=sS91SR85wBo-2V8kU2QzEh1tj_kMb4Z5gvoQ-Rtw1KY,64632
 prefect/states.py,sha256=-Ud4AUom3Qu-HQ4hOLvfVZuuF-b_ibaqtzmL7V949Ac,20839
 prefect/task_runners.py,sha256=HXUg5UqhZRN2QNBqMdGE1lKhwFhT8TaRN75ScgLbnw8,11012
-prefect/tasks.py,sha256=_iCyePhTcdq8jW6gkB_TiIrCJjd9A2Mqhq0LfO5sV4Q,44730
+prefect/tasks.py,sha256=n3_vr_cIsFAA5M6anvMlNvsk3jCvmuut_6NXr579VAY,46705
 prefect/variables.py,sha256=57h-cJ15ZXWrdQiOnoEQmUVlAe59hmIaa57ZcGNBzao,914
 prefect/_internal/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 prefect/_internal/_logging.py,sha256=HvNHY-8P469o5u4LYEDBTem69XZEt1QUeUaLToijpak,810
@@ -103,12 +103,12 @@ prefect/client/base.py,sha256=19VMAsq6Wvp1ZUwAb2OAT4pMQ0CFWsHBwqY3kZfPR2w,12209
 prefect/client/cloud.py,sha256=vlGivNaOIS0YNc0OnVKEx2L88SRU8pal8GYMoPHXyrU,3955
 prefect/client/collections.py,sha256=I9EgbTg4Fn57gn8vwP_WdDmgnATbx9gfkm2jjhCORjw,1037
 prefect/client/constants.py,sha256=Z_GG8KF70vbbXxpJuqW5pLnwzujTVeHbcYYRikNmGH0,29
-prefect/client/orchestration.py,sha256=AP4g_ZxaLM1ssH6dEywvGlzDSjM3b5ntgptXUkzN0w4,97293
+prefect/client/orchestration.py,sha256=5Gte2zJ58IgXttJuf4fhRISEVo9kRx6sti5nSW2CX6s,98145
 prefect/client/utilities.py,sha256=ejALWrVYuqW-A2zKJkAuRXDkhZ5e8fsiEkn-wI1tzF0,1998
 prefect/client/schemas/__init__.py,sha256=KlyqFV-hMulMkNstBn_0ijoHoIwJZaBj6B1r07UmgvE,607
 prefect/client/schemas/actions.py,sha256=2Chfqg1yoRweIQW6WvhTFHW0WQ2HDkInDQdPzp-Iot8,24017
 prefect/client/schemas/filters.py,sha256=7RIrMpiuFL2XVh8rzLzKTkgvFyzUDGbUYDfDXJQGRMs,35026
-prefect/client/schemas/objects.py,sha256=zwo9uLVRb_0wHiPpXV_-4398-Eq5V6jMst_U2aSMe-U,52304
+prefect/client/schemas/objects.py,sha256=6NRd3wifcBuIBjGReePAoLK-ZSkfidBWoNG4FOOL0nw,52625
 prefect/client/schemas/responses.py,sha256=nSYhg2Kl477RdczNsA731vpcJqF93WDnM6eMya3F7qI,9152
 prefect/client/schemas/schedules.py,sha256=Gomwqp83qGqblBcOeniUtebzovBekxzf0srDy992pEI,14221
 prefect/client/schemas/sorting.py,sha256=Y-ea8k_vTUKAPKIxqGebwLSXM7x1s5mJ_4-sDd1Ivi8,2276
@@ -129,12 +129,12 @@ prefect/deployments/steps/utility.py,sha256=LebTPEi66OOGuUYSsTQHbYHExIdjspSFHdac
 prefect/deprecated/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 prefect/deprecated/data_documents.py,sha256=mGxhPHy7nm8xqLnnoo5oUxcm2MjcZxwEE6boD2EwJgg,9642
 prefect/events/__init__.py,sha256=2tQCrDogstn-w65lKyf9ahu_wbWhPaaDK_oxH2v1558,173
-prefect/events/actions.py,sha256=6ybRk3Weyeby250ME0qKlFRMvOD7iE6iCAU5tnblT14,966
+prefect/events/actions.py,sha256=wYc52xin_CLrNZaou05FdGdLZ5VEhT2lKM_k-MQEJ34,1398
 prefect/events/clients.py,sha256=AfJeV-FCObvydutrSFD8JLrMVwtDJsL3WN0nbopzA3s,13688
 prefect/events/filters.py,sha256=vSWHGDCCsi_znQs3gZomCxh-Q498ukn_QHJ7H8q16do,6922
 prefect/events/instrument.py,sha256=uNiD7AnkfuiwTsCMgNyJURmY9H2tXNfLCb3EC5FL0Qw,3805
 prefect/events/related.py,sha256=N0o19kTlos1V4L4AgO79Z_k06ZW9bfjSH8Xa9h7lugg,6746
-prefect/events/schemas.py,sha256=kNDcN62-G_jz2u9zrzGI5yV6CvAM-_IzpQjAAbFIdSU,11641
+prefect/events/schemas.py,sha256=hXluVgDtEsjYghZhf-MjPhHntmMR6NcJJxU99ZRv2zQ,11643
 prefect/events/utilities.py,sha256=JApOECe-09SU8QabSnyykdl8fzsXE28RVSCBcFDseH4,2374
 prefect/events/worker.py,sha256=4Uw-_fiLa449gD2QsEOhubQwxpEyQn8PUo9N_zsJY1M,2684
 prefect/infrastructure/__init__.py,sha256=Fm1Rhc4I7ZfJePpUAl1F4iNEtcDugoT650WXXt6xoCM,770
@@ -163,14 +163,15 @@ prefect/packaging/file.py,sha256=LdYUpAJfBzaYABCwVs4jMKVyo2DC6psEFGpwJ-iKUd4,227
 prefect/packaging/orion.py,sha256=ctWh8s3UztYfOTsZ0sfumebI0dbNDOTriDNXohtEC-k,1935
 prefect/packaging/serializers.py,sha256=1x5GjcBSYrE-YMmrpYYZi2ObTs7MM6YEM3LS0e6mHAk,6321
 prefect/runner/__init__.py,sha256=RxkH2lejFchDZu9fp9oFmy6fs-I96u1vq5-EVz0uDfA,34
-prefect/runner/runner.py,sha256=uWOxIulnBm7a0nvg0fNe4j_r60RcziUBQkjFViq4mAk,45384
+prefect/runner/runner.py,sha256=g6YNvIlLJZHvvII9j6ipL6S1byYmHjcRoliWe6_rOzs,45405
 prefect/runner/server.py,sha256=RYNPUMPHlLz8GS13P_Y84m545N4C7lVIx5zU3G_pQg0,5495
-prefect/runner/storage.py,sha256=hILSisK4CVRt4ywOfAa89c1pjRZIK-_Ea-LN_VIoGD4,22038
+prefect/runner/storage.py,sha256=4XTww9P74Zp3CWUZssCucqQ71o_gAl9TX-7weO1OMxs,22412
 prefect/runner/utils.py,sha256=GFbCXIp5bFmJJJa_1deY0WNsQ1inWs8HJDCyhYf8BRA,3316
 prefect/runtime/__init__.py,sha256=iYmfK1HmXiXXCQK77wDloOqZmY7SFF5iyr37jRzuf-c,406
 prefect/runtime/deployment.py,sha256=UWNXH-3-NNVxLCl5XnDKiofo4a5j8w_42ns1OSQMixg,4751
 prefect/runtime/flow_run.py,sha256=OYXykn0CZKbIj8ni_Ut-KbAmZhEj85QwQ3xyk_T9GtM,7894
 prefect/runtime/task_run.py,sha256=_np3pjBHWkvEtSe-QElEAGwUct629vVx_sahPr-H8gM,3402
+prefect/server/api/collections_data/views/aggregate-worker-metadata.json,sha256=TgiWTDSsO2SME2q_XMJS1orA_AcktGMNRPuaoE11YmE,74469
 prefect/server/api/static/prefect-logo-mark-gradient.png,sha256=ylRjJkI_JHCw8VbQasNnXQHwZW-sH-IQiUGSD3aWP1E,73430
 prefect/software/__init__.py,sha256=cn7Hesmkv3unA3NynEiyB0Cj2jAzV17yfwjVsS5Ecso,106
 prefect/software/base.py,sha256=GV6a5RrLx3JaOg1RI44jZTsI_qbqNWbWF3uVO5csnHM,1464
@@ -191,7 +192,7 @@ prefect/utilities/hashing.py,sha256=EOwZLmoIZImuSTxAvVqInabxJ-4RpEfYeg9e2EDQF8o,
 prefect/utilities/importtools.py,sha256=isblzKv7EPo7HtnlKYpL4t-GJdtTjUSMmvXgXSMEVZM,11764
 prefect/utilities/math.py,sha256=wLwcKVidpNeWQi1TUIWWLHGjlz9UgboX9FUGhx_CQzo,2821
 prefect/utilities/names.py,sha256=x-stHcF7_tebJPvB1dz-5FvdXJXNBTg2kFZXSnIBBmk,1657
-prefect/utilities/processutils.py,sha256=JJE0Tqo05CAPGaJqJX0E3leoPa8akGpOUUV9c2Z2NJA,14370
+prefect/utilities/processutils.py,sha256=yo_GO48pZzgn4A0IK5irTAoqyUCYvWKDSqHXCrtP8c4,14547
 prefect/utilities/pydantic.py,sha256=rgkzzUgiCMVjr8DMyHNmfYzy_6eGS8Z0OuNW1ssZ22g,9226
 prefect/utilities/render_swagger.py,sha256=h2UrORVN3f7gM4zurtMnySjQXZIOWbji3uMinpbkl8U,3717
 prefect/utilities/services.py,sha256=TCjBJX6huz1nUzmiXI0IZNNfBuxM5-xV9PLbPZNosOw,6438
@@ -206,8 +207,8 @@ prefect/workers/block.py,sha256=lvKlaWdA-DCCXDX23HHK9M5urEq4x2wmpKtU9ft3a7k,7767
 prefect/workers/process.py,sha256=Kxj_eZYh6R8t8253LYIIafiG7dodCF8RZABwd3Ng_R0,10253
 prefect/workers/server.py,sha256=WVZJxR8nTMzK0ov0BD0xw5OyQpT26AxlXbsGQ1OrxeQ,1551
 prefect/workers/utilities.py,sha256=VfPfAlGtTuDj0-Kb8WlMgAuOfgXCdrGAnKMapPSBrwc,2483
-prefect_client-2.14.12.dist-info/LICENSE,sha256=MCxsn8osAkzfxKC4CC_dLcUkU8DZLkyihZ8mGs3Ah3Q,11357
-prefect_client-2.14.12.dist-info/METADATA,sha256=jlj3iG9tCrVqgyLWFRoWLYRA-9QVvu3qLy4DOVz9KKM,8056
-prefect_client-2.14.12.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-prefect_client-2.14.12.dist-info/top_level.txt,sha256=MJZYJgFdbRc2woQCeB4vM6T33tr01TmkEhRcns6H_H4,8
-prefect_client-2.14.12.dist-info/RECORD,,
+prefect_client-2.14.13.dist-info/LICENSE,sha256=MCxsn8osAkzfxKC4CC_dLcUkU8DZLkyihZ8mGs3Ah3Q,11357
+prefect_client-2.14.13.dist-info/METADATA,sha256=NQCDMdjr3oTF35yu_3ZweEHb__b0jJwYF1SetSQf2Ew,8056
+prefect_client-2.14.13.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+prefect_client-2.14.13.dist-info/top_level.txt,sha256=MJZYJgFdbRc2woQCeB4vM6T33tr01TmkEhRcns6H_H4,8
+prefect_client-2.14.13.dist-info/RECORD,,