hatchet-sdk 1.15.3__py3-none-any.whl → 1.16.1__py3-none-any.whl

hatchet_sdk/worker/action_listener_process.py

@@ -132,8 +132,8 @@ class WorkerActionListenerProcess:
             )
 
             logger.debug(f"acquired action listener: {self.listener.worker_id}")
-        except grpc.RpcError as rpc_error:
-            logger.error(f"could not start action listener: {rpc_error}")
+        except grpc.RpcError:
+            logger.exception("could not start action listener")
             return
 
         # Start both loops as background tasks
@@ -168,7 +168,7 @@ class WorkerActionListenerProcess:
                     count += 1
 
             if count > 0:
-                logger.warning(f"{BLOCKED_THREAD_WARNING}: Waiting Steps {count}")
+                logger.warning(f"{BLOCKED_THREAD_WARNING} Waiting Steps {count}")
             await asyncio.sleep(1)
 
     async def send_event(self, event: ActionEvent, retry_attempt: int = 1) -> None:
@@ -188,7 +188,7 @@ class WorkerActionListenerProcess:
                             )
                             if diff > 0.1:
                                 logger.warning(
-                                    f"{BLOCKED_THREAD_WARNING}: time to start: {diff}s"
+                                    f"{BLOCKED_THREAD_WARNING} time to start: {diff}s"
                                 )
                             else:
                                 logger.debug(f"start time: {diff}")
@@ -225,9 +225,9 @@ class WorkerActionListenerProcess:
                     )
                 case _:
                     logger.error("unknown action type for event send")
-        except Exception as e:
-            logger.error(
-                f"could not send action event ({retry_attempt}/{ACTION_EVENT_RETRY_COUNT}): {e}"
+        except Exception:
+            logger.exception(
+                f"could not send action event ({retry_attempt}/{ACTION_EVENT_RETRY_COUNT})"
             )
             if retry_attempt <= ACTION_EVENT_RETRY_COUNT:
                 await exp_backoff_sleep(retry_attempt, 1)
@@ -291,11 +291,11 @@ class WorkerActionListenerProcess:
                         )
                 try:
                     self.action_queue.put(action)
-                except Exception as e:
-                    logger.error(f"error putting action: {e}")
+                except Exception:
+                    logger.exception("error putting action")
 
-        except Exception as e:
-            logger.error(f"error in action loop: {e}")
+        except Exception:
+            logger.exception("error in action loop")
         finally:
             logger.info("action loop closed")
             if not self.killing:

hatchet_sdk/worker/runner/runner.py

@@ -40,6 +40,7 @@ from hatchet_sdk.logger import logger
 from hatchet_sdk.runnables.action import Action, ActionKey, ActionType
 from hatchet_sdk.runnables.contextvars import (
     ctx_action_key,
+    ctx_additional_metadata,
     ctx_step_run_id,
     ctx_worker_id,
     ctx_workflow_run_id,
@@ -54,6 +55,8 @@ from hatchet_sdk.worker.action_listener_process import ActionEvent
 from hatchet_sdk.worker.runner.utils.capture_logs import (
     AsyncLogSender,
     ContextVarToCopy,
+    ContextVarToCopyDict,
+    ContextVarToCopyStr,
     copy_context_vars,
 )
 
@@ -295,6 +298,7 @@ class Runner:
         ctx_workflow_run_id.set(action.workflow_run_id)
         ctx_worker_id.set(action.worker_id)
         ctx_action_key.set(action.key)
+        ctx_additional_metadata.set(action.additional_metadata)
 
         try:
             if task.is_async_function:
@@ -305,20 +309,34 @@ class Runner:
                 copy_context_vars,
                 [
                     ContextVarToCopy(
-                        name="ctx_step_run_id",
-                        value=action.step_run_id,
+                        var=ContextVarToCopyStr(
+                            name="ctx_step_run_id",
+                            value=action.step_run_id,
+                        )
+                    ),
+                    ContextVarToCopy(
+                        var=ContextVarToCopyStr(
+                            name="ctx_workflow_run_id",
+                            value=action.workflow_run_id,
+                        )
                     ),
                     ContextVarToCopy(
-                        name="ctx_workflow_run_id",
-                        value=action.workflow_run_id,
+                        var=ContextVarToCopyStr(
+                            name="ctx_worker_id",
+                            value=action.worker_id,
+                        )
                     ),
                     ContextVarToCopy(
-                        name="ctx_worker_id",
-                        value=action.worker_id,
+                        var=ContextVarToCopyStr(
+                            name="ctx_action_key",
+                            value=action.key,
+                        )
                     ),
                     ContextVarToCopy(
-                        name="ctx_action_key",
-                        value=action.key,
+                        var=ContextVarToCopyDict(
+                            name="ctx_additional_metadata",
+                            value=action.additional_metadata,
+                        )
                     ),
                 ],
                 self.thread_action_func,
@@ -344,34 +362,34 @@ class Runner:
             "threads_daemon": sum(1 for t in self.thread_pool._threads if t.daemon),
         }
 
-        logger.warning("Thread pool detailed status %s", thread_pool_details)
+        logger.warning("thread pool detailed status %s", thread_pool_details)
 
     async def _start_monitoring(self) -> None:
-        logger.debug("Thread pool monitoring started")
+        logger.debug("thread pool monitoring started")
         try:
             while True:
                 await self.log_thread_pool_status()
 
                 for key in self.threads:
                     if key not in self.tasks:
-                        logger.debug(f"Potential zombie thread found for key {key}")
+                        logger.debug(f"potential zombie thread found for key {key}")
 
                 for key, task in self.tasks.items():
                     if task.done() and key in self.threads:
                         logger.debug(
-                            f"Task is done but thread still exists for key {key}"
+                            f"task is done but thread still exists for key {key}"
                         )
 
                 await asyncio.sleep(60)
         except asyncio.CancelledError:
-            logger.warning("Thread pool monitoring task cancelled")
+            logger.warning("thread pool monitoring task cancelled")
         except Exception as e:
-            logger.exception(f"Error in thread pool monitoring: {e}")
+            logger.exception(f"error in thread pool monitoring: {e}")
 
     def start_background_monitoring(self) -> None:
         loop = asyncio.get_event_loop()
         self.monitoring_task = loop.create_task(self._start_monitoring())
-        logger.debug("Started thread pool monitoring background task")
+        logger.debug("started thread pool monitoring background task")
 
     def cleanup_run_id(self, key: ActionKey) -> None:
         if key in self.tasks:
@@ -503,7 +521,7 @@ class Runner:
 
             ident = cast(int, thread.ident)
 
-            logger.info(f"Forcefully terminating thread {ident}")
+            logger.info(f"forcefully terminating thread {ident}")
 
             exc = ctypes.py_object(SystemExit)
             res = ctypes.pythonapi.PyThreadState_SetAsyncExc(ctypes.c_long(ident), exc)
@@ -516,13 +534,13 @@ class Runner:
                 ctypes.pythonapi.PyThreadState_SetAsyncExc(thread.ident, 0)
                 raise SystemError("PyThreadState_SetAsyncExc failed")
 
-            logger.info(f"Successfully terminated thread {ident}")
+            logger.info(f"successfully terminated thread {ident}")
 
             # Immediately add a new thread to the thread pool, because we've actually killed a worker
             # in the ThreadPoolExecutor
             self.thread_pool.submit(lambda: None)
         except Exception as e:
-            logger.exception(f"Failed to terminate thread: {e}")
+            logger.exception(f"failed to terminate thread: {e}")
 
     ## IMPORTANT: Keep this method's signature in sync with the wrapper in the OTel instrumentor
     async def handle_cancel_action(self, action: Action) -> None:
@@ -546,7 +564,7 @@ class Runner:
                     await asyncio.sleep(1)
 
                 logger.warning(
-                    f"Thread {self.threads[key].ident} with key {key} is still running after cancellation. This could cause the thread pool to get blocked and prevent new tasks from running."
+                    f"thread {self.threads[key].ident} with key {key} is still running after cancellation. This could cause the thread pool to get blocked and prevent new tasks from running."
                 )
         finally:
             self.cleanup_run_id(key)
@@ -568,8 +586,8 @@ class Runner:
 
         try:
             serialized_output = json.dumps(output, default=str)
-        except Exception as e:
-            logger.error(f"Could not serialize output: {e}")
+        except Exception:
+            logger.exception("could not serialize output")
             serialized_output = str(output)
 
         if "\\u0000" in serialized_output:

hatchet_sdk/worker/runner/utils/capture_logs.py

@@ -5,29 +5,42 @@ from collections.abc import Awaitable, Callable
 from io import StringIO
 from typing import Literal, ParamSpec, TypeVar
 
-from pydantic import BaseModel
+from pydantic import BaseModel, Field
 
 from hatchet_sdk.clients.events import EventClient
 from hatchet_sdk.logger import logger
 from hatchet_sdk.runnables.contextvars import (
     ctx_action_key,
+    ctx_additional_metadata,
     ctx_step_run_id,
     ctx_worker_id,
     ctx_workflow_run_id,
 )
-from hatchet_sdk.utils.typing import STOP_LOOP, STOP_LOOP_TYPE
+from hatchet_sdk.utils.typing import STOP_LOOP, STOP_LOOP_TYPE, JSONSerializableMapping
 
 T = TypeVar("T")
 P = ParamSpec("P")
 
 
-class ContextVarToCopy(BaseModel):
+class ContextVarToCopyStr(BaseModel):
     name: Literal[
-        "ctx_workflow_run_id", "ctx_step_run_id", "ctx_action_key", "ctx_worker_id"
+        "ctx_workflow_run_id",
+        "ctx_step_run_id",
+        "ctx_action_key",
+        "ctx_worker_id",
     ]
     value: str | None
 
 
+class ContextVarToCopyDict(BaseModel):
+    name: Literal["ctx_additional_metadata"]
+    value: JSONSerializableMapping | None
+
+
+class ContextVarToCopy(BaseModel):
+    var: ContextVarToCopyStr | ContextVarToCopyDict = Field(discriminator="name")
+
+
 def copy_context_vars(
     ctx_vars: list[ContextVarToCopy],
     func: Callable[P, T],
@@ -35,16 +48,18 @@ def copy_context_vars(
     **kwargs: P.kwargs,
 ) -> T:
     for var in ctx_vars:
-        if var.name == "ctx_workflow_run_id":
-            ctx_workflow_run_id.set(var.value)
-        elif var.name == "ctx_step_run_id":
-            ctx_step_run_id.set(var.value)
-        elif var.name == "ctx_action_key":
-            ctx_action_key.set(var.value)
-        elif var.name == "ctx_worker_id":
-            ctx_worker_id.set(var.value)
+        if var.var.name == "ctx_workflow_run_id":
+            ctx_workflow_run_id.set(var.var.value)
+        elif var.var.name == "ctx_step_run_id":
+            ctx_step_run_id.set(var.var.value)
+        elif var.var.name == "ctx_action_key":
+            ctx_action_key.set(var.var.value)
+        elif var.var.name == "ctx_worker_id":
+            ctx_worker_id.set(var.var.value)
+        elif var.var.name == "ctx_additional_metadata":
+            ctx_additional_metadata.set(var.var.value or {})
         else:
-            raise ValueError(f"Unknown context variable name: {var.name}")
+            raise ValueError(f"Unknown context variable name: {var.var.name}")
 
     return func(*args, **kwargs)
 
@@ -73,13 +88,13 @@ class AsyncLogSender:
                     step_run_id=record.step_run_id,
                 )
             except Exception:
-                logger.exception("Failed to send log to Hatchet")
+                logger.exception("failed to send log to Hatchet")
 
     def publish(self, record: LogRecord | STOP_LOOP_TYPE) -> None:
         try:
             self.q.put_nowait(record)
         except asyncio.QueueFull:
-            logger.warning("Log queue is full, dropping log message")
+            logger.warning("log queue is full, dropping log message")
 
 
 class CustomLogHandler(logging.StreamHandler):  # type: ignore[type-arg]

hatchet_sdk/worker/worker.py

@@ -143,9 +143,8 @@ class Worker:
     def register_workflow_from_opts(self, opts: CreateWorkflowVersionRequest) -> None:
         try:
             self.client.admin.put_workflow(opts)
-        except Exception as e:
-            logger.error(f"failed to register workflow: {opts.name}")
-            logger.error(e)
+        except Exception:
+            logger.exception(f"failed to register workflow: {opts.name}")
             sys.exit(1)
 
     def register_workflow(self, workflow: BaseWorkflow[Any]) -> None:
@@ -156,9 +155,8 @@ class Worker:
 
         try:
             self.client.admin.put_workflow(workflow.to_proto())
-        except Exception as e:
-            logger.error(f"failed to register workflow: {workflow.name}")
-            logger.error(e)
+        except Exception:
+            logger.exception(f"failed to register workflow: {workflow.name}")
             sys.exit(1)
 
         for step in workflow.tasks:
@@ -189,7 +187,7 @@ class Worker:
         except RuntimeError:
             pass
 
-        logger.debug("Creating new event loop")
+        logger.debug("creating new event loop")
         self.loop = asyncio.new_event_loop()
         asyncio.set_event_loop(self.loop)
 
@@ -226,9 +224,8 @@ class Worker:
         try:
             await runner.setup()
             await web.TCPSite(runner, "0.0.0.0", port).start()
-        except Exception as e:
-            logger.error("failed to start healthcheck server")
-            logger.error(str(e))
+        except Exception:
+            logger.exception("failed to start healthcheck server")
             return
 
         logger.info(f"healthcheck server running on port {port}")
@@ -371,8 +368,8 @@ class Worker:
             logger.debug(f"action listener starting on PID: {process.pid}")
 
             return process
-        except Exception as e:
-            logger.error(f"failed to start action listener: {e}")
+        except Exception:
+            logger.exception("failed to start action listener")
             sys.exit(1)
 
     async def _check_listener_health(self) -> None:
@@ -404,8 +401,8 @@ class Worker:
 
                 self._status = WorkerStatus.HEALTHY
                 await asyncio.sleep(1)
-        except Exception as e:
-            logger.error(f"error checking listener health: {e}")
+        except Exception:
+            logger.exception("error checking listener health")
 
     def _setup_signal_handlers(self) -> None:
         signal.signal(signal.SIGTERM, self._handle_exit_signal)

{hatchet_sdk-1.15.3.dist-info → hatchet_sdk-1.16.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: hatchet-sdk
-Version: 1.15.3
+Version: 1.16.1
 Summary: 
 License: MIT
 Author: Alexander Belanger

{hatchet_sdk-1.15.3.dist-info → hatchet_sdk-1.16.1.dist-info}/RECORD

@@ -1,17 +1,18 @@
-hatchet_sdk/__init__.py,sha256=LdT8xJ7-95gwksRZuCzuKDM5bfLx8uW8gXGPL7VMqwc,10743
-hatchet_sdk/client.py,sha256=OXb2hOJ5p7pY5QMlM4cydb4aGyf6bDdbyWQjPMVCe64,2413
-hatchet_sdk/clients/admin.py,sha256=t8GXhjMiFp9iL0ofISNxSOKlfwaOTX2iQbZfz1G0pHU,16936
-hatchet_sdk/clients/dispatcher/action_listener.py,sha256=tFknXH9iSP0OFYYVcKeDZVrcDNIz00ZQVTxSbHpbKhI,13863
+hatchet_sdk/__init__.py,sha256=r51t5nLruYORKSpxdMJ5jbub6sWVANyWM-VOw2QQKuw,10887
+hatchet_sdk/client.py,sha256=s0-0WXGTyLkD-JOJl68bsaInDKOzDHSM5NCB0ic46lw,2502
+hatchet_sdk/clients/admin.py,sha256=Blx1OYhPGcdbUVCNq7n5jygjTy--8l_RYpjV-a8DRjw,17058
+hatchet_sdk/clients/dispatcher/action_listener.py,sha256=FeIYd8HZoYX_ELdeu--Nc6kTn9OfjL7Tr7WCs2EgJbc,13822
 hatchet_sdk/clients/dispatcher/dispatcher.py,sha256=1d4_4DYdFskqXjmHPHgZ-jBx1l9fQ1e0SMIweDL0VsE,8559
-hatchet_sdk/clients/event_ts.py,sha256=d9NTfjWVk84QMB5XTWkDZ2UfsIIn5ytAEn6S5fhpxss,2121
+hatchet_sdk/clients/event_ts.py,sha256=JVfxZ-OJ-xv7xJgPWAjv-g7ChwnkVwMDbYNVcAF-XnE,2121
 hatchet_sdk/clients/events.py,sha256=wE36_Wyb8BLywpuc8epRj7ZZDN9UCmztn6g3wdgRivM,8849
 hatchet_sdk/clients/listeners/durable_event_listener.py,sha256=55WbVQpm65ccVSQtqz-Z_4EI8Gig-7MzH5F9Arh-rb0,4166
-hatchet_sdk/clients/listeners/pooled_listener.py,sha256=m0OwZhMVRyGCmw7XYvh_5R5Mpeg-TrJyPnQ3-d5NnJg,8514
+hatchet_sdk/clients/listeners/pooled_listener.py,sha256=mBx9XTQZuFStyvuM93QPyhjnF7qF2XzWfuUR7bniHt8,8512
 hatchet_sdk/clients/listeners/run_event_listener.py,sha256=CNXG5a_MUoYnNVmfrXkW1w3v6UnImyeUFXHQ96n4ULM,10222
 hatchet_sdk/clients/listeners/workflow_listener.py,sha256=u7qkr_uqnk3Pq_dARM3ah0nd1KtL3D_UQwbZ5IdcnjE,2283
-hatchet_sdk/clients/rest/__init__.py,sha256=0bOD0KcR1mN8ZxEQuVBLJacaFehKKWGMinLeiVCi8dU,17466
-hatchet_sdk/clients/rest/api/__init__.py,sha256=Hha-Kw2hqeGf7j96pNzl3YlkHaD7HnEWGZCqvr18Vbk,1262
+hatchet_sdk/clients/rest/__init__.py,sha256=RR3iMTIoyUgvsAIkRC-o32imQ2n3SRtLNhpfqhR4y2g,17955
+hatchet_sdk/clients/rest/api/__init__.py,sha256=1JKNOblnPtbR4ChK4SRkbspCYkr6EW2jlfIIin_A5_8,1318
 hatchet_sdk/clients/rest/api/api_token_api.py,sha256=xzqMH_-wajBA0qLLs5Ta7tYg4FOLq0NjATyhZ1SV9jo,33433
+hatchet_sdk/clients/rest/api/cel_api.py,sha256=QNVdL2L2-dnjxFerHHUDvugBEIhqBp2_-WJ614lJVMc,13098
 hatchet_sdk/clients/rest/api/default_api.py,sha256=Y0jEhatVpdIX_W2MCt_n40K6iKvVegDB70qxexkeZDI,88677
 hatchet_sdk/clients/rest/api/event_api.py,sha256=R7OsLTAodCpHX8ynX0zxJqr5gB19nlmlohK-jeZPDu8,132097
 hatchet_sdk/clients/rest/api/filter_api.py,sha256=JernNvf6tqv35p85bkgxIxpIkuY8y668XyZONoEQ8oU,62955
@@ -23,7 +24,7 @@ hatchet_sdk/clients/rest/api/rate_limits_api.py,sha256=e3CIX35R8SkV8LrgLMPCAy6Kz
 hatchet_sdk/clients/rest/api/slack_api.py,sha256=0xIUw3_1_3hSTn2yw7fLRO5yb38nYLu5aLM7IE2pnwk,21894
 hatchet_sdk/clients/rest/api/sns_api.py,sha256=1LfhnZEA450uHwtZCoM_wycOeH4UGwfNP1pw4RWSe08,33641
 hatchet_sdk/clients/rest/api/step_run_api.py,sha256=rqP4UIJSkw8DwbDnlEgupBDWUL0jlVH_Rm7bNGMUoG8,84505
-hatchet_sdk/clients/rest/api/task_api.py,sha256=erYaoDA2iJk52PPntfT0Y63hsBuk4eaqV5gaRTQ008w,89767
+hatchet_sdk/clients/rest/api/task_api.py,sha256=maJxIkIh0YYVzFMKXpx5xBDkavWJr-rWwor5t4GbSwc,90052
 hatchet_sdk/clients/rest/api/tenant_api.py,sha256=iz67ow7wp9qgo1IRPI_IVTkoMh_ytx81wz4MPgEWWSg,198472
 hatchet_sdk/clients/rest/api/user_api.py,sha256=NYuEKLeBjXO4q8gyYq1thtbuRm9m3g0R6-q6LIfv83U,115780
 hatchet_sdk/clients/rest/api/worker_api.py,sha256=56jRXsyK7SDENly2b019EO80d8xOHU4bZnmOmjKY1iQ,33049
@@ -34,7 +35,7 @@ hatchet_sdk/clients/rest/api_client.py,sha256=25vNKzpKVhvrGrU8T2YBLbz0Y7K0pKZwiL
 hatchet_sdk/clients/rest/api_response.py,sha256=jPXKGanAyue6QAb6r56f-_d7KXGpFERBT-AYq9XdktQ,655
 hatchet_sdk/clients/rest/configuration.py,sha256=ijGxGorVe8OEikJruwJ0hPk1Rc0OAKOqeUrfcoEiYH8,19333
 hatchet_sdk/clients/rest/exceptions.py,sha256=5PTEjyGxLeGP8U_qqc79QzR-sN7SOhzBwknSUC-BU4c,6365
-hatchet_sdk/clients/rest/models/__init__.py,sha256=rKvfyD9B8tVISjMUxX-P2_wYOXGDdBdid5Af3-4x7h0,15824
+hatchet_sdk/clients/rest/models/__init__.py,sha256=iK7JES6O7wEZ6Ffyfzs3vhZbf1hxV0T5K3zWa4yGcUo,16257
 hatchet_sdk/clients/rest/models/accept_invite_request.py,sha256=_otOis3SuTHl0F_hhYD-rYqgyxCXRn83CK_eU9oMdn4,2427
 hatchet_sdk/clients/rest/models/api_error.py,sha256=KodK1_cc28CgYGvX1WhIhTN0pAAkgq8PJXReIrMnqBA,3068
 hatchet_sdk/clients/rest/models/api_errors.py,sha256=RNmnWn1GWlG9xTvpvrTmKq-Pr70x9mcJ4-dNFBemxa8,2917
@@ -152,6 +153,12 @@ hatchet_sdk/clients/rest/models/user_register_request.py,sha256=z_ubBprjoLQRI8yg
 hatchet_sdk/clients/rest/models/user_tenant_memberships_list.py,sha256=DMT4MUFZj-OQF4UIi5_Bd6G3bs89UlqdNhIqVyawSOY,3523
 hatchet_sdk/clients/rest/models/user_tenant_public.py,sha256=-P2vPanI-paZmj_0nm7sNB04eK8Hi-2NCYW_bSwt-Ms,2554
 hatchet_sdk/clients/rest/models/v1_cancel_task_request.py,sha256=U0QKLQ7E35sgGSZyi-n3C9omZneqHVBMYymfD5a189g,3178
+hatchet_sdk/clients/rest/models/v1_cancelled_tasks.py,sha256=ERChRByayEnmq0C-Wd7V1jM5RlkpZrvNPSeMykLLI-Y,2534
+hatchet_sdk/clients/rest/models/v1_cel_debug_error_response.py,sha256=M_GkZJ5dQcBcuL0bGiS3TCaQzd-9NDlZYFBcUp8X8ow,2787
+hatchet_sdk/clients/rest/models/v1_cel_debug_request.py,sha256=-ohYRVjF6ex5lRa0T7ML5SeNaMySoO7At19GoA_degc,3316
+hatchet_sdk/clients/rest/models/v1_cel_debug_response.py,sha256=0D386MPLfnDswllw3F_nAG5dNnKQpN-4Y8QL9NhQ6Co,2940
+hatchet_sdk/clients/rest/models/v1_cel_debug_response_status.py,sha256=gbWwiqojKKmZ9dNnW7YGVYG6yWi06WnuD9lYZ7mgQjs,706
+hatchet_sdk/clients/rest/models/v1_cel_debug_success_response.py,sha256=gSctXHLzayAGKJNeHizSmzLYGeSxpfGuxMX_LT-6gn0,2860
 hatchet_sdk/clients/rest/models/v1_create_filter_request.py,sha256=2OCv0o9bhgIF20L-KOXTvePbVI_G6eXTunGTNHMYEwg,3117
 hatchet_sdk/clients/rest/models/v1_dag_children.py,sha256=Rk_mKqboHebga12JhnQbN3yhrLXKm_hqtCbTfAdJliU,3135
 hatchet_sdk/clients/rest/models/v1_event.py,sha256=OvHE2pSuJZEtIRvV7y1kIL1M63_qz6UGsPCjT5Qz9Fk,6408
@@ -164,6 +171,7 @@ hatchet_sdk/clients/rest/models/v1_log_line.py,sha256=ht7HPw9vLgrcIQ_5XSEDkLQuGW
 hatchet_sdk/clients/rest/models/v1_log_line_level.py,sha256=lgBe481y--PMLHHaHR9AuVZtC092SxkjY8ca0yApM00,700
 hatchet_sdk/clients/rest/models/v1_log_line_list.py,sha256=uOuTk2aEELcdRM_v3liM1Ynd7RzzF-uJuxt3M6ZrltQ,3464
 hatchet_sdk/clients/rest/models/v1_replay_task_request.py,sha256=5LxC5pQfeIztSUwgaZYqNiMcbjQshu9R-QIi0YUVXMI,3178
+hatchet_sdk/clients/rest/models/v1_replayed_tasks.py,sha256=SXEyyc4RmOQPzIiK0Ka4VL9w3H_eS6gkPrnXXcMBaXc,2529
 hatchet_sdk/clients/rest/models/v1_task.py,sha256=jsyTBBuD7nPSziD9Mu1Zp18k33tRlsa43OFF7fMIJaY,5829
 hatchet_sdk/clients/rest/models/v1_task_event.py,sha256=fVC4OMjaULWW5eXWGqe4vwa23Sm5CeBGI58CZNVAP7k,3960
 hatchet_sdk/clients/rest/models/v1_task_event_list.py,sha256=1B2Poi9MEBzE4mgD5CXDoEJTXfy9AMJBhbU05eL_6A0,3480
@@ -228,13 +236,13 @@ hatchet_sdk/clients/rest/models/workflow_version_definition.py,sha256=e18BUh1XO0
 hatchet_sdk/clients/rest/models/workflow_version_meta.py,sha256=TW4R7bAuYAg_LraN-8psdZqp2E8wH9hYyL5Sji86aLk,3791
 hatchet_sdk/clients/rest/models/workflow_workers_count.py,sha256=qhzqfvjjIDyARkiiLGluMIqEmqO-diHTsjlu0Doi0yg,2875
 hatchet_sdk/clients/rest/rest.py,sha256=zZHTzgl-NBdcK6XhG23m_s9RKRONGPPItzGe407s7GA,9262
-hatchet_sdk/clients/rest/tenacity_utils.py,sha256=SQuy4x9scgBpqygRrGdjP7dJz4u4VVAEbjnieid4KcU,1029
-hatchet_sdk/clients/v1/api_client.py,sha256=Gs7OX47YsZ4mpJlItEg-MSeHk6wWb3iCwPQu1cffGZk,1974
+hatchet_sdk/clients/rest/tenacity_utils.py,sha256=i-j75qvPpU2zYqiOGN2x-2_Gjx6LXksPP4fvwGNuf8M,1029
+hatchet_sdk/clients/v1/api_client.py,sha256=vUaQr7Xi71a2kFHkZy-pB3tCg3-t0ROlqbPUQA6skIA,2013
 hatchet_sdk/conditions.py,sha256=CnhpkXgVXM3wc0kAX8KZQA6tp8NFAbdzAN2xFbw7Hb0,4522
 hatchet_sdk/config.py,sha256=DKOSCyOhFMx9d3Rvu5z9aImbOgZgwdNSg3XVzyVHn3g,5185
 hatchet_sdk/connection.py,sha256=oRxLs_lBRgHfE4jGLZJimr25ymlEJnK1ZXlh-CasjPo,2696
 hatchet_sdk/context/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-hatchet_sdk/context/context.py,sha256=I5XfQ_m-Mn33G2no2x5ahd9S-jxMMsEnynhh5Q4JJx8,14411
+hatchet_sdk/context/context.py,sha256=6Qqxt5XljoEz2Jo4scbBeTDaWMNNIKnIcPP-swtxe44,14390
 hatchet_sdk/context/worker_context.py,sha256=3lGkOYmDixeuSmqxXbsYav2gErcjP8cDa2m0t0iomjI,884
 hatchet_sdk/contracts/dispatcher_pb2.py,sha256=W9aGh-wctZhLjUXUdeQTxH4qArsw6D0kIAWM9SVCX5o,14786
 hatchet_sdk/contracts/dispatcher_pb2.pyi,sha256=9Qoz88G-btdlTuxvk4knqfnYdcIXy3oR9DTh6MwIdP4,18923
@@ -255,28 +263,29 @@ hatchet_sdk/contracts/workflows_pb2.py,sha256=daEsUwZnlDQ5GGLJ8WHgLdI1Tgr3lBXxGV
 hatchet_sdk/contracts/workflows_pb2.pyi,sha256=WJ3b45pWvoNmmWTWjBJt61IiAoVn61F62AG5OrRsnd8,15538
 hatchet_sdk/contracts/workflows_pb2_grpc.py,sha256=2V8E72DlJx5qlH2yiQpVCu5cQbKUba5X7T1yNrQDF_s,10819
 hatchet_sdk/exceptions.py,sha256=DG-mS0wZiB-4Pnyr-BgY-LRrAEAdgP2nqQlIheU99t4,2646
+hatchet_sdk/features/cel.py,sha256=Uefvm2Du3SJCHiHsp12-URPxXJLe40uv0wK7guFucsE,4002
 hatchet_sdk/features/cron.py,sha256=k6Y-JJBPaf2Dtx-fwvNA2j7lTzHLBZpwVMA_u-p6Lvw,9723
 hatchet_sdk/features/filters.py,sha256=n6PPeRiqd5SOFlcx8V2strUaCGma9JPRAOLx44XpC0o,6443
 hatchet_sdk/features/logs.py,sha256=H_vQnOqiN5q_wQWVoOGAJp7eOPKFYZsLJ1Hb63LriRA,1190
 hatchet_sdk/features/metrics.py,sha256=do4kVX6cjDszHocc-IoS8BdT5ChptPc39oElbW6Cd8k,5109
 hatchet_sdk/features/rate_limits.py,sha256=eh55Z3w75cYUthqTyoWmNxj_6tN3rjebMKm3of-vxv0,2155
-hatchet_sdk/features/runs.py,sha256=8geS5l1CU3GCLudFORmCvXyjVVcgNKsNAPV9mLcI8sU,23004
+hatchet_sdk/features/runs.py,sha256=u0KEcLOLSWusgyp8T4z30yR9UxSdz9CdyrGxM9SSr-g,23758
 hatchet_sdk/features/scheduled.py,sha256=t7YA9CoJrzBhH82ChTSFWaTF_dyoC9i1O_wf9ywsphc,8939
 hatchet_sdk/features/tenant.py,sha256=xkhh5mRKCWbunk_S1iBmGR-DYR-F4mjxk8jLyYUyzNE,886
 hatchet_sdk/features/workers.py,sha256=DVdno28RmtlfhMJUkaPcOMHNKXCPV0RFrXtLqV6zWyE,2600
 hatchet_sdk/features/workflows.py,sha256=WTt58imAFRrEEB3M5hEEIBwNtrzdWbITFpgtsIqJNSM,4770
-hatchet_sdk/hatchet.py,sha256=rOuE7YPqu4setE_zGbmgvb2WN-q8HNXTDFYcp9N0Wj8,25759
+hatchet_sdk/hatchet.py,sha256=weSL5A_Ea61ryFtGBe2CST51z9aI3HCzW0dSSJ6G9wA,25984
 hatchet_sdk/labels.py,sha256=nATgxWE3lFxRTnfISEpoIRLGbMfAZsHF4lZTuG4Mfic,182
 hatchet_sdk/logger.py,sha256=5uOr52T4mImSQm1QvWT8HvZFK5WfPNh3Y1cBQZRFgUQ,333
 hatchet_sdk/metadata.py,sha256=XkRbhnghJJGCdVvF-uzyGBcNaTqpeQ3uiQvNNP1wyBc,107
-hatchet_sdk/opentelemetry/instrumentor.py,sha256=8h_G-h7U7ciNK4YCrWf8ZP2D63SlJCrlATk-9Oxreik,27028
+hatchet_sdk/opentelemetry/instrumentor.py,sha256=7-OM_6Wu_EJaOVyYECNj7H50YqX6SkokQe1hGtU1rFY,27028
 hatchet_sdk/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hatchet_sdk/rate_limit.py,sha256=TwbCuggiZaWpYuo4mjVLlE-z1OfQ2mRBiVvCSaG3lv4,3919
 hatchet_sdk/runnables/action.py,sha256=zrVHpyzIQ9XZgWwY69b_6uhZd53An4trRoLd9b3os5E,4384
-hatchet_sdk/runnables/contextvars.py,sha256=T2LWiXhcSyQYJY_-pfqMjDNjf6PdtDwyXyCZ6zIyWK0,929
-hatchet_sdk/runnables/task.py,sha256=VEYabAl38U9L_igSDgZSzUL7-c-sX6YFRP0wsqGTadU,6714
+hatchet_sdk/runnables/contextvars.py,sha256=jHrrewUlFPAT9f2u3VCsuSlDBtBoagEUtUzJOSmm4yk,1118
+hatchet_sdk/runnables/task.py,sha256=-5AeToJqIbpgGeyrol5VJaFGND4l_UY8k9VIhrUBXaw,12796
 hatchet_sdk/runnables/types.py,sha256=QFayOJ_Oi8tOYI6Sjl9bwjftM96QZh9XIlfFnSNgEXI,4359
-hatchet_sdk/runnables/workflow.py,sha256=9Vq4T0goR4dG_bzarEog9ui-8mef9YmvPICk0CRHf3I,49673
+hatchet_sdk/runnables/workflow.py,sha256=GWFEk4Lz-xeA9HPkphCtghQcm3VPp3SAzNfPBcRqjF0,57372
 hatchet_sdk/token.py,sha256=KjIiInwG5Kqd_FO4BSW1x_5Uc7PFbnzIVJqr50-ZldE,779
 hatchet_sdk/utils/aio.py,sha256=cu1rD_UZkShtfzi7iXMYwBBaCRdxJQTdUC0_mf8nU2E,499
 hatchet_sdk/utils/backoff.py,sha256=6B5Rb5nLKw_TqqgpJMYjIBV1PTTtbOMRZCveisVhg_I,353
@@ -508,13 +517,13 @@ hatchet_sdk/v0/worker/worker.py,sha256=QtkabDUSAnNExi2sTY5VLSAJak_X0DQNGjei8GtYS
 hatchet_sdk/v0/workflow.py,sha256=txhAZC0ohjhRrviIKn1yCR-ybqoQJ4jCrTc7vIkfO3g,9381
 hatchet_sdk/v0/workflow_run.py,sha256=jsEZprXshrSV7i_TtL5uoCL03D18zQ3NeJCq7mp97Dg,1752
 hatchet_sdk/worker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-hatchet_sdk/worker/action_listener_process.py,sha256=Xzzn1dDFJrqnC9HBsh3fYI8lfpOD4Ecze47qmm_XUWE,12923
+hatchet_sdk/worker/action_listener_process.py,sha256=CzXen-7tFG_rryvM2xWV2_KMUFC2-i_Ts643TB_Urd8,12878
 hatchet_sdk/worker/runner/run_loop_manager.py,sha256=GeILClNXaDbsjXCQb0bBdgeyAwZGem2JdaH0t6wz__I,4053
-hatchet_sdk/worker/runner/runner.py,sha256=Btz7wd0DQ-5aPEZLN3T5X5__8DjuxN6H4yQEVX0eZiI,21678
-hatchet_sdk/worker/runner/utils/capture_logs.py,sha256=nJb67Hq-RGiuj0J2eWO-6QxY6ERfl2N3lvVhbj3YDqE,3540
-hatchet_sdk/worker/worker.py,sha256=nDuRo_LishRuOCTnDonc7G7qeOoW93nRHGd-fQOE_bs,16541
+hatchet_sdk/worker/runner/runner.py,sha256=L5J_dbwpz2P0rbDzpxW1udByQJHii28KEvzx-1LxB_8,22406
+hatchet_sdk/worker/runner/utils/capture_logs.py,sha256=4n3iDhuxSMD18A8h6NlaxCMdIJ7Upy7CdqwOQOW08LU,4029
+hatchet_sdk/worker/worker.py,sha256=9EiESMMcS7voa4cAnmnHMx4rC-pqaTmP74bcTbFPqfQ,16435
 hatchet_sdk/workflow_run.py,sha256=KcylcqRwKADtnzOTjoiVr1vdr7qTZFtDeD5aRS6A4Y8,2823
-hatchet_sdk-1.15.3.dist-info/METADATA,sha256=gQs7xIpTGRslfHUYDQXtMJ8LgOwFXlBzVZnheeAivoE,3636
-hatchet_sdk-1.15.3.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-hatchet_sdk-1.15.3.dist-info/entry_points.txt,sha256=Un_76pcLse-ZGBlwebhQpnTPyQrripeHW8J7qmEpGOk,1400
-hatchet_sdk-1.15.3.dist-info/RECORD,,
+hatchet_sdk-1.16.1.dist-info/METADATA,sha256=sySr06PPtycfL6WNMtLX93AgO9oPLarEeGaLDbisPzo,3636
+hatchet_sdk-1.16.1.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+hatchet_sdk-1.16.1.dist-info/entry_points.txt,sha256=Un_76pcLse-ZGBlwebhQpnTPyQrripeHW8J7qmEpGOk,1400
+hatchet_sdk-1.16.1.dist-info/RECORD,,