hatchet-sdk 1.0.1__py3-none-any.whl → 1.0.3__py3-none-any.whl

hatchet_sdk/clients/admin.py

@@ -36,6 +36,7 @@ class ScheduleTriggerWorkflowOptions(BaseModel):
     child_index: int | None = None
     child_key: str | None = None
     namespace: str | None = None
+    additional_metadata: JSONSerializableMapping = Field(default_factory=dict)
 
 
 class TriggerWorkflowOptions(ScheduleTriggerWorkflowOptions):
@@ -153,7 +154,11 @@ class AdminClient:
             name=name,
             schedules=[self._parse_schedule(schedule) for schedule in schedules],
             input=json.dumps(input),
-            **options.model_dump(),
+            parent_id=options.parent_id,
+            parent_step_run_id=options.parent_step_run_id,
+            child_index=options.child_index,
+            child_key=options.child_key,
+            additional_metadata=json.dumps(options.additional_metadata),
         )
 
     @tenacity_retry
@@ -316,6 +321,7 @@ class AdminClient:
         except (grpc.RpcError, grpc.aio.AioRpcError) as e:
             if e.code() == grpc.StatusCode.ALREADY_EXISTS:
                 raise DedupeViolationErr(e.details())
+            raise e
 
         return WorkflowRunRef(
             workflow_run_id=resp.workflow_run_id,

hatchet_sdk/clients/dispatcher/action_listener.py

@@ -277,9 +277,7 @@ class ActionListener:
                         )
 
                         t.cancel()
-
-                        if listener:
-                            listener.cancel()
+                        listener.cancel()
 
                         break
 
@@ -300,7 +298,9 @@ class ActionListener:
                             )
                         )
                     except (ValueError, json.JSONDecodeError) as e:
-                        raise ValueError(f"Error decoding payload: {e}")
+                        logger.error(f"Error decoding payload: {e}")
+
+                        action_payload = ActionPayload()
 
                     action = Action(
                         tenant_id=assigned_action.tenantId,
@@ -421,7 +421,7 @@ class ActionListener:
         except Exception as e:
             logger.error(f"failed to unregister: {e}")
 
-        if self.interrupt:
+        if self.interrupt:  # type: ignore[truthy-bool]
             self.interrupt.set()
 
     def unregister(self) -> WorkerUnsubscribeRequest:

hatchet_sdk/clients/durable_event_listener.py

@@ -159,8 +159,8 @@ class DurableEventListener:
                                 )
 
                                 t.cancel()
-                                if self.listener:
-                                    self.listener.cancel()
+                                self.listener.cancel()
+
                                 await asyncio.sleep(
                                     DEFAULT_DURABLE_EVENT_LISTENER_RETRY_INTERVAL
                                 )
@@ -237,6 +237,8 @@ class DurableEventListener:
         del self.events[subscription_id]
 
     async def subscribe(self, task_id: str, signal_key: str) -> DurableEvent:
+        subscription_id: int | None = None
+
         try:
             # create a new subscription id, place a mutex on the counter
             async with self.subscription_counter_lock:
@@ -275,7 +277,8 @@ class DurableEventListener:
         except asyncio.CancelledError:
             raise
         finally:
-            self.cleanup_subscription(subscription_id)
+            if subscription_id:
+                self.cleanup_subscription(subscription_id)
 
     async def _retry_subscribe(
         self,

hatchet_sdk/clients/events.py

@@ -86,8 +86,7 @@ class EventClient:
         namespaced_event_key = namespace + event_key
 
         try:
-            meta = options.additional_metadata
-            meta_bytes = None if meta is None else json.dumps(meta)
+            meta_bytes = json.dumps(options.additional_metadata)
         except Exception as e:
             raise ValueError(f"Error encoding meta: {e}")
 

hatchet_sdk/clients/run_event_listener.py

@@ -1,5 +1,4 @@
 import asyncio
-import json
 from enum import Enum
 from typing import Any, AsyncGenerator, Callable, Generator, cast
 
@@ -128,18 +127,10 @@ class RunEventListener:
                             raise Exception(
                                 f"Unknown event type: {workflow_event.eventType}"
                             )
-                        payload = None
 
-                        try:
-                            if workflow_event.eventPayload:
-                                payload = json.loads(workflow_event.eventPayload)
-                        except Exception:
-                            payload = workflow_event.eventPayload
-                            pass
-
-                        assert isinstance(payload, str)
-
-                        yield StepRunEvent(type=eventType, payload=payload)
+                        yield StepRunEvent(
+                            type=eventType, payload=workflow_event.eventPayload
+                        )
                     elif workflow_event.resourceType == RESOURCE_TYPE_WORKFLOW_RUN:
                         if workflow_event.eventType in step_run_event_type_mapping:
                             workflowRunEventType = step_run_event_type_mapping[
@@ -150,17 +141,10 @@ class RunEventListener:
                                 f"Unknown event type: {workflow_event.eventType}"
                             )
 
-                        payload = None
-
-                        try:
-                            if workflow_event.eventPayload:
-                                payload = json.loads(workflow_event.eventPayload)
-                        except Exception:
-                            pass
-
-                        assert isinstance(payload, str)
-
-                        yield StepRunEvent(type=workflowRunEventType, payload=payload)
+                        yield StepRunEvent(
+                            type=workflowRunEventType,
+                            payload=workflow_event.eventPayload,
+                        )
 
                     if workflow_event.hangup:
                         listener = None
@@ -236,9 +220,6 @@ class RunEventListenerClient:
         return self.stream(workflow_run_id)
 
     def stream(self, workflow_run_id: str) -> RunEventListener:
-        if not isinstance(workflow_run_id, str) and hasattr(workflow_run_id, "__str__"):
-            workflow_run_id = str(workflow_run_id)
-
         if not self.client:
             aio_conn = new_conn(self.config, True)
             self.client = DispatcherStub(aio_conn)  # type: ignore[no-untyped-call]

hatchet_sdk/clients/workflow_listener.py

@@ -132,8 +132,8 @@ class PooledWorkflowRunListener:
                                 )
 
                                 t.cancel()
-                                if self.listener:
-                                    self.listener.cancel()
+                                self.listener.cancel()
+
                                 await asyncio.sleep(
                                     DEFAULT_WORKFLOW_LISTENER_RETRY_INTERVAL
                                 )
@@ -203,6 +203,8 @@ class PooledWorkflowRunListener:
         del self.events[subscription_id]
 
     async def subscribe(self, workflow_run_id: str) -> WorkflowRunEvent:
+        subscription_id: int | None = None
+
         try:
             # create a new subscription id, place a mutex on the counter
             await self.subscription_counter_lock.acquire()
@@ -234,7 +236,8 @@ class PooledWorkflowRunListener:
         except asyncio.CancelledError:
             raise
         finally:
-            self.cleanup_subscription(subscription_id)
+            if subscription_id:
+                self.cleanup_subscription(subscription_id)
 
     async def result(self, workflow_run_id: str) -> dict[str, Any]:
         from hatchet_sdk.clients.admin import DedupeViolationErr

hatchet_sdk/context/context.py

@@ -113,6 +113,14 @@ class Context:
 
         return parent_step_data
 
+    def aio_task_output(self, task: "Task[TWorkflowInput, R]") -> "R":
+        if task.is_async_function:
+            return self.task_output(task)
+
+        raise ValueError(
+            f"Task '{task.name}' is not an async function. Use `task_output` instead."
+        )
+
     @property
     def was_triggered_by_event(self) -> bool:
         return self.data.triggered_by == "event"
@@ -157,6 +165,7 @@ class Context:
 
         def handle_result(future: Future[tuple[bool, Exception | None]]) -> None:
             success, exception = future.result()
+
             if not success and exception:
                 if raise_on_error:
                     raise exception

hatchet_sdk/worker/runner/runner.py

@@ -123,6 +123,7 @@ class Runner:
 
             errored = False
             cancelled = task.cancelled()
+            output = None
 
             # Get the output from the future
             try:
@@ -167,6 +168,7 @@ class Runner:
 
             errored = False
             cancelled = task.cancelled()
+            output = None
 
             # Get the output from the future
             try:
@@ -204,12 +206,9 @@ class Runner:
     def thread_action_func(
         self, ctx: Context, task: Task[TWorkflowInput, R], action: Action
     ) -> R:
-        if action.step_run_id is not None and action.step_run_id != "":
+        if action.step_run_id:
             self.threads[action.step_run_id] = current_thread()
-        elif (
-            action.get_group_key_run_id is not None
-            and action.get_group_key_run_id != ""
-        ):
+        elif action.get_group_key_run_id:
             self.threads[action.get_group_key_run_id] = current_thread()
 
         return task.call(ctx)

hatchet_sdk/worker/runner/utils/capture_logs.py

@@ -63,9 +63,6 @@ def capture_logs(
 ) -> Callable[P, Awaitable[T]]:
     @functools.wraps(func)
     async def wrapper(*args: P.args, **kwargs: P.kwargs) -> T:
-        if not logger:
-            raise Exception("No logger configured on client")
-
         log_stream = StringIO()
         custom_handler = CustomLogHandler(event_client, log_stream)
         custom_handler.setLevel(logging.INFO)

hatchet_sdk/worker/worker.py

@@ -103,7 +103,7 @@ class Worker:
         self.durable_action_queue: "Queue[Action | STOP_LOOP_TYPE]" = self.ctx.Queue()
         self.durable_event_queue: "Queue[ActionEvent]" = self.ctx.Queue()
 
-        self.loop: asyncio.AbstractEventLoop
+        self.loop: asyncio.AbstractEventLoop | None
 
         self.client = Client(config=self.config, debug=self.debug)
 
@@ -226,6 +226,9 @@ class Worker:
     def start(self, options: WorkerStartOptions = WorkerStartOptions()) -> None:
         self.owned_loop = self._setup_loop(options.loop)
 
+        if not self.loop:
+            raise RuntimeError("event loop not set, cannot start worker")
+
         asyncio.run_coroutine_threadsafe(self._aio_start(), self.loop)
 
         # start the loop and wait until its closed
@@ -265,27 +268,31 @@ class Worker:
             )
             self.durable_action_runner = self._run_action_runner(is_durable=True)
 
-        self.action_listener_health_check = self.loop.create_task(
-            self._check_listener_health()
-        )
+        if self.loop:
+            self.action_listener_health_check = self.loop.create_task(
+                self._check_listener_health()
+            )
 
-        await self.action_listener_health_check
+            await self.action_listener_health_check
 
     def _run_action_runner(self, is_durable: bool) -> WorkerActionRunLoopManager:
         # Retrieve the shared queue
-        return WorkerActionRunLoopManager(
-            self.name + ("_durable" if is_durable else ""),
-            self.durable_action_registry if is_durable else self.action_registry,
-            self.validator_registry,
-            1_000 if is_durable else self.slots,
-            self.config,
-            self.durable_action_queue if is_durable else self.action_queue,
-            self.durable_event_queue if is_durable else self.event_queue,
-            self.loop,
-            self.handle_kill,
-            self.client.debug,
-            self.labels,
-        )
+        if self.loop:
+            return WorkerActionRunLoopManager(
+                self.name + ("_durable" if is_durable else ""),
+                self.durable_action_registry if is_durable else self.action_registry,
+                self.validator_registry,
+                1_000 if is_durable else self.slots,
+                self.config,
+                self.durable_action_queue if is_durable else self.action_queue,
+                self.durable_event_queue if is_durable else self.event_queue,
+                self.loop,
+                self.handle_kill,
+                self.client.debug,
+                self.labels,
+            )
+
+        raise RuntimeError("event loop not set, cannot start action runner")
 
     def _start_action_listener(
         self, is_durable: bool
@@ -332,7 +339,7 @@ class Worker:
                 ):
                     logger.debug("child action listener process killed...")
                     self._status = WorkerStatus.UNHEALTHY
-                    if not self.killing:
+                    if self.loop:
                         self.loop.create_task(self.exit_gracefully())
                     break
                 else:
@@ -349,11 +356,13 @@ class Worker:
     def _handle_exit_signal(self, signum: int, frame: FrameType | None) -> None:
         sig_name = "SIGTERM" if signum == signal.SIGTERM else "SIGINT"
         logger.info(f"received signal {sig_name}...")
-        self.loop.create_task(self.exit_gracefully())
+        if self.loop:
+            self.loop.create_task(self.exit_gracefully())
 
     def _handle_force_quit_signal(self, signum: int, frame: FrameType | None) -> None:
         logger.info("received SIGQUIT...")
-        self.loop.create_task(self._exit_forcefully())
+        if self.loop:
+            self.loop.create_task(self._exit_forcefully())
 
     async def _close(self) -> None:
         logger.info(f"closing worker '{self.name}'...")

{hatchet_sdk-1.0.1.dist-info → hatchet_sdk-1.0.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: hatchet-sdk
-Version: 1.0.1
+Version: 1.0.3
 Summary: 
 Author: Alexander Belanger
 Author-email: alexander@hatchet.run
@@ -29,6 +29,7 @@ Requires-Dist: prometheus-client (>=0.21.1,<0.22.0)
 Requires-Dist: protobuf (>=5.29.1,<6.0.0)
 Requires-Dist: pydantic (>=2.6.3,<3.0.0)
 Requires-Dist: pydantic-settings (>=2.7.1,<3.0.0)
+Requires-Dist: pytest-timeout (>=2.3.1,<3.0.0)
 Requires-Dist: python-dateutil (>=2.9.0.post0,<3.0.0)
 Requires-Dist: pyyaml (>=6.0.1,<7.0.0)
 Requires-Dist: tenacity (>=8.4.1)

{hatchet_sdk-1.0.1.dist-info → hatchet_sdk-1.0.3.dist-info}/RECORD

@@ -1,11 +1,11 @@
 hatchet_sdk/__init__.py,sha256=o_06wLLKCKRq4uQuCF62yDRb8hTQYYcqPC3FIDNHxuQ,10002
 hatchet_sdk/client.py,sha256=nfLv2jzv7XlL9VzQSnfyCdtK4ew0zanUgsoXC0KEtY0,2255
-hatchet_sdk/clients/admin.py,sha256=LtSv6y4PZ2Tkz8Z-JlaDd55wSLTNBTa7rUhPx6DBsp8,16316
-hatchet_sdk/clients/dispatcher/action_listener.py,sha256=mQI2qQI_tZLEezTO1wbGcAsjPRQYRe-KSHurJUESKeA,16554
+hatchet_sdk/clients/admin.py,sha256=C-a1kkF2OCR4LOj489uIg_vHAEPiiG3LjyKxU7Y085w,16638
+hatchet_sdk/clients/dispatcher/action_listener.py,sha256=8enip982Fkb_8blco1ixahmuaKwxsahx06wDWte_4MU,16595
 hatchet_sdk/clients/dispatcher/dispatcher.py,sha256=GMb4ljE-gSTf5RkpmRboPXCMncJKAJ6KKERGcf1nz48,6993
-hatchet_sdk/clients/durable_event_listener.py,sha256=ZiJOGlI7NKmN6Oev1UGF7wETTtvGxpmgO7YS3tDjYMk,11823
+hatchet_sdk/clients/durable_event_listener.py,sha256=XzXECjulUWSsu6wiWYKogqKPGa1gwcrKFtr2SJ4xSok,11850
 hatchet_sdk/clients/event_ts.py,sha256=tbWLz3NXrwMyIoEm0Q2TfitF5cNEpo3k42jWKciOK8A,1082
-hatchet_sdk/clients/events.py,sha256=tZ-xuS9wAcT4H8oVk9dLOzww_UeHbgMJQUmSFuh3VPM,5615
+hatchet_sdk/clients/events.py,sha256=yw8Goyh0KUk9bSSfTXjaGhF4gtxOG1T0wZOmYBbqPpI,5565
 hatchet_sdk/clients/rest/__init__.py,sha256=Bee4HPFiMGDHx5xbHkxxVbLBz_mDgSZUqh-nIhvsD1k,16511
 hatchet_sdk/clients/rest/api/__init__.py,sha256=XWlkH9iwpQvJHDqKe7kWl3MUzcTOaH-JiFZbki_fg_U,1200
 hatchet_sdk/clients/rest/api/api_token_api.py,sha256=C10FEIHHGBpwq-bIKkrBhvPlg6az4aHlREWEUlJHWl0,33577
@@ -214,13 +214,13 @@ hatchet_sdk/clients/rest/models/workflow_version_meta.py,sha256=TW4R7bAuYAg_LraN
 hatchet_sdk/clients/rest/models/workflow_workers_count.py,sha256=qhzqfvjjIDyARkiiLGluMIqEmqO-diHTsjlu0Doi0yg,2875
 hatchet_sdk/clients/rest/rest.py,sha256=NbmK_NvoL3-g6Oul6dsZgJO3XvCWtw2V0qAbr8pGfQE,6967
 hatchet_sdk/clients/rest/tenacity_utils.py,sha256=n6QvwuGwinLQpiWNU5GxrDNhFBE8_wZdg3WNur21rJ0,1055
-hatchet_sdk/clients/run_event_listener.py,sha256=t58Scw9CypYXegU7ZWLAUeSFcse2l4G3d8WvIoEPlBI,10689
+hatchet_sdk/clients/run_event_listener.py,sha256=12o2P8bi3NUGhzPi7UM9d9D-FX94cr5qyNIEWIweFD0,9960
 hatchet_sdk/clients/v1/api_client.py,sha256=0FmhJIjN5Y4CWEsIWt0XzoOmIFUjPwFOAG0TI-fVqHI,2412
-hatchet_sdk/clients/workflow_listener.py,sha256=oqvoJYw9rCSPv-_V-ipX_yEC6ipLG8ZRUVwkaM2SEjc,10443
+hatchet_sdk/clients/workflow_listener.py,sha256=sdeCN3z1kMurG_5rLoT3-rVUJKrd3XJerVPnMfR6U4U,10470
 hatchet_sdk/config.py,sha256=piNrTA4EuYNNl0FpsFWceOuIOps-6R95PWZomQWOMBA,3426
 hatchet_sdk/connection.py,sha256=B5gT5NL9BBB5-l9U_cN6pMlraQk880rEYMnqaK_dgL0,2590
 hatchet_sdk/context/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-hatchet_sdk/context/context.py,sha256=8vfNMu-SEC5BDaJmvbo42SxuKH6UwLdX4-q0j0zN0IU,8728
+hatchet_sdk/context/context.py,sha256=ViVd-aiKy-dIcCmjVegNFb_vEJhqQ-Q3Zh9llU7nlXY,9002
 hatchet_sdk/context/worker_context.py,sha256=OVcEWvdT_Kpd0nlg61VAPUgIPSFzSLs0aSrXWj-1GX4,974
 hatchet_sdk/contracts/dispatcher_pb2.py,sha256=B35F3XQQkk05UA84nuZOIFtiydgPbB8gA5FhvNvSqb0,14414
 hatchet_sdk/contracts/dispatcher_pb2.pyi,sha256=JLtc615N9vNDRtQoUVynclPBbgIsRhbikcrT8b7Z-TM,18336
@@ -501,11 +501,11 @@ hatchet_sdk/waits.py,sha256=mBJVOjvTJfhXCngyIfNccYFtg7eiFM2B2n7lcg90S3A,3327
 hatchet_sdk/worker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hatchet_sdk/worker/action_listener_process.py,sha256=OslEFdj0VZvC65yPB8vNqrLQXQYeRxrfjz7XPzZ8AcA,11455
 hatchet_sdk/worker/runner/run_loop_manager.py,sha256=uLzNCKy0yHEX8IosDCQvA8TqkIOd14BaAFFArOaPxzA,3970
-hatchet_sdk/worker/runner/runner.py,sha256=35bBFrBAamirOkfNgjNAbewP2eKTPBLbmPG19By-nFg,16509
-hatchet_sdk/worker/runner/utils/capture_logs.py,sha256=_3W5pqT-lirfhsSjOEBkD9cgCm1OEhn6Wk5So8nhib8,2795
-hatchet_sdk/worker/worker.py,sha256=sHqirnXNwVcw24LBzEGyUgEgYN5T1430tUs6WHNZZhg,14147
+hatchet_sdk/worker/runner/runner.py,sha256=IIvjrE1sJlF1oEdMTk7s15-CjTyCu8om6yEFia2XcdE,16434
+hatchet_sdk/worker/runner/utils/capture_logs.py,sha256=nHRPSiDBqzhObM7i2X7t03OupVFnE7kQBdR2Ckgg-2w,2709
+hatchet_sdk/worker/worker.py,sha256=qyHs64H-grF9HR1CgH7MlnoDmTQ8mm4d8basx-ZDyWc,14490
 hatchet_sdk/workflow_run.py,sha256=JTLOuGyEat4OvMM3h55WrX0aFFpqs5YtK7YJxTMC92I,1428
-hatchet_sdk-1.0.1.dist-info/METADATA,sha256=GZShTmxvV7xHlFjrOgEb_9AnrY1UTzmTNHq7CDt7CWA,1829
-hatchet_sdk-1.0.1.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-hatchet_sdk-1.0.1.dist-info/entry_points.txt,sha256=g_3isHLTk-_oUZ6iVAN0iuFQV8vL1zvAsswQ32OqyeU,1194
-hatchet_sdk-1.0.1.dist-info/RECORD,,
+hatchet_sdk-1.0.3.dist-info/METADATA,sha256=Ltt_FG3crdnhRIB2CZLjTSKSpM6ca06QiylFWgBHQfM,1876
+hatchet_sdk-1.0.3.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+hatchet_sdk-1.0.3.dist-info/entry_points.txt,sha256=5mTp_AsCWK5raiVxP_MU9eBCgkRGl4OsN6chpHcvm7o,1235
+hatchet_sdk-1.0.3.dist-info/RECORD,,

{hatchet_sdk-1.0.1.dist-info → hatchet_sdk-1.0.3.dist-info}/entry_points.txt

@@ -23,6 +23,7 @@ pydantic=examples.pydantic.worker:main
 rate_limit=examples.rate_limit.worker:main
 retries_with_backoff=examples.retries_with_backoff.worker:main
 simple=examples.simple.worker:main
+streaming=examples.streaming.worker:main
 timeout=examples.timeout.worker:main
 v2_simple=examples.v2.simple.worker:main
 waits=examples.waits.worker:main