hatchet-sdk 1.14.2__tar.gz → 1.14.4__tar.gz

{hatchet_sdk-1.14.2 → hatchet_sdk-1.14.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: hatchet-sdk
-Version: 1.14.2
+Version: 1.14.4
 Summary: 
 License: MIT
 Author: Alexander Belanger

{hatchet_sdk-1.14.2 → hatchet_sdk-1.14.4}/hatchet_sdk/__init__.py

@@ -11,9 +11,9 @@ from hatchet_sdk.clients.listeners.run_event_listener import (
     StepRunEventType,
     WorkflowRunEventType,
 )
-from hatchet_sdk.clients.rest.models.accept_invite_request import AcceptInviteRequest
 
 # import models into sdk package
+from hatchet_sdk.clients.rest.models.accept_invite_request import AcceptInviteRequest
 from hatchet_sdk.clients.rest.models.api_error import APIError
 from hatchet_sdk.clients.rest.models.api_errors import APIErrors
 from hatchet_sdk.clients.rest.models.api_meta import APIMeta
@@ -166,6 +166,7 @@ from hatchet_sdk.runnables.types import (
 )
 from hatchet_sdk.runnables.workflow import TaskRunRef
 from hatchet_sdk.utils.opentelemetry import OTelAttribute
+from hatchet_sdk.utils.serde import remove_null_unicode_character
 from hatchet_sdk.worker.worker import Worker, WorkerStartOptions, WorkerStatus
 from hatchet_sdk.workflow_run import WorkflowRunRef
 
@@ -290,5 +291,6 @@ __all__ = [
     "WorkflowVersionDefinition",
     "WorkflowVersionMeta",
     "or_",
+    "remove_null_unicode_character",
     "workflow",
 ]

{hatchet_sdk-1.14.2 → hatchet_sdk-1.14.4}/hatchet_sdk/features/workflows.py

@@ -108,3 +108,28 @@ class WorkflowsClient(BaseRestClient):
         :return: The workflow version.
         """
         return await asyncio.to_thread(self.get_version, workflow_id, version)
+
+    def delete(self, workflow_id: str) -> None:
+        """
+        Permanently delete a workflow.
+
+        **DANGEROUS: This will delete a workflow and all of its data**
+
+        :param workflow_id: The ID of the workflow to delete.
+        :return: None
+        """
+
+        with self.client() as client:
+            return self._wa(client).workflow_delete(workflow_id)
+
+    async def aio_delete(self, workflow_id: str) -> None:
+        """
+        Permanently delete a workflow.
+
+        **DANGEROUS: This will delete a workflow and all of its data**
+
+        :param workflow_id: The ID of the workflow to delete.
+        :return: None
+        """
+
+        return await asyncio.to_thread(self.delete, workflow_id)

{hatchet_sdk-1.14.2 → hatchet_sdk-1.14.4}/hatchet_sdk/runnables/workflow.py

@@ -509,6 +509,22 @@ class BaseWorkflow(Generic[TWorkflowInput]):
             priority=priority,
         )
 
+    def delete(self) -> None:
+        """
+        Permanently delete the workflow.
+
+        **DANGEROUS: This will delete a workflow and all of its data**
+        """
+        self.client.workflows.delete(self.id)
+
+    async def aio_delete(self) -> None:
+        """
+        Permanently delete the workflow.
+
+        **DANGEROUS: This will delete a workflow and all of its data**
+        """
+        await self.client.workflows.aio_delete(self.id)
+
 
 class Workflow(BaseWorkflow[TWorkflowInput]):
     """

hatchet_sdk-1.14.4/hatchet_sdk/utils/serde.py

@@ -0,0 +1,52 @@
+from typing import Any, TypeVar, cast, overload
+
+T = TypeVar("T")
+K = TypeVar("K")
+
+
+@overload
+def remove_null_unicode_character(data: str) -> str: ...
+
+
+@overload
+def remove_null_unicode_character(data: dict[K, T]) -> dict[K, T]: ...
+
+
+@overload
+def remove_null_unicode_character(data: list[T]) -> list[T]: ...
+
+
+@overload
+def remove_null_unicode_character(data: tuple[T, ...]) -> tuple[T, ...]: ...
+
+
+def remove_null_unicode_character(
+    data: str | dict[K, T] | list[T] | tuple[T, ...],
+) -> str | dict[K, T] | list[T] | tuple[T, ...]:
+    """
+    Recursively traverse a dictionary (a task's output) and remove the unicode escape sequence \\u0000 which will cause unexpected behavior in Hatchet.
+
+    Needed as Hatchet does not support \\u0000 in task outputs
+
+    :param data: The task output (a JSON-serializable dictionary or mapping)
+    :return: The same dictionary with all \\u0000 characters removed from strings, and nested dictionaries/lists processed recursively.
+    :raises TypeError: If the input is not a string, dictionary, list, or tuple.
+    """
+    if isinstance(data, str):
+        return data.replace("\u0000", "")
+
+    if isinstance(data, dict):
+        return {
+            key: remove_null_unicode_character(cast(Any, value))
+            for key, value in data.items()
+        }
+
+    if isinstance(data, list):
+        return [remove_null_unicode_character(cast(Any, item)) for item in data]
+
+    if isinstance(data, tuple):
+        return tuple(remove_null_unicode_character(cast(Any, item)) for item in data)
+
+    raise TypeError(
+        f"Unsupported type {type(data)}. Expected str, dict, list, or tuple."
+    )

{hatchet_sdk-1.14.2 → hatchet_sdk-1.14.4}/hatchet_sdk/worker/runner/runner.py

@@ -4,9 +4,9 @@ import functools
 import json
 from collections.abc import Callable
 from concurrent.futures import ThreadPoolExecutor
-from contextlib import suppress
 from enum import Enum
 from multiprocessing import Queue
+from textwrap import dedent
 from threading import Thread, current_thread
 from typing import Any, Literal, cast, overload
 
@@ -49,6 +49,7 @@ from hatchet_sdk.runnables.contextvars import (
 )
 from hatchet_sdk.runnables.task import Task
 from hatchet_sdk.runnables.types import R, TWorkflowInput
+from hatchet_sdk.utils.serde import remove_null_unicode_character
 from hatchet_sdk.worker.action_listener_process import ActionEvent
 from hatchet_sdk.worker.runner.utils.capture_logs import (
     AsyncLogSender,
@@ -410,7 +411,7 @@ class Runner:
         )
 
     ## IMPORTANT: Keep this method's signature in sync with the wrapper in the OTel instrumentor
-    async def handle_start_step_run(self, action: Action) -> None:
+    async def handle_start_step_run(self, action: Action) -> Exception | None:
         action_name = action.action_id
 
         # Find the corresponding action function from the registry
@@ -444,8 +445,11 @@ class Runner:
 
             ## FIXME: Handle cancelled exceptions and other special exceptions
             ## that we don't want to suppress here
-            with suppress(Exception):
+            try:
                 await task
+            except Exception as e:
+                ## Used for the OTel instrumentor to capture exceptions
+                return e
 
         ## Once the step run completes, we need to remove the workflow spawn index
         ## so we don't leak memory
@@ -453,6 +457,8 @@ class Runner:
             async with spawn_index_lock:
                 workflow_spawn_indices.pop(action.key)
 
+        return None
+
     ## IMPORTANT: Keep this method's signature in sync with the wrapper in the OTel instrumentor
     async def handle_start_group_key_run(self, action: Action) -> Exception | None:
         action_name = action.action_id
@@ -557,14 +563,30 @@ class Runner:
                 f"Tasks must return either a dictionary or a Pydantic BaseModel which can be serialized to a JSON object. Got object of type {type(output)} instead."
             )
 
-        if output is not None:
-            try:
-                return json.dumps(output, default=str)
-            except Exception as e:
-                logger.error(f"Could not serialize output: {e}")
-                return str(output)
+        if output is None:
+            return ""
+
+        try:
+            serialized_output = json.dumps(output, default=str)
+        except Exception as e:
+            logger.error(f"Could not serialize output: {e}")
+            serialized_output = str(output)
+
+        if "\\u0000" in serialized_output:
+            raise IllegalTaskOutputError(
+                dedent(
+                    f"""
+                Task outputs cannot contain the unicode null character \\u0000
+
+                Please see this Discord thread: https://discord.com/channels/1088927970518909068/1384324576166678710/1386714014565928992
+                Relevant Postgres documentation: https://www.postgresql.org/docs/current/datatype-json.html
+
+                Use `hatchet_sdk.{remove_null_unicode_character.__name__}` to sanitize your output if you'd like to remove the character.
+                """
+                )
+            )
 
-        return ""
+        return serialized_output
 
     async def wait_for_tasks(self) -> None:
         running = len(self.tasks.keys())

{hatchet_sdk-1.14.2 → hatchet_sdk-1.14.4}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "hatchet-sdk"
-version = "1.14.2"
+version = "1.14.4"
 description = ""
 authors = ["Alexander Belanger <alexander@hatchet.run>"]
 readme = "README.md"