hatchet-sdk 0.46.1__py3-none-any.whl → 0.47.0__py3-none-any.whl

hatchet_sdk/clients/workflow_listener.py

@@ -75,6 +75,12 @@ class PooledWorkflowRunListener:
     interrupter: asyncio.Task = None
 
     def __init__(self, config: ClientConfig):
+        try:
+            asyncio.get_running_loop()
+        except RuntimeError:
+            loop = asyncio.new_event_loop()
+            asyncio.set_event_loop(loop)
+
         conn = new_conn(config, True)
         self.client = DispatcherStub(conn)
         self.token = config.token
@@ -260,12 +266,10 @@ class PooledWorkflowRunListener:
                 if self.curr_requester != 0:
                     self.requests.put_nowait(self.curr_requester)
 
-                listener = self.client.SubscribeToWorkflowRuns(
+                return self.client.SubscribeToWorkflowRuns(
                     self._request(),
                     metadata=get_metadata(self.token),
                 )
-
-                return listener
             except grpc.RpcError as e:
                 if e.code() == grpc.StatusCode.UNAVAILABLE:
                     retries = retries + 1

hatchet_sdk/context/context.py

@@ -403,3 +403,44 @@ class Context(BaseContext):
             for step_run in job_run.step_runs
             if step_run.error and step_run.step
         ]
+
+    @tenacity_retry
+    def spawn_workflow(
+        self,
+        workflow_name: str,
+        input: dict[str, Any] = {},
+        key: str | None = None,
+        options: ChildTriggerWorkflowOptions | None = None,
+    ) -> WorkflowRunRef:
+        worker_id = self.worker.id()
+        trigger_options = self._prepare_workflow_options(key, options, worker_id)
+
+        return self.admin_client.run_workflow(workflow_name, input, trigger_options)
+
+    @tenacity_retry
+    def spawn_workflows(
+        self, child_workflow_runs: list[ChildWorkflowRunDict]
+    ) -> list[WorkflowRunRef]:
+
+        if len(child_workflow_runs) == 0:
+            raise Exception("no child workflows to spawn")
+
+        worker_id = self.worker.id()
+
+        bulk_trigger_workflow_runs: list[WorkflowRunDict] = []
+        for child_workflow_run in child_workflow_runs:
+            workflow_name = child_workflow_run["workflow_name"]
+            input = child_workflow_run["input"]
+
+            key = child_workflow_run.get("key")
+            options = child_workflow_run.get("options", {})
+
+            trigger_options = self._prepare_workflow_options(key, options, worker_id)
+
+            bulk_trigger_workflow_runs.append(
+                WorkflowRunDict(
+                    workflow_name=workflow_name, input=input, options=trigger_options
+                )
+            )
+
+        return self.admin_client.run_workflows(bulk_trigger_workflow_runs)

hatchet_sdk/loader.py

@@ -42,6 +42,7 @@ class ClientConfig:
         worker_healthcheck_port: int | None = None,
         worker_healthcheck_enabled: bool | None = None,
         worker_preset_labels: dict[str, str] = {},
+        enable_force_kill_sync_threads: bool = False,
     ):
         self.tenant_id = tenant_id
         self.tls_config = tls_config
@@ -55,6 +56,7 @@ class ClientConfig:
         self.worker_healthcheck_port = worker_healthcheck_port
         self.worker_healthcheck_enabled = worker_healthcheck_enabled
         self.worker_preset_labels = worker_preset_labels
+        self.enable_force_kill_sync_threads = enable_force_kill_sync_threads
 
         if not self.logInterceptor:
             self.logInterceptor = getLogger()
@@ -174,6 +176,14 @@ class ConfigLoader:
                 "The `otel_exporter_otlp_*` fields are no longer supported as of SDK version `0.46.0`. Please see the documentation on OpenTelemetry at https://docs.hatchet.run/home/features/opentelemetry for more information on how to migrate to the new `HatchetInstrumentor`."
             )
 
+        enable_force_kill_sync_threads = bool(
+            get_config_value(
+                "enable_force_kill_sync_threads",
+                "HATCHET_CLIENT_ENABLE_FORCE_KILL_SYNC_THREADS",
+            )
+            == "True"
+            or False
+        )
         return ClientConfig(
             tenant_id=tenant_id,
             tls_config=tls_config,
@@ -188,6 +198,7 @@ class ConfigLoader:
             worker_healthcheck_port=worker_healthcheck_port,
             worker_healthcheck_enabled=worker_healthcheck_enabled,
             worker_preset_labels=worker_preset_labels,
+            enable_force_kill_sync_threads=enable_force_kill_sync_threads,
         )
 
     def _load_tls_config(self, tls_data: Dict, host_port) -> ClientTLSConfig:

hatchet_sdk/opentelemetry/instrumentor.py

@@ -13,6 +13,7 @@ try:
         StatusCode,
         TracerProvider,
         get_tracer,
+        get_tracer_provider,
     )
     from opentelemetry.trace.propagation.tracecontext import (
         TraceContextTextMapPropagator,
@@ -43,49 +44,121 @@ hatchet_sdk_version = version("hatchet-sdk")
 
 InstrumentKwargs = TracerProvider | MeterProvider | None
 
+OTEL_TRACEPARENT_KEY = "traceparent"
 
-class HatchetInstrumentor(BaseInstrumentor):  # type: ignore[misc]
-    OTEL_TRACEPARENT_KEY = "traceparent"
 
-    def __init__(
-        self,
-        tracer_provider: TracerProvider,
-        meter_provider: MeterProvider = NoOpMeterProvider(),
-    ):
-        self.tracer_provider = tracer_provider
-        self.meter_provider = meter_provider
+def create_traceparent() -> str | None:
+    """
+    Creates and returns a W3C traceparent header value using OpenTelemetry's context propagation.
 
-        super().__init__()
+    The traceparent header is used to propagate context information across service boundaries
+    in distributed tracing systems. It follows the W3C Trace Context specification.
 
-    def create_traceparent(self) -> str | None:
-        carrier: dict[str, str] = {}
-        TraceContextTextMapPropagator().inject(carrier)
+    :returns: A W3C-formatted traceparent header value if successful, None if the context
+                    injection fails or no active span exists.\n
+                    Example: `00-4bf92f3577b34da6a3ce929d0e0e4736-00f067aa0ba902b7-01`
+    :rtype: str | None:
+    """
 
-        return carrier.get("traceparent")
+    carrier: dict[str, str] = {}
+    TraceContextTextMapPropagator().inject(carrier)
 
-    def parse_carrier_from_metadata(
-        self, metadata: dict[str, str] | None
-    ) -> Context | None:
-        if not metadata:
-            return None
+    return carrier.get("traceparent")
 
-        traceparent = metadata.get(self.OTEL_TRACEPARENT_KEY)
 
-        if not traceparent:
-            return None
+def parse_carrier_from_metadata(metadata: dict[str, str] | None) -> Context | None:
+    """
+    Parses OpenTelemetry trace context from a metadata dictionary.
 
-        return TraceContextTextMapPropagator().extract(
-            {self.OTEL_TRACEPARENT_KEY: traceparent}
-        )
+    Extracts the trace context from metadata using the W3C Trace Context format,
+    specifically looking for the `traceparent` header.
+
+    :param metadata: A dictionary containing metadata key-value pairs,
+                     potentially including the `traceparent` header. Can be None.
+    :type metadata: dict[str, str] | None
+    :returns: The extracted OpenTelemetry Context object if a valid `traceparent`
+              is found in the metadata, otherwise None.
+    :rtype: Context | None
+
+    :Example:
+
+    >>> metadata = {"traceparent": "00-0af7651916cd43dd8448eb211c80319c-b7ad6b7169203331-01"}
+    >>> context = parse_carrier_from_metadata(metadata)
+    """
+
+    if not metadata:
+        return None
+
+    traceparent = metadata.get(OTEL_TRACEPARENT_KEY)
+
+    if not traceparent:
+        return None
+
+    return TraceContextTextMapPropagator().extract({OTEL_TRACEPARENT_KEY: traceparent})
+
+
+def inject_traceparent_into_metadata(
+    metadata: dict[str, str], traceparent: str | None = None
+) -> dict[str, str]:
+    """
+    Injects OpenTelemetry `traceparent` into a metadata dictionary.
+
+    Takes a metadata dictionary and an optional `traceparent` string,
+    returning a new metadata dictionary with the `traceparent` added under the
+    `OTEL_TRACEPARENT_KEY`. If no `traceparent` is provided, it attempts to create one.
 
-    def inject_traceparent_into_metadata(
-        self, metadata: dict[str, str], traceparent: str | None
-    ) -> dict[str, str]:
-        if traceparent:
-            metadata[self.OTEL_TRACEPARENT_KEY] = traceparent
+    :param metadata: The metadata dictionary to inject the `traceparent` into.
+    :type metadata: dict[str, str]
+    :param traceparent: The `traceparent` string to inject. If None, attempts to use
+                        the current span.
+    :type traceparent: str | None, optional
+    :returns: A new metadata dictionary containing the original metadata plus
+              the injected `traceparent`, if one was available or could be created.
+    :rtype: dict[str, str]
 
+    :Example:
+
+    >>> metadata = {"key": "value"}
+    >>> new_metadata = inject_traceparent(metadata, "00-4bf92f3577b34da6a3ce929d0e0e4736-00f067aa0ba902b7-01")
+    >>> print(new_metadata)
+    {"key": "value", "traceparent": "00-4bf92f3577b34da6a3ce929d0e0e4736-00f067aa0ba902b7-01"}
+    """
+
+    if not traceparent:
+        traceparent = create_traceparent()
+
+    if not traceparent:
         return metadata
 
+    return {
+        **metadata,
+        OTEL_TRACEPARENT_KEY: traceparent,
+    }
+
+
+class HatchetInstrumentor(BaseInstrumentor):  # type: ignore[misc]
+    def __init__(
+        self,
+        tracer_provider: TracerProvider | None = None,
+        meter_provider: MeterProvider | None = None,
+    ):
+        """
+        Hatchet OpenTelemetry instrumentor.
+
+        The instrumentor provides an OpenTelemetry integration for Hatchet by setting up
+        tracing and metrics collection.
+
+        :param tracer_provider: TracerProvider | None: The OpenTelemetry TracerProvider to use.
+                If not provided, the global tracer provider will be used.
+        :param meter_provider: MeterProvider | None: The OpenTelemetry MeterProvider to use.
+                If not provided, a no-op meter provider will be used.
+        """
+
+        self.tracer_provider = tracer_provider or get_tracer_provider()
+        self.meter_provider = meter_provider or NoOpMeterProvider()
+
+        super().__init__()
+
     def instrumentation_dependencies(self) -> Collection[str]:
         return tuple()
 
@@ -154,7 +227,7 @@ class HatchetInstrumentor(BaseInstrumentor):  # type: ignore[misc]
         kwargs: Any,
     ) -> Exception | None:
         action = args[0]
-        traceparent = self.parse_carrier_from_metadata(action.additional_metadata)
+        traceparent = parse_carrier_from_metadata(action.additional_metadata)
 
         with self._tracer.start_as_current_span(
             "hatchet.start_step_run",

hatchet_sdk/utils/aio_utils.py

@@ -92,7 +92,7 @@ class EventLoopThread:
         self.loop = asyncio.new_event_loop()
         self.thread = Thread(target=self.run_loop_in_thread, args=(self.loop,))
 
-    def __enter__(self) -> asyncio.AbstractEventLoop:
+    def __enter__(self, *a, **kw) -> asyncio.AbstractEventLoop:
         """
         Starts the thread running the event loop when entering the context.
 
@@ -102,7 +102,7 @@ class EventLoopThread:
         self.thread.start()
         return self.loop
 
-    def __exit__(self) -> None:
+    def __exit__(self, *a, **kw) -> None:
         """
         Stops the event loop and joins the thread when exiting the context.
         """

hatchet_sdk/worker/runner/runner.py

@@ -3,12 +3,13 @@ import contextvars
 import ctypes
 import functools
 import json
+import time
 import traceback
 from concurrent.futures import ThreadPoolExecutor
 from enum import Enum
 from multiprocessing import Queue
 from threading import Thread, current_thread
-from typing import Any, Callable, Dict, Literal, Type, TypeVar, cast, overload
+from typing import Any, Callable, Dict, cast
 
 from pydantic import BaseModel
 
@@ -421,6 +422,11 @@ class Runner:
 
             # check if thread is still running, if so, print a warning
             if run_id in self.threads:
+                thread = self.threads.get(run_id)
+                if thread and self.client.config.enable_force_kill_sync_threads:
+                    self.force_kill_thread(thread)
+                    await asyncio.sleep(1)
+
                 logger.warning(
                     f"Thread {self.threads[run_id].ident} with run id {run_id} is still running after cancellation. This could cause the thread pool to get blocked and prevent new tasks from running."
                 )

hatchet_sdk/workflow_run.py

@@ -32,16 +32,18 @@ class WorkflowRunRef:
         return self.workflow_listener.result(self.workflow_run_id)
 
     def sync_result(self) -> dict:
+        coro = self.workflow_listener.result(self.workflow_run_id)
         loop = get_active_event_loop()
+
         if loop is None:
-            with EventLoopThread() as loop:
-                coro = self.workflow_listener.result(self.workflow_run_id)
-                future = asyncio.run_coroutine_threadsafe(coro, loop)
-                return future.result()
+            loop = asyncio.new_event_loop()
+            asyncio.set_event_loop(loop)
+            try:
+                return loop.run_until_complete(coro)
+            finally:
+                asyncio.set_event_loop(None)
         else:
-            coro = self.workflow_listener.result(self.workflow_run_id)
-            future = asyncio.run_coroutine_threadsafe(coro, loop)
-            return future.result()
+            return loop.run_until_complete(coro)
 
 
 T = TypeVar("T")

{hatchet_sdk-0.46.1.dist-info → hatchet_sdk-0.47.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: hatchet-sdk
-Version: 0.46.1
+Version: 0.47.0
 Summary: 
 Author: Alexander Belanger
 Author-email: alexander@hatchet.run
@@ -13,7 +13,7 @@ Provides-Extra: otel
 Requires-Dist: aiohttp (>=3.10.5,<4.0.0)
 Requires-Dist: aiohttp-retry (>=2.8.3,<3.0.0)
 Requires-Dist: aiostream (>=0.5.2,<0.6.0)
-Requires-Dist: cel-python (>=0.1.5,<0.2.0)
+Requires-Dist: cel-python (>=0.2.0,<0.3.0)
 Requires-Dist: grpcio (>=1.64.1,!=1.68.*) ; python_version < "3.13"
 Requires-Dist: grpcio (>=1.69.0) ; python_version >= "3.13"
 Requires-Dist: grpcio-tools (>=1.64.1,!=1.68.*) ; python_version < "3.13"

{hatchet_sdk-0.46.1.dist-info → hatchet_sdk-0.47.0.dist-info}/RECORD

@@ -188,10 +188,10 @@ hatchet_sdk/clients/rest/rest.py,sha256=G83F1k4g_ePzvXW95rApzvaRDQPcaxrj-JmZyq1L
 hatchet_sdk/clients/rest/tenacity_utils.py,sha256=gy500kHXQ-4ZrZH1biHGmavhfh0NarCJcaIfW-A9Qd0,1051
 hatchet_sdk/clients/rest_client.py,sha256=jEu9KNTaGgy64bqIIMV6r2st3EqAsyr5Vz77NipJtjU,21867
 hatchet_sdk/clients/run_event_listener.py,sha256=51WTg52_aISgYPOFPHJ21rb4IO6aEd7Ugp7FCf4HnfM,10184
-hatchet_sdk/clients/workflow_listener.py,sha256=Q_WJcGlZNHJGSpxzDac9wELjgxhP0vLaNTXRy_xnxc8,9466
+hatchet_sdk/clients/workflow_listener.py,sha256=HG7qwPaeUmsChYMhvj95IBZ6cuBDt3BDvsSi1h5PXcg,9596
 hatchet_sdk/connection.py,sha256=593aUGAj7Ouf00lcVwx_pmhdQ9NOC5ANT1Jrf8nwkHs,2165
 hatchet_sdk/context/__init__.py,sha256=Pl_seJ_SJpW34BBZp4KixuZ8GiRK9sJFfegf9u3m7zk,29
-hatchet_sdk/context/context.py,sha256=sRAih-dBqxkmQUxgo_IpQP2YIJJinzJ2C09RP-EM94o,13910
+hatchet_sdk/context/context.py,sha256=qQfeynqKOZGUguy1_zwIsv-kgCsIT4x-32-ki-IEdO0,15336
 hatchet_sdk/context/worker_context.py,sha256=OVcEWvdT_Kpd0nlg61VAPUgIPSFzSLs0aSrXWj-1GX4,974
 hatchet_sdk/contracts/dispatcher_pb2.py,sha256=B35F3XQQkk05UA84nuZOIFtiydgPbB8gA5FhvNvSqb0,14414
 hatchet_sdk/contracts/dispatcher_pb2.pyi,sha256=JLtc615N9vNDRtQoUVynclPBbgIsRhbikcrT8b7Z-TM,18336
@@ -206,15 +206,15 @@ hatchet_sdk/features/cron.py,sha256=4lKMH0MqiN8cHJk2jhF0Ueqs6z5ozwJzlOeSeaWqvO0,
 hatchet_sdk/features/scheduled.py,sha256=YhEbNWl8dWOH61rXVjAyu8iG1BZqpSkD4kgaxkKIHgY,9504
 hatchet_sdk/hatchet.py,sha256=L6O9cTeZtGqFUxO5H8knXKdiej0iAequ1Wl7vSNO9FY,10027
 hatchet_sdk/labels.py,sha256=Axfp1yUNowzE9mL8AQA1ADqwOaNmq3QP_45wb1Ed1aI,272
-hatchet_sdk/loader.py,sha256=m8NFnDU-NMZQ_ay2LzRI6QThix4Dv2zKCXY9GcAMlvo,8203
+hatchet_sdk/loader.py,sha256=esm-xksKKxXpkaBTYvXXKnq_DPJLoHmtSqGTiaFwSYw,8668
 hatchet_sdk/logger.py,sha256=5uOr52T4mImSQm1QvWT8HvZFK5WfPNh3Y1cBQZRFgUQ,333
 hatchet_sdk/metadata.py,sha256=M_Cb-CXRKitzVMQHeaHUtbY28ET__fAbyGX1YKaeN4I,80
-hatchet_sdk/opentelemetry/instrumentor.py,sha256=FKYxilEjZJvQg4BJFLveV-gg2r7-30S8_BP6hl5tIfA,11173
+hatchet_sdk/opentelemetry/instrumentor.py,sha256=0GHhefnrFB3UHi_vtnaI7aWBp7k3ams1_H5AnXhGIlw,14152
 hatchet_sdk/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hatchet_sdk/rate_limit.py,sha256=IIzpe65i-518t9kQcZVEykDQ2VY8sOw2F7qlQ4wlAjw,4421
 hatchet_sdk/semver.py,sha256=PrgBL0TnyXl3p_OK1iSMk9Gpujfh5asQpJ4DHJLCW2k,998
 hatchet_sdk/token.py,sha256=Ap3jnbaPAL10F2G_D71wj7OpBcvrI3RuE0keqXx1lAE,698
-hatchet_sdk/utils/aio_utils.py,sha256=D92Z1lc84u8f1mVE3XzOv9XtRKfCIvwfdfL-Bo5fJA8,4336
+hatchet_sdk/utils/aio_utils.py,sha256=QP8D2WstVR-MAYV5I6KvrVGBOXH3_4oLrQ8wv0_c4K4,4356
 hatchet_sdk/utils/backoff.py,sha256=6B5Rb5nLKw_TqqgpJMYjIBV1PTTtbOMRZCveisVhg_I,353
 hatchet_sdk/utils/serialization.py,sha256=P2Uq0yxg-Cea5Lmf6IOh2r7W17MNF1Hv2qxSny6BUk8,451
 hatchet_sdk/utils/types.py,sha256=qhx1OoeXh77AN6s4SMaGpB3zK3hPm7ocv-23JFa6_wE,191
@@ -225,13 +225,13 @@ hatchet_sdk/v2/hatchet.py,sha256=mQZoloWuRCIEwDwXeTaJL2kBjgs9YLHy7UPWxBD5070,728
 hatchet_sdk/worker/__init__.py,sha256=1Ze1seDuXx5yD1IfHmqGFgK5qrRazVW4ZcDVGl-Pddw,61
 hatchet_sdk/worker/action_listener_process.py,sha256=tmlzDgyHWxGl8fJWE9NKqjvhqpGi9SMmOh5dFyiVL-Q,9979
 hatchet_sdk/worker/runner/run_loop_manager.py,sha256=nV7fhNxJKCcrBm0ci118aszF_7AxenBkOTIe1UsBEt4,3490
-hatchet_sdk/worker/runner/runner.py,sha256=ycua4H86hUi1Qds-L-BrB0rN2WyLmYoOlVGBsZLoihU,16519
+hatchet_sdk/worker/runner/runner.py,sha256=2aT5rumcisfzliI9ghKelA7LuZir-4tLzYk_N8a6S9c,16723
 hatchet_sdk/worker/runner/utils/capture_logs.py,sha256=s_BGxeykelVbusx6u31EPx3vv9c2BHkuBnYcaLW680E,2381
 hatchet_sdk/worker/runner/utils/error_with_traceback.py,sha256=Iih_s8JNqrinXETFJ3ZS88EhaTekfM6m5fqIP7QWoIM,181
 hatchet_sdk/worker/worker.py,sha256=7UPm3qTzNYSSm9QTNX6zBBMJqVA6nKFeCbAdqLLjUBs,13007
 hatchet_sdk/workflow.py,sha256=XRj5jcCQSvPQMXxBipf-ZlARua2E8Z9igRzGcQ5alkI,9375
-hatchet_sdk/workflow_run.py,sha256=BwK5cefvXXvyQ1Ednj_7LeejMwQJqWnvUC_FTBmJNxk,1805
-hatchet_sdk-0.46.1.dist-info/METADATA,sha256=FjCNXSY41R0blWhtaATiUVpNUQIo73rfXBCvrSD9XUY,1826
-hatchet_sdk-0.46.1.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-hatchet_sdk-0.46.1.dist-info/entry_points.txt,sha256=Rxdx7OJUxSHsSjYLUI_JcInpYIFl9vPaMvbl5TGMzdA,1079
-hatchet_sdk-0.46.1.dist-info/RECORD,,
+hatchet_sdk/workflow_run.py,sha256=-RUhI48NOr1Z8ha9entmVu3yVlHBbr0LWZKVHUfPVzY,1743
+hatchet_sdk-0.47.0.dist-info/METADATA,sha256=9xwNmXBdLQocIrJYm505zY4kMuQ2Y1bM1hAIgxEbqKY,1826
+hatchet_sdk-0.47.0.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+hatchet_sdk-0.47.0.dist-info/entry_points.txt,sha256=lyWn37JwpYymrqp6Awq-Var43vhDG6rfauPS6KQa8JY,1124
+hatchet_sdk-0.47.0.dist-info/RECORD,,

{hatchet_sdk-0.46.1.dist-info → hatchet_sdk-0.47.0.dist-info}/entry_points.txt

@@ -12,6 +12,7 @@ dynamic_rate_limit=examples.rate_limit.dynamic:main
 events=examples.events.worker:main
 existing_loop=examples.worker_existing_loop.worker:main
 fanout=examples.fanout.worker:main
+fanout_sync=examples.fanout_sync.worker:main
 logger=examples.logger.worker:main
 manual_trigger=examples.manual_trigger.worker:main
 on_failure=examples.on_failure.worker:main