datashare-python 0.10.1__tar.gz → 0.10.4__tar.gz

{datashare_python-0.10.1 → datashare_python-0.10.4}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.4
+Metadata-Version: 2.5
 Name: datashare-python
-Version: 0.10.1
+Version: 0.10.4
 Summary: Manage Python tasks and local resources in Datashare
 Project-URL: Homepage, https://icij.github.io/datashare-python/
 Project-URL: Documentation, https://icij.github.io/datashare-python/

{datashare_python-0.10.1 → datashare_python-0.10.4}/datashare_python/interceptors.py

@@ -1,6 +1,7 @@
 import asyncio
 import dataclasses
 import datetime
+import logging
 import secrets
 from collections.abc import Callable, Generator, Mapping
 from contextlib import contextmanager
@@ -66,6 +67,8 @@ from .utils import (
     ProgressSignal,
 )
 
+logger = logging.getLogger(__name__)
+
 _TRACEPARENT = "traceparent"
 _DEFAULT_PAYLOAD_CONVERTER = DataConverter.default.payload_converter
 _PROGRESS_TYPES = {
@@ -190,6 +193,8 @@ class _TraceContextWorkflowOutboundInterceptor(WorkflowOutboundInterceptor):
 
 class _TraceContextActivityInboundInterceptor(ActivityInboundInterceptor):
     async def execute_activity(self, input: ExecuteActivityInput) -> Any:  # noqa: A002
+        info = activity.info()
+        logger.info("start executing activity: %s", info.activity_id)
         with _trace_context(input.headers):
             return await super().execute_activity(input)
 
@@ -431,9 +436,10 @@ class _HeartbeatInboundInterceptor(ActivityInboundInterceptor):
         heartbeat_task = None
         if heartbeat_timeout:
             period = heartbeat_timeout.total_seconds() / self._n_missed_before_timeout
-            heartbeat_task = asyncio.create_task(
-                _heartbeat_every(self._outbound.heartbeat, period)
-            )
+            # We don't want a failing hearbeat to fail the worker task so we just
+            # ignore any exception
+            heartbeat_fn = _fail_safe(self._outbound.heartbeat)
+            heartbeat_task = asyncio.create_task(_heartbeat_every(heartbeat_fn, period))
         try:
             activity.heartbeat()
             return await super().execute_activity(input)
@@ -443,6 +449,23 @@ class _HeartbeatInboundInterceptor(ActivityInboundInterceptor):
                 await asyncio.wait([heartbeat_task])
 
 
+def _fail_safe(
+    fn: Callable[[Any], None], excs: tuple[type[Exception]] | None = None
+) -> Callable[[Any], None]:
+    if excs is None:
+        excs = (Exception,)
+
+    @wraps(fn)
+    def wrapper(*args, **kwargs) -> None:
+        try:
+            fn(*args, **kwargs)
+        except excs as exc:
+            msg = f"failed to heartbeat due to {exc}"
+            logger.exception(msg)
+
+    return wrapper
+
+
 def _sync_progress(
     progress_handler: AsyncProgressRateHandler,
 ) -> SyncProgressRateHandler:

{datashare_python-0.10.1 → datashare_python-0.10.4}/datashare_python/objects.py

@@ -14,7 +14,7 @@ from icij_common.registrable import Registrable
 from pydantic_core import PydanticCustomError, ValidationError, core_schema
 from pydantic_core.core_schema import PlainValidatorFunctionSchema
 from pydantic_extra_types.language_code import LanguageName
-from temporalio import workflow
+from temporalio import activity, workflow
 
 from .constants import TIKA_METADATA_RESOURCENAME
 
@@ -325,6 +325,8 @@ A = TypeVar("A", bound=TaskArgs)
 
 class ManifestEntry[A](DatashareModel, ABC):
     status: ManifestEntryStatus
+    # TODO: make this one non optional in the next major !
+    task_id: str | None
     label: str | None = None
     input: Annotated[
         dict[str, Any] | None,
@@ -336,7 +338,11 @@ class ManifestEntry[A](DatashareModel, ABC):
 
     @classmethod
     def complete(cls, args: A, label: str | None = None, **kwargs) -> Self:
+        task_id = None
+        if activity.in_activity():
+            task_id = activity.info().workflow_id
         return cls(
+            task_id=task_id,
             input=args.as_manifest_task_input(),
             label=label,
             status=ManifestEntryStatus.COMPLETE,
@@ -345,7 +351,11 @@ class ManifestEntry[A](DatashareModel, ABC):
 
     @classmethod
     def partial(cls, args: A, label: str | None = None, **kwargs) -> Self:
+        task_id = None
+        if activity.in_activity():
+            task_id = activity.info().workflow_id
         return cls(
+            task_id=task_id,
             input=args.as_manifest_task_input(),
             label=label,
             status=ManifestEntryStatus.PARTIAL,

{datashare_python-0.10.1 → datashare_python-0.10.4}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "datashare-python"
-version = "0.10.1"
+version = "0.10.4"
 description = "Manage Python tasks and local resources in Datashare"
 authors = [
   { name = "Clément Doumouro", email = "cdoumouro@icij.org" },