digitalkin 1.0.5.dev5__tar.gz → 1.0.5.dev6__tar.gz

{digitalkin-1.0.5.dev5 → digitalkin-1.0.5.dev6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: digitalkin
-Version: 1.0.5.dev5
+Version: 1.0.5.dev6
 Summary: SDK to build kin used in DigitalKin
 Author-email: "DigitalKin.ai" <contact@digitalkin.ai>
 License: Attribution-NonCommercial-ShareAlike 4.0 International
@@ -454,16 +454,18 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: ag-ui-protocol==0.1.21.dev1787220377
 Requires-Dist: agentic-mesh-protocol==1.2.0
-Requires-Dist: agno<3,>=2.8.0
+Requires-Dist: agno<4,>=3.1.1
 Requires-Dist: anyio>=4.13.0
+Requires-Dist: cel-python>=0.5
 Requires-Dist: grpcio-health-checking==1.82.1
 Requires-Dist: grpcio-reflection==1.82.1
 Requires-Dist: grpcio-status==1.82.1
+Requires-Dist: protovalidate<2,>=1.2.0
 Requires-Dist: pydantic-settings>=2.14.1
 Requires-Dist: pydantic>=2.12.4
 Requires-Dist: redis[hiredis]<9,>=7.4.0
 Provides-Extra: agno
-Requires-Dist: agno>=2.6; extra == "agno"
+Requires-Dist: agno<4,>=3.1.1; extra == "agno"
 Provides-Extra: performance
 Requires-Dist: uvloop>=0.21; extra == "performance"
 Provides-Extra: profiling

{digitalkin-1.0.5.dev5 → digitalkin-1.0.5.dev6}/pyproject.toml

@@ -32,19 +32,21 @@
         # because it is a dated prerelease; move to >=0.1.21 once that ships stable.
         "ag-ui-protocol==0.1.21.dev1787220377",
         "agentic-mesh-protocol==1.2.0",
-        "agno>=2.8.0,<3",
+        "agno>=3.1.1,<4",
         "anyio>=4.13.0",
+        "cel-python>=0.5",
         "grpcio-health-checking==1.82.1",
         "grpcio-reflection==1.82.1",
         "grpcio-status==1.82.1",
+        "protovalidate>=1.2.0,<2",
         "pydantic-settings>=2.14.1",
         "pydantic>=2.12.4",
         "redis[hiredis]>=7.4.0,<9",
     ]
-version = "1.0.5.dev5"
+version = "1.0.5.dev6"
 
     [project.optional-dependencies]
-        agno = [ "agno>=2.6" ]
+        agno = [ "agno>=3.1.1,<4" ]
         performance = [ "uvloop>=0.21" ]
         profiling = [
             "pyinstrument>=5.1.2",

{digitalkin-1.0.5.dev5 → digitalkin-1.0.5.dev6}/src/digitalkin/__version__.py

@@ -5,4 +5,4 @@ from importlib.metadata import PackageNotFoundError, version
 try:
     __version__ = version("digitalkin")
 except PackageNotFoundError:
-    __version__ = "1.0.5.dev5"
+    __version__ = "1.0.5.dev6"

{digitalkin-1.0.5.dev5 → digitalkin-1.0.5.dev6}/src/digitalkin/core/profiling/task_profiler.py

@@ -1,6 +1,6 @@
 """Per-task profiling wrapper for VizTracer, Yappi, and Pyinstrument."""
 
-import datetime
+import datetime as dt
 import io
 import os
 from pathlib import Path
@@ -101,7 +101,7 @@ class TaskProfiler:
             return
 
         try:  # ruff: ignore[too-many-statements-in-try-clause]
-            timestamp = datetime.datetime.now(datetime.timezone.utc).strftime("%Y%m%dT%H%M%S%f")
+            timestamp = dt.datetime.now(dt.timezone.utc).strftime("%Y%m%dT%H%M%S%f")
             base = f"{self._task_id}_{timestamp}"
 
             if self._mode == ProfilerMode.VIZTRACER:

{digitalkin-1.0.5.dev5 → digitalkin-1.0.5.dev6}/src/digitalkin/core/task_manager/module_runner.py

@@ -151,9 +151,13 @@ class ModuleRunner:
                 last_write_ns = time.monotonic_ns()
                 data = output_data.model_dump(mode="json")
                 if data.get("root", {}).get("protocol") == "stream.end":
+                    if eos_written:
+                        # TODO(validate): EOS-ONCE a stream gets a single end-of-stream marker
+                        logger.info("[VALIDATE EOS-ONCE] duplicate stream.end skipped", extra=log_extra)
+                        return
                     t_eos_write_start = time.perf_counter_ns()
-                    eos_written = True
                     await self._redis_client.xadd(stream_key, {"eos": b"true"})
+                    eos_written = True
                     await self._redis_client.expire(stream_key, stream_settings.redis_stream_ttl)
                     await self._redis_client.expire(idem_key, stream_settings.redis_stream_ttl)
                     # TODO(validate): IDEM-TTL-EOS idem TTL drops to redis_stream_ttl once EOS is written
@@ -372,6 +376,8 @@ class ModuleRunner:
                     logger.warning(
                         "[VALIDATE RUNNER-LEAK] task never created; stopping preloaded instance", extra=log_extra
                     )
+                    # Only a failure path gets here, and on_fatal already wrote stream.error + EOS.
+                    eos_written = True
                 try:
                     await module.stop(cancel_reason)
                 finally:

{digitalkin-1.0.5.dev5 → digitalkin-1.0.5.dev6}/src/digitalkin/core/task_manager/redis/redis_client.py

@@ -331,7 +331,7 @@ class RedisClient:  # ruff: ignore[too-many-public-methods]
         """
         return await self._client.decr(name)
 
-    async def eval(self, script: str, keys: list[str], args: list[str]) -> int | str | bytes | None:
+    async def eval(self, script: str, keys: list[str], args: list[str]) -> Any:
         """Execute a Lua script on Redis.
 
         Args:

{digitalkin-1.0.5.dev5 → digitalkin-1.0.5.dev6}/src/digitalkin/core/task_manager/redis/redis_idempotency.py

@@ -33,11 +33,12 @@ class RedisIdempotency:
         """
         self._redis_client = redis_client
 
-    async def claim(self, task_id: str, instance_id: str) -> ClaimResult:
+    async def claim(self, task_id: str, instance_id: str, mission_id: str) -> ClaimResult:
         """Atomically claim execution of ``task_id``.
 
-        ``CLAIMED`` on the first claim; ``RECLAIMED`` if ``instance_id``
-        already owns it (same replica retrying, TTL left untouched); ``TAKEN``
+        The claim stores ``{instance_id}|{mission_id}`` so ``SendSignal`` can tie a
+        cancel to the owning mission. ``CLAIMED`` on the first claim; ``RECLAIMED``
+        if the same owner already holds it (same replica retrying, TTL left untouched); ``TAKEN``
         if another replica owns it. The GET/SET is a single Lua eval so concurrent
         callers can never both win. The script returns the ``ClaimResult``
         integer value (0/1/2) — a Redis integer reply.
@@ -45,6 +46,7 @@ class RedisIdempotency:
         Args:
             task_id: Task whose execution is being claimed.
             instance_id: Stable per-process identifier of the claimer.
+            mission_id: Mission that owns the task.
 
         Returns:
             The claim outcome.
@@ -63,7 +65,7 @@ class RedisIdempotency:
         raw = await self._redis_client.eval(
             script,
             [f"idem:{task_id}"],
-            [instance_id, str(get_redis_settings().idem_ttl)],
+            [f"{instance_id}|{mission_id}", str(get_redis_settings().idem_ttl)],
         )
         value = raw.decode() if isinstance(raw, bytes) else raw
         # An unexpected nil reply is treated as TAKEN so we never double-execute.

{digitalkin-1.0.5.dev5 → digitalkin-1.0.5.dev6}/src/digitalkin/core/task_manager/task_executor.py

@@ -9,7 +9,7 @@ hard cancel that only changes the recorded reason.
 """
 
 import asyncio
-import datetime
+import datetime as dt
 from collections.abc import Awaitable, Callable, Coroutine
 from typing import Any
 
@@ -82,7 +82,7 @@ class TaskExecutor:
         async def _run() -> None:
             nonlocal started
             started = True
-            session.started_at = datetime.datetime.now(datetime.timezone.utc)
+            session.started_at = dt.datetime.now(dt.timezone.utc)
             try:
                 await session.set_status("running")
                 await coro
@@ -100,7 +100,7 @@ class TaskExecutor:
                 logger.exception("Task failed: '%s'", task_id, extra=ids)
             finally:
                 coro.close()
-                session.completed_at = datetime.datetime.now(datetime.timezone.utc)
+                session.completed_at = dt.datetime.now(dt.timezone.utc)
                 session.close_stream()
 
                 duration = (
@@ -118,7 +118,7 @@ class TaskExecutor:
                 await _finalize()
 
         async def _early_cancel() -> None:
-            session.completed_at = datetime.datetime.now(datetime.timezone.utc)
+            session.completed_at = dt.datetime.now(dt.timezone.utc)
             await _cancelled()
             session.close_stream()
             await _finalize()

{digitalkin-1.0.5.dev5 → digitalkin-1.0.5.dev6}/src/digitalkin/core/task_manager/task_session.py

@@ -3,7 +3,7 @@
 from __future__ import annotations
 
 import asyncio
-import datetime
+import datetime as dt
 import time
 import traceback
 from typing import TYPE_CHECKING
@@ -30,9 +30,9 @@ class TaskSession:
     task_id: str
     mission_id: str
 
-    created_at: datetime.datetime
-    started_at: datetime.datetime | None
-    completed_at: datetime.datetime | None
+    created_at: dt.datetime
+    started_at: dt.datetime | None
+    completed_at: dt.datetime | None
 
     is_cancelled: asyncio.Event
     cancellation_reason: CancellationReason
@@ -72,7 +72,7 @@ class TaskSession:
         self.task_id = task_id
         self.mission_id = mission_id
 
-        self.created_at = datetime.datetime.now(datetime.timezone.utc)
+        self.created_at = dt.datetime.now(dt.timezone.utc)
         self.started_at = None
         self.completed_at = None
 

{digitalkin-1.0.5.dev5 → digitalkin-1.0.5.dev6}/src/digitalkin/grpc_servers/gateway_servicer.py

@@ -166,7 +166,7 @@ class GatewayServicer:
         """
         await context.abort(grpc.StatusCode.UNIMPLEMENTED, "AssociateTask is served by the backend")
 
-    async def StartStream(  # ruff: ignore[too-many-return-statements, too-many-locals, too-many-statements]
+    async def StartStream(  # ruff: ignore[complex-structure, too-many-return-statements, too-many-locals, too-many-statements]
         self,
         request: Any,
         context: grpc.aio.ServicerContext,
@@ -225,7 +225,7 @@ class GatewayServicer:
         # consumer), so a re-issued StartStream for an already-claimed/running task is
         # REFUSED — one task_id maps to exactly one dial.
         try:
-            claim = await self._idempotency.claim(task_id, SharedRedisListener.PROCESS_ID)
+            claim = await self._idempotency.claim(task_id, SharedRedisListener.PROCESS_ID, request.mission_id)
         except RedisError:
             return gateway_dto_pb2.StartStreamResponse(accepted=False, task_id=task_id)
         timer.mark("idempotency_claim")
@@ -260,18 +260,36 @@ class GatewayServicer:
         stream_key = f"task:{task_id}:stream"
         # A fresh claim owns the task: drop any stream/cursor left by a released failed dial so a
         # retry never replays its stream.error + eos, and arm a TTL before the first output.
+        cancel_key = f"cancel:{task_id}"
         pipe = self._redis_client.pipeline()
         pipe.delete(stream_key, f"task:{task_id}:cursor")
         pipe.xadd(stream_key, {"pb": start_info.SerializeToString(), "seq": "0"})
         pipe.expire(stream_key, get_gateway_settings().stream.redis_stream_initial_ttl)
+        pipe.get(cancel_key)
         try:
-            stale, _, _ = await pipe.execute()
+            stale, _, _, tombstone = await pipe.execute()
         except RedisError:
             # Claimed + registered but the stream couldn't be seeded: undo both so a retry re-runs.
             with contextlib.suppress(RedisError):
                 await self._idempotency.release(task_id)
             await self._registry.unregister(task_id)
             return gateway_dto_pb2.StartStreamResponse(accepted=False, task_id=task_id)
+        # A pre-start cancel binds the task unless another mission sent it (a mission-less one binds).
+        if tombstone and tombstone.decode() != request.mission_id:
+            # Compare-and-delete: a cancel the owner sends meanwhile overwrites the value and is kept.
+            with contextlib.suppress(RedisError):
+                dropped = await self._redis_client.eval(
+                    "if redis.call('GET', KEYS[1]) == ARGV[1] then return redis.call('DEL', KEYS[1]) end return 0",
+                    [cancel_key],
+                    [tombstone.decode()],
+                )
+                # TODO(validate): CANCEL-FOREIGN a cancel tombstone from another mission is dropped at StartStream
+                logger.warning(
+                    "[VALIDATE CANCEL-FOREIGN] cancel tombstone from mission=%r dropped=%s",
+                    tombstone,
+                    bool(dropped),
+                    extra=log_extra,
+                )
         timer.mark("xadd_stream_start")
         # TODO(validate): SEED-TTL stream.start seed carries a TTL and drops stale keys
         logger.info("[VALIDATE SEED-TTL] stream.start seeded with TTL; stale keys dropped=%s", stale, extra=log_extra)
@@ -428,9 +446,10 @@ class GatewayServicer:
 
         if first_msg.data and len(first_msg.data.fields) > 0:
             # TODO(validate): NO-INPUT follow-up data is dropped when there is no input consumer
-            logger.warning(
-                "[VALIDATE NO-INPUT] Stream first message data dropped (no input consumer): %s",
-                first_msg.data,
+            logger.info(
+                "[VALIDATE NO-INPUT] Stream first message data is not used yet; dropped bytes=%d keys=%s",
+                first_msg.data.ByteSize(),
+                list(first_msg.data.fields),
                 extra={"task_id": task_id},
             )
 
@@ -470,9 +489,10 @@ class GatewayServicer:
                     break
                 if msg.data and len(msg.data.fields) > 0:
                     # TODO(validate): NO-INPUT follow-up data is dropped when there is no input consumer
-                    logger.warning(
-                        "[VALIDATE NO-INPUT] Stream follow-up dropped (no input consumer): %s",
-                        msg.data,
+                    logger.info(
+                        "[VALIDATE NO-INPUT] Stream follow-up input is not used yet; dropped bytes=%d keys=%s",
+                        msg.data.ByteSize(),
+                        list(msg.data.fields),
                         extra={"task_id": task_id},
                     )
         except asyncio.CancelledError:
@@ -480,7 +500,7 @@ class GatewayServicer:
         except Exception:
             logger.exception("Peer upstream reader error: task_id=%s", task_id)
 
-    async def SendSignal(
+    async def SendSignal(  # ruff: ignore[complex-structure, too-many-return-statements]
         self,
         request: Any,
         context: grpc.aio.ServicerContext,  # ruff: ignore[unused-method-argument]
@@ -555,22 +575,46 @@ class GatewayServicer:
             timer.mark("validate_task_id")
             last_mark = "validate_task_id"
 
-            # The task may run on any replica, or not be registered yet: always publish, and
-            # leave a durable tombstone the ModuleRunner checks around task registration.
-            pipe = self._redis_client.pipeline()
-            pipe.exists(f"idem:{task_id}")
-            pipe.set(f"cancel:{task_id}", "1", ex=get_gateway_settings().stream.redis_stream_initial_ttl)
-            pipe.publish(
-                f"signal_ch:{task_id}",
-                json.dumps({
-                    "action": "cancel",
-                    "task_id": task_id,
-                    "published_at_ns": time.time_ns(),
-                }),
+            # The task may run on any replica, or not be registered yet: publish, and leave a
+            # durable tombstone (the caller's mission) the ModuleRunner checks around registration.
+            # A claimed task (``idem`` = ``{process}|{mission}``) only accepts its own mission's cancel;
+            # a caller without ``x-mission-id`` is let through and logged (CANCEL-NO-MISSION).
+            mission_id = RequestContext.current().get("mission_id", "")
+            idem_exists, receivers = await self._redis_client.eval(
+                "local owner = redis.call('GET', KEYS[1])\n"
+                "local sep = owner and string.find(owner, '|', 1, true)\n"
+                "if sep and ARGV[1] ~= '' and string.sub(owner, sep + 1) ~= ARGV[1] then\n"
+                "    return {-1, 0}\n"
+                "end\n"
+                "redis.call('SET', KEYS[2], ARGV[1], 'EX', tonumber(ARGV[2]))\n"
+                "return {owner and 1 or 0, redis.call('PUBLISH', KEYS[3], ARGV[3])}",
+                [f"idem:{task_id}", f"cancel:{task_id}", f"signal_ch:{task_id}"],
+                [
+                    mission_id,
+                    str(get_gateway_settings().stream.redis_stream_initial_ttl),
+                    json.dumps({"action": "cancel", "task_id": task_id, "published_at_ns": time.time_ns()}),
+                ],
             )
-            idem_exists, _, receivers = await pipe.execute()
             timer.mark("redis_publish")
             last_mark = "redis_publish"
+            if idem_exists == -1:
+                # TODO(validate): CANCEL-OWNER a cancel from another mission is refused and leaves no tombstone
+                logger.warning(
+                    "[VALIDATE CANCEL-OWNER] SendSignal_failed: failure=Forbidden caller_mission=%r "
+                    "does not own the task; nothing published signal=%s task_id=%s",
+                    mission_id,
+                    signal,
+                    task_id,
+                    extra=log_extra,
+                )
+                return gateway_dto_pb2.SendSignalResponse(success=False, task_id=task_id)
+            if not mission_id:
+                # TODO(validate): CANCEL-NO-MISSION a cancel without x-mission-id skips the owner check
+                logger.warning(
+                    "[VALIDATE CANCEL-NO-MISSION] cancel without x-mission-id accepted unchecked task_id=%s",
+                    task_id,
+                    extra=log_extra,
+                )
             # TODO(validate): SIGNAL-PUB SendSignal publishes without the local registry
             logger.info(
                 "[VALIDATE SIGNAL-PUB] SendSignal published: signal=%s idem_exists=%s receivers=%s task_id=%s",
@@ -582,7 +626,8 @@ class GatewayServicer:
             )
             if not idem_exists:
                 logger.warning(
-                    "[gateway] SendSignal_failed: failure=TaskNotFound at_step=%s elapsed_ms=%.2f signal=%s task_id=%s",
+                    "[gateway] SendSignal_failed: failure=TaskNotFound at_step=%s elapsed_ms=%.2f signal=%s "
+                    "task_id=%s; tombstone kept for a later StartStream",
                     last_mark,
                     timer.elapsed_now_ms(),
                     signal,
@@ -600,6 +645,19 @@ class GatewayServicer:
             )
             return gateway_dto_pb2.SendSignalResponse(success=True, task_id=task_id)
 
+        except RedisError as exc:
+            # The response has no reason field: the log is the only place the cause is recorded.
+            logger.error(
+                "[gateway] SendSignal_failed: failure=RedisUnavailable (%s) at_step=%s elapsed_ms=%.2f signal=%s "
+                "task_id=%s; signal not delivered",
+                type(exc).__name__,
+                last_mark,
+                timer.elapsed_now_ms(),
+                signal,
+                task_id,
+                extra=log_extra,
+            )
+            return gateway_dto_pb2.SendSignalResponse(success=False, task_id=task_id)
         except Exception as exc:
             logger.warning(
                 "[gateway] SendSignal_failed: failure=%s at_step=%s elapsed_ms=%.2f signal=%s task_id=%s",
@@ -1114,9 +1172,10 @@ class GatewayServicer:
                     first = False
                     continue
                 # TODO(validate): NO-INPUT follow-up data is dropped when there is no input consumer
-                logger.warning(
-                    "[VALIDATE NO-INPUT] Dial-back follow-up dropped (no input consumer): %s",
-                    upstream.data,
+                logger.info(
+                    "[VALIDATE NO-INPUT] Dial-back follow-up input is not used yet; dropped bytes=%d keys=%s",
+                    upstream.data.ByteSize(),
+                    list(upstream.data.fields),
                     extra=log_extra,
                 )
         except grpc.aio.AioRpcError as exc:

{digitalkin-1.0.5.dev5 → digitalkin-1.0.5.dev6}/src/digitalkin/grpc_servers/interceptors/validation.py

@@ -2,13 +2,18 @@
 
 from __future__ import annotations
 
+import asyncio
 import inspect
 from typing import TYPE_CHECKING, Any
 
+import celpy
 import grpc
 import grpc.aio
 import protovalidate
 
+from digitalkin.logger import logger
+from digitalkin.models.settings.server.server import get_server_settings
+
 if TYPE_CHECKING:
     from collections.abc import AsyncIterator, Awaitable, Callable
 
@@ -16,6 +21,8 @@ if TYPE_CHECKING:
 class ValidationServerInterceptor(grpc.aio.ServerInterceptor):
     """Reject a unary request that breaks its ``buf.validate`` rules with ``INVALID_ARGUMENT``.
 
+    A validator failure (rule compilation or evaluation) aborts with ``INTERNAL``.
+
     Request-streaming RPCs pass through untouched: the gateway ``Stream`` reports
     failures in-band as ``stream.error`` and never aborts. Synchronous handlers
     (e.g. the ``grpc_health`` ``HealthServicer``) also pass through untouched:
@@ -23,7 +30,7 @@ class ValidationServerInterceptor(grpc.aio.ServerInterceptor):
     would bypass by awaiting their plain return value.
     """
 
-    async def intercept_service(  # ruff: ignore[no-self-use]
+    async def intercept_service(  # ruff: ignore[no-self-use, complex-structure]
         self,
         continuation: Callable[[grpc.HandlerCallDetails], Awaitable[grpc.RpcMethodHandler[Any, Any] | None]],
         handler_call_details: grpc.HandlerCallDetails,
@@ -46,13 +53,21 @@ class ValidationServerInterceptor(grpc.aio.ServerInterceptor):
 
         async def _validate(request: Any, context: grpc.aio.ServicerContext) -> None:
             try:
-                protovalidate.validate(request)
+                # Validation costs ~0.3 ms/KiB of CPU: large requests leave the event loop.
+                if request.ByteSize() > get_server_settings().grpc.validation_offload_bytes:
+                    await asyncio.to_thread(protovalidate.validate, request)
+                else:
+                    protovalidate.validate(request)
             except protovalidate.ValidationError as e:
                 details = "; ".join(
                     f"{'.'.join(el.field_name for el in v.proto.field.elements) or v.proto.rule_id}: {v.proto.message}"
-                    for v in e.violations
+                    for v in e.violations[:10]
                 )
                 await context.abort(grpc.StatusCode.INVALID_ARGUMENT, f"invalid {request.DESCRIPTOR.name}: {details}")
+            except (protovalidate.CompilationError, celpy.CELEvalError):
+                # A rule that fails to compile or evaluate is a server defect; keep its text out of the reply.
+                logger.exception("Request validation could not run for %s", request.DESCRIPTOR.full_name)
+                await context.abort(grpc.StatusCode.INTERNAL, f"could not validate {request.DESCRIPTOR.name}")
 
         if handler.response_streaming:
             stream_behavior: Any = handler.unary_stream

{digitalkin-1.0.5.dev5 → digitalkin-1.0.5.dev6}/src/digitalkin/grpc_servers/module_server.py

@@ -134,8 +134,6 @@ class ModuleServer(BaseServer):
             service_descriptor=gateway_service_pb2.DESCRIPTOR,  # type: ignore[arg-type]  # protobuf FileDescriptor; see above
         )
 
-        logger.info("GatewayServicer + ModuleRunner registered (Redis: %s)", redis_url)
-
         listener = SharedRedisListener.singleton_or_none()
         if listener is not None:
             listener.set_cache_invalidator(self._handle_cache_invalidation)

{digitalkin-1.0.5.dev5 → digitalkin-1.0.5.dev6}/src/digitalkin/models/module/setup_types.py

@@ -251,7 +251,7 @@ class SetupModel(BaseModel, Generic[SetupModelT]):
         return results
 
     @classmethod
-    async def _refresh_annotation(cls, annotation: "type | None") -> "type | None":
+    async def _refresh_annotation(cls, annotation: Any) -> "type | None":
         """Refresh dynamic fields in an annotation, handling Unions and single models.
 
         Args:

{digitalkin-1.0.5.dev5 → digitalkin-1.0.5.dev6}/src/digitalkin/models/settings/server/grpc.py

@@ -20,6 +20,7 @@ class GrpcServerSettings(BaseSettings):
         max_send_message_length (NonNegativeInt): Maximum message size the server can send, in bytes.
         max_pings_without_data (NonNegativeInt): Maximum number of pings the server allows without receiving any data.
         keepalive_permit_without_calls (bool): Allow clients to send keepalive pings even when there are no active RPCs.
+        validation_offload_bytes (NonNegativeInt): Request size above which ``buf.validate`` runs in a worker thread.
 
     """
 
@@ -74,6 +75,12 @@ class GrpcServerSettings(BaseSettings):
         "alive through proxies and detecting dead clients.",
         alias="SERVER_GRPC_OPTIONS_KEEPALIVE_PERMIT_WITHOUT_CALLS",
     )
+    validation_offload_bytes: NonNegativeInt = Field(
+        96 * 1024,
+        description="Request size above which buf.validate runs in a worker thread instead of on the event "
+        "loop. Validation costs ~0.3 ms/KiB, so the default keeps inline validation under ~30 ms.",
+        alias="SERVER_GRPC_VALIDATION_OFFLOAD_BYTES",
+    )
 
     @property
     def options(self) -> list[tuple[str, Any]]:

{digitalkin-1.0.5.dev5 → digitalkin-1.0.5.dev6}/src/digitalkin/services/setup/default_setup.py

@@ -1,6 +1,6 @@
 """In-memory setup strategy mirroring the SetupService protocol."""
 
-import datetime
+import datetime as dt
 import secrets
 import string
 from typing import Any
@@ -187,7 +187,7 @@ class DefaultSetup(SetupStrategy):
                     documentation=setup_dict.get("documentation") or "",
                     content=setup_dict.get("content") or {},
                     structure=JsonStructure.clip(setup_dict.get("structure") or {}),
-                    creation_date=datetime.datetime.now(datetime.timezone.utc),
+                    creation_date=dt.datetime.now(dt.timezone.utc),
                 ),
             )
         except ValidationError as e:
@@ -239,7 +239,7 @@ class DefaultSetup(SetupStrategy):
             documentation=setup_dict.get("documentation") or "",
             content=content,
             structure=JsonStructure.clip(setup_dict.get("structure") or {}),
-            creation_date=datetime.datetime.now(datetime.timezone.utc),
+            creation_date=dt.datetime.now(dt.timezone.utc),
         )
         history.append(version)
         if setup_dict.get("set_as_current", True):
@@ -315,7 +315,7 @@ class DefaultSetup(SetupStrategy):
             documentation=setup_dict.get("documentation") or "",
             content=content,
             structure=JsonStructure.clip(setup_dict.get("structure") or {}),
-            creation_date=datetime.datetime.now(datetime.timezone.utc),
+            creation_date=dt.datetime.now(dt.timezone.utc),
         )
         self.versions.setdefault(setup.id, [setup.current_setup_version]).append(version)
         if setup_dict.get("set_as_current"):

{digitalkin-1.0.5.dev5 → digitalkin-1.0.5.dev6}/src/digitalkin/services/setup/setup_strategy.py

@@ -1,6 +1,6 @@
 """This module contains the abstract base class for setup strategies."""
 
-import datetime
+import datetime as dt
 from abc import ABC, abstractmethod
 from typing import Any
 
@@ -31,7 +31,7 @@ class SetupVersionData(BaseModel):
     documentation: str = ""
     content: dict[str, Any]
     structure: dict[str, str] | None = None
-    creation_date: datetime.datetime = Field(validation_alias=AliasChoices("creation_date", "created_at"))
+    creation_date: dt.datetime = Field(validation_alias=AliasChoices("creation_date", "created_at"))
 
 
 class SetupVersionPage(BaseModel):

{digitalkin-1.0.5.dev5 → digitalkin-1.0.5.dev6}/src/digitalkin/services/storage/default_storage.py

@@ -1,6 +1,6 @@
 """This module implements the default storage strategy."""
 
-import datetime
+import datetime as dt
 import json
 import tempfile
 import uuid
@@ -37,7 +37,7 @@ class DefaultStorage(StorageStrategy):
         Raises:
             TypeError: If the object is not serializable
         """
-        if isinstance(o, datetime.datetime):
+        if isinstance(o, dt.datetime):
             return o.isoformat()
         msg = f"Type {o.__class__.__name__} not serializable"
         raise TypeError(msg)
@@ -69,10 +69,8 @@ class DefaultStorage(StorageStrategy):
                     data=data_model,
                     data_type=DataType[rd["data_type"]],
                     visibility=Visibility[rd["visibility"]] if rd.get("visibility") else Visibility.UNSPECIFIED,
-                    creation_date=datetime.datetime.fromisoformat(rd["creation_date"])
-                    if rd.get("creation_date")
-                    else None,
-                    update_date=datetime.datetime.fromisoformat(rd["update_date"]) if rd.get("update_date") else None,
+                    creation_date=dt.datetime.fromisoformat(rd["creation_date"]) if rd.get("creation_date") else None,
+                    update_date=dt.datetime.fromisoformat(rd["update_date"]) if rd.get("update_date") else None,
                 )
                 out[key] = rec
         except Exception:
@@ -126,7 +124,7 @@ class DefaultStorage(StorageStrategy):
         if key in self.storage:
             msg = f"Document {key!r} already exists"
             raise ValueError(msg)
-        now = datetime.datetime.now(datetime.timezone.utc)
+        now = dt.datetime.now(dt.timezone.utc)
         record.creation_date = now
         record.update_date = now
         record.storage_id = f"storage:{uuid.uuid4()}"
@@ -183,7 +181,7 @@ class DefaultStorage(StorageStrategy):
         rec.data = data
         if visibility is not Visibility.UNSPECIFIED:
             rec.visibility = visibility
-        rec.update_date = datetime.datetime.now(datetime.timezone.utc)
+        rec.update_date = dt.datetime.now(dt.timezone.utc)
         self._save_to_file()
         logger.debug("Modified %s", key)
         return rec

{digitalkin-1.0.5.dev5 → digitalkin-1.0.5.dev6}/src/digitalkin/services/storage/storage_strategy.py

@@ -1,7 +1,7 @@
 """This module contains the abstract base class for storage strategies."""
 
 import asyncio
-import datetime
+import datetime as dt
 from abc import ABC, abstractmethod
 from typing import Any, Literal, TypeGuard
 from uuid import uuid4
@@ -26,8 +26,8 @@ class StorageRecord(BaseModel):
         description="Read-access scope of this record (UNSPECIFIED = storage-service default)",
     )
     data: BaseModel = Field(..., description="The typed payload of this record")
-    creation_date: datetime.datetime | None = Field(default=None, description="When this record was first created")
-    update_date: datetime.datetime | None = Field(default=None, description="When this record was last modified")
+    creation_date: dt.datetime | None = Field(default=None, description="When this record was first created")
+    update_date: dt.datetime | None = Field(default=None, description="When this record was last modified")
     storage_id: str = Field(
         default="", description="Service-assigned `storage:<id>` for this record; empty until stored"
     )