digitalkin 0.3.3.dev4__tar.gz → 0.3.3.dev6__tar.gz

{digitalkin-0.3.3.dev4 → digitalkin-0.3.3.dev6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: digitalkin
-Version: 0.3.3.dev4
+Version: 0.3.3.dev6
 Summary: SDK to build kin used in DigitalKin
 Author-email: "DigitalKin.ai" <contact@digitalkin.ai>
 License: Attribution-NonCommercial-ShareAlike 4.0 International

{digitalkin-0.3.3.dev4 → digitalkin-0.3.3.dev6}/pyproject.toml

@@ -34,7 +34,7 @@
         "grpcio-status==1.78.0",
         "pydantic==2.12.5",
     ]
-    version = "0.3.3.dev4"
+    version = "0.3.3.dev6"
 
     [project.optional-dependencies]
         profiling = [

{digitalkin-0.3.3.dev4 → digitalkin-0.3.3.dev6}/src/digitalkin/__version__.py

@@ -5,4 +5,4 @@ from importlib.metadata import PackageNotFoundError, version
 try:
     __version__ = version("digitalkin")
 except PackageNotFoundError:
-    __version__ = "0.3.3.dev4"
+    __version__ = "0.3.3.dev6"

{digitalkin-0.3.3.dev4 → digitalkin-0.3.3.dev6}/src/digitalkin/core/job_manager/taskiq_broker.py

@@ -61,15 +61,36 @@ class PickleFormatter(TaskiqFormatter):
     def loads(self, message: bytes) -> TaskiqMessage:  # Required by TaskiqFormatter interface # noqa: PLR6301
         """Recreate Python object from bytes.
 
+        Non-pickle messages (e.g. raw JSON left in the queue by other producers)
+        are logged and converted to a no-op ``TaskiqMessage`` so that Taskiq
+        acknowledges (consumes) them instead of nack-ing and re-delivering in a loop.
+
         Args:
             message: Broker message from bytes.
 
         Returns:
             message with TaskIQ format
         """
-        json_str = pickle.loads(  # noqa: S301
-            message
-        )  # Pickle: required for Taskiq deserialization (internal broker messages only)
+        try:
+            json_str = pickle.loads(  # noqa: S301
+                message
+            )  # Pickle: required for Taskiq deserialization (internal broker messages only)
+        except Exception as e:
+            logger.warning(
+                "Discarding non-pickle message (size=%d, preview=%r): %s",
+                len(message),
+                message[:80],
+                e,
+            )
+            # Return a no-op message that Taskiq will ack and discard
+            # (no task named "__discarded__" exists, so Taskiq logs a warning and moves on)
+            return TaskiqMessage(
+                task_id="__discarded__",
+                task_name="__discarded__",
+                labels={"_discarded": "true"},
+                args=[],
+                kwargs={},
+            )
         return model_validate(TaskiqMessage, json_str)
 
 
@@ -208,6 +229,17 @@ RSTREAM_PRODUCER = TaskiqBrokerConfig.define_producer()
 TASKIQ_BROKER = TaskiqBrokerConfig.define_broker()
 
 
+@TASKIQ_BROKER.task(task_name="__discarded__")
+async def _discarded_message() -> None:  # noqa: RUF029
+    """No-op sink for poison messages consumed by PickleFormatter.
+
+    Taskiq's receiver early-returns without acking when a task name is unknown,
+    so we register this dummy task to ensure the message is executed (no-op),
+    acked, and removed from the queue.
+    """
+    logger.debug("Poison message acknowledged and discarded")
+
+
 @TASKIQ_BROKER.task
 async def run_start_module(
     mission_id: str,
@@ -335,6 +367,7 @@ async def run_config_module(
     services_mode: ServicesMode,
     config_setup_data: dict,
     request_metadata: dict[str, str] | None = None,
+    registry_config: dict[str, Any] | None = None,
     context: Context = TaskiqDepends(),
 ) -> None:
     """TaskIQ task allowing a module to compute in the background asynchronously.
@@ -347,9 +380,17 @@ async def run_config_module(
         services_mode: ServicesMode,
         config_setup_data: dict,
         request_metadata: gRPC request metadata (headers) to forward to the module.
+        registry_config: Registry config (client_config) forwarded from the main process.
         context: Allow TaskIQ context access
     """
     logger.info("Starting config module with services_mode: %s", services_mode)
+
+    # Restore registry config lost during pickle (worker re-imports class without runtime mutations)
+    if registry_config is not None:
+        if "services_config_params" not in module_class.__dict__:
+            module_class.services_config_params = dict(module_class.services_config_params)
+        module_class.services_config_params["registry"] = registry_config
+
     services_config = ServicesConfig(
         services_config_strategies=module_class.services_config_strategies,
         services_config_params=module_class.services_config_params,

{digitalkin-0.3.3.dev4 → digitalkin-0.3.3.dev6}/src/digitalkin/core/job_manager/taskiq_job_manager.py

@@ -245,6 +245,8 @@ class TaskiqJobManager(BaseJobManager[InputModelT, OutputModelT, SetupModelT]):
             raise TypeError(msg)
 
         # Submit task to Taskiq
+        registry_config = self.module_class.services_config_params.get("registry")
+
         running_task: AsyncTaskiqTask[Any] = await task.kiq(
             mission_id,
             setup_id,
@@ -253,6 +255,7 @@ class TaskiqJobManager(BaseJobManager[InputModelT, OutputModelT, SetupModelT]):
             self.services_mode,
             config_setup_data.model_dump(mode="json"),  # SetupModelT generic bound to BaseModel # type: ignore
             request_metadata,
+            registry_config,
         )
 
         job_id = running_task.task_id

{digitalkin-0.3.3.dev4 → digitalkin-0.3.3.dev6}/src/digitalkin/models/module/tool_reference.py

@@ -219,18 +219,26 @@ def tool_reference_input(
         """
         return [{"setupId": t.setup_id, "triggers": t.triggers} for t in v.selected_tools]
 
+    schema = _ToolReferenceInputSchema(
+        setup_ids=setup_ids or [],
+        module_ids=module_ids,
+        tag_ids=tag_ids or [],
+        categories=categories or [],
+        max_tools=max_tools,
+        min_tools=min_tools,
+    )
+
+    # When min_tools > 0, omit the default so the field is required — an empty
+    # ToolReference can never satisfy the constraint, and Pydantic v2 ignores
+    # validate_default inside Annotated/Field, so the only reliable way to
+    # prevent silent acceptance of the default is to not have one.
+    field = Field() if min_tools > 0 else Field(default_factory=ToolReference)
+
     return Annotated[  # type: ignore[return-value]  # Returns Annotated type, not ToolReference directly
         ToolReference,
         BeforeValidator(convert_to_tool_reference),
         AfterValidator(validate_tools_count),
         PlainSerializer(serialize_to_list, return_type=list[dict[str, object]]),
-        _ToolReferenceInputSchema(
-            setup_ids=setup_ids or [],
-            module_ids=module_ids,
-            tag_ids=tag_ids or [],
-            categories=categories or [],
-            max_tools=max_tools,
-            min_tools=min_tools,
-        ),
-        Field(default_factory=ToolReference),
+        schema,
+        field,
     ]

{digitalkin-0.3.3.dev4 → digitalkin-0.3.3.dev6}/src/digitalkin.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: digitalkin
-Version: 0.3.3.dev4
+Version: 0.3.3.dev6
 Summary: SDK to build kin used in DigitalKin
 Author-email: "DigitalKin.ai" <contact@digitalkin.ai>
 License: Attribution-NonCommercial-ShareAlike 4.0 International