digitalkin 0.3.0rc0__tar.gz → 0.3.0rc2__tar.gz

{digitalkin-0.3.0rc0 → digitalkin-0.3.0rc2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: digitalkin
-Version: 0.3.0rc0
+Version: 0.3.0rc2
 Summary: SDK to build kin used in DigitalKin
 Author-email: "DigitalKin.ai" <contact@digitalkin.ai>
 License: Attribution-NonCommercial-ShareAlike 4.0 International
@@ -456,33 +456,13 @@ Requires-Dist: digitalkin-proto>=0.1.16
 Requires-Dist: grpcio-health-checking>=1.71.0
 Requires-Dist: grpcio-reflection>=1.71.0
 Requires-Dist: grpcio-status>=1.71.0
-Requires-Dist: pydantic>=2.12.1
+Requires-Dist: pydantic>=2.12.3
 Requires-Dist: surrealdb>=1.0.6
 Provides-Extra: taskiq
-Requires-Dist: rstream>=0.31.0; extra == "taskiq"
-Requires-Dist: taskiq-aio-pika>=0.4.3; extra == "taskiq"
+Requires-Dist: rstream>=0.40.0; extra == "taskiq"
+Requires-Dist: taskiq-aio-pika>=0.4.4; extra == "taskiq"
 Requires-Dist: taskiq-redis>=1.1.2; extra == "taskiq"
-Requires-Dist: taskiq[reload]>=0.11.18; extra == "taskiq"
-Provides-Extra: dev
-Requires-Dist: typos>=1.38.0; extra == "dev"
-Requires-Dist: ruff>=0.14.1; extra == "dev"
-Requires-Dist: mypy>=1.18.2; extra == "dev"
-Requires-Dist: pyright>=1.1.406; extra == "dev"
-Requires-Dist: pre-commit>=4.3.0; extra == "dev"
-Requires-Dist: bump-my-version>=1.2.4; extra == "dev"
-Requires-Dist: build>=1.3.0; extra == "dev"
-Requires-Dist: twine>=6.2.0; extra == "dev"
-Requires-Dist: cryptography>=46.0.2; extra == "dev"
-Provides-Extra: tests
-Requires-Dist: freezegun>=1.5.3; extra == "tests"
-Requires-Dist: hdrhistogram>=0.10.3; extra == "tests"
-Requires-Dist: grpcio-testing>=1.71.0; extra == "tests"
-Requires-Dist: psutil>=7.0.0; extra == "tests"
-Requires-Dist: pytest>=8.4.2; extra == "tests"
-Requires-Dist: pytest-asyncio>=1.2.0; extra == "tests"
-Requires-Dist: pytest-cov>=7.0.0; extra == "tests"
-Requires-Dist: pytest-html==4.1.1; extra == "tests"
-Requires-Dist: pytest-json-report==1.5.0; extra == "tests"
+Requires-Dist: taskiq[reload]>=0.11.19; extra == "taskiq"
 Dynamic: license-file
 
 # DigitalKin Python SDK

{digitalkin-0.3.0rc0 → digitalkin-0.3.0rc2}/pyproject.toml

@@ -12,7 +12,7 @@
 
     keywords = [ "digitalkin", "kin", "agent", "gprc", "sdk" ]
 
-    version = "0.3.0-rc0"
+    version = "0.3.0-rc2"
     classifiers = [
         "Development Status :: 3 - Alpha",
         "Intended Audience :: Developers",
@@ -32,39 +32,18 @@
         "grpcio-health-checking>=1.71.0",
         "grpcio-reflection>=1.71.0",
         "grpcio-status>=1.71.0",
-        "pydantic>=2.12.1",
+        "pydantic>=2.12.3",
         "surrealdb>=1.0.6",
     ]
 
     [project.optional-dependencies]
         taskiq = [
-            "rstream>=0.31.0",
-            "taskiq-aio-pika>=0.4.3",
+            "rstream>=0.40.0",
+            "taskiq-aio-pika>=0.4.4",
             "taskiq-redis>=1.1.2",
-            "taskiq[reload]>=0.11.18",
-        ]
-        dev = [
-            "typos>=1.38.0",
-            "ruff>=0.14.1",
-            "mypy>=1.18.2",
-            "pyright>=1.1.406",
-            "pre-commit>=4.3.0",
-            "bump-my-version>=1.2.4",
-            "build>=1.3.0",
-            "twine>=6.2.0",
-            "cryptography>=46.0.2",
-        ]
-        tests = [
-            "freezegun>=1.5.3",
-            "hdrhistogram>=0.10.3",
-            "grpcio-testing>=1.71.0",
-            "psutil>=7.0.0",
-            "pytest>=8.4.2",
-            "pytest-asyncio>=1.2.0",
-            "pytest-cov>=7.0.0",
-            "pytest-html==4.1.1",
-            "pytest-json-report==1.5.0",
+            "taskiq[reload]>=0.11.19",
         ]
+
     [project.urls]
         Homepage      = "https://github.com/DigitalKin-ai/digitalkin"
         Documentation = "https://github.com/DigitalKin-ai/digitalkin"
@@ -74,6 +53,55 @@
         name  = "DigitalKin.ai"
         email = "contact@digitalkin.ai"
 
+[dependency-groups]
+    dev = [
+        "typos>=1.38.0",
+        "ruff>=0.14.2",
+        "mypy>=1.18.2",
+        "pyright>=1.1.407",
+        "pre-commit>=4.3.0",
+        "bump-my-version>=1.2.4",
+        "build>=1.3.0",
+        "twine>=6.2.0",
+        "cryptography>=46.0.3",
+    ]
+    tests = [
+        "freezegun>=1.5.3",
+        "hdrhistogram>=0.10.3",
+        "grpcio-testing>=1.71.0",
+        "psutil>=7.1.2",
+        "pytest>=8.4.2",
+        "pytest-asyncio>=1.2.0",
+        "pytest-cov>=7.0.0",
+        "pytest-html==4.1.1",
+        "pytest-json-report==1.5.0",
+    ]
+    docs = [
+        "mike>=2.1.3",
+        "markdown-callouts>=0.4",
+        "markdown-exec>=1.8",
+        "mkdocs>=1.6",
+        "mkdocs-coverage>=2.0.0",
+        "mkdocs-llmstxt>=0.2",
+        "mkdocs-redirects>=1.2",
+        "mkdocstrings>=0.29",
+        "griffe-inherited-docstrings>=1.1.2",
+        "mkdocs-autorefs>=1.4.3",
+        "mkdocs-awesome-pages-plugin>=2.10.1",
+        "mkdocs-git-committers-plugin-2>=2.5.0",
+        "mkdocs-git-revision-date-localized-plugin>=1.4.7",
+        "mkdocs-glightbox>=0.5.2",
+        "mkdocs-include-markdown-plugin>=7.2.0",
+        "mkdocs-literate-nav>=0.6.2",
+        "mkdocs-material[imaging]>=9.6.22",
+        "mkdocs-minify-plugin>=0.8.0",
+        "mkdocs-section-index>=0.3.10",
+        "mkdocstrings>=0.30.1",
+        "mkdocstrings-python>=1.18.2",
+        "mkdocs-open-in-new-tab>=1.0.8",
+        "tomli>=2.3.0",
+]
+
 [tool.setuptools]
     package-dir = { "" = "src" }
 
@@ -114,6 +142,7 @@
         "generate_certificates.py",
         "examples/*",
         "tests/*",
+        "docs/*",
     ]
     preview = true
 
@@ -157,9 +186,9 @@
             "N",     # pep8-naming
             "ERA",   # eradicate
             "RUF",   # Ruff-specific rules
-            # "DOC",   # pydoclint
-            "FURB", # Refurb
-            "PL",   # Pylint
+            "DOC",   # pydoclint
+            "FURB",  # Refurb
+            "PL",    # Pylint
         ]
 
         ignore = [
@@ -232,11 +261,3 @@
     testpaths    = [ "tests" ]
     python_files = "test_*.py"
     asyncio_mode = "auto"
-
-[dependency-groups]
-    dev = [
-        "pytest>=8.4.2",
-        "pytest-cov>=7.0.0",
-        "pytest-html>=4.1.1",
-        "pytest-json-report>=1.5.0",
-    ]

{digitalkin-0.3.0rc0 → digitalkin-0.3.0rc2}/src/digitalkin/__version__.py

@@ -5,4 +5,4 @@ from importlib.metadata import PackageNotFoundError, version
 try:
     __version__ = version("digitalkin")
 except PackageNotFoundError:
-    __version__ = "0.3.0-rc0"
+    __version__ = "0.3.0-rc2"

digitalkin-0.3.0rc2/src/digitalkin/core/__init__.py

@@ -0,0 +1 @@
+"""Core of Digitlakin defining the task management and sub-modules."""

digitalkin-0.3.0rc2/src/digitalkin/core/job_manager/__init__.py

@@ -0,0 +1 @@
+"""Job Manager logic."""

{digitalkin-0.3.0rc0/src/digitalkin/modules → digitalkin-0.3.0rc2/src/digitalkin/core}/job_manager/base_job_manager.py

@@ -5,15 +5,16 @@ from collections.abc import AsyncGenerator, AsyncIterator, Callable, Coroutine
 from contextlib import asynccontextmanager
 from typing import Any, Generic
 
+from digitalkin.core.task_manager.task_manager import TaskManager
+from digitalkin.models.core.task_monitor import TaskStatus
 from digitalkin.models.module import InputModelT, OutputModelT, SetupModelT
 from digitalkin.models.module.module import ModuleCodeModel
-from digitalkin.models.module.task_monitor import TaskStatus
 from digitalkin.modules._base_module import BaseModule
 from digitalkin.services.services_config import ServicesConfig
 from digitalkin.services.services_models import ServicesMode
 
 
-class BaseJobManager(abc.ABC, Generic[InputModelT, SetupModelT, OutputModelT]):
+class BaseJobManager(abc.ABC, TaskManager, Generic[InputModelT, SetupModelT, OutputModelT]):
     """Abstract base class for managing background module jobs."""
 
     async def start(self) -> None:
@@ -25,7 +26,8 @@ class BaseJobManager(abc.ABC, Generic[InputModelT, SetupModelT, OutputModelT]):
 
     @staticmethod
     async def job_specific_callback(
-        callback: Callable[[str, OutputModelT | ModuleCodeModel], Coroutine[Any, Any, None]], job_id: str
+        callback: Callable[[str, OutputModelT | ModuleCodeModel], Coroutine[Any, Any, None]],
+        job_id: str,
     ) -> Callable[[OutputModelT | ModuleCodeModel], Coroutine[Any, Any, None]]:
         """Generate a job-specific callback function.
 

{digitalkin-0.3.0rc0/src/digitalkin/modules → digitalkin-0.3.0rc2/src/digitalkin/core}/job_manager/single_job_manager.py

@@ -9,19 +9,18 @@ from typing import Any, Generic
 
 import grpc
 
+from digitalkin.core.job_manager.base_job_manager import BaseJobManager
+from digitalkin.core.task_manager.surrealdb_repository import SurrealDBConnection
+from digitalkin.core.task_manager.task_session import TaskSession
 from digitalkin.logger import logger
+from digitalkin.models.core.task_monitor import TaskStatus
 from digitalkin.models.module import InputModelT, OutputModelT, SetupModelT
 from digitalkin.models.module.module import ModuleCodeModel
-from digitalkin.models.module.task_monitor import TaskStatus
 from digitalkin.modules._base_module import BaseModule
-from digitalkin.modules.job_manager.base_job_manager import BaseJobManager
-from digitalkin.modules.job_manager.surrealdb_repository import SurrealDBConnection
-from digitalkin.modules.job_manager.task_manager import TaskManager
-from digitalkin.modules.job_manager.task_session import TaskSession
 from digitalkin.services.services_models import ServicesMode
 
 
-class SingleJobManager(BaseJobManager, TaskManager, Generic[InputModelT, OutputModelT, SetupModelT]):
+class SingleJobManager(BaseJobManager, Generic[InputModelT, OutputModelT, SetupModelT]):
     """Manages a single instance of a module job.
 
     This class ensures that only one instance of a module job is active at a time.
@@ -31,7 +30,7 @@ class SingleJobManager(BaseJobManager, TaskManager, Generic[InputModelT, OutputM
 
     async def start(self) -> None:
         """Start manager."""
-        self.channel = SurrealDBConnection("task_manager", datetime.timedelta(seconds=5))
+        self.channel: SurrealDBConnection = SurrealDBConnection("task_manager", datetime.timedelta(seconds=5))
         await self.channel.init_surreal_instance()
 
     def __init__(
@@ -87,7 +86,6 @@ class SingleJobManager(BaseJobManager, TaskManager, Generic[InputModelT, OutputM
 
         Args:
             config_setup_data: The input data required to start the job.
-            setup_data: The setup configuration for the module.
             mission_id: The mission ID associated with the job.
             setup_id: The setup ID associated with the module.
             setup_version_id: The setup ID.
@@ -101,7 +99,7 @@ class SingleJobManager(BaseJobManager, TaskManager, Generic[InputModelT, OutputM
         job_id = str(uuid.uuid4())
         # TODO: Ensure the job_id is unique.
         module = self.module_class(job_id, mission_id=mission_id, setup_id=setup_id, setup_version_id=setup_version_id)
-        self.tasks_sessions[job_id] = TaskSession(job_id, self.channel, module)
+        self.tasks_sessions[job_id] = TaskSession(job_id, mission_id, self.channel, module)
 
         try:
             await module.start_config_setup(
@@ -224,6 +222,7 @@ class SingleJobManager(BaseJobManager, TaskManager, Generic[InputModelT, OutputM
 
         await self.create_task(
             job_id,
+            mission_id,
             module,
             module.start(input_data, setup_data, callback, done_callback=None),
         )
@@ -254,7 +253,7 @@ class SingleJobManager(BaseJobManager, TaskManager, Generic[InputModelT, OutputM
                 await session.module.stop()
 
                 if job_id in self.tasks:
-                    await self.cancel_task(job_id)
+                    await self.cancel_task(job_id, session.mission_id)
                 logger.debug(f"session {job_id} ({session.module.name}) stopped successfully")
             except Exception as e:
                 logger.error(f"Error while stopping module {job_id}: {e}")

{digitalkin-0.3.0rc0/src/digitalkin/modules → digitalkin-0.3.0rc2/src/digitalkin/core}/job_manager/taskiq_broker.py

@@ -14,11 +14,11 @@ from taskiq.compat import model_validate
 from taskiq.message import BrokerMessage
 from taskiq_aio_pika import AioPikaBroker
 
+from digitalkin.core.job_manager.base_job_manager import BaseJobManager
 from digitalkin.logger import logger
+from digitalkin.models.core.job_manager_models import StreamCodeModel
 from digitalkin.models.module.module_types import OutputModelT
 from digitalkin.modules._base_module import BaseModule
-from digitalkin.modules.job_manager.base_job_manager import BaseJobManager
-from digitalkin.modules.job_manager.job_manager_models import StreamCodeModel
 from digitalkin.services.services_config import ServicesConfig
 from digitalkin.services.services_models import ServicesMode
 
@@ -194,7 +194,6 @@ async def run_config_module(
         module_class: type[BaseModule],
         services_mode: ServicesMode,
         config_setup_data: dict,
-        setup_data: dict,
         context: Allow TaskIQ context access
     """
     logger.warning("%s", services_mode)

{digitalkin-0.3.0rc0/src/digitalkin/modules → digitalkin-0.3.0rc2/src/digitalkin/core}/job_manager/taskiq_job_manager.py

@@ -17,12 +17,12 @@ from typing import TYPE_CHECKING, Any, Generic
 
 from rstream import Consumer, ConsumerOffsetSpecification, MessageContext, OffsetType
 
+from digitalkin.core.job_manager.base_job_manager import BaseJobManager
+from digitalkin.core.job_manager.taskiq_broker import STREAM, STREAM_RETENTION, TASKIQ_BROKER
 from digitalkin.logger import logger
+from digitalkin.models.core.task_monitor import TaskStatus
 from digitalkin.models.module import InputModelT, SetupModelT
-from digitalkin.models.module.task_monitor import TaskStatus
 from digitalkin.modules._base_module import BaseModule
-from digitalkin.modules.job_manager.base_job_manager import BaseJobManager
-from digitalkin.modules.job_manager.taskiq_broker import STREAM, STREAM_RETENTION, TASKIQ_BROKER
 from digitalkin.services.services_models import ServicesMode
 
 if TYPE_CHECKING:
@@ -146,7 +146,6 @@ class TaskiqJobManager(BaseJobManager, Generic[InputModelT, SetupModelT]):
 
         Args:
             config_setup_data: The input data required to start the job.
-            setup_data: The setup configuration for the module.
             mission_id: The mission ID associated with the job.
             setup_id: The setup ID associated with the module.
             setup_version_id: The setup ID.
@@ -158,7 +157,7 @@ class TaskiqJobManager(BaseJobManager, Generic[InputModelT, SetupModelT]):
             TypeError: If the function is called with bad data type.
             ValueError: If the module fails to start.
         """
-        task = TASKIQ_BROKER.find_task("digitalkin.modules.job_manager.taskiq_broker:run_config_module")
+        task = TASKIQ_BROKER.find_task("digitalkin.core.taskiq_broker:run_config_module")
 
         if task is None:
             msg = "Task not found"
@@ -242,7 +241,7 @@ class TaskiqJobManager(BaseJobManager, Generic[InputModelT, SetupModelT]):
         Raises:
             ValueError: If the task is not found.
         """
-        task = TASKIQ_BROKER.find_task("digitalkin.modules.job_manager.taskiq_broker:run_start_module")
+        task = TASKIQ_BROKER.find_task("digitalkin.core.taskiq_broker:run_start_module")
 
         if task is None:
             msg = "Task not found"

digitalkin-0.3.0rc2/src/digitalkin/core/task_manager/__init__.py

@@ -0,0 +1 @@
+"""Base task manager logic."""

{digitalkin-0.3.0rc0/src/digitalkin/modules/job_manager → digitalkin-0.3.0rc2/src/digitalkin/core/task_manager}/surrealdb_repository.py

@@ -71,7 +71,6 @@ class SurrealDBConnection(Generic[TSurreal]):
 
         Args:
             database: AsyncSurrealDB connection to a specific database
-            table_name: Name of the table to interact with
             timeout: Timeout for database operations
         """
         self.timeout = timeout