avtomatika 1.0b8__tar.gz → 1.0b10__tar.gz

{avtomatika-1.0b8/src/avtomatika.egg-info → avtomatika-1.0b10}/PKG-INFO

@@ -1,16 +1,21 @@
 Metadata-Version: 2.4
 Name: avtomatika
-Version: 1.0b8
+Version: 1.0b10
 Summary: A state-machine based orchestrator for long-running AI and other jobs.
+Author-email: Dmitrii Gagarin <madgagarin@gmail.com>
 Project-URL: Homepage, https://github.com/avtomatika-ai/avtomatika
 Project-URL: Bug Tracker, https://github.com/avtomatika-ai/avtomatika/issues
+Keywords: orchestrator,state-machine,workflow,distributed,ai,llm,rxon,hln
 Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
 Classifier: Programming Language :: Python :: 3
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Operating System :: OS Independent
+Classifier: Typing :: Typed
 Requires-Python: >=3.11
 Description-Content-Type: text/markdown
 License-File: LICENSE
+Requires-Dist: rxon==1.0b2
 Requires-Dist: aiohttp~=3.12
 Requires-Dist: python-json-logger~=4.0
 Requires-Dist: graphviz~=0.21
@@ -22,7 +27,7 @@ Provides-Extra: redis
 Requires-Dist: redis~=7.1; extra == "redis"
 Provides-Extra: s3
 Requires-Dist: obstore>=0.2; extra == "s3"
-Requires-Dist: aiofiles~=23.2; extra == "s3"
+Requires-Dist: aiofiles~=25.1; extra == "s3"
 Provides-Extra: history
 Requires-Dist: aiosqlite~=0.22; extra == "history"
 Requires-Dist: asyncpg~=0.30; extra == "history"
@@ -41,7 +46,7 @@ Requires-Dist: aioresponses~=0.7; extra == "test"
 Requires-Dist: backports.zstd~=1.2; extra == "test"
 Requires-Dist: opentelemetry-instrumentation-aiohttp-client; extra == "test"
 Requires-Dist: obstore>=0.2; extra == "test"
-Requires-Dist: aiofiles~=23.2; extra == "test"
+Requires-Dist: aiofiles~=25.1; extra == "test"
 Provides-Extra: all
 Requires-Dist: avtomatika[redis]; extra == "all"
 Requires-Dist: avtomatika[history]; extra == "all"
@@ -51,6 +56,11 @@ Dynamic: license-file
 
 # Avtomatika Orchestrator
 
+[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
+[![Python 3.11+](https://img.shields.io/badge/python-3.11+-blue.svg)](https://www.python.org/downloads/release/python-3110/)
+[![Tests](https://github.com/avtomatika-ai/avtomatika/actions/workflows/ci.yml/badge.svg)](https://github.com/avtomatika-ai/avtomatika/actions/workflows/ci.yml)
+[![Code Style: Ruff](https://img.shields.io/badge/code%20style-ruff-000000.svg)](https://github.com/astral-sh/ruff)
+
 Avtomatika is a powerful, state-driven engine for managing complex asynchronous workflows in Python. It provides a robust framework for building scalable and resilient applications by separating process logic from execution logic.
 
 This document serves as a comprehensive guide for developers looking to build pipelines (blueprints) and embed the Orchestrator into their applications.
@@ -88,8 +98,9 @@ The project is based on a simple yet powerful architectural pattern that separat
 
 Avtomatika is part of a larger ecosystem:
 
+*   **[Avtomatika Protocol](https://github.com/avtomatika-ai/rxon)**: Shared package containing protocol definitions, data models, and utilities ensuring consistency across all components.
 *   **[Avtomatika Worker SDK](https://github.com/avtomatika-ai/avtomatika-worker)**: The official Python SDK for building workers that connect to this engine.
-*   **[RCA Protocol](https://github.com/avtomatika-ai/rca)**: The architectural specification and manifesto behind the system.
+*   **[HLN Protocol](https://github.com/avtomatika-ai/hln)**: The architectural specification and manifesto behind the system (Hierarchical Logic Network).
 *   **[Full Example](https://github.com/avtomatika-ai/avtomatika-full-example)**: A complete reference project demonstrating the engine and workers in action.
 
 ## Installation
@@ -140,7 +151,7 @@ storage = MemoryStorage()
 config = Config() # Loads configuration from environment variables
 
 # Explicitly set tokens for this example
-# Client token must be sent in the 'X-Avtomatika-Token' header.
+# Client token must be sent in the 'X-Client-Token' header.
 config.CLIENT_TOKEN = "my-secret-client-token"
 # Worker token must be sent in the 'X-Worker-Token' header.
 config.GLOBAL_WORKER_TOKEN = "my-secret-worker-token"
@@ -268,12 +279,18 @@ async def publish_handler_old_style(context):
 
 Avtomatika is engineered for high-load environments with thousands of concurrent workers.
 
-*   **O(1) Dispatcher**: Uses advanced Redis Set intersections to find suitable workers instantly, regardless of the cluster size. No O(N) scanning.
+*   **O(1) Dispatcher**: Uses advanced Redis Set intersections to find suitable workers instantly.
+*   **Zero Trust Security**:
+    *   **mTLS (Mutual TLS)**: Mutual authentication between Orchestrator and Workers using certificates.
+    *   **STS (Security Token Service)**: Token rotation mechanism with short-lived access tokens.
+    *   **Identity Extraction**: Automatically maps Certificate Common Name (CN) to Worker ID.
+*   **Data Integrity**:
+    *   **End-to-End Validation**: Automatic verification of file size and ETag (hash) during S3 transfers.
+    *   **Audit Trail**: File metadata is logged in history for full traceability.
+*   **Protocol Layer**: Built on top of `rxon`, a strict contract defining interactions, ensuring forward compatibility and allowing transport evolution (e.g., to gRPC).
 *   **Non-Blocking I/O**:
-    *   **Webhooks**: Sent via a bounded background queue to prevent backpressure.
-    *   **History Logging**: Writes to SQL databases are buffered and asynchronous, ensuring the main execution loop never blocks.
-    *   **Redis Streams**: Uses blocking reads to eliminate busy-waiting and reduce CPU usage.
-*   **Memory Safety**: S3 file transfers use streaming to handle multi-gigabyte files with constant, low RAM usage.
+    *   **Webhooks**: Sent via a bounded background queue.
+    *   **S3 Streaming**: Constant memory usage regardless of file size.
 
 ## Blueprint Cookbook: Key Features
 
@@ -477,10 +494,16 @@ For detailed specifications and examples, please refer to the [**Configuration G
 
 The orchestrator has built-in mechanisms for handling failures based on the `error.code` field in a worker's response.
 
-*   **TRANSIENT_ERROR**: A temporary error (e.g., network failure, rate limit). The orchestrator will automatically retry the task several times.
-*   **PERMANENT_ERROR**: A permanent error (e.g., a corrupted file). The task will be immediately sent to quarantine for manual investigation.
+*   **TRANSIENT_ERROR**: A temporary error (e.g., network failure). The orchestrator will automatically retry the task several times.
+*   **RESOURCE_EXHAUSTED_ERROR / TIMEOUT_ERROR / INTERNAL_ERROR**: Treated as transient errors and retried.
+*   **PERMANENT_ERROR**: A permanent error. The task will be immediately sent to quarantine.
+*   **SECURITY_ERROR / DEPENDENCY_ERROR**: Treated as permanent errors (e.g., security violation or missing model). Immediate quarantine.
 *   **INVALID_INPUT_ERROR**: An error in the input data. The entire pipeline (Job) will be immediately moved to the failed state.
 
+### Progress Tracking
+
+Workers can report real-time execution progress (0-100%) and status messages. This information is automatically persisted by the Orchestrator and exposed via the Job Status API (`GET /api/v1/jobs/{job_id}`).
+
 ### Concurrency & Performance
 
 To prevent system overload during high traffic, the Orchestrator implements a backpressure mechanism for its internal job processing logic.
@@ -525,13 +548,18 @@ By default, the engine uses in-memory storage. For production, you must configur
 
 The orchestrator uses tokens to authenticate API requests.
 
-*   **Client Authentication**: All API clients must provide a token in the `X-Avtomatika-Token` header. The orchestrator validates this token against client configurations.
+*   **Client Authentication**: All API clients must provide a token in the `X-Client-Token` header. The orchestrator validates this token against client configurations.
 *   **Worker Authentication**: Workers must provide a token in the `X-Worker-Token` header.
     *   `GLOBAL_WORKER_TOKEN`: You can set a global token for all workers using this environment variable. For development and testing, it defaults to `"secure-worker-token"`.
     *   **Individual Tokens**: For production, it is recommended to define individual tokens for each worker in a separate configuration file and provide its path via the `WORKERS_CONFIG_PATH` environment variable. Tokens from this file are stored in a hashed format for security.
 
 > **Note on Dynamic Reloading:** The worker configuration file can be reloaded without restarting the orchestrator by sending an authenticated `POST` request to the `/api/v1/admin/reload-workers` endpoint. This allows for dynamic updates of worker tokens.
 
+### Pure Holon Mode
+For high-security environments or when operating as a Compound Holon within an HLN, you can disable the public client API.
+*   **Enable/Disable**: Set `ENABLE_CLIENT_API="false"` (default: `true`).
+*   **Effect**: The Orchestrator will stop listening on `/api/v1/jobs/...`. It will only accept tasks via the Worker Protocol (RXON) from its parent.
+
 ### Observability
 
 When installed with the telemetry dependency, the system automatically provides:
@@ -543,7 +571,11 @@ When installed with the telemetry dependency, the system automatically provides:
 ### Setup Environment
 
 *   Clone the repository.
-*   Install the package in editable mode with all dependencies:
+*   **For local development**, install the protocol package first:
+    ```bash
+    pip install -e ../rxon
+    ```
+*   Then install the engine in editable mode with all dependencies:
     ```bash
     pip install -e ".[all,test]"
     ```
@@ -561,7 +593,7 @@ When installed with the telemetry dependency, the system automatically provides:
 
 To run the `avtomatika` test suite:
 ```bash
-pytest avtomatika/tests/
+pytest tests/
 ```
 
 ### Interactive API Documentation

{avtomatika-1.0b8 → avtomatika-1.0b10}/README.md

@@ -1,5 +1,10 @@
 # Avtomatika Orchestrator
 
+[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
+[![Python 3.11+](https://img.shields.io/badge/python-3.11+-blue.svg)](https://www.python.org/downloads/release/python-3110/)
+[![Tests](https://github.com/avtomatika-ai/avtomatika/actions/workflows/ci.yml/badge.svg)](https://github.com/avtomatika-ai/avtomatika/actions/workflows/ci.yml)
+[![Code Style: Ruff](https://img.shields.io/badge/code%20style-ruff-000000.svg)](https://github.com/astral-sh/ruff)
+
 Avtomatika is a powerful, state-driven engine for managing complex asynchronous workflows in Python. It provides a robust framework for building scalable and resilient applications by separating process logic from execution logic.
 
 This document serves as a comprehensive guide for developers looking to build pipelines (blueprints) and embed the Orchestrator into their applications.
@@ -37,8 +42,9 @@ The project is based on a simple yet powerful architectural pattern that separat
 
 Avtomatika is part of a larger ecosystem:
 
+*   **[Avtomatika Protocol](https://github.com/avtomatika-ai/rxon)**: Shared package containing protocol definitions, data models, and utilities ensuring consistency across all components.
 *   **[Avtomatika Worker SDK](https://github.com/avtomatika-ai/avtomatika-worker)**: The official Python SDK for building workers that connect to this engine.
-*   **[RCA Protocol](https://github.com/avtomatika-ai/rca)**: The architectural specification and manifesto behind the system.
+*   **[HLN Protocol](https://github.com/avtomatika-ai/hln)**: The architectural specification and manifesto behind the system (Hierarchical Logic Network).
 *   **[Full Example](https://github.com/avtomatika-ai/avtomatika-full-example)**: A complete reference project demonstrating the engine and workers in action.
 
 ## Installation
@@ -89,7 +95,7 @@ storage = MemoryStorage()
 config = Config() # Loads configuration from environment variables
 
 # Explicitly set tokens for this example
-# Client token must be sent in the 'X-Avtomatika-Token' header.
+# Client token must be sent in the 'X-Client-Token' header.
 config.CLIENT_TOKEN = "my-secret-client-token"
 # Worker token must be sent in the 'X-Worker-Token' header.
 config.GLOBAL_WORKER_TOKEN = "my-secret-worker-token"
@@ -217,12 +223,18 @@ async def publish_handler_old_style(context):
 
 Avtomatika is engineered for high-load environments with thousands of concurrent workers.
 
-*   **O(1) Dispatcher**: Uses advanced Redis Set intersections to find suitable workers instantly, regardless of the cluster size. No O(N) scanning.
+*   **O(1) Dispatcher**: Uses advanced Redis Set intersections to find suitable workers instantly.
+*   **Zero Trust Security**:
+    *   **mTLS (Mutual TLS)**: Mutual authentication between Orchestrator and Workers using certificates.
+    *   **STS (Security Token Service)**: Token rotation mechanism with short-lived access tokens.
+    *   **Identity Extraction**: Automatically maps Certificate Common Name (CN) to Worker ID.
+*   **Data Integrity**:
+    *   **End-to-End Validation**: Automatic verification of file size and ETag (hash) during S3 transfers.
+    *   **Audit Trail**: File metadata is logged in history for full traceability.
+*   **Protocol Layer**: Built on top of `rxon`, a strict contract defining interactions, ensuring forward compatibility and allowing transport evolution (e.g., to gRPC).
 *   **Non-Blocking I/O**:
-    *   **Webhooks**: Sent via a bounded background queue to prevent backpressure.
-    *   **History Logging**: Writes to SQL databases are buffered and asynchronous, ensuring the main execution loop never blocks.
-    *   **Redis Streams**: Uses blocking reads to eliminate busy-waiting and reduce CPU usage.
-*   **Memory Safety**: S3 file transfers use streaming to handle multi-gigabyte files with constant, low RAM usage.
+    *   **Webhooks**: Sent via a bounded background queue.
+    *   **S3 Streaming**: Constant memory usage regardless of file size.
 
 ## Blueprint Cookbook: Key Features
 
@@ -426,10 +438,16 @@ For detailed specifications and examples, please refer to the [**Configuration G
 
 The orchestrator has built-in mechanisms for handling failures based on the `error.code` field in a worker's response.
 
-*   **TRANSIENT_ERROR**: A temporary error (e.g., network failure, rate limit). The orchestrator will automatically retry the task several times.
-*   **PERMANENT_ERROR**: A permanent error (e.g., a corrupted file). The task will be immediately sent to quarantine for manual investigation.
+*   **TRANSIENT_ERROR**: A temporary error (e.g., network failure). The orchestrator will automatically retry the task several times.
+*   **RESOURCE_EXHAUSTED_ERROR / TIMEOUT_ERROR / INTERNAL_ERROR**: Treated as transient errors and retried.
+*   **PERMANENT_ERROR**: A permanent error. The task will be immediately sent to quarantine.
+*   **SECURITY_ERROR / DEPENDENCY_ERROR**: Treated as permanent errors (e.g., security violation or missing model). Immediate quarantine.
 *   **INVALID_INPUT_ERROR**: An error in the input data. The entire pipeline (Job) will be immediately moved to the failed state.
 
+### Progress Tracking
+
+Workers can report real-time execution progress (0-100%) and status messages. This information is automatically persisted by the Orchestrator and exposed via the Job Status API (`GET /api/v1/jobs/{job_id}`).
+
 ### Concurrency & Performance
 
 To prevent system overload during high traffic, the Orchestrator implements a backpressure mechanism for its internal job processing logic.
@@ -474,13 +492,18 @@ By default, the engine uses in-memory storage. For production, you must configur
 
 The orchestrator uses tokens to authenticate API requests.
 
-*   **Client Authentication**: All API clients must provide a token in the `X-Avtomatika-Token` header. The orchestrator validates this token against client configurations.
+*   **Client Authentication**: All API clients must provide a token in the `X-Client-Token` header. The orchestrator validates this token against client configurations.
 *   **Worker Authentication**: Workers must provide a token in the `X-Worker-Token` header.
     *   `GLOBAL_WORKER_TOKEN`: You can set a global token for all workers using this environment variable. For development and testing, it defaults to `"secure-worker-token"`.
     *   **Individual Tokens**: For production, it is recommended to define individual tokens for each worker in a separate configuration file and provide its path via the `WORKERS_CONFIG_PATH` environment variable. Tokens from this file are stored in a hashed format for security.
 
 > **Note on Dynamic Reloading:** The worker configuration file can be reloaded without restarting the orchestrator by sending an authenticated `POST` request to the `/api/v1/admin/reload-workers` endpoint. This allows for dynamic updates of worker tokens.
 
+### Pure Holon Mode
+For high-security environments or when operating as a Compound Holon within an HLN, you can disable the public client API.
+*   **Enable/Disable**: Set `ENABLE_CLIENT_API="false"` (default: `true`).
+*   **Effect**: The Orchestrator will stop listening on `/api/v1/jobs/...`. It will only accept tasks via the Worker Protocol (RXON) from its parent.
+
 ### Observability
 
 When installed with the telemetry dependency, the system automatically provides:
@@ -492,7 +515,11 @@ When installed with the telemetry dependency, the system automatically provides:
 ### Setup Environment
 
 *   Clone the repository.
-*   Install the package in editable mode with all dependencies:
+*   **For local development**, install the protocol package first:
+    ```bash
+    pip install -e ../rxon
+    ```
+*   Then install the engine in editable mode with all dependencies:
     ```bash
     pip install -e ".[all,test]"
     ```
@@ -510,7 +537,7 @@ When installed with the telemetry dependency, the system automatically provides:
 
 To run the `avtomatika` test suite:
 ```bash
-pytest avtomatika/tests/
+pytest tests/
 ```
 
 ### Interactive API Documentation

{avtomatika-1.0b8 → avtomatika-1.0b10}/pyproject.toml

@@ -4,17 +4,24 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "avtomatika"
-version = "1.0b8"
+version = "1.0b10"
 description = "A state-machine based orchestrator for long-running AI and other jobs."
 readme = "README.md"
 requires-python = ">=3.11"
+authors = [
+    {name = "Dmitrii Gagarin", email = "madgagarin@gmail.com"},
+]
+keywords = ["orchestrator", "state-machine", "workflow", "distributed", "ai", "llm", "rxon", "hln"]
 classifiers = [
     "Development Status :: 4 - Beta",
+    "Intended Audience :: Developers",
     "Programming Language :: Python :: 3",
     "License :: OSI Approved :: MIT License",
     "Operating System :: OS Independent",
+    "Typing :: Typed",
 ]
 dependencies = [
+    "rxon==1.0b2",
     "aiohttp~=3.12",
     "python-json-logger~=4.0",
     "graphviz~=0.21",
@@ -26,7 +33,7 @@ dependencies = [
 
 [project.optional-dependencies]
 redis = ["redis~=7.1"]
-s3 = ["obstore>=0.2", "aiofiles~=23.2"]
+s3 = ["obstore>=0.2", "aiofiles~=25.1"]
 history = ["aiosqlite~=0.22", "asyncpg~=0.30"]
 telemetry = [
     "opentelemetry-api~=1.39",
@@ -44,7 +51,7 @@ test = [
     "backports.zstd~=1.2",
     "opentelemetry-instrumentation-aiohttp-client",
     "obstore>=0.2",
-    "aiofiles~=23.2",
+    "aiofiles~=25.1",
 ]
 all = [
     "avtomatika[redis]",
@@ -58,7 +65,7 @@ all = [
 "Bug Tracker" = "https://github.com/avtomatika-ai/avtomatika/issues"
 
 [tool.setuptools.package-data]
-"avtomatika" = ["api.html"]
+"avtomatika" = ["api.html", "py.typed"]
 
 [tool.setuptools.packages.find]
 where = ["src"]

{avtomatika-1.0b8 → avtomatika-1.0b10}/src/avtomatika/api/handlers.py

@@ -3,7 +3,7 @@ from logging import getLogger
 from typing import Any, Callable
 from uuid import uuid4
 
-from aiohttp import WSMsgType, web
+from aiohttp import web
 from aioprometheus import render
 from orjson import OPT_INDENT_2, dumps, loads
 
@@ -14,31 +14,22 @@ from ..app_keys import (
 from ..blueprint import StateMachineBlueprint
 from ..client_config_loader import load_client_configs_to_redis
 from ..constants import (
-    ERROR_CODE_INVALID_INPUT,
-    ERROR_CODE_PERMANENT,
-    ERROR_CODE_TRANSIENT,
-    JOB_STATUS_CANCELLED,
-    JOB_STATUS_FAILED,
+    COMMAND_CANCEL_TASK,
     JOB_STATUS_PENDING,
-    JOB_STATUS_QUARANTINED,
     JOB_STATUS_RUNNING,
     JOB_STATUS_WAITING_FOR_HUMAN,
-    JOB_STATUS_WAITING_FOR_PARALLEL,
     JOB_STATUS_WAITING_FOR_WORKER,
-    TASK_STATUS_CANCELLED,
-    TASK_STATUS_FAILURE,
-    TASK_STATUS_SUCCESS,
 )
 from ..worker_config_loader import load_worker_configs_to_redis
 
 logger = getLogger(__name__)
 
 
-def json_dumps(obj) -> str:
+def json_dumps(obj: Any) -> str:
     return dumps(obj).decode("utf-8")
 
 
-def json_response(data, **kwargs) -> web.Response:
+def json_response(data: Any, **kwargs: Any) -> web.Response:
     return web.json_response(data, dumps=json_dumps, **kwargs)
 
 
@@ -138,7 +129,7 @@ async def cancel_job_handler(request: web.Request) -> web.Response:
 
     # Attempt WebSocket-based cancellation if supported
     if worker_info and worker_info.get("capabilities", {}).get("websockets"):
-        command = {"command": "cancel_task", "task_id": task_id, "job_id": job_id}
+        command = {"command": COMMAND_CANCEL_TASK, "task_id": task_id, "job_id": job_id}
         sent = await engine.ws_manager.send_command(worker_id, command)
         if sent:
             return json_response({"status": "cancellation_request_sent"})
@@ -208,143 +199,6 @@ async def get_dashboard_handler(request: web.Request) -> web.Response:
     return json_response(dashboard_data)
 
 
-async def task_result_handler(request: web.Request) -> web.Response:
-    engine = request.app[ENGINE_KEY]
-    try:
-        data = await request.json(loads=loads)
-        job_id = data.get("job_id")
-        task_id = data.get("task_id")
-        result = data.get("result", {})
-        result_status = result.get("status", TASK_STATUS_SUCCESS)
-        error_message = result.get("error")
-        payload_worker_id = data.get("worker_id")
-    except Exception:
-        return json_response({"error": "Invalid JSON body"}, status=400)
-
-    # Security check: Ensure the worker_id from the payload matches the authenticated worker
-    authenticated_worker_id = request.get("worker_id")
-    if not authenticated_worker_id:
-        return json_response({"error": "Could not identify authenticated worker."}, status=500)
-
-    if payload_worker_id and payload_worker_id != authenticated_worker_id:
-        return json_response(
-            {
-                "error": f"Forbidden: Authenticated worker '{authenticated_worker_id}' "
-                f"cannot submit results for another worker '{payload_worker_id}'.",
-            },
-            status=403,
-        )
-
-    if not job_id or not task_id:
-        return json_response({"error": "job_id and task_id are required"}, status=400)
-
-    job_state = await engine.storage.get_job_state(job_id)
-    if not job_state:
-        return json_response({"error": "Job not found"}, status=404)
-
-    # Handle parallel task completion
-    if job_state.get("status") == JOB_STATUS_WAITING_FOR_PARALLEL:
-        await engine.storage.remove_job_from_watch(f"{job_id}:{task_id}")
-        job_state.setdefault("aggregation_results", {})[task_id] = result
-        job_state.setdefault("active_branches", []).remove(task_id)
-
-        if not job_state["active_branches"]:
-            logger.info(f"All parallel branches for job {job_id} have completed.")
-            job_state["status"] = JOB_STATUS_RUNNING
-            job_state["current_state"] = job_state["aggregation_target"]
-            await engine.storage.save_job_state(job_id, job_state)
-            await engine.storage.enqueue_job(job_id)
-        else:
-            logger.info(
-                f"Branch {task_id} for job {job_id} completed. Waiting for {len(job_state['active_branches'])} more.",
-            )
-            await engine.storage.save_job_state(job_id, job_state)
-
-        return json_response({"status": "parallel_branch_result_accepted"}, status=200)
-
-    await engine.storage.remove_job_from_watch(job_id)
-
-    import time
-
-    now = time.monotonic()
-    dispatched_at = job_state.get("task_dispatched_at", now)
-    duration_ms = int((now - dispatched_at) * 1000)
-
-    await engine.history_storage.log_job_event(
-        {
-            "job_id": job_id,
-            "state": job_state.get("current_state"),
-            "event_type": "task_finished",
-            "duration_ms": duration_ms,
-            "worker_id": authenticated_worker_id,
-            "context_snapshot": {**job_state, "result": result},
-        },
-    )
-
-    job_state["tracing_context"] = {str(k): v for k, v in request.headers.items()}
-
-    if result_status == TASK_STATUS_FAILURE:
-        error_details = result.get("error", {})
-        error_type = ERROR_CODE_TRANSIENT
-        error_message = "No error details provided."
-
-        if isinstance(error_details, dict):
-            error_type = error_details.get("code", ERROR_CODE_TRANSIENT)
-            error_message = error_details.get("message", "No error message provided.")
-        elif isinstance(error_details, str):
-            error_message = error_details
-
-        logger.warning(f"Task {task_id} for job {job_id} failed with error type '{error_type}'.")
-
-        if error_type == ERROR_CODE_PERMANENT:
-            job_state["status"] = JOB_STATUS_QUARANTINED
-            job_state["error_message"] = f"Task failed with permanent error: {error_message}"
-            await engine.storage.save_job_state(job_id, job_state)
-            await engine.storage.quarantine_job(job_id)
-        elif error_type == ERROR_CODE_INVALID_INPUT:
-            job_state["status"] = JOB_STATUS_FAILED
-            job_state["error_message"] = f"Task failed due to invalid input: {error_message}"
-            await engine.storage.save_job_state(job_id, job_state)
-        else:  # TRANSIENT_ERROR
-            await engine.handle_task_failure(job_state, task_id, error_message)
-
-        return json_response({"status": "result_accepted_failure"}, status=200)
-
-    if result_status == TASK_STATUS_CANCELLED:
-        logger.info(f"Task {task_id} for job {job_id} was cancelled by worker.")
-        job_state["status"] = JOB_STATUS_CANCELLED
-        await engine.storage.save_job_state(job_id, job_state)
-        transitions = job_state.get("current_task_transitions", {})
-        if next_state := transitions.get("cancelled"):
-            job_state["current_state"] = next_state
-            job_state["status"] = JOB_STATUS_RUNNING
-            await engine.storage.save_job_state(job_id, job_state)
-            await engine.storage.enqueue_job(job_id)
-        return json_response({"status": "result_accepted_cancelled"}, status=200)
-
-    transitions = job_state.get("current_task_transitions", {})
-    if next_state := transitions.get(result_status):
-        logger.info(f"Job {job_id} transitioning based on worker status '{result_status}' to state '{next_state}'")
-
-        worker_data = result.get("data")
-        if worker_data and isinstance(worker_data, dict):
-            if "state_history" not in job_state:
-                job_state["state_history"] = {}
-            job_state["state_history"].update(worker_data)
-
-        job_state["current_state"] = next_state
-        job_state["status"] = JOB_STATUS_RUNNING
-        await engine.storage.save_job_state(job_id, job_state)
-        await engine.storage.enqueue_job(job_id)
-    else:
-        logger.error(f"Job {job_id} failed. Worker returned unhandled status '{result_status}'.")
-        job_state["status"] = JOB_STATUS_FAILED
-        job_state["error_message"] = f"Worker returned unhandled status: {result_status}"
-        await engine.storage.save_job_state(job_id, job_state)
-
-    return json_response({"status": "result_accepted_success"}, status=200)
-
-
 async def human_approval_webhook_handler(request: web.Request) -> web.Response:
     engine = request.app[ENGINE_KEY]
     job_id = request.match_info.get("job_id")
@@ -441,109 +295,3 @@ async def docs_handler(request: web.Request) -> web.Response:
         content = content.replace(marker, f"{marker}\n{endpoints_json.strip('[]')},")
 
     return web.Response(text=content, content_type="text/html")
-
-
-async def websocket_handler(request: web.Request) -> web.WebSocketResponse:
-    engine = request.app[ENGINE_KEY]
-    worker_id = request.match_info.get("worker_id")
-    if not worker_id:
-        raise web.HTTPBadRequest(text="worker_id is required")
-
-    ws = web.WebSocketResponse()
-    await ws.prepare(request)
-
-    await engine.ws_manager.register(worker_id, ws)
-    try:
-        async for msg in ws:
-            if msg.type == WSMsgType.TEXT:
-                try:
-                    data = msg.json()
-                    await engine.ws_manager.handle_message(worker_id, data)
-                except Exception as e:
-                    logger.error(f"Error processing WebSocket message from {worker_id}: {e}")
-            elif msg.type == WSMsgType.ERROR:
-                logger.error(f"WebSocket connection for {worker_id} closed with exception {ws.exception()}")
-                break
-    finally:
-        await engine.ws_manager.unregister(worker_id)
-    return ws
-
-
-async def handle_get_next_task(request: web.Request) -> web.Response:
-    engine = request.app[ENGINE_KEY]
-    worker_id = request.match_info.get("worker_id")
-    if not worker_id:
-        return json_response({"error": "worker_id is required in path"}, status=400)
-
-    logger.debug(f"Worker {worker_id} is requesting a new task.")
-    task = await engine.storage.dequeue_task_for_worker(worker_id, engine.config.WORKER_POLL_TIMEOUT_SECONDS)
-
-    if task:
-        logger.info(f"Sending task {task.get('task_id')} to worker {worker_id}")
-        return json_response(task, status=200)
-    logger.debug(f"No tasks for worker {worker_id}, responding 204.")
-    return web.Response(status=204)
-
-
-async def worker_update_handler(request: web.Request) -> web.Response:
-    engine = request.app[ENGINE_KEY]
-    worker_id = request.match_info.get("worker_id")
-    if not worker_id:
-        return json_response({"error": "worker_id is required in path"}, status=400)
-
-    ttl = engine.config.WORKER_HEALTH_CHECK_INTERVAL_SECONDS * 2
-    update_data = None
-
-    if request.can_read_body:
-        try:
-            update_data = await request.json(loads=loads)
-        except Exception:
-            logger.warning(
-                f"Received PATCH from worker {worker_id} with non-JSON body. Treating as TTL-only heartbeat."
-            )
-
-    if update_data:
-        updated_worker = await engine.storage.update_worker_status(worker_id, update_data, ttl)
-        if not updated_worker:
-            return json_response({"error": "Worker not found"}, status=404)
-
-        await engine.history_storage.log_worker_event(
-            {
-                "worker_id": worker_id,
-                "event_type": "status_update",
-                "worker_info_snapshot": updated_worker,
-            },
-        )
-        return json_response(updated_worker, status=200)
-    else:
-        refreshed = await engine.storage.refresh_worker_ttl(worker_id, ttl)
-        if not refreshed:
-            return json_response({"error": "Worker not found"}, status=404)
-        return json_response({"status": "ttl_refreshed"})
-
-
-async def register_worker_handler(request: web.Request) -> web.Response:
-    engine = request.app[ENGINE_KEY]
-    worker_data = request.get("worker_registration_data")
-    if not worker_data:
-        return json_response({"error": "Worker data not found in request"}, status=500)
-
-    worker_id = worker_data.get("worker_id")
-    if not worker_id:
-        return json_response({"error": "Missing required field: worker_id"}, status=400)
-
-    ttl = engine.config.WORKER_HEALTH_CHECK_INTERVAL_SECONDS * 2
-    await engine.storage.register_worker(worker_id, worker_data, ttl)
-
-    logger.info(
-        f"Worker '{worker_id}' registered with info: {worker_data}",
-    )
-
-    await engine.history_storage.log_worker_event(
-        {
-            "worker_id": worker_id,
-            "event_type": "registered",
-            "worker_info_snapshot": worker_data,
-        },
-    )
-    return json_response({"status": "registered"}, status=200)