ko-tasks-server 1.0.0__tar.gz

ko_tasks_server-1.0.0/.gitignore

@@ -0,0 +1,82 @@
+# Python
+__pycache__/
+*.py[cod]
+*$py.class
+*.egg-info/
+*.egg
+dist/
+build/
+.eggs/
+*.whl
+
+# Virtual environments
+.venv/
+venv/
+env/
+
+# IDE
+.vscode/
+.idea/
+*.swp
+*.swo
+*~
+
+# Node
+node_modules/
+npm-debug.log*
+
+# OS
+.DS_Store
+Thumbs.db
+
+# Testing
+.pytest_cache/
+.coverage
+htmlcov/
+.tox/
+
+# uv
+uv.lock
+
+# Generated scaffold E2E tasks (examples/test_scaffold_combinations_e2e.py)
+examples/_scaffold_e2e/
+
+# Data directories (local dev)
+data/
+test-data/
+*.db
+*.sqlite3
+
+# Test fixture runtime artefacts (written by test runs)
+packages/server/tests/fixtures/*/environments/
+packages/server/tests/fixtures/*/task_registry.json
+packages/server/tests/fixtures/*/*-data/
+packages/server/tests/fixtures/*/node-test-data/
+
+# Package builds
+packages/sdk-python/dist/
+packages/server/dist/
+
+# Worktrees
+.worktrees/
+
+# Secrets
+.env
+.env.local
+.env.production
+.env.otel
+.env.otel-platform
+.env.prod-e2e
+.gitnexus
+uv.lock
+packages/ui-react/.next
+packages/ui-react/out
+.claude/skills
+.claude/skills/gitnexus
+.claude/skills/gitnexus/gitnexus-cli/SKILL.md
+.claude/skills/gitnexus/gitnexus-debugging/SKILL.md
+.claude/skills/gitnexus/gitnexus-exploring/SKILL.md
+.claude/skills/gitnexus/gitnexus-guide/SKILL.md
+.claude/skills/gitnexus/gitnexus-impact-analysis/SKILL.md
+.claude/skills/gitnexus/gitnexus-refactoring/SKILL.md
+.claude/

ko_tasks_server-1.0.0/PKG-INFO

@@ -0,0 +1,253 @@
+Metadata-Version: 2.5
+Name: ko-tasks-server
+Version: 1.0.0
+Summary: Komus Tasks server — deploy, schedule, and manage task workflows with a web UI, webhooks, and REST API
+Project-URL: Documentation, https://github.com/Komus-ai/ko-tasks-platform#readme
+Project-URL: Repository, https://github.com/Komus-ai/ko-tasks-platform
+Project-URL: Issues, https://github.com/Komus-ai/ko-tasks-platform/issues
+Project-URL: Changelog, https://github.com/Komus-ai/ko-tasks-platform/blob/main/CHANGELOG.md
+Author-email: "Komus.ai" <codir@komus.ai>
+License: MIT
+Keywords: async,fastapi,observability,scheduling,server,task,webhooks,workflow
+Classifier: Development Status :: 4 - Beta
+Classifier: Framework :: FastAPI
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: System Administrators
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Topic :: System :: Distributed Computing
+Classifier: Typing :: Typed
+Requires-Python: >=3.13
+Requires-Dist: aiofiles>=24.1.0
+Requires-Dist: apscheduler>=3.11.0
+Requires-Dist: cryptography>=43.0.0
+Requires-Dist: fastapi>=0.115.0
+Requires-Dist: jsonschema>=4.23.0
+Requires-Dist: ko-observability[elasticsearch,fastapi,httpx]<0.3,>=0.2.0
+Requires-Dist: ko-tasks-sdk>=1.0.0
+Requires-Dist: packaging>=24.0
+Requires-Dist: python-multipart>=0.0.9
+Requires-Dist: slowapi>=0.1.9
+Requires-Dist: uvicorn[standard]>=0.32.0
+Provides-Extra: all
+Requires-Dist: aiobotocore>=3.4.0; extra == 'all'
+Requires-Dist: boto3>=1.34.0; extra == 'all'
+Requires-Dist: elasticsearch[async]>=9.0.0; extra == 'all'
+Provides-Extra: dev
+Requires-Dist: boto3<2.0,>=1.35; extra == 'dev'
+Requires-Dist: httpx>=0.27.0; extra == 'dev'
+Requires-Dist: hypothesis>=6.100; extra == 'dev'
+Requires-Dist: pytest-asyncio>=0.24.0; extra == 'dev'
+Requires-Dist: pytest-cov>=4.1.0; extra == 'dev'
+Requires-Dist: pytest>=8.3.0; extra == 'dev'
+Requires-Dist: pyyaml>=6.0; extra == 'dev'
+Requires-Dist: ruff>=0.8.0; extra == 'dev'
+Provides-Extra: elasticsearch
+Requires-Dist: elasticsearch[async]>=9.0.0; extra == 'elasticsearch'
+Provides-Extra: observability
+Requires-Dist: ko-observability[elasticsearch,fastapi,httpx]<0.3,>=0.2.0; extra == 'observability'
+Provides-Extra: s3
+Requires-Dist: aiobotocore>=3.4.0; extra == 's3'
+Requires-Dist: boto3>=1.34.0; extra == 's3'
+Provides-Extra: test
+Requires-Dist: httpx>=0.27.0; extra == 'test'
+Requires-Dist: playwright>=1.40.0; extra == 'test'
+Requires-Dist: pytest-asyncio>=0.24.0; extra == 'test'
+Requires-Dist: pytest-cov>=4.1.0; extra == 'test'
+Requires-Dist: pytest-playwright>=0.4.0; extra == 'test'
+Requires-Dist: pytest>=8.3.0; extra == 'test'
+Description-Content-Type: text/markdown
+
+# Komus Tasks Server
+
+Production-grade task execution server with web UI, webhooks, scheduling, and multi-task support.
+
+## Installation
+
+First public PyPI release: **1.0.0**.
+
+```bash
+pip install ko-tasks-server
+```
+
+## Quick Start
+
+### Start the server
+
+`ko-tasks-server` takes no flags — configure it with environment variables:
+
+```bash
+export PORT=3000
+export BASE_PATH=/var/lib/ko-tasks-server
+export API_KEYS=your-api-key
+export ADMIN_API_KEYS=your-admin-key
+ko-tasks-server
+```
+
+### Access
+
+| Endpoint | Description |
+|----------|-------------|
+| `http://localhost:3000/ui` | Komus Tasks Console (default dashboard) |
+| `http://localhost:3000/ui-old` | Legacy htmx web dashboard |
+| `http://localhost:3000/docs` | OpenAPI Documentation |
+| `http://localhost:3000/health` | Health Check |
+| `http://localhost:3000/metrics` | Prometheus Metrics |
+
+## Configuration
+
+### Environment Variables
+
+| Variable | Default | Description |
+|----------|---------|-------------|
+| `PORT` | `3000` | Server port |
+| `BASE_PATH` | `./data` | Base path for data storage |
+| `API_KEYS` | — | Comma-separated API keys for client auth |
+| `ADMIN_API_KEYS` | — | Comma-separated admin API keys |
+| `STORAGE_TYPE` | `file` | Record/database backend: `file` or `elasticsearch` |
+| `FILE_STORAGE_TYPE` | `local` | File storage backend: `local` or `s3` |
+| `LOG_LEVEL` | `INFO` | Logging level |
+
+### S3 Storage (optional)
+
+```bash
+export FILE_STORAGE_TYPE=s3
+export S3_BUCKET=my-task-artifacts
+export S3_REGION=eu-west-1
+export AWS_ACCESS_KEY_ID=...
+export AWS_SECRET_ACCESS_KEY=...
+```
+
+### Elasticsearch (optional)
+
+```bash
+export STORAGE_TYPE=elasticsearch
+export ELASTICSEARCH_HOSTS=http://localhost:9200
+```
+
+## Deployment
+
+### Docker
+
+```bash
+docker build -t ko-tasks-server .
+docker run -p 3000:3000 \
+  -e API_KEYS=your-key \
+  -e ADMIN_API_KEYS=your-admin-key \
+  -v ./data:/data \
+  ko-tasks-server
+```
+
+### Docker Compose
+
+```bash
+docker-compose up -d
+```
+
+Pre-configured variants:
+- `docker-compose.yml` — Basic setup
+- `docker-compose.elasticsearch.yml` — With Elasticsearch
+- `docker-compose.cloud.yml` — Cloud-ready with S3
+- `docker-compose.standalone.yml` — Standalone mode
+
+## API Overview
+
+### Task Management (Admin)
+
+```bash
+# Deploy a task
+curl -X POST http://localhost:3000/admin/tasks \
+  -H "X-Admin-API-Key: your-admin-key" \
+  -F "file=@my-task-1.0.0.zip"
+
+# List deployed tasks
+curl http://localhost:3000/admin/tasks \
+  -H "X-Admin-API-Key: your-admin-key"
+```
+
+### Thread Execution
+
+```bash
+# Create and run a thread
+curl -X POST http://localhost:3000/threads \
+  -H "X-API-Key: your-key" \
+  -H "X-App-Id: my-app" \
+  -H "X-User-Id: user-1" \
+  -H "Content-Type: application/json" \
+  -d '{"mode": "sync", "inputs": [{"kind": "text", "text": "Hello"}]}'
+
+# Get thread status
+curl http://localhost:3000/threads/{thread_id} \
+  -H "X-API-Key: your-key"
+
+# Pause/Resume
+curl -X POST http://localhost:3000/threads/{thread_id}:pause \
+  -H "X-API-Key: your-key"
+curl -X POST http://localhost:3000/threads/{thread_id}:resume \
+  -H "X-API-Key: your-key"
+```
+
+### Webhooks
+
+```bash
+# Create a webhook
+curl -X POST http://localhost:3000/webhooks \
+  -H "X-Admin-API-Key: your-admin-key" \
+  -H "Content-Type: application/json" \
+  -d '{
+    "url": "https://hooks.example.com/task-events",
+    "events": ["thread.succeeded", "thread.failed"],
+    "secret": "webhook-signing-secret"
+  }'
+```
+
+### Schedules
+
+```bash
+# Create a schedule
+curl -X POST http://localhost:3000/schedules \
+  -H "X-Admin-API-Key: your-admin-key" \
+  -H "Content-Type: application/json" \
+  -d '{
+    "task_id": "my-task",
+    "cron": "0 8 * * MON",
+    "timezone": "Europe/Paris",
+    "inputs": [{"kind": "text", "text": "Weekly run"}]
+  }'
+```
+
+## Features
+
+- **Multi-task deployment** with isolated code + venv per task
+- **Worker subprocess isolation** with JSON Lines IPC
+- **Progress, pause, resume, cancel** — cooperative task control
+- **Python & Node.js** task runtimes
+- **Web Dashboard** — full CRUD for all resources
+- **Webhook system** — HMAC-signed, scoped, with delivery tracking
+- **Cron scheduling** — with concurrency policies
+- **Artifact management** — local or S3 storage
+- **Credential vault** — AES-encrypted secret storage
+- **Prometheus metrics** — request counts, durations, thread states
+- **Idempotency** — duplicate request detection
+
+## Development
+
+```bash
+# Clone and setup
+git clone https://github.com/Komus-ai/ko-tasks-platform.git
+cd ko-tasks-platform
+uv sync
+
+# Run server tests
+uv run --package ko-tasks-server pytest packages/server/tests/ -v
+
+# Start dev server
+uv run --package ko-tasks-server python -m komus_tasks_server.server
+```
+
+## License
+
+MIT

ko_tasks_server-1.0.0/README.md

@@ -0,0 +1,190 @@
+# Komus Tasks Server
+
+Production-grade task execution server with web UI, webhooks, scheduling, and multi-task support.
+
+## Installation
+
+First public PyPI release: **1.0.0**.
+
+```bash
+pip install ko-tasks-server
+```
+
+## Quick Start
+
+### Start the server
+
+`ko-tasks-server` takes no flags — configure it with environment variables:
+
+```bash
+export PORT=3000
+export BASE_PATH=/var/lib/ko-tasks-server
+export API_KEYS=your-api-key
+export ADMIN_API_KEYS=your-admin-key
+ko-tasks-server
+```
+
+### Access
+
+| Endpoint | Description |
+|----------|-------------|
+| `http://localhost:3000/ui` | Komus Tasks Console (default dashboard) |
+| `http://localhost:3000/ui-old` | Legacy htmx web dashboard |
+| `http://localhost:3000/docs` | OpenAPI Documentation |
+| `http://localhost:3000/health` | Health Check |
+| `http://localhost:3000/metrics` | Prometheus Metrics |
+
+## Configuration
+
+### Environment Variables
+
+| Variable | Default | Description |
+|----------|---------|-------------|
+| `PORT` | `3000` | Server port |
+| `BASE_PATH` | `./data` | Base path for data storage |
+| `API_KEYS` | — | Comma-separated API keys for client auth |
+| `ADMIN_API_KEYS` | — | Comma-separated admin API keys |
+| `STORAGE_TYPE` | `file` | Record/database backend: `file` or `elasticsearch` |
+| `FILE_STORAGE_TYPE` | `local` | File storage backend: `local` or `s3` |
+| `LOG_LEVEL` | `INFO` | Logging level |
+
+### S3 Storage (optional)
+
+```bash
+export FILE_STORAGE_TYPE=s3
+export S3_BUCKET=my-task-artifacts
+export S3_REGION=eu-west-1
+export AWS_ACCESS_KEY_ID=...
+export AWS_SECRET_ACCESS_KEY=...
+```
+
+### Elasticsearch (optional)
+
+```bash
+export STORAGE_TYPE=elasticsearch
+export ELASTICSEARCH_HOSTS=http://localhost:9200
+```
+
+## Deployment
+
+### Docker
+
+```bash
+docker build -t ko-tasks-server .
+docker run -p 3000:3000 \
+  -e API_KEYS=your-key \
+  -e ADMIN_API_KEYS=your-admin-key \
+  -v ./data:/data \
+  ko-tasks-server
+```
+
+### Docker Compose
+
+```bash
+docker-compose up -d
+```
+
+Pre-configured variants:
+- `docker-compose.yml` — Basic setup
+- `docker-compose.elasticsearch.yml` — With Elasticsearch
+- `docker-compose.cloud.yml` — Cloud-ready with S3
+- `docker-compose.standalone.yml` — Standalone mode
+
+## API Overview
+
+### Task Management (Admin)
+
+```bash
+# Deploy a task
+curl -X POST http://localhost:3000/admin/tasks \
+  -H "X-Admin-API-Key: your-admin-key" \
+  -F "file=@my-task-1.0.0.zip"
+
+# List deployed tasks
+curl http://localhost:3000/admin/tasks \
+  -H "X-Admin-API-Key: your-admin-key"
+```
+
+### Thread Execution
+
+```bash
+# Create and run a thread
+curl -X POST http://localhost:3000/threads \
+  -H "X-API-Key: your-key" \
+  -H "X-App-Id: my-app" \
+  -H "X-User-Id: user-1" \
+  -H "Content-Type: application/json" \
+  -d '{"mode": "sync", "inputs": [{"kind": "text", "text": "Hello"}]}'
+
+# Get thread status
+curl http://localhost:3000/threads/{thread_id} \
+  -H "X-API-Key: your-key"
+
+# Pause/Resume
+curl -X POST http://localhost:3000/threads/{thread_id}:pause \
+  -H "X-API-Key: your-key"
+curl -X POST http://localhost:3000/threads/{thread_id}:resume \
+  -H "X-API-Key: your-key"
+```
+
+### Webhooks
+
+```bash
+# Create a webhook
+curl -X POST http://localhost:3000/webhooks \
+  -H "X-Admin-API-Key: your-admin-key" \
+  -H "Content-Type: application/json" \
+  -d '{
+    "url": "https://hooks.example.com/task-events",
+    "events": ["thread.succeeded", "thread.failed"],
+    "secret": "webhook-signing-secret"
+  }'
+```
+
+### Schedules
+
+```bash
+# Create a schedule
+curl -X POST http://localhost:3000/schedules \
+  -H "X-Admin-API-Key: your-admin-key" \
+  -H "Content-Type: application/json" \
+  -d '{
+    "task_id": "my-task",
+    "cron": "0 8 * * MON",
+    "timezone": "Europe/Paris",
+    "inputs": [{"kind": "text", "text": "Weekly run"}]
+  }'
+```
+
+## Features
+
+- **Multi-task deployment** with isolated code + venv per task
+- **Worker subprocess isolation** with JSON Lines IPC
+- **Progress, pause, resume, cancel** — cooperative task control
+- **Python & Node.js** task runtimes
+- **Web Dashboard** — full CRUD for all resources
+- **Webhook system** — HMAC-signed, scoped, with delivery tracking
+- **Cron scheduling** — with concurrency policies
+- **Artifact management** — local or S3 storage
+- **Credential vault** — AES-encrypted secret storage
+- **Prometheus metrics** — request counts, durations, thread states
+- **Idempotency** — duplicate request detection
+
+## Development
+
+```bash
+# Clone and setup
+git clone https://github.com/Komus-ai/ko-tasks-platform.git
+cd ko-tasks-platform
+uv sync
+
+# Run server tests
+uv run --package ko-tasks-server pytest packages/server/tests/ -v
+
+# Start dev server
+uv run --package ko-tasks-server python -m komus_tasks_server.server
+```
+
+## License
+
+MIT

ko_tasks_server-1.0.0/pyproject.toml

@@ -0,0 +1,124 @@
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[project]
+name = "ko-tasks-server"
+version = "1.0.0"
+description = "Komus Tasks server — deploy, schedule, and manage task workflows with a web UI, webhooks, and REST API"
+readme = "README.md"
+requires-python = ">=3.13"
+license = {text = "MIT"}
+authors = [
+    {name = "Komus.ai", email = "codir@komus.ai"}
+]
+keywords = [
+    "task",
+    "server",
+    "workflow",
+    "scheduling",
+    "webhooks",
+    "fastapi",
+    "async",
+    "observability",
+]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Developers",
+    "Intended Audience :: System Administrators",
+    "License :: OSI Approved :: MIT License",
+    "Operating System :: OS Independent",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.13",
+    "Topic :: Software Development :: Libraries :: Python Modules",
+    "Topic :: System :: Distributed Computing",
+    "Framework :: FastAPI",
+    "Typing :: Typed",
+]
+dependencies = [
+    "ko-tasks-sdk>=1.0.0",
+    "ko-observability[fastapi,httpx,elasticsearch]>=0.2.0,<0.3",
+    "fastapi>=0.115.0",
+    "uvicorn[standard]>=0.32.0",
+    "aiofiles>=24.1.0",
+    "cryptography>=43.0.0",
+    "python-multipart>=0.0.9",
+    "apscheduler>=3.11.0",
+    "jsonschema>=4.23.0",
+    "packaging>=24.0",
+    "slowapi>=0.1.9",
+]
+
+[project.urls]
+Documentation = "https://github.com/Komus-ai/ko-tasks-platform#readme"
+Repository = "https://github.com/Komus-ai/ko-tasks-platform"
+Issues = "https://github.com/Komus-ai/ko-tasks-platform/issues"
+Changelog = "https://github.com/Komus-ai/ko-tasks-platform/blob/main/CHANGELOG.md"
+
+[project.scripts]
+ko-tasks-server = "komus_tasks_server.server:main"
+
+[project.optional-dependencies]
+dev = [
+    "pytest>=8.3.0",
+    "pytest-asyncio>=0.24.0",
+    "pytest-cov>=4.1.0",
+    "ruff>=0.8.0",
+    "httpx>=0.27.0",
+    "boto3>=1.35,<2.0",
+    "pyyaml>=6.0",
+    "hypothesis>=6.100",
+]
+test = [
+    "pytest>=8.3.0",
+    "pytest-asyncio>=0.24.0",
+    "pytest-cov>=4.1.0",
+    "httpx>=0.27.0",
+    "playwright>=1.40.0",
+    "pytest-playwright>=0.4.0",
+]
+elasticsearch = [
+    "elasticsearch[async]>=9.0.0",
+]
+s3 = [
+    "aiobotocore>=3.4.0",
+    "boto3>=1.34.0",
+]
+# Kept so `ko-tasks-server[observability]` still resolves. Bootstrap itself
+# now comes from the main `ko-observability` dependency.
+observability = [
+    "ko-observability[fastapi,httpx,elasticsearch]>=0.2.0,<0.3",
+]
+# [platform] extra intentionally omitted until artefact-platform-sdk is
+# published to PyPI. Install via path for local dev:
+#   uv pip install -e /path/to/artefact-platform/packages/sdk-python
+# See docs/artefact-backends.md for deployment guidance.
+all = [
+    "elasticsearch[async]>=9.0.0",
+    "aiobotocore>=3.4.0",
+    "boto3>=1.34.0",
+]
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/komus_tasks_server"]
+
+[tool.hatch.build.targets.sdist]
+include = ["src/komus_tasks_server"]
+
+[tool.pytest.ini_options]
+markers = [
+  "integration: integration tests against a real server",
+  "e2e_cli: E2E CLI tests (real CLI commands against a real server)",
+  "e2e_otel: end-to-end OTel pipeline tests (require docker compose)",
+  "e2e_otel_hardening: opt-in OTel hardening smoke tests (RUN_OTEL_HARDENING_E2E=1)",
+  "e2e_business: opt-in E2E business scenario tests (RUN_E2E_BUSINESS=1)",
+  "schema_audit: static strict ES mapping vs sample docs (no live cluster)",
+  "prod_e2e_core: Mandatory ★ scenarios on file+local × python",
+  "prod_e2e_runtime: Mandatory ★ × both runtimes",
+  "prod_e2e_storage: Mandatory ★ × full storage matrix",
+  "prod_e2e_full: All 138 scenarios × full matrix × both runtimes",
+  "prod_e2e_ui: UI-flow scenarios replaying htmx UI HTTP call sequences (group U)",
+  "chaos: Sustained-load or fault-injection scenario",
+  "matrix_runtime: Parametrized over python + node runtimes",
+  "matrix_storage: Parametrized over file+local, file+s3, es+local, es+s3",
+]

ko_tasks_server-1.0.0/src/komus_tasks_server/__init__.py

@@ -0,0 +1,3 @@
+"""Komus Tasks Server — Production task execution server."""
+
+__all__ = ["KomusTasksServer"]