trellis-pipelines 0.1.0__tar.gz

trellis_pipelines-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Ciaran Davies
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

trellis_pipelines-0.1.0/PKG-INFO

@@ -0,0 +1,180 @@
+Metadata-Version: 2.4
+Name: trellis-pipelines
+Version: 0.1.0
+Summary: Modular agentic pipeline system for document and data workflows
+Author: Ciaran Davies
+License: MIT License
+        
+        Copyright (c) 2026 Ciaran Davies
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy
+        of this software and associated documentation files (the "Software"), to deal
+        in the Software without restriction, including without limitation the rights
+        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+        copies of the Software, and to permit persons to whom the Software is
+        furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all
+        copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+        SOFTWARE.
+        
+Project-URL: Homepage, https://github.com/your-org/trellis
+Project-URL: Repository, https://github.com/your-org/trellis
+Project-URL: Documentation, https://your-org.github.io/trellis
+Project-URL: Bug Tracker, https://github.com/your-org/trellis/issues
+Keywords: pipeline,agentic,dag,document,extraction,llm,pdf,sec,etl,workflow
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Science/Research
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Topic :: Office/Business
+Classifier: Typing :: Typed
+Requires-Python: >=3.12
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: pydantic>=2.0
+Requires-Dist: pyyaml>=6.0
+Requires-Dist: litellm>=1.0.0
+Requires-Dist: PyMuPDF>=1.24.0
+Requires-Dist: pypdf>=3.0.0
+Requires-Dist: python-dotenv>=1.0.0
+Requires-Dist: beautifulsoup4>=4.12.0
+Requires-Dist: typer>=0.9
+Provides-Extra: api
+Requires-Dist: fastapi>=0.104; extra == "api"
+Requires-Dist: uvicorn[standard]>=0.24; extra == "api"
+Provides-Extra: dev
+Requires-Dist: pytest>=7.0; extra == "dev"
+Requires-Dist: pytest-cov>=4.0; extra == "dev"
+Requires-Dist: pytest-asyncio>=0.21.0; extra == "dev"
+Requires-Dist: httpx>=0.24; extra == "dev"
+Requires-Dist: black>=23.0; extra == "dev"
+Requires-Dist: isort>=5.12; extra == "dev"
+Requires-Dist: mypy>=1.0; extra == "dev"
+Requires-Dist: ruff>=0.1; extra == "dev"
+Provides-Extra: all
+Requires-Dist: trellis-pipelines[api]; extra == "all"
+Dynamic: license-file
+
+# Trellis
+
+An agentic solution for pipeline planning and execution within controlled environments.
+
+## Quick Start
+
+### Installation
+
+```bash
+pip install -e .
+```
+
+### Usage
+
+#### CLI
+
+```bash
+# Validate a pipeline
+trellis validate pipelines/example.yaml
+
+# Run a pipeline
+trellis run pipelines/example.yaml
+
+# Generate a plan from a goal
+trellis plan "Extract and analyze market data"
+
+# Generate a pipeline from a goal
+trellis generate "Extract and analyze market data" -o output.yaml
+```
+
+#### API
+
+```bash
+# Start the API server
+python -m trellis_api.main
+
+# Create a pipeline
+curl -X POST http://localhost:8000/pipelines \
+  -H "Content-Type: application/json" \
+  -d '{
+    "id": "example_pipeline",
+    "goal": "Process data",
+    "tasks": []
+  }'
+```
+
+#### Python Library
+
+```python
+from trellis.models.pipeline import Pipeline
+from trellis.execution.dag import DAGExecutor
+
+pipeline = Pipeline(
+    id="my_pipeline",
+    goal="Extract and process data",
+    tasks=[]
+)
+
+executor = DAGExecutor()
+results = executor.execute({})
+```
+
+## Architecture
+
+See [docs/architecture.md](docs/specifications/ARCHITECTURE.md) for detailed architecture documentation.
+
+## Project Structure
+
+```
+trellis/
+├── trellis/                    # Core library (shared)
+│   ├── models/             # Pydantic DSL models
+│   ├── validation/         # DAG and contract validation
+│   ├── execution/          # Execution engine
+│   └── tools/              # Tool protocol and implementations
+├── trelis_api/             # FastAPI server
+├── trelis_mcp/             # MCP server
+├── trelis_cli/             # CLI interface
+├── data/                   # Dataset generation
+├── tests/                  # Test suite
+├── docs/                   # Documentation
+└── scripts/                # Utility scripts
+```
+
+## Development
+
+### Testing
+
+```bash
+pytest tests/ -v
+```
+
+### Linting
+
+```bash
+black .
+isort .
+mypy trellis/
+```
+
+### Building
+
+```bash
+python -m build
+```
+
+## License
+
+See LICENSE file for details.

trellis_pipelines-0.1.0/README.md

@@ -0,0 +1,109 @@
+# Trellis
+
+An agentic solution for pipeline planning and execution within controlled environments.
+
+## Quick Start
+
+### Installation
+
+```bash
+pip install -e .
+```
+
+### Usage
+
+#### CLI
+
+```bash
+# Validate a pipeline
+trellis validate pipelines/example.yaml
+
+# Run a pipeline
+trellis run pipelines/example.yaml
+
+# Generate a plan from a goal
+trellis plan "Extract and analyze market data"
+
+# Generate a pipeline from a goal
+trellis generate "Extract and analyze market data" -o output.yaml
+```
+
+#### API
+
+```bash
+# Start the API server
+python -m trellis_api.main
+
+# Create a pipeline
+curl -X POST http://localhost:8000/pipelines \
+  -H "Content-Type: application/json" \
+  -d '{
+    "id": "example_pipeline",
+    "goal": "Process data",
+    "tasks": []
+  }'
+```
+
+#### Python Library
+
+```python
+from trellis.models.pipeline import Pipeline
+from trellis.execution.dag import DAGExecutor
+
+pipeline = Pipeline(
+    id="my_pipeline",
+    goal="Extract and process data",
+    tasks=[]
+)
+
+executor = DAGExecutor()
+results = executor.execute({})
+```
+
+## Architecture
+
+See [docs/architecture.md](docs/specifications/ARCHITECTURE.md) for detailed architecture documentation.
+
+## Project Structure
+
+```
+trellis/
+├── trellis/                    # Core library (shared)
+│   ├── models/             # Pydantic DSL models
+│   ├── validation/         # DAG and contract validation
+│   ├── execution/          # Execution engine
+│   └── tools/              # Tool protocol and implementations
+├── trelis_api/             # FastAPI server
+├── trelis_mcp/             # MCP server
+├── trelis_cli/             # CLI interface
+├── data/                   # Dataset generation
+├── tests/                  # Test suite
+├── docs/                   # Documentation
+└── scripts/                # Utility scripts
+```
+
+## Development
+
+### Testing
+
+```bash
+pytest tests/ -v
+```
+
+### Linting
+
+```bash
+black .
+isort .
+mypy trellis/
+```
+
+### Building
+
+```bash
+python -m build
+```
+
+## License
+
+See LICENSE file for details.

trellis_pipelines-0.1.0/pyproject.toml

@@ -0,0 +1,104 @@
+[build-system]
+requires = ["setuptools>=65", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+# NOTE: "trellis" is already registered on PyPI (Phillip J. Eby, v0.7a2).
+# Replace the name below with your chosen PyPI name before publishing.
+# The import name ("trellis", "trellis_api", etc.) is unaffected by this field.
+name = "trellis-pipelines"
+version = "0.1.0"
+description = "Modular agentic pipeline system for document and data workflows"
+readme = "README.md"
+license = {file = "LICENSE"}
+authors = [
+    {name = "Ciaran Davies"},
+]
+requires-python = ">=3.12"
+keywords = [
+    "pipeline", "agentic", "dag", "document", "extraction",
+    "llm", "pdf", "sec", "etl", "workflow",
+]
+classifiers = [
+    "Development Status :: 3 - Alpha",
+    "Intended Audience :: Developers",
+    "Intended Audience :: Science/Research",
+    "License :: OSI Approved :: MIT License",
+    "Operating System :: OS Independent",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+    "Topic :: Scientific/Engineering :: Artificial Intelligence",
+    "Topic :: Software Development :: Libraries :: Python Modules",
+    "Topic :: Office/Business",
+    "Typing :: Typed",
+]
+# ── Core dependencies ────────────────────────────────────────────────────────
+# Installed for every user. FastAPI/uvicorn are optional (see [api] extra).
+dependencies = [
+    "pydantic>=2.0",
+    "pyyaml>=6.0",
+    "litellm>=1.0.0",
+    "PyMuPDF>=1.24.0",
+    "pypdf>=3.0.0",
+    "python-dotenv>=1.0.0",
+    "beautifulsoup4>=4.12.0",
+    "typer>=0.9",
+]
+
+[project.urls]
+Homepage = "https://github.com/your-org/trellis"
+Repository = "https://github.com/your-org/trellis"
+Documentation = "https://your-org.github.io/trellis"
+"Bug Tracker" = "https://github.com/your-org/trellis/issues"
+
+# ── Optional extras ──────────────────────────────────────────────────────────
+[project.optional-dependencies]
+api = [
+    "fastapi>=0.104",
+    "uvicorn[standard]>=0.24",
+]
+dev = [
+    "pytest>=7.0",
+    "pytest-cov>=4.0",
+    "pytest-asyncio>=0.21.0",
+    "httpx>=0.24",
+    "black>=23.0",
+    "isort>=5.12",
+    "mypy>=1.0",
+    "ruff>=0.1",
+]
+all = [
+    "trellis-pipelines[api]",
+]
+
+[project.scripts]
+trellis = "trellis_cli.main:main"
+
+# ── Package discovery ────────────────────────────────────────────────────────
+# find: auto-discovers all packages (any directory with __init__.py).
+# tests and build artefacts are excluded from the distribution.
+[tool.setuptools.packages.find]
+where = ["."]
+include = ["trellis*", "trellis_api*", "trellis_cli*", "trellis_mcp*"]
+
+# ── Tool configuration ───────────────────────────────────────────────────────
+[tool.black]
+line-length = 100
+
+[tool.isort]
+profile = "black"
+line_length = 100
+
+[tool.ruff]
+line-length = 100
+
+[tool.mypy]
+python_version = "3.12"
+warn_return_any = true
+warn_unused_configs = true
+ignore_missing_imports = true
+
+[tool.pytest.ini_options]
+testpaths = ["tests"]
+asyncio_mode = "auto"

trellis_pipelines-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

trellis_pipelines-0.1.0/trellis/exceptions.py

@@ -0,0 +1,102 @@
+"""
+trellis.exceptions — Shared exception hierarchy for the Trellis runtime.
+
+All public-facing errors inherit from TrellisError so callers can catch
+broadly or narrowly as needed.
+"""
+
+from __future__ import annotations
+
+
+class TrellisError(Exception):
+    """Base class for all Trellis errors."""
+
+
+# ---------------------------------------------------------------------------
+# Validation errors
+# ---------------------------------------------------------------------------
+
+
+class ValidationError(TrellisError):
+    """Base class for all validation failures."""
+
+
+class CycleError(ValidationError):
+    """
+    Raised when a cycle is detected in a task DAG or a plan sub-pipeline DAG.
+
+    Attributes:
+        cycle: The sequence of node IDs forming the cycle, if recoverable.
+               May be None if only the presence of a cycle is known.
+    """
+
+    def __init__(self, message: str, cycle: list[str] | None = None) -> None:
+        super().__init__(message)
+        self.cycle = cycle
+
+
+class UnresolvedRefError(ValidationError):
+    """
+    Raised when a template expression references a task or key that does
+    not exist in the current scope.
+    """
+
+
+class ContractError(ValidationError):
+    """
+    Raised when a pipeline's store tasks do not match the sub-pipeline's
+    stores declaration in the plan, or when a session reference is made
+    to a key not listed in reads.
+    """
+
+
+class UnknownToolError(ValidationError):
+    """Raised when a task references a tool not present in the registry."""
+
+
+class PipelineParamError(ValidationError):
+    """
+    Raised when pipeline parameter validation fails at invocation time —
+    e.g. a required param is missing or a value cannot be coerced to the
+    declared type.
+    """
+
+
+# ---------------------------------------------------------------------------
+# Execution errors
+# ---------------------------------------------------------------------------
+
+
+class ExecutionError(TrellisError):
+    """Base class for runtime execution failures."""
+
+
+class ResolutionError(ExecutionError):
+    """
+    Raised when a template expression cannot be resolved against the current
+    execution context — e.g. a task output that does not exist yet, a
+    field path that does not match the output structure, or an unknown
+    namespace.
+    """
+
+
+class TaskFailedError(ExecutionError):
+    """
+    Raised when a task fails after exhausting all retry attempts.
+
+    Attributes:
+        task_id: The id of the failing task.
+        cause:   The underlying exception that caused the failure.
+    """
+
+    def __init__(self, task_id: str, cause: Exception) -> None:
+        super().__init__(f"Task {task_id!r} failed: {cause}")
+        self.task_id = task_id
+        self.cause = cause
+
+
+class BlackboardKeyError(ExecutionError):
+    """
+    Raised when a session blackboard read is attempted for a key that does
+    not exist and no default is provided.
+    """

trellis_pipelines-0.1.0/trellis/execution/blackboard.py

@@ -0,0 +1,59 @@
+"""
+Simple tenant-scoped blackboard for session persistence.
+
+This module provides a minimal in-memory implementation suitable for local
+runs and testing. The interface is intentionally tiny so it can be swapped for
+Redis/Postgres/Prefect Blocks later without touching the executor.
+"""
+from __future__ import annotations
+
+from dataclasses import dataclass, field
+from typing import Any, Dict, Iterable
+
+
+class Blackboard:
+    """Abstract tenant-scoped key/value store."""
+
+    def get_all(self, tenant_id: str) -> Dict[str, Any]:  # pragma: no cover - interface
+        raise NotImplementedError
+
+    def read_many(self, tenant_id: str, keys: Iterable[str]) -> Dict[str, Any]:  # pragma: no cover - interface
+        raise NotImplementedError
+
+    def write(self, tenant_id: str, key: str, value: Any, *, append: bool = False) -> None:  # pragma: no cover - interface
+        raise NotImplementedError
+
+
+@dataclass
+class InMemoryBlackboard(Blackboard):
+    """Naive in-memory implementation.
+
+    Data layout: { tenant_id -> { key -> value } }
+    """
+
+    _data: Dict[str, Dict[str, Any]] = field(default_factory=dict)
+
+    def _tenant(self, tenant_id: str) -> Dict[str, Any]:
+        return self._data.setdefault(tenant_id, {})
+
+    def get_all(self, tenant_id: str) -> Dict[str, Any]:
+        return dict(self._tenant(tenant_id))
+
+    def read_many(self, tenant_id: str, keys: Iterable[str]) -> Dict[str, Any]:
+        t = self._tenant(tenant_id)
+        return {k: t[k] for k in keys if k in t}
+
+    def write(self, tenant_id: str, key: str, value: Any, *, append: bool = False) -> None:
+        t = self._tenant(tenant_id)
+        if append:
+            if key not in t:
+                t[key] = [value]
+            else:
+                existing = t[key]
+                if isinstance(existing, list):
+                    existing.append(value)
+                else:
+                    t[key] = [existing, value]
+        else:
+            t[key] = value
+