ai-pipeline-core 0.2.8__tar.gz → 0.3.0__tar.gz

{ai_pipeline_core-0.2.8 → ai_pipeline_core-0.3.0}/.gitignore

@@ -66,6 +66,10 @@ instance/
 # Scrapy stuff:
 .scrapy
 
+# claude and cursor
+.claude
+.cursor
+
 # Sphinx documentation
 docs/_build/
 

{ai_pipeline_core-0.2.8 → ai_pipeline_core-0.3.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ai-pipeline-core
-Version: 0.2.8
+Version: 0.3.0
 Summary: Core utilities for AI-powered processing pipelines using prefect
 Project-URL: Homepage, https://github.com/bbarwik/ai-pipeline-core
 Project-URL: Repository, https://github.com/bbarwik/ai-pipeline-core
@@ -63,7 +63,7 @@ AI Pipeline Core is a production-ready framework that combines document processi
 - **Structured Output**: Type-safe generation with Pydantic model validation
 - **Workflow Orchestration**: Prefect-based flows and tasks with automatic retries
 - **Observability**: Built-in distributed tracing via Laminar (LMNR) with cost tracking for debugging and monitoring
-- **Local Development**: Simple runner for testing pipelines without infrastructure
+- **Deployment**: Unified pipeline execution for local, CLI, and production environments
 
 ## Installation
 
@@ -177,7 +177,7 @@ doc = MyDocument.create(
 # Parse back to original type
 data = doc.parse(dict)  # Returns {"key": "value"}
 
-# Document provenance tracking (new in v0.1.14)
+# Document provenance tracking
 doc_with_sources = MyDocument.create(
     name="derived.json",
     content={"result": "processed"},
@@ -224,15 +224,15 @@ if doc.is_text:
 # Parse structured data
 data = doc.as_json()  # or as_yaml(), as_pydantic_model()
 
-# Convert between document types (new in v0.2.1)
+# Convert between document types
 task_doc = flow_doc.model_convert(TaskDocument)  # Convert FlowDocument to TaskDocument
 new_doc = doc.model_convert(OtherDocType, content={"new": "data"})  # With content update
 
-# Enhanced filtering (new in v0.1.14)
+# Enhanced filtering
 filtered = documents.filter_by([Doc1, Doc2, Doc3])  # Multiple types
 named = documents.filter_by(["file1.txt", "file2.txt"])  # Multiple names
 
-# Immutable collections (new in v0.2.1)
+# Immutable collections
 frozen_docs = DocumentList(docs, frozen=True)  # Immutable document list
 frozen_msgs = AIMessages(messages, frozen=True)  # Immutable message list
 ```
@@ -268,7 +268,7 @@ r2 = await llm.generate(
     messages="Key points?"   # Different query
 )
 
-# Custom cache TTL (new in v0.1.14)
+# Custom cache TTL
 response = await llm.generate(
     model="gpt-5",
     context=static_context,
@@ -317,12 +317,12 @@ from ai_pipeline_core import pipeline_flow, pipeline_task, set_trace_cost
 @pipeline_task  # Automatic retry, tracing, and monitoring
 async def process_chunk(data: str) -> str:
     result = await transform(data)
-    set_trace_cost(0.05)  # Track costs (new in v0.1.14)
+    set_trace_cost(0.05)  # Track costs
     return result
 
 @pipeline_flow(
     config=MyFlowConfig,
-    trace_trim_documents=True  # Trim large documents in traces (new in v0.2.1)
+    trace_trim_documents=True  # Trim large documents in traces
 )
 async def main_flow(
     project_name: str,
@@ -458,18 +458,21 @@ For AI assistants:
 ```
 ai-pipeline-core/
 ├── ai_pipeline_core/
-│   ├── documents/      # Document abstraction system
-│   ├── flow/           # Flow configuration and options
-│   ├── llm/            # LLM client and response handling
-│   ├── logging/        # Logging infrastructure
-│   ├── tracing.py      # Distributed tracing
-│   ├── pipeline.py     # Pipeline decorators
+│   ├── deployment/      # Pipeline deployment and execution
+│   ├── documents/       # Document abstraction system
+│   ├── flow/            # Flow configuration and options
+│   ├── llm/             # LLM client and response handling
+│   ├── logging/         # Logging infrastructure
+│   ├── prompt_builder/  # Document-aware prompt construction
+│   ├── pipeline.py      # Pipeline decorators
+│   ├── progress.py      # Intra-flow progress tracking
 │   ├── prompt_manager.py # Jinja2 template management
-│   └── settings.py     # Configuration management
-├── tests/              # Comprehensive test suite
-├── examples/           # Usage examples
-├── API.md             # Complete API reference
-└── pyproject.toml     # Project configuration
+│   ├── settings.py      # Configuration management
+│   └── tracing.py       # Distributed tracing
+├── tests/               # Comprehensive test suite
+├── examples/            # Usage examples
+├── API.md               # Complete API reference
+└── pyproject.toml       # Project configuration
 ```
 
 ## Contributing

{ai_pipeline_core-0.2.8 → ai_pipeline_core-0.3.0}/README.md

@@ -18,7 +18,7 @@ AI Pipeline Core is a production-ready framework that combines document processi
 - **Structured Output**: Type-safe generation with Pydantic model validation
 - **Workflow Orchestration**: Prefect-based flows and tasks with automatic retries
 - **Observability**: Built-in distributed tracing via Laminar (LMNR) with cost tracking for debugging and monitoring
-- **Local Development**: Simple runner for testing pipelines without infrastructure
+- **Deployment**: Unified pipeline execution for local, CLI, and production environments
 
 ## Installation
 
@@ -132,7 +132,7 @@ doc = MyDocument.create(
 # Parse back to original type
 data = doc.parse(dict)  # Returns {"key": "value"}
 
-# Document provenance tracking (new in v0.1.14)
+# Document provenance tracking
 doc_with_sources = MyDocument.create(
     name="derived.json",
     content={"result": "processed"},
@@ -179,15 +179,15 @@ if doc.is_text:
 # Parse structured data
 data = doc.as_json()  # or as_yaml(), as_pydantic_model()
 
-# Convert between document types (new in v0.2.1)
+# Convert between document types
 task_doc = flow_doc.model_convert(TaskDocument)  # Convert FlowDocument to TaskDocument
 new_doc = doc.model_convert(OtherDocType, content={"new": "data"})  # With content update
 
-# Enhanced filtering (new in v0.1.14)
+# Enhanced filtering
 filtered = documents.filter_by([Doc1, Doc2, Doc3])  # Multiple types
 named = documents.filter_by(["file1.txt", "file2.txt"])  # Multiple names
 
-# Immutable collections (new in v0.2.1)
+# Immutable collections
 frozen_docs = DocumentList(docs, frozen=True)  # Immutable document list
 frozen_msgs = AIMessages(messages, frozen=True)  # Immutable message list
 ```
@@ -223,7 +223,7 @@ r2 = await llm.generate(
     messages="Key points?"   # Different query
 )
 
-# Custom cache TTL (new in v0.1.14)
+# Custom cache TTL
 response = await llm.generate(
     model="gpt-5",
     context=static_context,
@@ -272,12 +272,12 @@ from ai_pipeline_core import pipeline_flow, pipeline_task, set_trace_cost
 @pipeline_task  # Automatic retry, tracing, and monitoring
 async def process_chunk(data: str) -> str:
     result = await transform(data)
-    set_trace_cost(0.05)  # Track costs (new in v0.1.14)
+    set_trace_cost(0.05)  # Track costs
     return result
 
 @pipeline_flow(
     config=MyFlowConfig,
-    trace_trim_documents=True  # Trim large documents in traces (new in v0.2.1)
+    trace_trim_documents=True  # Trim large documents in traces
 )
 async def main_flow(
     project_name: str,
@@ -413,18 +413,21 @@ For AI assistants:
 ```
 ai-pipeline-core/
 ├── ai_pipeline_core/
-│   ├── documents/      # Document abstraction system
-│   ├── flow/           # Flow configuration and options
-│   ├── llm/            # LLM client and response handling
-│   ├── logging/        # Logging infrastructure
-│   ├── tracing.py      # Distributed tracing
-│   ├── pipeline.py     # Pipeline decorators
+│   ├── deployment/      # Pipeline deployment and execution
+│   ├── documents/       # Document abstraction system
+│   ├── flow/            # Flow configuration and options
+│   ├── llm/             # LLM client and response handling
+│   ├── logging/         # Logging infrastructure
+│   ├── prompt_builder/  # Document-aware prompt construction
+│   ├── pipeline.py      # Pipeline decorators
+│   ├── progress.py      # Intra-flow progress tracking
 │   ├── prompt_manager.py # Jinja2 template management
-│   └── settings.py     # Configuration management
-├── tests/              # Comprehensive test suite
-├── examples/           # Usage examples
-├── API.md             # Complete API reference
-└── pyproject.toml     # Project configuration
+│   ├── settings.py      # Configuration management
+│   └── tracing.py       # Distributed tracing
+├── tests/               # Comprehensive test suite
+├── examples/            # Usage examples
+├── API.md               # Complete API reference
+└── pyproject.toml       # Project configuration
 ```
 
 ## Contributing

{ai_pipeline_core-0.2.8 → ai_pipeline_core-0.3.0}/ai_pipeline_core/__init__.py

@@ -82,7 +82,8 @@ Optional Environment Variables:
     - LMNR_DEBUG: Set to "true" to enable debug-level traces
 """
 
-from . import llm
+from . import llm, progress
+from .deployment import DeploymentContext, DeploymentResult, PipelineDeployment
 from .documents import (
     Document,
     DocumentList,
@@ -114,11 +115,13 @@ from .logging import (
 from .logging import get_pipeline_logger as get_logger
 from .pipeline import pipeline_flow, pipeline_task
 from .prefect import disable_run_logger, prefect_test_harness
+from .prompt_builder import EnvironmentVariable, PromptBuilder
 from .prompt_manager import PromptManager
 from .settings import Settings
 from .tracing import TraceInfo, TraceLevel, set_trace_cost, trace
+from .utils.remote_deployment import remote_deployment
 
-__version__ = "0.2.8"
+__version__ = "0.3.0"
 
 __all__ = [
     # Config/Settings
@@ -148,6 +151,12 @@ __all__ = [
     # Prefect decorators (clean, no tracing)
     "prefect_test_harness",
     "disable_run_logger",
+    # Deployment
+    "PipelineDeployment",
+    "DeploymentContext",
+    "DeploymentResult",
+    "remote_deployment",
+    "progress",
     # LLM
     "llm",  # for backward compatibility
     "generate",
@@ -163,8 +172,9 @@ __all__ = [
     "TraceLevel",
     "TraceInfo",
     "set_trace_cost",
+    # Prompt Builder
+    "PromptBuilder",
+    "EnvironmentVariable",
     # Utils
     "PromptManager",
-    "generate",
-    "generate_structured",
 ]

ai_pipeline_core-0.3.0/ai_pipeline_core/deployment/__init__.py

@@ -0,0 +1,46 @@
+"""Pipeline deployment utilities for unified, type-safe deployments.
+
+@public
+
+This module provides the PipelineDeployment base class and related types
+for creating pipeline deployments that work seamlessly across local testing,
+CLI execution, and production Prefect deployments.
+
+Example:
+    >>> from ai_pipeline_core import PipelineDeployment, DeploymentContext, DeploymentResult
+    >>>
+    >>> class MyResult(DeploymentResult):
+    ...     report: str
+    >>>
+    >>> class MyPipeline(PipelineDeployment[MyOptions, MyResult]):
+    ...     flows = [step_01, step_02]
+    ...
+    ...     @staticmethod
+    ...     def build_result(project_name, documents, options):
+    ...         return MyResult(success=True, report="Done")
+    >>>
+    >>> pipeline = MyPipeline()
+    >>> result = pipeline.run_local("test", documents, options)
+"""
+
+from .base import DeploymentContext, DeploymentResult, PipelineDeployment
+from .contract import (
+    CompletedRun,
+    DeploymentResultData,
+    FailedRun,
+    PendingRun,
+    ProgressRun,
+    RunResponse,
+)
+
+__all__ = [
+    "CompletedRun",
+    "DeploymentContext",
+    "DeploymentResult",
+    "DeploymentResultData",
+    "FailedRun",
+    "PendingRun",
+    "PipelineDeployment",
+    "ProgressRun",
+    "RunResponse",
+]