ai-pipeline-core 0.4.1__py3-none-any.whl → 0.4.3__py3-none-any.whl

ai_pipeline_core/__init__.py

@@ -64,7 +64,7 @@ from .prompt_manager import PromptManager
 from .settings import Settings
 from .testing import disable_run_logger, prefect_test_harness
 
-__version__ = "0.4.1"
+__version__ = "0.4.3"
 
 __all__ = [
     "AIMessageType",

ai_pipeline_core/deployment/base.py

@@ -51,6 +51,7 @@ from .helpers import (
     send_webhook,
     upload_documents,
 )
+from .progress import flow_context, webhook_worker
 
 logger = get_pipeline_logger(__name__)
 
@@ -132,7 +133,7 @@ class FlowCallable(Protocol):
     output_document_types: list[type[Document]]
     estimated_minutes: int
 
-    def __call__(self, project_name: str, documents: list[Document], flow_options: FlowOptions) -> Any:  # type: ignore[type-arg]
+    def __call__(self, project_name: str, documents: list[Document], flow_options: FlowOptions | dict[str, Any]) -> Any:  # type: ignore[type-arg]
         """Execute the flow with standard pipeline signature."""
         ...
 
@@ -518,16 +519,39 @@ class PipelineDeployment(Generic[TOptions, TResult]):
                 else:
                     current_docs = input_docs
 
-                try:
-                    await active_flow(project_name, current_docs, options)
-                except Exception as e:
-                    # Upload partial results on failure
-                    if context.output_documents_urls and store:
-                        all_docs = await store.load(run_scope, self._all_document_types())
-                        await upload_documents(all_docs, context.output_documents_urls)
-                    await self._send_completion(context, flow_run_id, project_name, result=None, error=str(e))
-                    completion_sent = True
-                    raise
+                # Set up intra-flow progress context so progress_update() works inside flows
+                flow_minutes = tuple(getattr(f, "estimated_minutes", 1) for f in self.flows)
+                completed_mins = sum(flow_minutes[: max(step - 1, 0)])
+                progress_queue: asyncio.Queue[ProgressRun | None] = asyncio.Queue()
+                wh_url = context.progress_webhook_url or ""
+                worker = asyncio.create_task(webhook_worker(progress_queue, wh_url)) if wh_url else None
+
+                with flow_context(
+                    webhook_url=wh_url,
+                    project_name=project_name,
+                    run_id=flow_run_id,
+                    flow_run_id=flow_run_id,
+                    flow_name=flow_name,
+                    step=step,
+                    total_steps=total_steps,
+                    flow_minutes=flow_minutes,
+                    completed_minutes=completed_mins,
+                    queue=progress_queue,
+                ):
+                    try:
+                        await active_flow(project_name, current_docs, options.model_dump())
+                    except Exception as e:
+                        # Upload partial results on failure
+                        if context.output_documents_urls and store:
+                            all_docs = await store.load(run_scope, self._all_document_types())
+                            await upload_documents(all_docs, context.output_documents_urls)
+                        await self._send_completion(context, flow_run_id, project_name, result=None, error=str(e))
+                        completion_sent = True
+                        raise
+                    finally:
+                        progress_queue.put_nowait(None)
+                        if worker:
+                            await worker
 
                 # Per-flow upload (load from store since @pipeline_flow saves there)
                 if context.output_documents_urls and store and output_types:

{ai_pipeline_core-0.4.1.dist-info → ai_pipeline_core-0.4.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ai-pipeline-core
-Version: 0.4.1
+Version: 0.4.3
 Summary: Core utilities for AI-powered processing pipelines using prefect
 Project-URL: Homepage, https://github.com/bbarwik/ai-pipeline-core
 Project-URL: Repository, https://github.com/bbarwik/ai-pipeline-core

{ai_pipeline_core-0.4.1.dist-info → ai_pipeline_core-0.4.3.dist-info}/RECORD

@@ -1,11 +1,11 @@
-ai_pipeline_core/__init__.py,sha256=REZQInD3-LSShbonlXFpbe-IfjEtr90kkEx3JFxgfMA,3270
+ai_pipeline_core/__init__.py,sha256=YxuYpXNT3kliHsZSnbbwCZxtDAdTgT5TkKp-ONSl-q4,3270
 ai_pipeline_core/exceptions.py,sha256=csAl7vq6xjSFBF8-UM9WZODCbhsOdOG5zH6IbA8iteM,1280
 ai_pipeline_core/prompt_manager.py,sha256=3wFkL5rrjtUT1cLInkgyhS8hKnO4MeD1cdXAEuLhgoE,9459
 ai_pipeline_core/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ai_pipeline_core/settings.py,sha256=BUz8JEFfJQrdE4rNOhQWwxnTrfekLjWkoy-3wDZQ7PY,5142
 ai_pipeline_core/testing.py,sha256=jIRrLxNvTwdamucfJoHET2qMeRhhMZV9uEJXO5vAfis,279
 ai_pipeline_core/deployment/__init__.py,sha256=wTkVK6gcEQvqBajFMTAuodRONpN25yHbR1jtcumf0WQ,900
-ai_pipeline_core/deployment/base.py,sha256=ros0VzvkNCwbPgG9D49ceKSjTq857iRHzvW-uhiaNUE,34750
+ai_pipeline_core/deployment/base.py,sha256=4fY9JXLW5PMtn7QFSt8OVRlpKSFTRQ2YnmvB_cZr8H0,36025
 ai_pipeline_core/deployment/contract.py,sha256=a1qbHhneTGB27oSOUy79CUIhOIzOoq37M63XoIMzA4Y,1952
 ai_pipeline_core/deployment/deploy.py,sha256=TCF4fH5f-K1ADODZHEyf-x7PJzDbv4qtWxlpoCe_mTs,22909
 ai_pipeline_core/deployment/helpers.py,sha256=yVtGFUs4AFXkpLkiQ_ale0nXXt5btfWSb5PAbikQHNs,3312
@@ -70,7 +70,7 @@ ai_pipeline_core/observability/_tracking/_writer.py,sha256=xZjwYyIxDzzzPxqkKjYAY
 ai_pipeline_core/pipeline/__init__.py,sha256=uMv1jwSyq8Ym8Hbn5097twBJLdwN1iMeqnVM4EWyrhA,282
 ai_pipeline_core/pipeline/decorators.py,sha256=CDJAeOjGLt5Ewc0Jc9zEuwLZwKyutOv89LSRS9dcXmI,37456
 ai_pipeline_core/pipeline/options.py,sha256=KF4FcT085-IwX8r649v0a9ua5xnApM0qG2wJHWbq39A,438
-ai_pipeline_core-0.4.1.dist-info/METADATA,sha256=s6YKwEgTfky-_y2CqKaYnU5yHcxOf_r7MxpdxfRL0OE,29947
-ai_pipeline_core-0.4.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-ai_pipeline_core-0.4.1.dist-info/licenses/LICENSE,sha256=kKj8mfbdWwkyG3U6n7ztB3bAZlEwShTkAsvaY657i3I,1074
-ai_pipeline_core-0.4.1.dist-info/RECORD,,
+ai_pipeline_core-0.4.3.dist-info/METADATA,sha256=j3lgsgzMN1D_4twQ3WqCzzaY1yfQThSKOxwMfZILk50,29947
+ai_pipeline_core-0.4.3.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+ai_pipeline_core-0.4.3.dist-info/licenses/LICENSE,sha256=kKj8mfbdWwkyG3U6n7ztB3bAZlEwShTkAsvaY657i3I,1074
+ai_pipeline_core-0.4.3.dist-info/RECORD,,