ai-pipeline-core 0.3.3__py3-none-any.whl → 0.4.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ai_pipeline_core/__init__.py +70 -144
- ai_pipeline_core/deployment/__init__.py +6 -18
- ai_pipeline_core/deployment/base.py +392 -212
- ai_pipeline_core/deployment/contract.py +6 -10
- ai_pipeline_core/{utils → deployment}/deploy.py +50 -69
- ai_pipeline_core/deployment/helpers.py +16 -17
- ai_pipeline_core/{progress.py → deployment/progress.py} +23 -24
- ai_pipeline_core/{utils/remote_deployment.py → deployment/remote.py} +11 -14
- ai_pipeline_core/docs_generator/__init__.py +54 -0
- ai_pipeline_core/docs_generator/__main__.py +5 -0
- ai_pipeline_core/docs_generator/cli.py +196 -0
- ai_pipeline_core/docs_generator/extractor.py +324 -0
- ai_pipeline_core/docs_generator/guide_builder.py +644 -0
- ai_pipeline_core/docs_generator/trimmer.py +35 -0
- ai_pipeline_core/docs_generator/validator.py +114 -0
- ai_pipeline_core/document_store/__init__.py +13 -0
- ai_pipeline_core/document_store/_summary.py +9 -0
- ai_pipeline_core/document_store/_summary_worker.py +170 -0
- ai_pipeline_core/document_store/clickhouse.py +492 -0
- ai_pipeline_core/document_store/factory.py +38 -0
- ai_pipeline_core/document_store/local.py +312 -0
- ai_pipeline_core/document_store/memory.py +85 -0
- ai_pipeline_core/document_store/protocol.py +68 -0
- ai_pipeline_core/documents/__init__.py +12 -14
- ai_pipeline_core/documents/_context_vars.py +85 -0
- ai_pipeline_core/documents/_hashing.py +52 -0
- ai_pipeline_core/documents/attachment.py +85 -0
- ai_pipeline_core/documents/context.py +128 -0
- ai_pipeline_core/documents/document.py +318 -1434
- ai_pipeline_core/documents/mime_type.py +37 -82
- ai_pipeline_core/documents/utils.py +4 -12
- ai_pipeline_core/exceptions.py +10 -62
- ai_pipeline_core/images/__init__.py +32 -85
- ai_pipeline_core/images/_processing.py +5 -11
- ai_pipeline_core/llm/__init__.py +6 -4
- ai_pipeline_core/llm/ai_messages.py +106 -81
- ai_pipeline_core/llm/client.py +267 -158
- ai_pipeline_core/llm/model_options.py +12 -84
- ai_pipeline_core/llm/model_response.py +53 -99
- ai_pipeline_core/llm/model_types.py +8 -23
- ai_pipeline_core/logging/__init__.py +2 -7
- ai_pipeline_core/logging/logging.yml +1 -1
- ai_pipeline_core/logging/logging_config.py +27 -37
- ai_pipeline_core/logging/logging_mixin.py +15 -41
- ai_pipeline_core/observability/__init__.py +32 -0
- ai_pipeline_core/observability/_debug/__init__.py +30 -0
- ai_pipeline_core/observability/_debug/_auto_summary.py +94 -0
- ai_pipeline_core/{debug/config.py → observability/_debug/_config.py} +11 -7
- ai_pipeline_core/{debug/content.py → observability/_debug/_content.py} +134 -75
- ai_pipeline_core/{debug/processor.py → observability/_debug/_processor.py} +16 -17
- ai_pipeline_core/{debug/summary.py → observability/_debug/_summary.py} +113 -37
- ai_pipeline_core/observability/_debug/_types.py +75 -0
- ai_pipeline_core/{debug/writer.py → observability/_debug/_writer.py} +126 -196
- ai_pipeline_core/observability/_document_tracking.py +146 -0
- ai_pipeline_core/observability/_initialization.py +194 -0
- ai_pipeline_core/observability/_logging_bridge.py +57 -0
- ai_pipeline_core/observability/_summary.py +81 -0
- ai_pipeline_core/observability/_tracking/__init__.py +6 -0
- ai_pipeline_core/observability/_tracking/_client.py +178 -0
- ai_pipeline_core/observability/_tracking/_internal.py +28 -0
- ai_pipeline_core/observability/_tracking/_models.py +138 -0
- ai_pipeline_core/observability/_tracking/_processor.py +158 -0
- ai_pipeline_core/observability/_tracking/_service.py +311 -0
- ai_pipeline_core/observability/_tracking/_writer.py +229 -0
- ai_pipeline_core/{tracing.py → observability/tracing.py} +139 -335
- ai_pipeline_core/pipeline/__init__.py +10 -0
- ai_pipeline_core/pipeline/decorators.py +915 -0
- ai_pipeline_core/pipeline/options.py +16 -0
- ai_pipeline_core/prompt_manager.py +16 -102
- ai_pipeline_core/settings.py +26 -31
- ai_pipeline_core/testing.py +9 -0
- ai_pipeline_core-0.4.0.dist-info/METADATA +807 -0
- ai_pipeline_core-0.4.0.dist-info/RECORD +76 -0
- ai_pipeline_core/debug/__init__.py +0 -26
- ai_pipeline_core/documents/document_list.py +0 -420
- ai_pipeline_core/documents/flow_document.py +0 -112
- ai_pipeline_core/documents/task_document.py +0 -117
- ai_pipeline_core/documents/temporary_document.py +0 -74
- ai_pipeline_core/flow/__init__.py +0 -9
- ai_pipeline_core/flow/config.py +0 -494
- ai_pipeline_core/flow/options.py +0 -75
- ai_pipeline_core/pipeline.py +0 -718
- ai_pipeline_core/prefect.py +0 -63
- ai_pipeline_core/prompt_builder/__init__.py +0 -5
- ai_pipeline_core/prompt_builder/documents_prompt.jinja2 +0 -23
- ai_pipeline_core/prompt_builder/global_cache.py +0 -78
- ai_pipeline_core/prompt_builder/new_core_documents_prompt.jinja2 +0 -6
- ai_pipeline_core/prompt_builder/prompt_builder.py +0 -253
- ai_pipeline_core/prompt_builder/system_prompt.jinja2 +0 -41
- ai_pipeline_core/storage/__init__.py +0 -8
- ai_pipeline_core/storage/storage.py +0 -628
- ai_pipeline_core/utils/__init__.py +0 -8
- ai_pipeline_core-0.3.3.dist-info/METADATA +0 -569
- ai_pipeline_core-0.3.3.dist-info/RECORD +0 -57
- {ai_pipeline_core-0.3.3.dist-info → ai_pipeline_core-0.4.0.dist-info}/WHEEL +0 -0
- {ai_pipeline_core-0.3.3.dist-info → ai_pipeline_core-0.4.0.dist-info}/licenses/LICENSE +0 -0
ai_pipeline_core/flow/options.py
DELETED
|
@@ -1,75 +0,0 @@
|
|
|
1
|
-
"""Flow options configuration for pipeline execution.
|
|
2
|
-
|
|
3
|
-
@public
|
|
4
|
-
|
|
5
|
-
Provides base configuration settings for AI pipeline flows,
|
|
6
|
-
including model selection and runtime parameters.
|
|
7
|
-
"""
|
|
8
|
-
|
|
9
|
-
from typing import TypeVar
|
|
10
|
-
|
|
11
|
-
from pydantic import Field
|
|
12
|
-
from pydantic_settings import BaseSettings, SettingsConfigDict
|
|
13
|
-
|
|
14
|
-
from ai_pipeline_core.llm import ModelName
|
|
15
|
-
|
|
16
|
-
T = TypeVar("T", bound="FlowOptions")
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
class FlowOptions(BaseSettings):
|
|
20
|
-
"""Base configuration settings for AI pipeline flows.
|
|
21
|
-
|
|
22
|
-
@public
|
|
23
|
-
|
|
24
|
-
FlowOptions provides runtime configuration for pipeline flows,
|
|
25
|
-
including model selection and other parameters. It uses pydantic-settings
|
|
26
|
-
to support environment variable overrides and is immutable (frozen) by default.
|
|
27
|
-
|
|
28
|
-
This class is designed to be subclassed for flow-specific configuration:
|
|
29
|
-
|
|
30
|
-
Example:
|
|
31
|
-
>>> class MyFlowOptions(FlowOptions):
|
|
32
|
-
... temperature: float = Field(0.7, ge=0, le=2)
|
|
33
|
-
... batch_size: int = Field(10, gt=0)
|
|
34
|
-
... custom_param: str = "default"
|
|
35
|
-
|
|
36
|
-
>>> # Use in CLI with run_cli:
|
|
37
|
-
>>> run_cli(
|
|
38
|
-
... flows=[my_flow],
|
|
39
|
-
... options_cls=MyFlowOptions # Will parse CLI args
|
|
40
|
-
... )
|
|
41
|
-
|
|
42
|
-
>>> # Or create programmatically:
|
|
43
|
-
>>> options = MyFlowOptions(
|
|
44
|
-
... core_model="gemini-3-pro",
|
|
45
|
-
... temperature=0.9
|
|
46
|
-
... )
|
|
47
|
-
|
|
48
|
-
Attributes:
|
|
49
|
-
core_model: Primary LLM for complex tasks (default: gpt-5)
|
|
50
|
-
small_model: Fast model for simple tasks (default: gpt-5-mini)
|
|
51
|
-
|
|
52
|
-
Configuration:
|
|
53
|
-
- Frozen (immutable) after creation
|
|
54
|
-
- Extra fields ignored (not strict)
|
|
55
|
-
- Can be populated from environment variables
|
|
56
|
-
- Used by PipelineDeployment.run_cli for command-line parsing
|
|
57
|
-
|
|
58
|
-
Note:
|
|
59
|
-
The base class provides model selection. Subclasses should
|
|
60
|
-
add flow-specific parameters with appropriate validation.
|
|
61
|
-
"""
|
|
62
|
-
|
|
63
|
-
core_model: ModelName = Field(
|
|
64
|
-
default="gemini-3-pro",
|
|
65
|
-
description="Primary model for complex analysis and generation tasks.",
|
|
66
|
-
)
|
|
67
|
-
small_model: ModelName = Field(
|
|
68
|
-
default="grok-4.1-fast",
|
|
69
|
-
description="Fast, cost-effective model for simple tasks and orchestration.",
|
|
70
|
-
)
|
|
71
|
-
|
|
72
|
-
model_config = SettingsConfigDict(frozen=True, extra="ignore")
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
__all__ = ["FlowOptions"]
|