altk-evolve-core 1.7.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- altk_evolve/__init__.py +1 -0
- altk_evolve/auto/__init__.py +243 -0
- altk_evolve/backend/__init__.py +0 -0
- altk_evolve/backend/base.py +587 -0
- altk_evolve/backend/filesystem.py +454 -0
- altk_evolve/backend/milvus.py +503 -0
- altk_evolve/backend/postgres.py +511 -0
- altk_evolve/backend/reconciliation.py +141 -0
- altk_evolve/backend/writes.py +55 -0
- altk_evolve/cli/__init__.py +1 -0
- altk_evolve/cli/cli.py +725 -0
- altk_evolve/cli/processing.py +66 -0
- altk_evolve/cli/retention.py +371 -0
- altk_evolve/cli/templates/__init__.py +1 -0
- altk_evolve/cli/templates/hooks.yaml +121 -0
- altk_evolve/config/__init__.py +0 -0
- altk_evolve/config/evolve.py +75 -0
- altk_evolve/config/filesystem.py +10 -0
- altk_evolve/config/guideline_runtime.py +47 -0
- altk_evolve/config/guidelines.py +87 -0
- altk_evolve/config/hooks.py +131 -0
- altk_evolve/config/llm.py +47 -0
- altk_evolve/config/milvus.py +24 -0
- altk_evolve/config/phoenix.py +11 -0
- altk_evolve/config/postgres.py +18 -0
- altk_evolve/db/__init__.py +0 -0
- altk_evolve/db/sqlite_manager.py +151 -0
- altk_evolve/embedding_assets.py +51 -0
- altk_evolve/embeddings.py +129 -0
- altk_evolve/export_embeddings.py +163 -0
- altk_evolve/frontend/__init__.py +0 -0
- altk_evolve/frontend/api/__init__.py +0 -0
- altk_evolve/frontend/api/memory.py +446 -0
- altk_evolve/frontend/api/processing.py +89 -0
- altk_evolve/frontend/api/routes.py +250 -0
- altk_evolve/frontend/client/__init__.py +0 -0
- altk_evolve/frontend/client/evolve_client.py +550 -0
- altk_evolve/frontend/mcp/__init__.py +0 -0
- altk_evolve/frontend/mcp/__main__.py +101 -0
- altk_evolve/frontend/mcp/http_transport.py +181 -0
- altk_evolve/frontend/mcp/mcp_server.py +1742 -0
- altk_evolve/frontend/services/__init__.py +1 -0
- altk_evolve/frontend/services/context.py +28 -0
- altk_evolve/frontend/ui/dist/assets/index-BmK3Cy_1.css +1 -0
- altk_evolve/frontend/ui/dist/assets/index-DtUa2Guw.js +43 -0
- altk_evolve/frontend/ui/dist/index.html +14 -0
- altk_evolve/frontend/ui/node_modules/flatted/python/flatted.py +149 -0
- altk_evolve/hooks/__init__.py +71 -0
- altk_evolve/hooks/backend.py +109 -0
- altk_evolve/hooks/manager.py +746 -0
- altk_evolve/hooks/plugin.py +132 -0
- altk_evolve/hooks/plugins/__init__.py +63 -0
- altk_evolve/hooks/plugins/access_stamp.py +77 -0
- altk_evolve/hooks/plugins/identity.py +58 -0
- altk_evolve/hooks/plugins/legal_hold.py +19 -0
- altk_evolve/hooks/plugins/normalizer.py +78 -0
- altk_evolve/hooks/plugins/pii.py +135 -0
- altk_evolve/hooks/plugins/readi.py +445 -0
- altk_evolve/hooks/plugins/secrets.py +187 -0
- altk_evolve/hooks/types.py +251 -0
- altk_evolve/llm/__init__.py +3 -0
- altk_evolve/llm/conflict_resolution/__init__.py +0 -0
- altk_evolve/llm/conflict_resolution/conflict_resolution.py +220 -0
- altk_evolve/llm/conflict_resolution/prompts/conflict_resolution.jinja2 +40 -0
- altk_evolve/llm/conflict_resolution/prompts/default_conflict_resolution.jinja2 +275 -0
- altk_evolve/llm/fact_extraction/__init__.py +6 -0
- altk_evolve/llm/fact_extraction/categorization.py +59 -0
- altk_evolve/llm/fact_extraction/fact_extraction.py +110 -0
- altk_evolve/llm/fact_extraction/prompts/fact_extraction.jinja2 +47 -0
- altk_evolve/llm/fact_extraction/prompts/fact_extraction_predefined.jinja2 +81 -0
- altk_evolve/llm/guidelines/__init__.py +0 -0
- altk_evolve/llm/guidelines/clustering.py +352 -0
- altk_evolve/llm/guidelines/consistency_analyzer/__init__.py +23 -0
- altk_evolve/llm/guidelines/consistency_analyzer/agent_config.yaml +28 -0
- altk_evolve/llm/guidelines/consistency_analyzer/consistency_aggregator.py +166 -0
- altk_evolve/llm/guidelines/consistency_analyzer/consistency_analysis.py +88 -0
- altk_evolve/llm/guidelines/consistency_analyzer/consistency_metric.py +596 -0
- altk_evolve/llm/guidelines/consistency_analyzer/inference_utils.py +395 -0
- altk_evolve/llm/guidelines/consistency_analyzer/resampling.py +168 -0
- altk_evolve/llm/guidelines/consistency_analyzer/sample_preprocessing.py +674 -0
- altk_evolve/llm/guidelines/consistency_analyzer/single_step_consistency.py +243 -0
- altk_evolve/llm/guidelines/consistency_analyzer/utils.py +309 -0
- altk_evolve/llm/guidelines/consistency_guidelines.py +995 -0
- altk_evolve/llm/guidelines/context.py +21 -0
- altk_evolve/llm/guidelines/guidelines.py +571 -0
- altk_evolve/llm/guidelines/prompts/combine_guidelines.jinja2 +54 -0
- altk_evolve/llm/guidelines/prompts/generate_consistency_guidelines.jinja2 +56 -0
- altk_evolve/llm/guidelines/prompts/generate_consistency_guidelines_fast.jinja2 +57 -0
- altk_evolve/llm/guidelines/prompts/generate_guidelines.jinja2 +88 -0
- altk_evolve/llm/guidelines/prompts/segment_trajectory.jinja2 +45 -0
- altk_evolve/llm/guidelines/retrieval.py +152 -0
- altk_evolve/llm/guidelines/segmentation.py +103 -0
- altk_evolve/processing/__init__.py +47 -0
- altk_evolve/processing/builtin.py +143 -0
- altk_evolve/processing/manager.py +378 -0
- altk_evolve/processing/models.py +197 -0
- altk_evolve/processing/registry.py +92 -0
- altk_evolve/processing/repository.py +135 -0
- altk_evolve/retention/__init__.py +28 -0
- altk_evolve/retention/collection.py +482 -0
- altk_evolve/retention/engine.py +421 -0
- altk_evolve/retention/execution.py +163 -0
- altk_evolve/retention/policy.py +112 -0
- altk_evolve/retention/reports.py +77 -0
- altk_evolve/retention/schedule.py +119 -0
- altk_evolve/retention/schedule_store.py +443 -0
- altk_evolve/retention/scheduler.py +150 -0
- altk_evolve/retention/service.py +473 -0
- altk_evolve/retention/store.py +384 -0
- altk_evolve/schema/__init__.py +0 -0
- altk_evolve/schema/conflict_resolution.py +31 -0
- altk_evolve/schema/core.py +37 -0
- altk_evolve/schema/exceptions.py +21 -0
- altk_evolve/schema/guidelines.py +180 -0
- altk_evolve/schema/policy.py +38 -0
- altk_evolve/schema/provenance.py +145 -0
- altk_evolve/sync/__init__.py +3 -0
- altk_evolve/sync/phoenix_sync.py +1120 -0
- altk_evolve/telemetry.py +234 -0
- altk_evolve/utils/__init__.py +0 -0
- altk_evolve/utils/cancellation.py +16 -0
- altk_evolve/utils/utils.py +96 -0
- altk_evolve/viz/__init__.py +1 -0
- altk_evolve/viz/data.py +147 -0
- altk_evolve/viz/server.py +591 -0
- altk_evolve_core-1.7.0.dist-info/METADATA +419 -0
- altk_evolve_core-1.7.0.dist-info/RECORD +131 -0
- altk_evolve_core-1.7.0.dist-info/WHEEL +5 -0
- altk_evolve_core-1.7.0.dist-info/entry_points.txt +3 -0
- altk_evolve_core-1.7.0.dist-info/licenses/LICENSE +201 -0
- altk_evolve_core-1.7.0.dist-info/top_level.txt +1 -0
altk_evolve/__init__.py
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "1.7.0"
|
|
@@ -0,0 +1,243 @@
|
|
|
1
|
+
"""
|
|
2
|
+
Evolve Auto-Instrumentation Module
|
|
3
|
+
|
|
4
|
+
Auto-patches LLM frameworks (OpenAI, LiteLLM, Smolagents, etc.) to trace calls to Phoenix.
|
|
5
|
+
|
|
6
|
+
Usage:
|
|
7
|
+
# Set environment variable
|
|
8
|
+
export EVOLVE_AUTO_ENABLED=true
|
|
9
|
+
|
|
10
|
+
# Then in code, just import:
|
|
11
|
+
import altk_evolve.auto # noqa: F401
|
|
12
|
+
|
|
13
|
+
# All LLM calls are now traced!
|
|
14
|
+
|
|
15
|
+
Advanced Usage (Explicit):
|
|
16
|
+
from altk_evolve.auto import enable_tracing
|
|
17
|
+
enable_tracing(project="my-agent", force=True)
|
|
18
|
+
"""
|
|
19
|
+
|
|
20
|
+
from __future__ import annotations
|
|
21
|
+
|
|
22
|
+
import atexit
|
|
23
|
+
import logging
|
|
24
|
+
import os
|
|
25
|
+
from typing import TYPE_CHECKING
|
|
26
|
+
|
|
27
|
+
if TYPE_CHECKING:
|
|
28
|
+
from opentelemetry.sdk.trace import TracerProvider
|
|
29
|
+
|
|
30
|
+
logger = logging.getLogger("evolve.auto")
|
|
31
|
+
|
|
32
|
+
# Global state to track instrumentation
|
|
33
|
+
_tracer_provider: TracerProvider | None = None
|
|
34
|
+
_instrumented_frameworks: set[str] = set()
|
|
35
|
+
_flush_registered: bool = False
|
|
36
|
+
|
|
37
|
+
|
|
38
|
+
# --- Tracing Logic ---
|
|
39
|
+
|
|
40
|
+
|
|
41
|
+
def is_already_instrumented() -> bool:
|
|
42
|
+
"""Check if tracing has already been set up (by Evolve or another tool)."""
|
|
43
|
+
try:
|
|
44
|
+
from opentelemetry import trace
|
|
45
|
+
|
|
46
|
+
provider = trace.get_tracer_provider()
|
|
47
|
+
# Default provider is ProxyTracerProvider (no-op)
|
|
48
|
+
default_name = "ProxyTracerProvider"
|
|
49
|
+
return type(provider).__name__ != default_name
|
|
50
|
+
except ImportError:
|
|
51
|
+
return False
|
|
52
|
+
|
|
53
|
+
|
|
54
|
+
def detect_installed_frameworks() -> list[str]:
|
|
55
|
+
"""Detect which LLM frameworks are installed."""
|
|
56
|
+
frameworks = []
|
|
57
|
+
|
|
58
|
+
framework_modules = {
|
|
59
|
+
"openai": "openai",
|
|
60
|
+
"litellm": "litellm",
|
|
61
|
+
"smolagents": "smolagents",
|
|
62
|
+
"openai_agents": "agents", # openai-agents package
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
for name, module in framework_modules.items():
|
|
66
|
+
try:
|
|
67
|
+
__import__(module)
|
|
68
|
+
frameworks.append(name)
|
|
69
|
+
except ImportError:
|
|
70
|
+
pass
|
|
71
|
+
|
|
72
|
+
return frameworks
|
|
73
|
+
|
|
74
|
+
|
|
75
|
+
def _get_instrumentor(framework: str):
|
|
76
|
+
"""Get the OpenInference instrumentor for a framework."""
|
|
77
|
+
instrumentor_map = {
|
|
78
|
+
"openai": ("openinference.instrumentation.openai", "OpenAIInstrumentor"),
|
|
79
|
+
"litellm": ("openinference.instrumentation.litellm", "LiteLLMInstrumentor"),
|
|
80
|
+
"smolagents": ("openinference.instrumentation.smolagents", "SmolagentsInstrumentor"),
|
|
81
|
+
"openai_agents": ("openinference.instrumentation.openai_agents", "OpenAIAgentsInstrumentor"),
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
if framework not in instrumentor_map:
|
|
85
|
+
return None
|
|
86
|
+
|
|
87
|
+
module_name, class_name = instrumentor_map[framework]
|
|
88
|
+
|
|
89
|
+
try:
|
|
90
|
+
module = __import__(module_name, fromlist=[class_name])
|
|
91
|
+
instrumentor_class = getattr(module, class_name)
|
|
92
|
+
return instrumentor_class()
|
|
93
|
+
except ImportError as e:
|
|
94
|
+
logger.debug(f"Instrumentor for {framework} not available: {e}")
|
|
95
|
+
return None
|
|
96
|
+
|
|
97
|
+
|
|
98
|
+
def _register_flush_handler() -> None:
|
|
99
|
+
"""Register an atexit handler to flush traces."""
|
|
100
|
+
global _flush_registered
|
|
101
|
+
|
|
102
|
+
if _flush_registered:
|
|
103
|
+
return
|
|
104
|
+
|
|
105
|
+
def _flush():
|
|
106
|
+
try:
|
|
107
|
+
# Use global getter to avoid stale closure
|
|
108
|
+
provider = get_tracer_provider()
|
|
109
|
+
if provider:
|
|
110
|
+
provider.force_flush()
|
|
111
|
+
except Exception: # noqa: BLE001
|
|
112
|
+
logger.debug("Error flushing traces", exc_info=True)
|
|
113
|
+
|
|
114
|
+
atexit.register(_flush)
|
|
115
|
+
_flush_registered = True
|
|
116
|
+
|
|
117
|
+
|
|
118
|
+
def enable_tracing(
|
|
119
|
+
project: str | None = None,
|
|
120
|
+
endpoint: str | None = None,
|
|
121
|
+
frameworks: list[str] | None = None,
|
|
122
|
+
force: bool = False,
|
|
123
|
+
auto_flush: bool = True,
|
|
124
|
+
) -> TracerProvider | None:
|
|
125
|
+
"""
|
|
126
|
+
Enable Phoenix tracing for detected LLM frameworks.
|
|
127
|
+
|
|
128
|
+
Args:
|
|
129
|
+
project: Phoenix project name (default: from env or "evolve-agent")
|
|
130
|
+
endpoint: Phoenix collector endpoint (default: from env or "http://localhost:6006/v1/traces")
|
|
131
|
+
frameworks: List of frameworks to instrument. If None, auto-detect.
|
|
132
|
+
force: If True, instrument even if tracing is already set up.
|
|
133
|
+
auto_flush: If True, register atexit handler to flush traces.
|
|
134
|
+
|
|
135
|
+
Returns:
|
|
136
|
+
TracerProvider instance if tracing was enabled, None otherwise.
|
|
137
|
+
"""
|
|
138
|
+
global _tracer_provider, _instrumented_frameworks
|
|
139
|
+
|
|
140
|
+
# Check if already instrumented
|
|
141
|
+
if not force and is_already_instrumented():
|
|
142
|
+
logger.info("Tracing already set up, skipping (use force=True to override)")
|
|
143
|
+
return None
|
|
144
|
+
|
|
145
|
+
# Get configuration from environment or defaults
|
|
146
|
+
project = project or os.environ.get("EVOLVE_TRACING_PROJECT", os.environ.get("PHOENIX_PROJECT_NAME", "evolve-agent"))
|
|
147
|
+
endpoint = endpoint or os.environ.get("EVOLVE_TRACING_ENDPOINT", os.environ.get("PHOENIX_ENDPOINT", "http://localhost:6006/v1/traces"))
|
|
148
|
+
|
|
149
|
+
# Initialize Phoenix tracer
|
|
150
|
+
try:
|
|
151
|
+
from phoenix.otel import register
|
|
152
|
+
|
|
153
|
+
tracer_provider = register(
|
|
154
|
+
project_name=project,
|
|
155
|
+
endpoint=endpoint,
|
|
156
|
+
)
|
|
157
|
+
_tracer_provider = tracer_provider
|
|
158
|
+
logger.info(f"Phoenix tracing enabled: project={project}, endpoint={endpoint}")
|
|
159
|
+
except ImportError:
|
|
160
|
+
logger.exception("Phoenix not available: Install with: pip install 'altk-evolve-core[tracing]'")
|
|
161
|
+
return None
|
|
162
|
+
except Exception: # noqa: BLE001
|
|
163
|
+
logger.exception("Failed to initialize Phoenix")
|
|
164
|
+
return None
|
|
165
|
+
|
|
166
|
+
# Detect frameworks to instrument
|
|
167
|
+
if frameworks is None:
|
|
168
|
+
frameworks = detect_installed_frameworks()
|
|
169
|
+
|
|
170
|
+
# Apply instrumentors
|
|
171
|
+
instrumented = []
|
|
172
|
+
for framework in frameworks:
|
|
173
|
+
if framework in _instrumented_frameworks:
|
|
174
|
+
continue
|
|
175
|
+
|
|
176
|
+
instrumentor = _get_instrumentor(framework)
|
|
177
|
+
if instrumentor:
|
|
178
|
+
try:
|
|
179
|
+
instrumentor.instrument(tracer_provider=tracer_provider)
|
|
180
|
+
_instrumented_frameworks.add(framework)
|
|
181
|
+
instrumented.append(framework)
|
|
182
|
+
except Exception as e:
|
|
183
|
+
logger.warning(f"Failed to instrument {framework}: {e}")
|
|
184
|
+
|
|
185
|
+
if instrumented:
|
|
186
|
+
logger.info(f"Instrumented frameworks: {instrumented}")
|
|
187
|
+
else:
|
|
188
|
+
logger.info("No frameworks instrumented (none found or instrumentors not installed)")
|
|
189
|
+
|
|
190
|
+
# Register flush handler
|
|
191
|
+
if auto_flush:
|
|
192
|
+
_register_flush_handler()
|
|
193
|
+
|
|
194
|
+
return tracer_provider
|
|
195
|
+
|
|
196
|
+
|
|
197
|
+
def get_tracer_provider() -> TracerProvider | None:
|
|
198
|
+
"""Get the current Evolve tracer provider, if set up."""
|
|
199
|
+
return _tracer_provider
|
|
200
|
+
|
|
201
|
+
|
|
202
|
+
def get_instrumented_frameworks() -> set[str]:
|
|
203
|
+
"""Get the set of frameworks that have been instrumented."""
|
|
204
|
+
return _instrumented_frameworks.copy()
|
|
205
|
+
|
|
206
|
+
|
|
207
|
+
def flush_traces() -> None:
|
|
208
|
+
"""Manually flush all pending traces to Phoenix."""
|
|
209
|
+
if _tracer_provider:
|
|
210
|
+
_tracer_provider.force_flush()
|
|
211
|
+
|
|
212
|
+
|
|
213
|
+
# --- Auto Setup Logic ---
|
|
214
|
+
|
|
215
|
+
|
|
216
|
+
def _auto_setup() -> None:
|
|
217
|
+
"""Automatically set up tracing if EVOLVE_AUTO_ENABLED is true."""
|
|
218
|
+
# Check if auto mode is enabled
|
|
219
|
+
enabled = os.environ.get("EVOLVE_AUTO_ENABLED", "").lower() in ("true", "1", "yes")
|
|
220
|
+
|
|
221
|
+
if not enabled:
|
|
222
|
+
logger.debug("EVOLVE_AUTO_ENABLED not set, skipping auto-instrumentation")
|
|
223
|
+
return
|
|
224
|
+
|
|
225
|
+
# Check for existing instrumentation
|
|
226
|
+
if is_already_instrumented():
|
|
227
|
+
logger.info("[evolve.auto] Existing tracer detected, skipping")
|
|
228
|
+
print("[evolve.auto] Existing tracer detected, skipping")
|
|
229
|
+
return
|
|
230
|
+
|
|
231
|
+
# Enable tracing
|
|
232
|
+
tracer = enable_tracing()
|
|
233
|
+
|
|
234
|
+
if tracer:
|
|
235
|
+
frameworks = get_instrumented_frameworks()
|
|
236
|
+
if frameworks:
|
|
237
|
+
print(f"[evolve.auto] Instrumented: {list(frameworks)}")
|
|
238
|
+
else:
|
|
239
|
+
print("[evolve.auto] Phoenix tracer enabled (no frameworks to instrument)")
|
|
240
|
+
|
|
241
|
+
|
|
242
|
+
# Auto-run on import
|
|
243
|
+
_auto_setup()
|
|
File without changes
|