altk-evolve-core 1.7.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (131) hide show
  1. altk_evolve/__init__.py +1 -0
  2. altk_evolve/auto/__init__.py +243 -0
  3. altk_evolve/backend/__init__.py +0 -0
  4. altk_evolve/backend/base.py +587 -0
  5. altk_evolve/backend/filesystem.py +454 -0
  6. altk_evolve/backend/milvus.py +503 -0
  7. altk_evolve/backend/postgres.py +511 -0
  8. altk_evolve/backend/reconciliation.py +141 -0
  9. altk_evolve/backend/writes.py +55 -0
  10. altk_evolve/cli/__init__.py +1 -0
  11. altk_evolve/cli/cli.py +725 -0
  12. altk_evolve/cli/processing.py +66 -0
  13. altk_evolve/cli/retention.py +371 -0
  14. altk_evolve/cli/templates/__init__.py +1 -0
  15. altk_evolve/cli/templates/hooks.yaml +121 -0
  16. altk_evolve/config/__init__.py +0 -0
  17. altk_evolve/config/evolve.py +75 -0
  18. altk_evolve/config/filesystem.py +10 -0
  19. altk_evolve/config/guideline_runtime.py +47 -0
  20. altk_evolve/config/guidelines.py +87 -0
  21. altk_evolve/config/hooks.py +131 -0
  22. altk_evolve/config/llm.py +47 -0
  23. altk_evolve/config/milvus.py +24 -0
  24. altk_evolve/config/phoenix.py +11 -0
  25. altk_evolve/config/postgres.py +18 -0
  26. altk_evolve/db/__init__.py +0 -0
  27. altk_evolve/db/sqlite_manager.py +151 -0
  28. altk_evolve/embedding_assets.py +51 -0
  29. altk_evolve/embeddings.py +129 -0
  30. altk_evolve/export_embeddings.py +163 -0
  31. altk_evolve/frontend/__init__.py +0 -0
  32. altk_evolve/frontend/api/__init__.py +0 -0
  33. altk_evolve/frontend/api/memory.py +446 -0
  34. altk_evolve/frontend/api/processing.py +89 -0
  35. altk_evolve/frontend/api/routes.py +250 -0
  36. altk_evolve/frontend/client/__init__.py +0 -0
  37. altk_evolve/frontend/client/evolve_client.py +550 -0
  38. altk_evolve/frontend/mcp/__init__.py +0 -0
  39. altk_evolve/frontend/mcp/__main__.py +101 -0
  40. altk_evolve/frontend/mcp/http_transport.py +181 -0
  41. altk_evolve/frontend/mcp/mcp_server.py +1742 -0
  42. altk_evolve/frontend/services/__init__.py +1 -0
  43. altk_evolve/frontend/services/context.py +28 -0
  44. altk_evolve/frontend/ui/dist/assets/index-BmK3Cy_1.css +1 -0
  45. altk_evolve/frontend/ui/dist/assets/index-DtUa2Guw.js +43 -0
  46. altk_evolve/frontend/ui/dist/index.html +14 -0
  47. altk_evolve/frontend/ui/node_modules/flatted/python/flatted.py +149 -0
  48. altk_evolve/hooks/__init__.py +71 -0
  49. altk_evolve/hooks/backend.py +109 -0
  50. altk_evolve/hooks/manager.py +746 -0
  51. altk_evolve/hooks/plugin.py +132 -0
  52. altk_evolve/hooks/plugins/__init__.py +63 -0
  53. altk_evolve/hooks/plugins/access_stamp.py +77 -0
  54. altk_evolve/hooks/plugins/identity.py +58 -0
  55. altk_evolve/hooks/plugins/legal_hold.py +19 -0
  56. altk_evolve/hooks/plugins/normalizer.py +78 -0
  57. altk_evolve/hooks/plugins/pii.py +135 -0
  58. altk_evolve/hooks/plugins/readi.py +445 -0
  59. altk_evolve/hooks/plugins/secrets.py +187 -0
  60. altk_evolve/hooks/types.py +251 -0
  61. altk_evolve/llm/__init__.py +3 -0
  62. altk_evolve/llm/conflict_resolution/__init__.py +0 -0
  63. altk_evolve/llm/conflict_resolution/conflict_resolution.py +220 -0
  64. altk_evolve/llm/conflict_resolution/prompts/conflict_resolution.jinja2 +40 -0
  65. altk_evolve/llm/conflict_resolution/prompts/default_conflict_resolution.jinja2 +275 -0
  66. altk_evolve/llm/fact_extraction/__init__.py +6 -0
  67. altk_evolve/llm/fact_extraction/categorization.py +59 -0
  68. altk_evolve/llm/fact_extraction/fact_extraction.py +110 -0
  69. altk_evolve/llm/fact_extraction/prompts/fact_extraction.jinja2 +47 -0
  70. altk_evolve/llm/fact_extraction/prompts/fact_extraction_predefined.jinja2 +81 -0
  71. altk_evolve/llm/guidelines/__init__.py +0 -0
  72. altk_evolve/llm/guidelines/clustering.py +352 -0
  73. altk_evolve/llm/guidelines/consistency_analyzer/__init__.py +23 -0
  74. altk_evolve/llm/guidelines/consistency_analyzer/agent_config.yaml +28 -0
  75. altk_evolve/llm/guidelines/consistency_analyzer/consistency_aggregator.py +166 -0
  76. altk_evolve/llm/guidelines/consistency_analyzer/consistency_analysis.py +88 -0
  77. altk_evolve/llm/guidelines/consistency_analyzer/consistency_metric.py +596 -0
  78. altk_evolve/llm/guidelines/consistency_analyzer/inference_utils.py +395 -0
  79. altk_evolve/llm/guidelines/consistency_analyzer/resampling.py +168 -0
  80. altk_evolve/llm/guidelines/consistency_analyzer/sample_preprocessing.py +674 -0
  81. altk_evolve/llm/guidelines/consistency_analyzer/single_step_consistency.py +243 -0
  82. altk_evolve/llm/guidelines/consistency_analyzer/utils.py +309 -0
  83. altk_evolve/llm/guidelines/consistency_guidelines.py +995 -0
  84. altk_evolve/llm/guidelines/context.py +21 -0
  85. altk_evolve/llm/guidelines/guidelines.py +571 -0
  86. altk_evolve/llm/guidelines/prompts/combine_guidelines.jinja2 +54 -0
  87. altk_evolve/llm/guidelines/prompts/generate_consistency_guidelines.jinja2 +56 -0
  88. altk_evolve/llm/guidelines/prompts/generate_consistency_guidelines_fast.jinja2 +57 -0
  89. altk_evolve/llm/guidelines/prompts/generate_guidelines.jinja2 +88 -0
  90. altk_evolve/llm/guidelines/prompts/segment_trajectory.jinja2 +45 -0
  91. altk_evolve/llm/guidelines/retrieval.py +152 -0
  92. altk_evolve/llm/guidelines/segmentation.py +103 -0
  93. altk_evolve/processing/__init__.py +47 -0
  94. altk_evolve/processing/builtin.py +143 -0
  95. altk_evolve/processing/manager.py +378 -0
  96. altk_evolve/processing/models.py +197 -0
  97. altk_evolve/processing/registry.py +92 -0
  98. altk_evolve/processing/repository.py +135 -0
  99. altk_evolve/retention/__init__.py +28 -0
  100. altk_evolve/retention/collection.py +482 -0
  101. altk_evolve/retention/engine.py +421 -0
  102. altk_evolve/retention/execution.py +163 -0
  103. altk_evolve/retention/policy.py +112 -0
  104. altk_evolve/retention/reports.py +77 -0
  105. altk_evolve/retention/schedule.py +119 -0
  106. altk_evolve/retention/schedule_store.py +443 -0
  107. altk_evolve/retention/scheduler.py +150 -0
  108. altk_evolve/retention/service.py +473 -0
  109. altk_evolve/retention/store.py +384 -0
  110. altk_evolve/schema/__init__.py +0 -0
  111. altk_evolve/schema/conflict_resolution.py +31 -0
  112. altk_evolve/schema/core.py +37 -0
  113. altk_evolve/schema/exceptions.py +21 -0
  114. altk_evolve/schema/guidelines.py +180 -0
  115. altk_evolve/schema/policy.py +38 -0
  116. altk_evolve/schema/provenance.py +145 -0
  117. altk_evolve/sync/__init__.py +3 -0
  118. altk_evolve/sync/phoenix_sync.py +1120 -0
  119. altk_evolve/telemetry.py +234 -0
  120. altk_evolve/utils/__init__.py +0 -0
  121. altk_evolve/utils/cancellation.py +16 -0
  122. altk_evolve/utils/utils.py +96 -0
  123. altk_evolve/viz/__init__.py +1 -0
  124. altk_evolve/viz/data.py +147 -0
  125. altk_evolve/viz/server.py +591 -0
  126. altk_evolve_core-1.7.0.dist-info/METADATA +419 -0
  127. altk_evolve_core-1.7.0.dist-info/RECORD +131 -0
  128. altk_evolve_core-1.7.0.dist-info/WHEEL +5 -0
  129. altk_evolve_core-1.7.0.dist-info/entry_points.txt +3 -0
  130. altk_evolve_core-1.7.0.dist-info/licenses/LICENSE +201 -0
  131. altk_evolve_core-1.7.0.dist-info/top_level.txt +1 -0
@@ -0,0 +1 @@
1
+ __version__ = "1.7.0"
@@ -0,0 +1,243 @@
1
+ """
2
+ Evolve Auto-Instrumentation Module
3
+
4
+ Auto-patches LLM frameworks (OpenAI, LiteLLM, Smolagents, etc.) to trace calls to Phoenix.
5
+
6
+ Usage:
7
+ # Set environment variable
8
+ export EVOLVE_AUTO_ENABLED=true
9
+
10
+ # Then in code, just import:
11
+ import altk_evolve.auto # noqa: F401
12
+
13
+ # All LLM calls are now traced!
14
+
15
+ Advanced Usage (Explicit):
16
+ from altk_evolve.auto import enable_tracing
17
+ enable_tracing(project="my-agent", force=True)
18
+ """
19
+
20
+ from __future__ import annotations
21
+
22
+ import atexit
23
+ import logging
24
+ import os
25
+ from typing import TYPE_CHECKING
26
+
27
+ if TYPE_CHECKING:
28
+ from opentelemetry.sdk.trace import TracerProvider
29
+
30
+ logger = logging.getLogger("evolve.auto")
31
+
32
+ # Global state to track instrumentation
33
+ _tracer_provider: TracerProvider | None = None
34
+ _instrumented_frameworks: set[str] = set()
35
+ _flush_registered: bool = False
36
+
37
+
38
+ # --- Tracing Logic ---
39
+
40
+
41
+ def is_already_instrumented() -> bool:
42
+ """Check if tracing has already been set up (by Evolve or another tool)."""
43
+ try:
44
+ from opentelemetry import trace
45
+
46
+ provider = trace.get_tracer_provider()
47
+ # Default provider is ProxyTracerProvider (no-op)
48
+ default_name = "ProxyTracerProvider"
49
+ return type(provider).__name__ != default_name
50
+ except ImportError:
51
+ return False
52
+
53
+
54
+ def detect_installed_frameworks() -> list[str]:
55
+ """Detect which LLM frameworks are installed."""
56
+ frameworks = []
57
+
58
+ framework_modules = {
59
+ "openai": "openai",
60
+ "litellm": "litellm",
61
+ "smolagents": "smolagents",
62
+ "openai_agents": "agents", # openai-agents package
63
+ }
64
+
65
+ for name, module in framework_modules.items():
66
+ try:
67
+ __import__(module)
68
+ frameworks.append(name)
69
+ except ImportError:
70
+ pass
71
+
72
+ return frameworks
73
+
74
+
75
+ def _get_instrumentor(framework: str):
76
+ """Get the OpenInference instrumentor for a framework."""
77
+ instrumentor_map = {
78
+ "openai": ("openinference.instrumentation.openai", "OpenAIInstrumentor"),
79
+ "litellm": ("openinference.instrumentation.litellm", "LiteLLMInstrumentor"),
80
+ "smolagents": ("openinference.instrumentation.smolagents", "SmolagentsInstrumentor"),
81
+ "openai_agents": ("openinference.instrumentation.openai_agents", "OpenAIAgentsInstrumentor"),
82
+ }
83
+
84
+ if framework not in instrumentor_map:
85
+ return None
86
+
87
+ module_name, class_name = instrumentor_map[framework]
88
+
89
+ try:
90
+ module = __import__(module_name, fromlist=[class_name])
91
+ instrumentor_class = getattr(module, class_name)
92
+ return instrumentor_class()
93
+ except ImportError as e:
94
+ logger.debug(f"Instrumentor for {framework} not available: {e}")
95
+ return None
96
+
97
+
98
+ def _register_flush_handler() -> None:
99
+ """Register an atexit handler to flush traces."""
100
+ global _flush_registered
101
+
102
+ if _flush_registered:
103
+ return
104
+
105
+ def _flush():
106
+ try:
107
+ # Use global getter to avoid stale closure
108
+ provider = get_tracer_provider()
109
+ if provider:
110
+ provider.force_flush()
111
+ except Exception: # noqa: BLE001
112
+ logger.debug("Error flushing traces", exc_info=True)
113
+
114
+ atexit.register(_flush)
115
+ _flush_registered = True
116
+
117
+
118
+ def enable_tracing(
119
+ project: str | None = None,
120
+ endpoint: str | None = None,
121
+ frameworks: list[str] | None = None,
122
+ force: bool = False,
123
+ auto_flush: bool = True,
124
+ ) -> TracerProvider | None:
125
+ """
126
+ Enable Phoenix tracing for detected LLM frameworks.
127
+
128
+ Args:
129
+ project: Phoenix project name (default: from env or "evolve-agent")
130
+ endpoint: Phoenix collector endpoint (default: from env or "http://localhost:6006/v1/traces")
131
+ frameworks: List of frameworks to instrument. If None, auto-detect.
132
+ force: If True, instrument even if tracing is already set up.
133
+ auto_flush: If True, register atexit handler to flush traces.
134
+
135
+ Returns:
136
+ TracerProvider instance if tracing was enabled, None otherwise.
137
+ """
138
+ global _tracer_provider, _instrumented_frameworks
139
+
140
+ # Check if already instrumented
141
+ if not force and is_already_instrumented():
142
+ logger.info("Tracing already set up, skipping (use force=True to override)")
143
+ return None
144
+
145
+ # Get configuration from environment or defaults
146
+ project = project or os.environ.get("EVOLVE_TRACING_PROJECT", os.environ.get("PHOENIX_PROJECT_NAME", "evolve-agent"))
147
+ endpoint = endpoint or os.environ.get("EVOLVE_TRACING_ENDPOINT", os.environ.get("PHOENIX_ENDPOINT", "http://localhost:6006/v1/traces"))
148
+
149
+ # Initialize Phoenix tracer
150
+ try:
151
+ from phoenix.otel import register
152
+
153
+ tracer_provider = register(
154
+ project_name=project,
155
+ endpoint=endpoint,
156
+ )
157
+ _tracer_provider = tracer_provider
158
+ logger.info(f"Phoenix tracing enabled: project={project}, endpoint={endpoint}")
159
+ except ImportError:
160
+ logger.exception("Phoenix not available: Install with: pip install 'altk-evolve-core[tracing]'")
161
+ return None
162
+ except Exception: # noqa: BLE001
163
+ logger.exception("Failed to initialize Phoenix")
164
+ return None
165
+
166
+ # Detect frameworks to instrument
167
+ if frameworks is None:
168
+ frameworks = detect_installed_frameworks()
169
+
170
+ # Apply instrumentors
171
+ instrumented = []
172
+ for framework in frameworks:
173
+ if framework in _instrumented_frameworks:
174
+ continue
175
+
176
+ instrumentor = _get_instrumentor(framework)
177
+ if instrumentor:
178
+ try:
179
+ instrumentor.instrument(tracer_provider=tracer_provider)
180
+ _instrumented_frameworks.add(framework)
181
+ instrumented.append(framework)
182
+ except Exception as e:
183
+ logger.warning(f"Failed to instrument {framework}: {e}")
184
+
185
+ if instrumented:
186
+ logger.info(f"Instrumented frameworks: {instrumented}")
187
+ else:
188
+ logger.info("No frameworks instrumented (none found or instrumentors not installed)")
189
+
190
+ # Register flush handler
191
+ if auto_flush:
192
+ _register_flush_handler()
193
+
194
+ return tracer_provider
195
+
196
+
197
+ def get_tracer_provider() -> TracerProvider | None:
198
+ """Get the current Evolve tracer provider, if set up."""
199
+ return _tracer_provider
200
+
201
+
202
+ def get_instrumented_frameworks() -> set[str]:
203
+ """Get the set of frameworks that have been instrumented."""
204
+ return _instrumented_frameworks.copy()
205
+
206
+
207
+ def flush_traces() -> None:
208
+ """Manually flush all pending traces to Phoenix."""
209
+ if _tracer_provider:
210
+ _tracer_provider.force_flush()
211
+
212
+
213
+ # --- Auto Setup Logic ---
214
+
215
+
216
+ def _auto_setup() -> None:
217
+ """Automatically set up tracing if EVOLVE_AUTO_ENABLED is true."""
218
+ # Check if auto mode is enabled
219
+ enabled = os.environ.get("EVOLVE_AUTO_ENABLED", "").lower() in ("true", "1", "yes")
220
+
221
+ if not enabled:
222
+ logger.debug("EVOLVE_AUTO_ENABLED not set, skipping auto-instrumentation")
223
+ return
224
+
225
+ # Check for existing instrumentation
226
+ if is_already_instrumented():
227
+ logger.info("[evolve.auto] Existing tracer detected, skipping")
228
+ print("[evolve.auto] Existing tracer detected, skipping")
229
+ return
230
+
231
+ # Enable tracing
232
+ tracer = enable_tracing()
233
+
234
+ if tracer:
235
+ frameworks = get_instrumented_frameworks()
236
+ if frameworks:
237
+ print(f"[evolve.auto] Instrumented: {list(frameworks)}")
238
+ else:
239
+ print("[evolve.auto] Phoenix tracer enabled (no frameworks to instrument)")
240
+
241
+
242
+ # Auto-run on import
243
+ _auto_setup()
File without changes