agentx-python 0.8.10__tar.gz → 0.8.11__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {agentx_python-0.8.10/agentx_python.egg-info → agentx_python-0.8.11}/PKG-INFO +18 -27
- {agentx_python-0.8.10 → agentx_python-0.8.11}/README.md +17 -26
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/version.py +2 -2
- {agentx_python-0.8.10 → agentx_python-0.8.11/agentx_python.egg-info}/PKG-INFO +18 -27
- {agentx_python-0.8.10 → agentx_python-0.8.11}/LICENSE +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/__init__.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/agentx.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/cli.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/evaluations/__init__.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/evaluations/_term.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/evaluations/adapters/__init__.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/evaluations/adapters/http_endpoint.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/evaluations/adapters/precomputed.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/evaluations/adapters/raw.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/evaluations/client.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/evaluations/datasets.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/evaluations/evaluation_settings.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/evaluations/models.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/evaluations/prompts.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/evaluations/reporting.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/evaluations/results.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/evaluations/runner.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/evaluations/tool_schemas.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/evaluations/tracing.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/exceptions.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/export.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/feedback.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/integrations/__init__.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/integrations/_traced_call.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/integrations/anthropic.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/integrations/autogen.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/integrations/crewai.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/integrations/databricks.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/integrations/google_adk.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/integrations/google_genai.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/integrations/langchain.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/integrations/litellm.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/integrations/llamaindex.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/integrations/moveworks.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/integrations/openai.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/integrations/openai_agents.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/monitor/__init__.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/monitor/agents.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/monitor/client.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/monitor/judge_scorers.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/monitor/models.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/monitor/online_evaluators.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/monitor/patterns.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/monitor/profile.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/monitor/review_queue.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/monitor/rules.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/monitor/scorers.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/monitor/sessions.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/monitor/signals.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/outcomes.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/projects.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/py.typed +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/resources/__init__.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/resources/agent.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/resources/conversation.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/resources/workforce.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/testing.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/traces.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/tracing/__init__.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/tracing/ci_types.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/tracing/eval_scope.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/tracing/ingest_client.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/tracing/tracer.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx/util.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx_python.egg-info/SOURCES.txt +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx_python.egg-info/dependency_links.txt +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx_python.egg-info/entry_points.txt +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx_python.egg-info/not-zip-safe +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx_python.egg-info/requires.txt +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/agentx_python.egg-info/top_level.txt +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/setup.cfg +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/setup.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/tests/test_cli_launcher.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/tests/test_deep_dive_fixes.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/tests/test_docs_match_sdk.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/tests/test_eval_scope.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/tests/test_integration.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/tests/test_integrations.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/tests/test_judge_scorers.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/tests/test_pairwise.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/tests/test_review_queue.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/tests/test_runner_features.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/tests/test_selfhost_analysis_fallback.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/tests/test_span_tree.py +0 -0
- {agentx_python-0.8.10 → agentx_python-0.8.11}/tests/test_testing.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: agentx-python
|
|
3
|
-
Version: 0.8.
|
|
3
|
+
Version: 0.8.11
|
|
4
4
|
Summary: Official Python SDK for AgentX (https://www.agentx.so/)
|
|
5
5
|
Home-page: https://github.com/AgentX-ai/AgentX-python
|
|
6
6
|
Author: Robin Wang and AgentX Team
|
|
@@ -68,7 +68,7 @@ Dynamic: summary
|
|
|
68
68
|
[](https://pypi.org/project/agentx-python/)
|
|
69
69
|
[](LICENSE)
|
|
70
70
|
|
|
71
|
-
The official Python SDK for **[AgentX](https://
|
|
71
|
+
The official Python SDK for **[AgentX](https://www.agentx.so/)** - an evaluation, tracing, and monitoring framework for AI agents, plus a client for AgentX's own hosted agents.
|
|
72
72
|
|
|
73
73
|
Also see [SDK Developer Docs](https://developers.agentx.so), [API Reference Docs](https://docs.agentx.so/reference)
|
|
74
74
|
|
|
@@ -109,19 +109,10 @@ pip install --upgrade agentx-python
|
|
|
109
109
|
|
|
110
110
|
Requires Python 3.9 or newer.
|
|
111
111
|
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
## Authentication
|
|
115
|
-
|
|
116
|
-
Get your API key at [app.agentx.so](https://app.agentx.so), then either pass it inline or expose it as an environment variable.
|
|
117
|
-
|
|
118
|
-
```python
|
|
119
|
-
# Option A - pass the key inline
|
|
120
|
-
from agentx import AgentX
|
|
121
|
-
client = AgentX(api_key="your-api-key-here")
|
|
112
|
+
#### Run self host eval framework locally
|
|
122
113
|
|
|
123
|
-
|
|
124
|
-
|
|
114
|
+
```
|
|
115
|
+
agentx-trace-eval --dev --update
|
|
125
116
|
```
|
|
126
117
|
|
|
127
118
|
---
|
|
@@ -179,7 +170,7 @@ print(report.recommendations) # list of prioritized, actionable fixes
|
|
|
179
170
|
|
|
180
171
|
Ask a case's question several extra ways each run, LLM-paraphrased server-side, to catch agents that break on phrasing rather than substance, and override the judge's prompt/model per config, see [Smoke testing](EVALUATIONS.md#smoke-testing-phrasing-robustness) and [Configuring the judge](EVALUATIONS.md#configuring-the-judge) in the full guide.
|
|
181
172
|
|
|
182
|
-
Since AgentX doesn't own your agent's code, `client.evaluations.prompts` lets AgentX become your prompt's
|
|
173
|
+
Since AgentX doesn't own your agent's code, `client.evaluations.prompts` lets AgentX become your prompt's _source of truth_ instead - the same problem LangSmith's Prompt Hub and Langfuse's Prompt Management solve. Pull a version at runtime, tag your eval runs (or live traces) with it, and let a judge propose a rewrite from your real worst-rated results - a human always has to approve before it publishes:
|
|
183
174
|
|
|
184
175
|
```python
|
|
185
176
|
prompt = client.evaluations.prompts.get("support-agent-system-prompt") # or prompt.id
|
|
@@ -248,18 +239,18 @@ regular totals, no extra config needed. Self-host's cost estimate prices these s
|
|
|
248
239
|
regular input token when you've set optional cache rates on that model. Install the matching
|
|
249
240
|
extra:
|
|
250
241
|
|
|
251
|
-
| Framework | Install | Integration
|
|
252
|
-
| --------------------- | -------------------------------------------- |
|
|
253
|
-
| LangChain | `pip install "agentx-python[langchain]"` | `AgentXCallbackHandler`
|
|
254
|
-
| CrewAI | `pip install "agentx-python[crewai]"` | `AgentXCrewObserver`
|
|
255
|
-
| OpenAI Agents SDK | `pip install "agentx-python[openai-agents]"` | `AgentXTracingProcessor`
|
|
256
|
-
| OpenAI (raw client) | `pip install "agentx-python[openai]"` | `patch_openai_client`
|
|
257
|
-
| Anthropic | `pip install "agentx-python[anthropic]"` | `patch_anthropic_client`
|
|
258
|
-
| Google ADK | `pip install "agentx-python[google-adk]"` | `AgentXADKPlugin`
|
|
259
|
-
| Google GenAI (Gemini) | `pip install "agentx-python[google-genai]"` | `patch_genai_client`
|
|
260
|
-
| LiteLLM | `pip install "agentx-python[litellm]"` | `AgentXLiteLLMLogger`
|
|
261
|
-
| LlamaIndex
|
|
262
|
-
| AutoGen
|
|
242
|
+
| Framework | Install | Integration |
|
|
243
|
+
| --------------------- | -------------------------------------------- | ------------------------- |
|
|
244
|
+
| LangChain | `pip install "agentx-python[langchain]"` | `AgentXCallbackHandler` |
|
|
245
|
+
| CrewAI | `pip install "agentx-python[crewai]"` | `AgentXCrewObserver` |
|
|
246
|
+
| OpenAI Agents SDK | `pip install "agentx-python[openai-agents]"` | `AgentXTracingProcessor` |
|
|
247
|
+
| OpenAI (raw client) | `pip install "agentx-python[openai]"` | `patch_openai_client` |
|
|
248
|
+
| Anthropic | `pip install "agentx-python[anthropic]"` | `patch_anthropic_client` |
|
|
249
|
+
| Google ADK | `pip install "agentx-python[google-adk]"` | `AgentXADKPlugin` |
|
|
250
|
+
| Google GenAI (Gemini) | `pip install "agentx-python[google-genai]"` | `patch_genai_client` |
|
|
251
|
+
| LiteLLM | `pip install "agentx-python[litellm]"` | `AgentXLiteLLMLogger` |
|
|
252
|
+
| LlamaIndex | `pip install "agentx-python[llamaindex]"` | `AgentXLlamaIndexHandler` |
|
|
253
|
+
| AutoGen | `pip install "agentx-python[autogen]"` | `AgentXAutoGenObserver` |
|
|
263
254
|
|
|
264
255
|
Or plain Python - wrap any function with `@tracer.trace(...)` and it just works, no framework required.
|
|
265
256
|
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
[](https://pypi.org/project/agentx-python/)
|
|
5
5
|
[](LICENSE)
|
|
6
6
|
|
|
7
|
-
The official Python SDK for **[AgentX](https://
|
|
7
|
+
The official Python SDK for **[AgentX](https://www.agentx.so/)** - an evaluation, tracing, and monitoring framework for AI agents, plus a client for AgentX's own hosted agents.
|
|
8
8
|
|
|
9
9
|
Also see [SDK Developer Docs](https://developers.agentx.so), [API Reference Docs](https://docs.agentx.so/reference)
|
|
10
10
|
|
|
@@ -45,19 +45,10 @@ pip install --upgrade agentx-python
|
|
|
45
45
|
|
|
46
46
|
Requires Python 3.9 or newer.
|
|
47
47
|
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
## Authentication
|
|
51
|
-
|
|
52
|
-
Get your API key at [app.agentx.so](https://app.agentx.so), then either pass it inline or expose it as an environment variable.
|
|
53
|
-
|
|
54
|
-
```python
|
|
55
|
-
# Option A - pass the key inline
|
|
56
|
-
from agentx import AgentX
|
|
57
|
-
client = AgentX(api_key="your-api-key-here")
|
|
48
|
+
#### Run self host eval framework locally
|
|
58
49
|
|
|
59
|
-
|
|
60
|
-
|
|
50
|
+
```
|
|
51
|
+
agentx-trace-eval --dev --update
|
|
61
52
|
```
|
|
62
53
|
|
|
63
54
|
---
|
|
@@ -115,7 +106,7 @@ print(report.recommendations) # list of prioritized, actionable fixes
|
|
|
115
106
|
|
|
116
107
|
Ask a case's question several extra ways each run, LLM-paraphrased server-side, to catch agents that break on phrasing rather than substance, and override the judge's prompt/model per config, see [Smoke testing](EVALUATIONS.md#smoke-testing-phrasing-robustness) and [Configuring the judge](EVALUATIONS.md#configuring-the-judge) in the full guide.
|
|
117
108
|
|
|
118
|
-
Since AgentX doesn't own your agent's code, `client.evaluations.prompts` lets AgentX become your prompt's
|
|
109
|
+
Since AgentX doesn't own your agent's code, `client.evaluations.prompts` lets AgentX become your prompt's _source of truth_ instead - the same problem LangSmith's Prompt Hub and Langfuse's Prompt Management solve. Pull a version at runtime, tag your eval runs (or live traces) with it, and let a judge propose a rewrite from your real worst-rated results - a human always has to approve before it publishes:
|
|
119
110
|
|
|
120
111
|
```python
|
|
121
112
|
prompt = client.evaluations.prompts.get("support-agent-system-prompt") # or prompt.id
|
|
@@ -184,18 +175,18 @@ regular totals, no extra config needed. Self-host's cost estimate prices these s
|
|
|
184
175
|
regular input token when you've set optional cache rates on that model. Install the matching
|
|
185
176
|
extra:
|
|
186
177
|
|
|
187
|
-
| Framework | Install | Integration
|
|
188
|
-
| --------------------- | -------------------------------------------- |
|
|
189
|
-
| LangChain | `pip install "agentx-python[langchain]"` | `AgentXCallbackHandler`
|
|
190
|
-
| CrewAI | `pip install "agentx-python[crewai]"` | `AgentXCrewObserver`
|
|
191
|
-
| OpenAI Agents SDK | `pip install "agentx-python[openai-agents]"` | `AgentXTracingProcessor`
|
|
192
|
-
| OpenAI (raw client) | `pip install "agentx-python[openai]"` | `patch_openai_client`
|
|
193
|
-
| Anthropic | `pip install "agentx-python[anthropic]"` | `patch_anthropic_client`
|
|
194
|
-
| Google ADK | `pip install "agentx-python[google-adk]"` | `AgentXADKPlugin`
|
|
195
|
-
| Google GenAI (Gemini) | `pip install "agentx-python[google-genai]"` | `patch_genai_client`
|
|
196
|
-
| LiteLLM | `pip install "agentx-python[litellm]"` | `AgentXLiteLLMLogger`
|
|
197
|
-
| LlamaIndex
|
|
198
|
-
| AutoGen
|
|
178
|
+
| Framework | Install | Integration |
|
|
179
|
+
| --------------------- | -------------------------------------------- | ------------------------- |
|
|
180
|
+
| LangChain | `pip install "agentx-python[langchain]"` | `AgentXCallbackHandler` |
|
|
181
|
+
| CrewAI | `pip install "agentx-python[crewai]"` | `AgentXCrewObserver` |
|
|
182
|
+
| OpenAI Agents SDK | `pip install "agentx-python[openai-agents]"` | `AgentXTracingProcessor` |
|
|
183
|
+
| OpenAI (raw client) | `pip install "agentx-python[openai]"` | `patch_openai_client` |
|
|
184
|
+
| Anthropic | `pip install "agentx-python[anthropic]"` | `patch_anthropic_client` |
|
|
185
|
+
| Google ADK | `pip install "agentx-python[google-adk]"` | `AgentXADKPlugin` |
|
|
186
|
+
| Google GenAI (Gemini) | `pip install "agentx-python[google-genai]"` | `patch_genai_client` |
|
|
187
|
+
| LiteLLM | `pip install "agentx-python[litellm]"` | `AgentXLiteLLMLogger` |
|
|
188
|
+
| LlamaIndex | `pip install "agentx-python[llamaindex]"` | `AgentXLlamaIndexHandler` |
|
|
189
|
+
| AutoGen | `pip install "agentx-python[autogen]"` | `AgentXAutoGenObserver` |
|
|
199
190
|
|
|
200
191
|
Or plain Python - wrap any function with `@tracer.trace(...)` and it just works, no framework required.
|
|
201
192
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
VERSION = "0.8.
|
|
1
|
+
VERSION = "0.8.11"
|
|
2
2
|
|
|
3
3
|
# The AgentX-trace-eval release this SDK version is tested against - what `agentx-trace-eval`
|
|
4
4
|
# installs and converges to (see agentx/cli.py). Bump together with VERSION when releasing, so
|
|
5
5
|
# every published SDK names a known-good engine+dashboard pair. Users can override with
|
|
6
6
|
# AGENTX_TRACE_EVAL_VERSION=<tag|latest>.
|
|
7
|
-
ENGINE_VERSION = "v0.3.
|
|
7
|
+
ENGINE_VERSION = "v0.3.2"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: agentx-python
|
|
3
|
-
Version: 0.8.
|
|
3
|
+
Version: 0.8.11
|
|
4
4
|
Summary: Official Python SDK for AgentX (https://www.agentx.so/)
|
|
5
5
|
Home-page: https://github.com/AgentX-ai/AgentX-python
|
|
6
6
|
Author: Robin Wang and AgentX Team
|
|
@@ -68,7 +68,7 @@ Dynamic: summary
|
|
|
68
68
|
[](https://pypi.org/project/agentx-python/)
|
|
69
69
|
[](LICENSE)
|
|
70
70
|
|
|
71
|
-
The official Python SDK for **[AgentX](https://
|
|
71
|
+
The official Python SDK for **[AgentX](https://www.agentx.so/)** - an evaluation, tracing, and monitoring framework for AI agents, plus a client for AgentX's own hosted agents.
|
|
72
72
|
|
|
73
73
|
Also see [SDK Developer Docs](https://developers.agentx.so), [API Reference Docs](https://docs.agentx.so/reference)
|
|
74
74
|
|
|
@@ -109,19 +109,10 @@ pip install --upgrade agentx-python
|
|
|
109
109
|
|
|
110
110
|
Requires Python 3.9 or newer.
|
|
111
111
|
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
## Authentication
|
|
115
|
-
|
|
116
|
-
Get your API key at [app.agentx.so](https://app.agentx.so), then either pass it inline or expose it as an environment variable.
|
|
117
|
-
|
|
118
|
-
```python
|
|
119
|
-
# Option A - pass the key inline
|
|
120
|
-
from agentx import AgentX
|
|
121
|
-
client = AgentX(api_key="your-api-key-here")
|
|
112
|
+
#### Run self host eval framework locally
|
|
122
113
|
|
|
123
|
-
|
|
124
|
-
|
|
114
|
+
```
|
|
115
|
+
agentx-trace-eval --dev --update
|
|
125
116
|
```
|
|
126
117
|
|
|
127
118
|
---
|
|
@@ -179,7 +170,7 @@ print(report.recommendations) # list of prioritized, actionable fixes
|
|
|
179
170
|
|
|
180
171
|
Ask a case's question several extra ways each run, LLM-paraphrased server-side, to catch agents that break on phrasing rather than substance, and override the judge's prompt/model per config, see [Smoke testing](EVALUATIONS.md#smoke-testing-phrasing-robustness) and [Configuring the judge](EVALUATIONS.md#configuring-the-judge) in the full guide.
|
|
181
172
|
|
|
182
|
-
Since AgentX doesn't own your agent's code, `client.evaluations.prompts` lets AgentX become your prompt's
|
|
173
|
+
Since AgentX doesn't own your agent's code, `client.evaluations.prompts` lets AgentX become your prompt's _source of truth_ instead - the same problem LangSmith's Prompt Hub and Langfuse's Prompt Management solve. Pull a version at runtime, tag your eval runs (or live traces) with it, and let a judge propose a rewrite from your real worst-rated results - a human always has to approve before it publishes:
|
|
183
174
|
|
|
184
175
|
```python
|
|
185
176
|
prompt = client.evaluations.prompts.get("support-agent-system-prompt") # or prompt.id
|
|
@@ -248,18 +239,18 @@ regular totals, no extra config needed. Self-host's cost estimate prices these s
|
|
|
248
239
|
regular input token when you've set optional cache rates on that model. Install the matching
|
|
249
240
|
extra:
|
|
250
241
|
|
|
251
|
-
| Framework | Install | Integration
|
|
252
|
-
| --------------------- | -------------------------------------------- |
|
|
253
|
-
| LangChain | `pip install "agentx-python[langchain]"` | `AgentXCallbackHandler`
|
|
254
|
-
| CrewAI | `pip install "agentx-python[crewai]"` | `AgentXCrewObserver`
|
|
255
|
-
| OpenAI Agents SDK | `pip install "agentx-python[openai-agents]"` | `AgentXTracingProcessor`
|
|
256
|
-
| OpenAI (raw client) | `pip install "agentx-python[openai]"` | `patch_openai_client`
|
|
257
|
-
| Anthropic | `pip install "agentx-python[anthropic]"` | `patch_anthropic_client`
|
|
258
|
-
| Google ADK | `pip install "agentx-python[google-adk]"` | `AgentXADKPlugin`
|
|
259
|
-
| Google GenAI (Gemini) | `pip install "agentx-python[google-genai]"` | `patch_genai_client`
|
|
260
|
-
| LiteLLM | `pip install "agentx-python[litellm]"` | `AgentXLiteLLMLogger`
|
|
261
|
-
| LlamaIndex
|
|
262
|
-
| AutoGen
|
|
242
|
+
| Framework | Install | Integration |
|
|
243
|
+
| --------------------- | -------------------------------------------- | ------------------------- |
|
|
244
|
+
| LangChain | `pip install "agentx-python[langchain]"` | `AgentXCallbackHandler` |
|
|
245
|
+
| CrewAI | `pip install "agentx-python[crewai]"` | `AgentXCrewObserver` |
|
|
246
|
+
| OpenAI Agents SDK | `pip install "agentx-python[openai-agents]"` | `AgentXTracingProcessor` |
|
|
247
|
+
| OpenAI (raw client) | `pip install "agentx-python[openai]"` | `patch_openai_client` |
|
|
248
|
+
| Anthropic | `pip install "agentx-python[anthropic]"` | `patch_anthropic_client` |
|
|
249
|
+
| Google ADK | `pip install "agentx-python[google-adk]"` | `AgentXADKPlugin` |
|
|
250
|
+
| Google GenAI (Gemini) | `pip install "agentx-python[google-genai]"` | `patch_genai_client` |
|
|
251
|
+
| LiteLLM | `pip install "agentx-python[litellm]"` | `AgentXLiteLLMLogger` |
|
|
252
|
+
| LlamaIndex | `pip install "agentx-python[llamaindex]"` | `AgentXLlamaIndexHandler` |
|
|
253
|
+
| AutoGen | `pip install "agentx-python[autogen]"` | `AgentXAutoGenObserver` |
|
|
263
254
|
|
|
264
255
|
Or plain Python - wrap any function with `@tracer.trace(...)` and it just works, no framework required.
|
|
265
256
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|