agenta 0.28.0a4__py3-none-any.whl → 0.28.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of agenta might be problematic. Click here for more details.
- agenta/sdk/decorators/routing.py +1 -1
- {agenta-0.28.0a4.dist-info → agenta-0.28.1.dist-info}/METADATA +67 -108
- {agenta-0.28.0a4.dist-info → agenta-0.28.1.dist-info}/RECORD +5 -5
- {agenta-0.28.0a4.dist-info → agenta-0.28.1.dist-info}/WHEEL +0 -0
- {agenta-0.28.0a4.dist-info → agenta-0.28.1.dist-info}/entry_points.txt +0 -0
agenta/sdk/decorators/routing.py
CHANGED
|
@@ -394,7 +394,7 @@ class entrypoint:
|
|
|
394
394
|
log.warning(format_exc().strip("\n"))
|
|
395
395
|
log.warning("--------------------------------------------------")
|
|
396
396
|
|
|
397
|
-
status_code =
|
|
397
|
+
status_code = 500
|
|
398
398
|
message = str(error)
|
|
399
399
|
stacktrace = format_exception(error, value=error, tb=error.__traceback__) # type: ignore
|
|
400
400
|
detail = {"message": message, "stacktrace": stacktrace}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: agenta
|
|
3
|
-
Version: 0.28.
|
|
3
|
+
Version: 0.28.1
|
|
4
4
|
Summary: The SDK for agenta is an open-source LLMOps platform.
|
|
5
5
|
Home-page: https://agenta.ai
|
|
6
6
|
Keywords: LLMOps,LLM,evaluation,prompt engineering
|
|
@@ -36,43 +36,28 @@ Project-URL: Documentation, https://docs.agenta.ai
|
|
|
36
36
|
Project-URL: Repository, https://github.com/agenta-ai/agenta
|
|
37
37
|
Description-Content-Type: text/markdown
|
|
38
38
|
|
|
39
|
-
|
|
40
|
-
<a href="https://
|
|
41
|
-
Important: We are migrating from MongoDB to PostgreSQL in v0.19! Follow this guide to migrate your data.
|
|
42
|
-
</a>
|
|
43
|
-
</div>
|
|
44
|
-
</br>
|
|
45
|
-
</br>
|
|
46
|
-
|
|
47
|
-
<div align="center" style="margin: 30px">
|
|
48
|
-
<div>
|
|
49
|
-
<a href="https://agentaai.notion.site/Careers-at-agenta-fb8a76d4d9044e27bd3a32678818dbc8/">
|
|
50
|
-
<img src="https://github.com/Agenta-AI/agenta/raw/main/.github/images/we-are-hiring.svg" alt="We are hiring! Join our team!" width="350" height="60" alt="We are hiring! Join our team!" width="350" height="60">
|
|
51
|
-
</a>
|
|
52
|
-
</div>
|
|
53
|
-
|
|
54
|
-
<a href="https://agenta.ai/">
|
|
55
|
-
<div align="center" >
|
|
39
|
+
<p align="center">
|
|
40
|
+
<a href="https://agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme">
|
|
56
41
|
<picture >
|
|
57
|
-
<source width="
|
|
58
|
-
<source width="
|
|
42
|
+
<source width="275" media="(prefers-color-scheme: dark)" srcset="https://github.com/Agenta-AI/agenta/assets/4510758/cdddf5ad-2352-4920-b1d9-ae7f8d9d7735" >
|
|
43
|
+
<source width="275" media="(prefers-color-scheme: light)" srcset="https://github.com/Agenta-AI/agenta/assets/4510758/ab75cbac-b807-496f-aab3-57463a33f726" >
|
|
59
44
|
<img alt="Shows the logo of agenta" src="https://github.com/Agenta-AI/agenta/assets/4510758/68e055d4-d7b8-4943-992f-761558c64253" >
|
|
60
45
|
</picture>
|
|
61
|
-
</div>
|
|
62
46
|
</a>
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
<a href="https://
|
|
66
|
-
<a href="https://
|
|
67
|
-
|
|
47
|
+
</p>
|
|
48
|
+
<p align="center">
|
|
49
|
+
<a href="https://docs.agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme">Documentation</a> |
|
|
50
|
+
<a href="https://agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme">Website</a> |
|
|
51
|
+
<a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-1zsafop5i-Y7~ZySbhRZvKVPV5DO_7IA">Slack</a>
|
|
52
|
+
</p>
|
|
68
53
|
<div align="center">
|
|
69
|
-
<strong> <h2>
|
|
70
|
-
|
|
54
|
+
<strong> <h2> The Open source LLMOps Platform </h2></strong>
|
|
55
|
+
Prompt playground, prompt management, evaluation, and observability
|
|
71
56
|
</div>
|
|
72
57
|
</br>
|
|
73
58
|
<p align="center">
|
|
74
59
|
<img src="https://img.shields.io/badge/license-MIT-blue.svg" alt="MIT license." />
|
|
75
|
-
<a href="https://docs.agenta.ai
|
|
60
|
+
<a href="https://docs.agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme">
|
|
76
61
|
<img src="https://img.shields.io/badge/Doc-online-green" alt="Doc">
|
|
77
62
|
</a>
|
|
78
63
|
|
|
@@ -101,25 +86,26 @@ Description-Content-Type: text/markdown
|
|
|
101
86
|
</a>
|
|
102
87
|
</p>
|
|
103
88
|
|
|
104
|
-
</br>
|
|
105
|
-
|
|
106
|
-
<a href="https://cloud.agenta.ai">
|
|
107
|
-
<picture>
|
|
108
|
-
<img src="https://github.com/Agenta-AI/agenta/assets/4510758/d622f268-c295-42d4-a43c-548b611ff6f2" />
|
|
109
|
-
</picture>
|
|
110
|
-
</a>
|
|
111
|
-
|
|
112
|
-
<br>
|
|
113
|
-
<br />
|
|
114
89
|
<br />
|
|
115
|
-
|
|
90
|
+
<p align="center">
|
|
91
|
+
<a href="https://cloud.agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme">
|
|
116
92
|
<picture >
|
|
117
|
-
<source width="
|
|
118
|
-
<source width="
|
|
119
|
-
<img alt="
|
|
93
|
+
<source width="275" media="(prefers-color-scheme: dark)" srcset="https://github.com/user-attachments/assets/b8912ecb-c7a0-47bd-8507-29b12382fef6" >
|
|
94
|
+
<source width="275" media="(prefers-color-scheme: light)" srcset="https://github.com/user-attachments/assets/f133dd08-04a3-4b20-b047-22f8f841cfbb" >
|
|
95
|
+
<img alt="Try Agenta Live Demo" src="https://github.com/Agenta-AI/agenta/assets/4510758/68e055d4-d7b8-4943-992f-761558c64253" >
|
|
120
96
|
</picture>
|
|
121
|
-
|
|
97
|
+
</a>
|
|
98
|
+
</p>
|
|
122
99
|
|
|
100
|
+
<br/>
|
|
101
|
+
<br />
|
|
102
|
+
<div align="center" >
|
|
103
|
+
<a href="https://cloud.agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme">
|
|
104
|
+
<picture >
|
|
105
|
+
<img width="800" alt="Screenshot Agenta" src="https://github.com/user-attachments/assets/32e95ddb-e001-4462-b92e-72bf4cc78597" >
|
|
106
|
+
</picture>
|
|
107
|
+
</a>
|
|
108
|
+
</div>
|
|
123
109
|
</div>
|
|
124
110
|
<br />
|
|
125
111
|
<br />
|
|
@@ -127,83 +113,58 @@ Description-Content-Type: text/markdown
|
|
|
127
113
|
---
|
|
128
114
|
|
|
129
115
|
<h3 align="center">
|
|
130
|
-
<a href="
|
|
131
|
-
<a href="
|
|
132
|
-
<a href="https://
|
|
133
|
-
<a href="
|
|
134
|
-
|
|
135
|
-
<a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-1zsafop5i-Y7~ZySbhRZvKVPV5DO_7IA"><b>Join Our Slack</b></a> •
|
|
136
|
-
<a href="#contributing"><b>Contributing</b></a>
|
|
116
|
+
<a href="https://docs.agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme"><b>Documentation</b></a> •
|
|
117
|
+
<a href="https://docs.agenta.ai/changelog/main?utm_source=github&utm_medium=referral&utm_campaign=readme"><b>Changelog</b></a> •
|
|
118
|
+
<a href="https://agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme"><b>Website</b></a> •
|
|
119
|
+
<a href="https://cloud.agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme"><b>Agenta Cloud</b></a>
|
|
120
|
+
|
|
137
121
|
</h3>
|
|
138
122
|
|
|
139
123
|
---
|
|
140
124
|
|
|
141
|
-
#
|
|
142
|
-
|
|
143
|
-
Agenta is an end-to-end LLM developer platform. It provides the tools for **prompt engineering and management**, ⚖️ **evaluation**, **human annotation**, and :rocket: **deployment**. All without imposing any restrictions on your choice of framework, library, or model.
|
|
144
|
-
|
|
145
|
-
Agenta allows developers and product teams to collaborate in building production-grade LLM-powered applications in less time.
|
|
146
|
-
|
|
147
|
-
### With Agenta, you can:
|
|
148
|
-
|
|
149
|
-
- [🧪 **Experiment** and **compare** prompts](https://docs.agenta.ai/prompt_management/prompt_engineering) on [any LLM workflow](https://docs.agenta.ai/prompt_management/setting_up/custom_applications) (chain-of-prompts, Retrieval Augmented Generation (RAG), LLM agents...)
|
|
150
|
-
- ✍️ Collect and [**annotate golden test sets**](https://docs.agenta.ai/evaluation/test_sets) for evaluation
|
|
151
|
-
- 📈 [**Evaluate** your application](https://docs.agenta.ai/evaluation/automatic_evaluation) with pre-existing or [**custom evaluators**](https://docs.agenta.ai/evaluation/custom_evaluator)
|
|
152
|
-
- [🔍 **Annotate** and **A/B test**](https://docs.agenta.ai/evaluation/human_evaluation) your applications with **human feedback**
|
|
153
|
-
- [🤝 **Collaborate with product teams**](https://docs.agenta.ai/misc/team_management) for prompt engineering and evaluation
|
|
154
|
-
- [🚀 **Deploy your application**](https://docs.agenta.ai/prompt_management/deployment) in one-click in the UI, through CLI, or through github workflows.
|
|
125
|
+
# What is Agenta?
|
|
155
126
|
|
|
156
|
-
|
|
127
|
+
Agenta is a platform for building production-grade LLM applications. It helps **engineering and product teams** create reliable LLM apps faster.
|
|
157
128
|
|
|
158
|
-
Agenta enables prompt engineering and evaluation on any LLM app architecture:
|
|
159
129
|
|
|
160
|
-
-
|
|
161
|
-
- RAG
|
|
162
|
-
- Agents
|
|
163
|
-
|
|
164
|
-
It works with any framework such as [Langchain](https://www.langchain.com/), [LlamaIndex](https://www.llamaindex.ai/) and any LLM provider (openAI, Cohere, Mistral).
|
|
165
|
-
|
|
166
|
-
# Quick Start
|
|
167
|
-
|
|
168
|
-
### [Get started for free](https://cloud.agenta.ai?utm_source=github&utm_medium=readme&utm_campaign=github)
|
|
169
|
-
|
|
170
|
-
### [Explore the Docs](https://docs.agenta.ai/)
|
|
171
|
-
|
|
172
|
-
### [Create your first application in one-minute](https://docs.agenta.ai/getting_started/quick-start)
|
|
173
|
-
|
|
174
|
-
### [Create an application using Langchain](https://docs.agenta.ai/guides/tutorials/first-app-with-langchain)
|
|
175
|
-
|
|
176
|
-
### [Self-host agenta](https://docs.agenta.ai/self-host/host-locally)
|
|
177
|
-
|
|
178
|
-
### [Check the Cookbook](https://docs.agenta.ai/guides/cookbooks/evaluations_with_sdk)
|
|
130
|
+
Agenta provides end-to-end tools for the entire LLMOps workflow: building (**LLM playground**, **evaluation**), deploying (**prompt and configuration management**), and monitoring (**LLM observability and tracing**).
|
|
179
131
|
|
|
180
132
|
# Features
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
133
|
+
- **Prompt Playground**: Experiment, iterate on prompts, and compare outputs from over 50 LLM models side by side ([docs](https://docs.agenta.ai/prompt-management/using-the-playground?utm_source=github&utm_medium=referral&utm_campaign=readme))
|
|
134
|
+
- **Custom Workflows**: Build a playground for any custom LLM workflow, such as RAG or agents. Enable all the team to easily iterate on its parameters and evaluate it from the web UI.
|
|
135
|
+
- **LLM evaluation**: Run evaluation suite from the webUI using predefined evaluators like LLM-as-a-judge, RAG evaluators, or custom code evaluators. ([docs](https://docs.agenta.ai/evaluation/overview?utm_source=github&utm_medium=referral&utm_campaign=readme))
|
|
136
|
+
- **Human evaluation**: Collaborate with subject matter experts for human annotation evaluation, including A/B testing and annotating golden test sets.
|
|
137
|
+
- **Prompt Management**: Version your prompts and manage them across different environments ([docs](https://docs.agenta.ai/prompt-management/overview?utm_source=github&utm_medium=referral&utm_campaign=readme), [quick start](https://docs.agenta.ai/prompt-management/quick-start?utm_source=github&utm_medium=referral&utm_campaign=readme))
|
|
138
|
+
- **LLM Tracing**: Observe and debug your apps with integrations to most providers and frameworks ([docs](https://docs.agenta.ai/observability/overview?utm_source=github&utm_medium=referral&utm_campaign=readme), [quick start](https://docs.agenta.ai/observability/quickstart?utm_source=github&utm_medium=referral&utm_campaign=readme))
|
|
139
|
+
- **LLM Monitoring**: Track cost and latency and compare different deployments.
|
|
140
|
+
|
|
141
|
+
|
|
142
|
+
# Getting Started
|
|
143
|
+
## Agenta Cloud:
|
|
144
|
+
The easiest way to get started is through Agenta Cloud. It is free to signup, and comes with a generous free-tier.
|
|
145
|
+
|
|
146
|
+
<a href="https://cloud.agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme">
|
|
147
|
+
<picture >
|
|
148
|
+
<source width="160" media="(prefers-color-scheme: dark)" srcset="https://github.com/user-attachments/assets/759422d8-01bc-4503-bf3c-b5871c99359a" >
|
|
149
|
+
<source width="160" media="(prefers-color-scheme: light)" srcset="https://github.com/user-attachments/assets/ffa9af5f-0981-4e95-9272-cb35eedb6780" >
|
|
150
|
+
<img alt="Get Started with Agenta Cloud" src="https://github.com/user-attachments/assets/ffa9af5f-0981-4e95-9272-cb35eedb6780" >
|
|
151
|
+
</picture>
|
|
152
|
+
</a>
|
|
153
|
+
|
|
154
|
+
## Self-host:
|
|
155
|
+
```
|
|
156
|
+
mkdir agenta && cd agenta
|
|
157
|
+
curl -L https://raw.githubusercontent.com/agenta-ai/agenta/main/docker-compose.gh.yml -o docker-compose.gh.yml
|
|
158
|
+
docker compose -f docker-compose.gh.yml up -d
|
|
159
|
+
```
|
|
192
160
|
|
|
193
161
|
# Disabling Anonymized Tracking
|
|
194
162
|
|
|
195
|
-
By default, Agenta automatically reports anonymized basic usage statistics. This helps us understand how Agenta is used and track its overall usage and growth. This data does not include any sensitive information.
|
|
196
|
-
|
|
197
|
-
To disable anonymized telemetry, follow these steps:
|
|
163
|
+
By default, Agenta automatically reports anonymized basic usage statistics. This helps us understand how Agenta is used and track its overall usage and growth. This data does not include any sensitive information. To disable anonymized telemetry, follow these steps:
|
|
198
164
|
|
|
199
165
|
- For web: Set `TELEMETRY_TRACKING_ENABLED` to `false` in your `agenta-web/.env` file.
|
|
200
166
|
- For CLI: Set `telemetry_tracking_enabled` to `false` in your `~/.agenta/config.toml` file.
|
|
201
167
|
|
|
202
|
-
After making this change, restart Agenta Compose.
|
|
203
|
-
|
|
204
|
-
# ⭐️ Join Our Team
|
|
205
|
-
|
|
206
|
-
- [Founding Product Engineer Frontend](https://agentaai.notion.site/Founding-Product-Engineer-Frontend-b6d26a3e9b254be6b6c2bfffbf0b53c5)
|
|
207
168
|
|
|
208
169
|
# Contributing
|
|
209
170
|
|
|
@@ -211,7 +172,7 @@ We warmly welcome contributions to Agenta. Feel free to submit issues, fork the
|
|
|
211
172
|
|
|
212
173
|
We are usually hanging in our Slack. Feel free to [join our Slack and ask us anything](https://join.slack.com/t/agenta-hq/shared_invite/zt-1zsafop5i-Y7~ZySbhRZvKVPV5DO_7IA)
|
|
213
174
|
|
|
214
|
-
Check out our [Contributing Guide](https://docs.agenta.ai/misc/contributing/getting-started) for more information.
|
|
175
|
+
Check out our [Contributing Guide](https://docs.agenta.ai/misc/contributing/getting-started?utm_source=github&utm_medium=referral&utm_campaign=readme) for more information.
|
|
215
176
|
|
|
216
177
|
## Contributors ✨
|
|
217
178
|
|
|
@@ -300,5 +261,3 @@ Thanks goes to these wonderful people ([emoji key](https://allcontributors.org/d
|
|
|
300
261
|
|
|
301
262
|
This project follows the [all-contributors](https://github.com/all-contributors/all-contributors) specification. Contributions of any kind are welcome!
|
|
302
263
|
|
|
303
|
-
**Attribution**: Testing icons created by [Freepik - Flaticon](https://www.flaticon.com/free-icons/testing)
|
|
304
|
-
|
|
@@ -181,7 +181,7 @@ agenta/sdk/context/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuF
|
|
|
181
181
|
agenta/sdk/context/routing.py,sha256=ycUgmJZyWhL4bHjKtUSAsTlt_0Fujr_6OpoaEH1lAN0,683
|
|
182
182
|
agenta/sdk/context/tracing.py,sha256=UmmW15UFFsvxS0myS6aD9wBk5iNepNlQi4tEQ_ejfYM,96
|
|
183
183
|
agenta/sdk/decorators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
184
|
-
agenta/sdk/decorators/routing.py,sha256=
|
|
184
|
+
agenta/sdk/decorators/routing.py,sha256=vsR0fNRBvXnzHC-wjC8PkXlZ0XHw82tMbzhuFAWoqRA,36520
|
|
185
185
|
agenta/sdk/decorators/tracing.py,sha256=vL5e6TVX6TQwO0t9raZwnzXHV3vElVT0pHS1vD-vzEo,8523
|
|
186
186
|
agenta/sdk/litellm/__init__.py,sha256=Bpz1gfHQc0MN1yolWcjifLWznv6GjHggvRGQSpxpihM,37
|
|
187
187
|
agenta/sdk/litellm/litellm.py,sha256=97eDU9MUTW6Wv2e7QYhCWLrRYwhaRqG6LVcedp3qNrk,7186
|
|
@@ -226,7 +226,7 @@ agenta/templates/simple_prompt/app.py,sha256=kODgF6lhzsaJPdgL5b21bUki6jkvqjWZzWR
|
|
|
226
226
|
agenta/templates/simple_prompt/env.example,sha256=g9AE5bYcGPpxawXMJ96gh8oenEPCHTabsiOnfQo3c5k,70
|
|
227
227
|
agenta/templates/simple_prompt/requirements.txt,sha256=ywRglRy7pPkw8bljmMEJJ4aOOQKrt9FGKULZ-DGkoBU,23
|
|
228
228
|
agenta/templates/simple_prompt/template.toml,sha256=DQBtRrF4GU8LBEXOZ-GGuINXMQDKGTEG5y37tnvIUIE,60
|
|
229
|
-
agenta-0.28.
|
|
230
|
-
agenta-0.28.
|
|
231
|
-
agenta-0.28.
|
|
232
|
-
agenta-0.28.
|
|
229
|
+
agenta-0.28.1.dist-info/METADATA,sha256=GL1HNXqNMRp4tcX7jYxIgOrSo4IhoyI5RsaxYIppkxQ,29042
|
|
230
|
+
agenta-0.28.1.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
|
231
|
+
agenta-0.28.1.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
|
|
232
|
+
agenta-0.28.1.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|