agenta 0.33.1__py3-none-any.whl → 0.33.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of agenta might be problematic. Click here for more details.
- agenta/sdk/assets.py +117 -34
- agenta/sdk/decorators/routing.py +0 -2
- agenta/sdk/middleware/auth.py +0 -38
- {agenta-0.33.1.dist-info → agenta-0.33.3.dist-info}/METADATA +3 -2
- {agenta-0.33.1.dist-info → agenta-0.33.3.dist-info}/RECORD +7 -7
- {agenta-0.33.1.dist-info → agenta-0.33.3.dist-info}/WHEEL +0 -0
- {agenta-0.33.1.dist-info → agenta-0.33.3.dist-info}/entry_points.txt +0 -0
agenta/sdk/assets.py
CHANGED
|
@@ -1,23 +1,13 @@
|
|
|
1
1
|
supported_llm_models = {
|
|
2
|
-
"Aleph Alpha": [
|
|
3
|
-
"luminous-base",
|
|
4
|
-
"luminous-base-control",
|
|
5
|
-
"luminous-extended-control",
|
|
6
|
-
"luminous-supreme",
|
|
7
|
-
],
|
|
8
2
|
"Anthropic": [
|
|
3
|
+
"anthropic/claude-3-5-sonnet-20241022",
|
|
9
4
|
"anthropic/claude-3-5-sonnet-20240620",
|
|
5
|
+
"anthropic/claude-3-5-haiku-20241022",
|
|
10
6
|
"anthropic/claude-3-opus-20240229",
|
|
11
7
|
"anthropic/claude-3-sonnet-20240229",
|
|
12
8
|
"anthropic/claude-3-haiku-20240307",
|
|
13
9
|
"anthropic/claude-2.1",
|
|
14
10
|
"anthropic/claude-2",
|
|
15
|
-
"anthropic/claude-instant-1.2",
|
|
16
|
-
"anthropic/claude-instant-1",
|
|
17
|
-
],
|
|
18
|
-
"Anyscale": [
|
|
19
|
-
"anyscale/meta-llama/Llama-2-13b-chat-hf",
|
|
20
|
-
"anyscale/meta-llama/Llama-2-70b-chat-hf",
|
|
21
11
|
],
|
|
22
12
|
"Cohere": [
|
|
23
13
|
"cohere/command-light",
|
|
@@ -29,18 +19,29 @@ supported_llm_models = {
|
|
|
29
19
|
"deepinfra/meta-llama/Llama-2-13b-chat-hf",
|
|
30
20
|
"deepinfra/codellama/CodeLlama-34b-Instruct-hf",
|
|
31
21
|
"deepinfra/mistralai/Mistral-7B-Instruct-v0.1",
|
|
32
|
-
"deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1",
|
|
33
22
|
],
|
|
34
23
|
"Gemini": [
|
|
24
|
+
"gemini/gemini-2.0-flash-001",
|
|
25
|
+
"gemini/gemini-2.0-flash-lite-preview-02-05",
|
|
35
26
|
"gemini/gemini-1.5-pro-latest",
|
|
36
27
|
"gemini/gemini-1.5-flash",
|
|
28
|
+
"gemini/gemini-1.5-flash-8b",
|
|
37
29
|
],
|
|
38
30
|
"Groq": [
|
|
39
|
-
"groq/
|
|
31
|
+
"groq/deepseek-r1-distill-llama-70b",
|
|
32
|
+
"groq/deepseek-r1-distill-llama-70b-specdec",
|
|
33
|
+
"groq/gemma2-9b-it",
|
|
34
|
+
"groq/llama-3.1-8b-instant",
|
|
35
|
+
"groq/llama-3.2-11b-vision-preview",
|
|
36
|
+
"groq/llama-3.2-1b-preview",
|
|
37
|
+
"groq/llama-3.2-3b-preview",
|
|
38
|
+
"groq/llama-3.2-90b-vision-preview",
|
|
39
|
+
"groq/llama-3.3-70b-specdec",
|
|
40
|
+
"groq/llama-3.3-70b-versatile",
|
|
41
|
+
"groq/llama-guard-3-8b",
|
|
40
42
|
"groq/llama3-70b-8192",
|
|
41
|
-
"groq/
|
|
43
|
+
"groq/llama3-8b-8192",
|
|
42
44
|
"groq/mixtral-8x7b-32768",
|
|
43
|
-
"groq/gemma-7b-it",
|
|
44
45
|
],
|
|
45
46
|
"Mistral": [
|
|
46
47
|
"mistral/mistral-tiny",
|
|
@@ -48,7 +49,7 @@ supported_llm_models = {
|
|
|
48
49
|
"mistral/mistral-medium",
|
|
49
50
|
"mistral/mistral-large-latest",
|
|
50
51
|
],
|
|
51
|
-
"
|
|
52
|
+
"OpenAI": [
|
|
52
53
|
"gpt-3.5-turbo-1106",
|
|
53
54
|
"gpt-3.5-turbo",
|
|
54
55
|
"gpt-4",
|
|
@@ -57,13 +58,68 @@ supported_llm_models = {
|
|
|
57
58
|
"gpt-4-1106-preview",
|
|
58
59
|
],
|
|
59
60
|
"OpenRouter": [
|
|
60
|
-
"openrouter/
|
|
61
|
-
"openrouter/
|
|
62
|
-
"openrouter/anthropic/claude-
|
|
61
|
+
"openrouter/anthropic/claude-3-opus",
|
|
62
|
+
"openrouter/anthropic/claude-3-sonnet",
|
|
63
|
+
"openrouter/anthropic/claude-3.5-haiku",
|
|
64
|
+
"openrouter/anthropic/claude-3.5-haiku-20241022",
|
|
65
|
+
"openrouter/anthropic/claude-3.5-haiku-20241022:beta",
|
|
66
|
+
"openrouter/anthropic/claude-3.5-haiku:beta",
|
|
67
|
+
"openrouter/anthropic/claude-3.5-sonnet",
|
|
68
|
+
"openrouter/anthropic/claude-3.5-sonnet-20240620",
|
|
69
|
+
"openrouter/anthropic/claude-3.5-sonnet-20240620:beta",
|
|
70
|
+
"openrouter/anthropic/claude-3.5-sonnet:beta",
|
|
71
|
+
"openrouter/cohere/command",
|
|
72
|
+
"openrouter/cohere/command-r",
|
|
73
|
+
"openrouter/cohere/command-r-03-2024",
|
|
74
|
+
"openrouter/cohere/command-r-08-2024",
|
|
75
|
+
"openrouter/cohere/command-r-plus",
|
|
76
|
+
"openrouter/cohere/command-r-plus-04-2024",
|
|
77
|
+
"openrouter/cohere/command-r-plus-08-2024",
|
|
78
|
+
"openrouter/cohere/command-r7b-12-2024",
|
|
79
|
+
"openrouter/deepseek/deepseek-chat",
|
|
80
|
+
"openrouter/deepseek/deepseek-chat-v2.5",
|
|
81
|
+
"openrouter/deepseek/deepseek-r1",
|
|
82
|
+
"openrouter/deepseek/deepseek-r1:nitro",
|
|
83
|
+
"openrouter/deepseek/deepseek-r1-distill-llama-70b",
|
|
84
|
+
"openrouter/deepseek/deepseek-r1-distill-qwen-1.5b",
|
|
85
|
+
"openrouter/deepseek/deepseek-r1-distill-qwen-14b",
|
|
86
|
+
"openrouter/deepseek/deepseek-r1-distill-qwen-32b",
|
|
87
|
+
"openrouter/databricks/dbrx-instruct",
|
|
88
|
+
"openrouter/google/gemini-2.0-flash-001",
|
|
89
|
+
"openrouter/google/gemini-2.0-flash-exp:free",
|
|
90
|
+
"openrouter/google/gemini-2.0-flash-lite-preview-02-05:free",
|
|
91
|
+
"openrouter/google/gemini-2.0-flash-thinking-exp-1219:free",
|
|
92
|
+
"openrouter/google/gemini-2.0-flash-thinking-exp:free",
|
|
93
|
+
"openrouter/google/gemini-2.0-pro-exp-02-05:free",
|
|
94
|
+
"openrouter/google/gemini-exp-1206:free",
|
|
95
|
+
"openrouter/google/gemini-flash-1.5",
|
|
96
|
+
"openrouter/google/gemini-flash-1.5-8b",
|
|
97
|
+
"openrouter/google/gemini-flash-1.5-8b-exp",
|
|
98
|
+
"openrouter/google/gemini-pro",
|
|
99
|
+
"openrouter/google/gemini-pro-1.5",
|
|
100
|
+
"openrouter/google/gemini-pro-vision",
|
|
63
101
|
"openrouter/google/palm-2-chat-bison",
|
|
64
102
|
"openrouter/google/palm-2-codechat-bison",
|
|
65
|
-
"openrouter/meta-llama/llama-
|
|
66
|
-
"openrouter/meta-llama/llama-2-
|
|
103
|
+
"openrouter/meta-llama/llama-3.3-70b-instruct",
|
|
104
|
+
"openrouter/meta-llama/llama-3.2-90b-vision-instruct",
|
|
105
|
+
"openrouter/meta-llama/llama-3.1-405b-instruct",
|
|
106
|
+
"openrouter/mistralai/mistral-large",
|
|
107
|
+
"openrouter/mistralai/mistral-medium",
|
|
108
|
+
"openrouter/mistralai/mistral-small",
|
|
109
|
+
"openrouter/mistralai/mixtral-8x7b-instruct",
|
|
110
|
+
"openrouter/nousresearch/hermes-3-llama-3.1-405b",
|
|
111
|
+
"openrouter/nousresearch/hermes-3-llama-3.1-70b",
|
|
112
|
+
"openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo",
|
|
113
|
+
"openrouter/qwen/qwen-max",
|
|
114
|
+
"openrouter/qwen/qwen-plus",
|
|
115
|
+
"openrouter/qwen/qwen-2.5-72b-instruct",
|
|
116
|
+
"openrouter/qwen/qwen-2.5-coder-32b-instruct",
|
|
117
|
+
"openrouter/x-ai/grok-2",
|
|
118
|
+
"openrouter/x-ai/grok-2-1212",
|
|
119
|
+
"openrouter/x-ai/grok-2-vision-1212",
|
|
120
|
+
"openrouter/x-ai/grok-vision-beta",
|
|
121
|
+
"openrouter/google/gemini-2.0-flash-001",
|
|
122
|
+
"openrouter/perplexity/sonar-reasoning",
|
|
67
123
|
],
|
|
68
124
|
"Perplexity AI": [
|
|
69
125
|
"perplexity/sonar",
|
|
@@ -71,18 +127,45 @@ supported_llm_models = {
|
|
|
71
127
|
"perplexity/sonar-reasoning",
|
|
72
128
|
"perplexity/sonar-reasoning-pro",
|
|
73
129
|
],
|
|
74
|
-
"
|
|
75
|
-
"together_ai/
|
|
76
|
-
"together_ai/
|
|
77
|
-
"together_ai/
|
|
78
|
-
"together_ai/
|
|
79
|
-
"together_ai/
|
|
80
|
-
"together_ai/
|
|
81
|
-
"together_ai/
|
|
82
|
-
"together_ai/
|
|
83
|
-
"together_ai/
|
|
84
|
-
"together_ai/
|
|
85
|
-
"together_ai/
|
|
130
|
+
"togetherai": [
|
|
131
|
+
"together_ai/deepseek-ai/DeepSeek-R1",
|
|
132
|
+
"together_ai/deepseek-ai/DeepSeek-R1-Distill-Llama-70B",
|
|
133
|
+
"together_ai/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
|
|
134
|
+
"together_ai/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B",
|
|
135
|
+
"together_ai/deepseek-ai/DeepSeek-V3",
|
|
136
|
+
"together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo",
|
|
137
|
+
"together_ai/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
|
|
138
|
+
"together_ai/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
|
|
139
|
+
"together_ai/meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
|
|
140
|
+
"together_ai/meta-llama/Meta-Llama-3-8B-Instruct-Turbo",
|
|
141
|
+
"together_ai/meta-llama/Meta-Llama-3-70B-Instruct-Turbo",
|
|
142
|
+
"together_ai/meta-llama/Llama-3.2-3B-Instruct-Turbo",
|
|
143
|
+
"together_ai/meta-llama/Meta-Llama-3-8B-Instruct-Lite",
|
|
144
|
+
"together_ai/meta-llama/Meta-Llama-3-70B-Instruct-Lite",
|
|
145
|
+
"together_ai/meta-llama/Llama-3-8b-chat-hf",
|
|
146
|
+
"together_ai/meta-llama/Llama-3-70b-chat-hf",
|
|
147
|
+
"together_ai/nvidia/Llama-3.1-Nemotron-70B-Instruct-HF",
|
|
148
|
+
"together_ai/Qwen/Qwen2.5-Coder-32B-Instruct",
|
|
149
|
+
"together_ai/Qwen/QwQ-32B-Preview",
|
|
150
|
+
"together_ai/microsoft/WizardLM-2-8x22B",
|
|
151
|
+
"together_ai/google/gemma-2-27b-it",
|
|
152
|
+
"together_ai/google/gemma-2-9b-it",
|
|
153
|
+
"together_ai/databricks/dbrx-instruct",
|
|
154
|
+
"together_ai/google/gemma-2b-it",
|
|
155
|
+
"together_ai/Gryphe/MythoMax-L2-13b",
|
|
156
|
+
"together_ai/meta-llama/Llama-2-13b-chat-hf",
|
|
157
|
+
"together_ai/mistralai/Mistral-Small-24B-Instruct-2501",
|
|
158
|
+
"together_ai/mistralai/Mistral-7B-Instruct-v0.1",
|
|
159
|
+
"together_ai/mistralai/Mistral-7B-Instruct-v0.2",
|
|
160
|
+
"together_ai/mistralai/Mistral-7B-Instruct-v0.3",
|
|
161
|
+
"together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1",
|
|
162
|
+
"together_ai/mistralai/Mixtral-8x22B-Instruct-v0.1",
|
|
163
|
+
"together_ai/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
|
|
164
|
+
"together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo",
|
|
165
|
+
"together_ai/Qwen/Qwen2.5-72B-Instruct-Turbo",
|
|
166
|
+
"together_ai/Qwen/Qwen2-72B-Instruct",
|
|
167
|
+
"together_ai/Qwen/Qwen2-VL-72B-Instruct",
|
|
168
|
+
"together_ai/upstage/SOLAR-10.7B-Instruct-v1.0",
|
|
86
169
|
],
|
|
87
170
|
}
|
|
88
171
|
|
agenta/sdk/decorators/routing.py
CHANGED
agenta/sdk/middleware/auth.py
CHANGED
|
@@ -57,44 +57,6 @@ class AuthMiddleware(BaseHTTPMiddleware):
|
|
|
57
57
|
self.resource_id = ag.DEFAULT_AGENTA_SINGLETON_INSTANCE.service_id
|
|
58
58
|
|
|
59
59
|
async def dispatch(self, request: Request, call_next: Callable):
|
|
60
|
-
# Extract request details
|
|
61
|
-
host = request.client.host if request.client else "unknown"
|
|
62
|
-
path = request.url.path
|
|
63
|
-
query = dict(request.query_params)
|
|
64
|
-
headers = dict(request.headers)
|
|
65
|
-
|
|
66
|
-
import logging
|
|
67
|
-
import json
|
|
68
|
-
|
|
69
|
-
# Log the request details
|
|
70
|
-
logging.error(
|
|
71
|
-
json.dumps(
|
|
72
|
-
{
|
|
73
|
-
"host": host,
|
|
74
|
-
"method": request.method,
|
|
75
|
-
"path": path,
|
|
76
|
-
"query_params": query,
|
|
77
|
-
"headers": headers,
|
|
78
|
-
},
|
|
79
|
-
indent=2,
|
|
80
|
-
ensure_ascii=False,
|
|
81
|
-
)
|
|
82
|
-
)
|
|
83
|
-
|
|
84
|
-
print(
|
|
85
|
-
json.dumps(
|
|
86
|
-
{
|
|
87
|
-
"host": host,
|
|
88
|
-
"method": request.method,
|
|
89
|
-
"path": path,
|
|
90
|
-
"query_params": query,
|
|
91
|
-
"headers": headers,
|
|
92
|
-
},
|
|
93
|
-
indent=2,
|
|
94
|
-
ensure_ascii=False,
|
|
95
|
-
)
|
|
96
|
-
)
|
|
97
|
-
|
|
98
60
|
try:
|
|
99
61
|
if request.url.path in _ALWAYS_ALLOW_LIST:
|
|
100
62
|
request.state.auth = {}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: agenta
|
|
3
|
-
Version: 0.33.
|
|
3
|
+
Version: 0.33.3
|
|
4
4
|
Summary: The SDK for agenta is an open-source LLMOps platform.
|
|
5
5
|
Keywords: LLMOps,LLM,evaluation,prompt engineering
|
|
6
6
|
Author: Mahmoud Mabrouk
|
|
@@ -158,7 +158,8 @@ The easiest way to get started is through Agenta Cloud. It is free to signup, an
|
|
|
158
158
|
```bash
|
|
159
159
|
mkdir agenta && cd agenta
|
|
160
160
|
curl -L https://raw.githubusercontent.com/agenta-ai/agenta/main/docker-compose.gh.yml -o docker-compose.gh.yml
|
|
161
|
-
|
|
161
|
+
echo "OPENAI_API_KEY=sk-xxx" > .env
|
|
162
|
+
docker compose -f docker-compose.gh.yml --env-file .env up -d --pull always
|
|
162
163
|
```
|
|
163
164
|
|
|
164
165
|
#### Deployment Options
|
|
@@ -198,14 +198,14 @@ agenta/docker/docker-assets/main.py,sha256=7MI-21n81U7N7A0GxebNi0cmGWtJKcR2sPB6F
|
|
|
198
198
|
agenta/docker/docker_utils.py,sha256=kO1q2_IR0fEAo4M-2Pt_v-zC7GxxnkLogjKFhU869Ps,3555
|
|
199
199
|
agenta/sdk/__init__.py,sha256=WFYRfWh6IoYPSzMG2WF2Xz5amLQtzfWVscT0Q9OLpFY,2109
|
|
200
200
|
agenta/sdk/agenta_init.py,sha256=4BkwWvLOGd82BElGfv60iDqr32OKvJqivRWSpAXjRGs,8019
|
|
201
|
-
agenta/sdk/assets.py,sha256=
|
|
201
|
+
agenta/sdk/assets.py,sha256=nUxhrnRP5xicSRVuzhFib7ODWanQg2nNaupnimJ0Ao4,7627
|
|
202
202
|
agenta/sdk/client.py,sha256=trKyBOYFZRk0v5Eptxvh87yPf50Y9CqY6Qgv4Fy-VH4,2142
|
|
203
203
|
agenta/sdk/context/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
204
204
|
agenta/sdk/context/exporting.py,sha256=16X8fgMhl58gehSlqANX97FiKxx4TkGiG4d2B0-7ZX0,516
|
|
205
205
|
agenta/sdk/context/routing.py,sha256=FEsjw8EttI1SMyUo96ptcUsvHJnhoKwdr1szlkxxJNU,598
|
|
206
206
|
agenta/sdk/context/tracing.py,sha256=zp7T_wLVkR-V1c0k7UAN69rwH9VV7MhoZD_IdNu-_RE,649
|
|
207
207
|
agenta/sdk/decorators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
208
|
-
agenta/sdk/decorators/routing.py,sha256=
|
|
208
|
+
agenta/sdk/decorators/routing.py,sha256=FMRc6dSCc1lMblr8Eykj3A2tVI_N-Jjm6IJ6HxTY4CY,24730
|
|
209
209
|
agenta/sdk/decorators/tracing.py,sha256=Wf7KWR1NknXlQEdB2sjMFrcSI-tSSvO9XubN-Ro5tkU,9216
|
|
210
210
|
agenta/sdk/litellm/__init__.py,sha256=Bpz1gfHQc0MN1yolWcjifLWznv6GjHggvRGQSpxpihM,37
|
|
211
211
|
agenta/sdk/litellm/litellm.py,sha256=Xx_YJu05BYkmIe6uObjS6DwzjgwfNytGWf807Zh0vcU,10153
|
|
@@ -220,7 +220,7 @@ agenta/sdk/managers/shared.py,sha256=vUhO2thObHxCIowyiM_KFsxPY2q6Rv_lHr2Up8WvFjg
|
|
|
220
220
|
agenta/sdk/managers/variant.py,sha256=A5ga3mq3b0weUTXa9HO72MGaspthGcu1uK9K5OnP738,4172
|
|
221
221
|
agenta/sdk/managers/vault.py,sha256=054ce9X_xKa2M4NtQWz-GugO6q_pYVWCP3IxbAJJcRw,337
|
|
222
222
|
agenta/sdk/middleware/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
223
|
-
agenta/sdk/middleware/auth.py,sha256=
|
|
223
|
+
agenta/sdk/middleware/auth.py,sha256=XC0EKRu0H0a0SQTrUsDmkhHGfNFcKMNjL9Btna6ON_U,9835
|
|
224
224
|
agenta/sdk/middleware/cache.py,sha256=-_e3_6f4cPfpuUpGRK_ZQvUx_54ez68db4SnBwfuESk,1078
|
|
225
225
|
agenta/sdk/middleware/config.py,sha256=Mckj-xwIWj06fpMLrz43Ookn8Q7MuvqkF1mDmG17l20,7614
|
|
226
226
|
agenta/sdk/middleware/cors.py,sha256=q3r7lGkrIdMcT_vuhsburMcjG7pyl7w0ycxrIrGJ2e8,921
|
|
@@ -263,7 +263,7 @@ agenta/templates/simple_prompt/app.py,sha256=kODgF6lhzsaJPdgL5b21bUki6jkvqjWZzWR
|
|
|
263
263
|
agenta/templates/simple_prompt/env.example,sha256=g9AE5bYcGPpxawXMJ96gh8oenEPCHTabsiOnfQo3c5k,70
|
|
264
264
|
agenta/templates/simple_prompt/requirements.txt,sha256=ywRglRy7pPkw8bljmMEJJ4aOOQKrt9FGKULZ-DGkoBU,23
|
|
265
265
|
agenta/templates/simple_prompt/template.toml,sha256=DQBtRrF4GU8LBEXOZ-GGuINXMQDKGTEG5y37tnvIUIE,60
|
|
266
|
-
agenta-0.33.
|
|
267
|
-
agenta-0.33.
|
|
268
|
-
agenta-0.33.
|
|
269
|
-
agenta-0.33.
|
|
266
|
+
agenta-0.33.3.dist-info/METADATA,sha256=nh7OXqVmAL5KkLpiTPlUO0_TBj9OMu5Ni7fCRUHtIW0,30237
|
|
267
|
+
agenta-0.33.3.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
|
|
268
|
+
agenta-0.33.3.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
|
|
269
|
+
agenta-0.33.3.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|