agenta 0.33.1__py3-none-any.whl → 0.33.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of agenta might be problematic. Click here for more details.

agenta/sdk/assets.py CHANGED
@@ -1,23 +1,13 @@
1
1
  supported_llm_models = {
2
- "Aleph Alpha": [
3
- "luminous-base",
4
- "luminous-base-control",
5
- "luminous-extended-control",
6
- "luminous-supreme",
7
- ],
8
2
  "Anthropic": [
3
+ "anthropic/claude-3-5-sonnet-20241022",
9
4
  "anthropic/claude-3-5-sonnet-20240620",
5
+ "anthropic/claude-3-5-haiku-20241022",
10
6
  "anthropic/claude-3-opus-20240229",
11
7
  "anthropic/claude-3-sonnet-20240229",
12
8
  "anthropic/claude-3-haiku-20240307",
13
9
  "anthropic/claude-2.1",
14
10
  "anthropic/claude-2",
15
- "anthropic/claude-instant-1.2",
16
- "anthropic/claude-instant-1",
17
- ],
18
- "Anyscale": [
19
- "anyscale/meta-llama/Llama-2-13b-chat-hf",
20
- "anyscale/meta-llama/Llama-2-70b-chat-hf",
21
11
  ],
22
12
  "Cohere": [
23
13
  "cohere/command-light",
@@ -29,18 +19,29 @@ supported_llm_models = {
29
19
  "deepinfra/meta-llama/Llama-2-13b-chat-hf",
30
20
  "deepinfra/codellama/CodeLlama-34b-Instruct-hf",
31
21
  "deepinfra/mistralai/Mistral-7B-Instruct-v0.1",
32
- "deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1",
33
22
  ],
34
23
  "Gemini": [
24
+ "gemini/gemini-2.0-flash-001",
25
+ "gemini/gemini-2.0-flash-lite-preview-02-05",
35
26
  "gemini/gemini-1.5-pro-latest",
36
27
  "gemini/gemini-1.5-flash",
28
+ "gemini/gemini-1.5-flash-8b",
37
29
  ],
38
30
  "Groq": [
39
- "groq/llama3-8b-8192",
31
+ "groq/deepseek-r1-distill-llama-70b",
32
+ "groq/deepseek-r1-distill-llama-70b-specdec",
33
+ "groq/gemma2-9b-it",
34
+ "groq/llama-3.1-8b-instant",
35
+ "groq/llama-3.2-11b-vision-preview",
36
+ "groq/llama-3.2-1b-preview",
37
+ "groq/llama-3.2-3b-preview",
38
+ "groq/llama-3.2-90b-vision-preview",
39
+ "groq/llama-3.3-70b-specdec",
40
+ "groq/llama-3.3-70b-versatile",
41
+ "groq/llama-guard-3-8b",
40
42
  "groq/llama3-70b-8192",
41
- "groq/llama2-70b-4096",
43
+ "groq/llama3-8b-8192",
42
44
  "groq/mixtral-8x7b-32768",
43
- "groq/gemma-7b-it",
44
45
  ],
45
46
  "Mistral": [
46
47
  "mistral/mistral-tiny",
@@ -48,7 +49,7 @@ supported_llm_models = {
48
49
  "mistral/mistral-medium",
49
50
  "mistral/mistral-large-latest",
50
51
  ],
51
- "Open AI": [
52
+ "OpenAI": [
52
53
  "gpt-3.5-turbo-1106",
53
54
  "gpt-3.5-turbo",
54
55
  "gpt-4",
@@ -57,13 +58,68 @@ supported_llm_models = {
57
58
  "gpt-4-1106-preview",
58
59
  ],
59
60
  "OpenRouter": [
60
- "openrouter/openai/gpt-3.5-turbo",
61
- "openrouter/openai/gpt-3.5-turbo-16k",
62
- "openrouter/anthropic/claude-instant-v1",
61
+ "openrouter/anthropic/claude-3-opus",
62
+ "openrouter/anthropic/claude-3-sonnet",
63
+ "openrouter/anthropic/claude-3.5-haiku",
64
+ "openrouter/anthropic/claude-3.5-haiku-20241022",
65
+ "openrouter/anthropic/claude-3.5-haiku-20241022:beta",
66
+ "openrouter/anthropic/claude-3.5-haiku:beta",
67
+ "openrouter/anthropic/claude-3.5-sonnet",
68
+ "openrouter/anthropic/claude-3.5-sonnet-20240620",
69
+ "openrouter/anthropic/claude-3.5-sonnet-20240620:beta",
70
+ "openrouter/anthropic/claude-3.5-sonnet:beta",
71
+ "openrouter/cohere/command",
72
+ "openrouter/cohere/command-r",
73
+ "openrouter/cohere/command-r-03-2024",
74
+ "openrouter/cohere/command-r-08-2024",
75
+ "openrouter/cohere/command-r-plus",
76
+ "openrouter/cohere/command-r-plus-04-2024",
77
+ "openrouter/cohere/command-r-plus-08-2024",
78
+ "openrouter/cohere/command-r7b-12-2024",
79
+ "openrouter/deepseek/deepseek-chat",
80
+ "openrouter/deepseek/deepseek-chat-v2.5",
81
+ "openrouter/deepseek/deepseek-r1",
82
+ "openrouter/deepseek/deepseek-r1:nitro",
83
+ "openrouter/deepseek/deepseek-r1-distill-llama-70b",
84
+ "openrouter/deepseek/deepseek-r1-distill-qwen-1.5b",
85
+ "openrouter/deepseek/deepseek-r1-distill-qwen-14b",
86
+ "openrouter/deepseek/deepseek-r1-distill-qwen-32b",
87
+ "openrouter/databricks/dbrx-instruct",
88
+ "openrouter/google/gemini-2.0-flash-001",
89
+ "openrouter/google/gemini-2.0-flash-exp:free",
90
+ "openrouter/google/gemini-2.0-flash-lite-preview-02-05:free",
91
+ "openrouter/google/gemini-2.0-flash-thinking-exp-1219:free",
92
+ "openrouter/google/gemini-2.0-flash-thinking-exp:free",
93
+ "openrouter/google/gemini-2.0-pro-exp-02-05:free",
94
+ "openrouter/google/gemini-exp-1206:free",
95
+ "openrouter/google/gemini-flash-1.5",
96
+ "openrouter/google/gemini-flash-1.5-8b",
97
+ "openrouter/google/gemini-flash-1.5-8b-exp",
98
+ "openrouter/google/gemini-pro",
99
+ "openrouter/google/gemini-pro-1.5",
100
+ "openrouter/google/gemini-pro-vision",
63
101
  "openrouter/google/palm-2-chat-bison",
64
102
  "openrouter/google/palm-2-codechat-bison",
65
- "openrouter/meta-llama/llama-2-13b-chat",
66
- "openrouter/meta-llama/llama-2-70b-chat",
103
+ "openrouter/meta-llama/llama-3.3-70b-instruct",
104
+ "openrouter/meta-llama/llama-3.2-90b-vision-instruct",
105
+ "openrouter/meta-llama/llama-3.1-405b-instruct",
106
+ "openrouter/mistralai/mistral-large",
107
+ "openrouter/mistralai/mistral-medium",
108
+ "openrouter/mistralai/mistral-small",
109
+ "openrouter/mistralai/mixtral-8x7b-instruct",
110
+ "openrouter/nousresearch/hermes-3-llama-3.1-405b",
111
+ "openrouter/nousresearch/hermes-3-llama-3.1-70b",
112
+ "openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo",
113
+ "openrouter/qwen/qwen-max",
114
+ "openrouter/qwen/qwen-plus",
115
+ "openrouter/qwen/qwen-2.5-72b-instruct",
116
+ "openrouter/qwen/qwen-2.5-coder-32b-instruct",
117
+ "openrouter/x-ai/grok-2",
118
+ "openrouter/x-ai/grok-2-1212",
119
+ "openrouter/x-ai/grok-2-vision-1212",
120
+ "openrouter/x-ai/grok-vision-beta",
121
+ "openrouter/google/gemini-2.0-flash-001",
122
+ "openrouter/perplexity/sonar-reasoning",
67
123
  ],
68
124
  "Perplexity AI": [
69
125
  "perplexity/sonar",
@@ -71,18 +127,45 @@ supported_llm_models = {
71
127
  "perplexity/sonar-reasoning",
72
128
  "perplexity/sonar-reasoning-pro",
73
129
  ],
74
- "Together AI": [
75
- "together_ai/togethercomputer/llama-2-70b-chat",
76
- "together_ai/togethercomputer/llama-2-70b",
77
- "together_ai/togethercomputer/LLaMA-2-7B-32K",
78
- "together_ai/togethercomputer/Llama-2-7B-32K-Instruct",
79
- "together_ai/togethercomputer/llama-2-7b",
80
- "together_ai/togethercomputer/alpaca-7b",
81
- "together_ai/togethercomputer/CodeLlama-34b-Instruct",
82
- "together_ai/togethercomputer/CodeLlama-34b-Python",
83
- "together_ai/WizardLM/WizardCoder-Python-34B-V1.0",
84
- "together_ai/NousResearch/Nous-Hermes-Llama2-13b",
85
- "together_ai/Austism/chronos-hermes-13b",
130
+ "togetherai": [
131
+ "together_ai/deepseek-ai/DeepSeek-R1",
132
+ "together_ai/deepseek-ai/DeepSeek-R1-Distill-Llama-70B",
133
+ "together_ai/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
134
+ "together_ai/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B",
135
+ "together_ai/deepseek-ai/DeepSeek-V3",
136
+ "together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo",
137
+ "together_ai/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
138
+ "together_ai/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
139
+ "together_ai/meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
140
+ "together_ai/meta-llama/Meta-Llama-3-8B-Instruct-Turbo",
141
+ "together_ai/meta-llama/Meta-Llama-3-70B-Instruct-Turbo",
142
+ "together_ai/meta-llama/Llama-3.2-3B-Instruct-Turbo",
143
+ "together_ai/meta-llama/Meta-Llama-3-8B-Instruct-Lite",
144
+ "together_ai/meta-llama/Meta-Llama-3-70B-Instruct-Lite",
145
+ "together_ai/meta-llama/Llama-3-8b-chat-hf",
146
+ "together_ai/meta-llama/Llama-3-70b-chat-hf",
147
+ "together_ai/nvidia/Llama-3.1-Nemotron-70B-Instruct-HF",
148
+ "together_ai/Qwen/Qwen2.5-Coder-32B-Instruct",
149
+ "together_ai/Qwen/QwQ-32B-Preview",
150
+ "together_ai/microsoft/WizardLM-2-8x22B",
151
+ "together_ai/google/gemma-2-27b-it",
152
+ "together_ai/google/gemma-2-9b-it",
153
+ "together_ai/databricks/dbrx-instruct",
154
+ "together_ai/google/gemma-2b-it",
155
+ "together_ai/Gryphe/MythoMax-L2-13b",
156
+ "together_ai/meta-llama/Llama-2-13b-chat-hf",
157
+ "together_ai/mistralai/Mistral-Small-24B-Instruct-2501",
158
+ "together_ai/mistralai/Mistral-7B-Instruct-v0.1",
159
+ "together_ai/mistralai/Mistral-7B-Instruct-v0.2",
160
+ "together_ai/mistralai/Mistral-7B-Instruct-v0.3",
161
+ "together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1",
162
+ "together_ai/mistralai/Mixtral-8x22B-Instruct-v0.1",
163
+ "together_ai/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
164
+ "together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo",
165
+ "together_ai/Qwen/Qwen2.5-72B-Instruct-Turbo",
166
+ "together_ai/Qwen/Qwen2-72B-Instruct",
167
+ "together_ai/Qwen/Qwen2-VL-72B-Instruct",
168
+ "together_ai/upstage/SOLAR-10.7B-Instruct-v1.0",
86
169
  ],
87
170
  }
88
171
 
@@ -49,8 +49,6 @@ app = FastAPI(
49
49
 
50
50
  app.include_router(router, prefix=AGENTA_RUNTIME_PREFIX)
51
51
 
52
- log.info("Agenta - Runtime Prefix:" + (AGENTA_RUNTIME_PREFIX or None))
53
-
54
52
 
55
53
  class PathValidator(BaseModel):
56
54
  url: HttpUrl
@@ -57,44 +57,6 @@ class AuthMiddleware(BaseHTTPMiddleware):
57
57
  self.resource_id = ag.DEFAULT_AGENTA_SINGLETON_INSTANCE.service_id
58
58
 
59
59
  async def dispatch(self, request: Request, call_next: Callable):
60
- # Extract request details
61
- host = request.client.host if request.client else "unknown"
62
- path = request.url.path
63
- query = dict(request.query_params)
64
- headers = dict(request.headers)
65
-
66
- import logging
67
- import json
68
-
69
- # Log the request details
70
- logging.error(
71
- json.dumps(
72
- {
73
- "host": host,
74
- "method": request.method,
75
- "path": path,
76
- "query_params": query,
77
- "headers": headers,
78
- },
79
- indent=2,
80
- ensure_ascii=False,
81
- )
82
- )
83
-
84
- print(
85
- json.dumps(
86
- {
87
- "host": host,
88
- "method": request.method,
89
- "path": path,
90
- "query_params": query,
91
- "headers": headers,
92
- },
93
- indent=2,
94
- ensure_ascii=False,
95
- )
96
- )
97
-
98
60
  try:
99
61
  if request.url.path in _ALWAYS_ALLOW_LIST:
100
62
  request.state.auth = {}
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: agenta
3
- Version: 0.33.1
3
+ Version: 0.33.3
4
4
  Summary: The SDK for agenta is an open-source LLMOps platform.
5
5
  Keywords: LLMOps,LLM,evaluation,prompt engineering
6
6
  Author: Mahmoud Mabrouk
@@ -158,7 +158,8 @@ The easiest way to get started is through Agenta Cloud. It is free to signup, an
158
158
  ```bash
159
159
  mkdir agenta && cd agenta
160
160
  curl -L https://raw.githubusercontent.com/agenta-ai/agenta/main/docker-compose.gh.yml -o docker-compose.gh.yml
161
- docker compose -f docker-compose.gh.yml up -d
161
+ echo "OPENAI_API_KEY=sk-xxx" > .env
162
+ docker compose -f docker-compose.gh.yml --env-file .env up -d --pull always
162
163
  ```
163
164
 
164
165
  #### Deployment Options
@@ -198,14 +198,14 @@ agenta/docker/docker-assets/main.py,sha256=7MI-21n81U7N7A0GxebNi0cmGWtJKcR2sPB6F
198
198
  agenta/docker/docker_utils.py,sha256=kO1q2_IR0fEAo4M-2Pt_v-zC7GxxnkLogjKFhU869Ps,3555
199
199
  agenta/sdk/__init__.py,sha256=WFYRfWh6IoYPSzMG2WF2Xz5amLQtzfWVscT0Q9OLpFY,2109
200
200
  agenta/sdk/agenta_init.py,sha256=4BkwWvLOGd82BElGfv60iDqr32OKvJqivRWSpAXjRGs,8019
201
- agenta/sdk/assets.py,sha256=jS78dd1E139rp7_xscKIBG0s3BW2S1x_p_VqkfdylVU,3056
201
+ agenta/sdk/assets.py,sha256=nUxhrnRP5xicSRVuzhFib7ODWanQg2nNaupnimJ0Ao4,7627
202
202
  agenta/sdk/client.py,sha256=trKyBOYFZRk0v5Eptxvh87yPf50Y9CqY6Qgv4Fy-VH4,2142
203
203
  agenta/sdk/context/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
204
204
  agenta/sdk/context/exporting.py,sha256=16X8fgMhl58gehSlqANX97FiKxx4TkGiG4d2B0-7ZX0,516
205
205
  agenta/sdk/context/routing.py,sha256=FEsjw8EttI1SMyUo96ptcUsvHJnhoKwdr1szlkxxJNU,598
206
206
  agenta/sdk/context/tracing.py,sha256=zp7T_wLVkR-V1c0k7UAN69rwH9VV7MhoZD_IdNu-_RE,649
207
207
  agenta/sdk/decorators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
208
- agenta/sdk/decorators/routing.py,sha256=w7ifQsNPkzyv4FSeTTJvRn03x_Sd07FTs-r5dlsP-N0,24802
208
+ agenta/sdk/decorators/routing.py,sha256=FMRc6dSCc1lMblr8Eykj3A2tVI_N-Jjm6IJ6HxTY4CY,24730
209
209
  agenta/sdk/decorators/tracing.py,sha256=Wf7KWR1NknXlQEdB2sjMFrcSI-tSSvO9XubN-Ro5tkU,9216
210
210
  agenta/sdk/litellm/__init__.py,sha256=Bpz1gfHQc0MN1yolWcjifLWznv6GjHggvRGQSpxpihM,37
211
211
  agenta/sdk/litellm/litellm.py,sha256=Xx_YJu05BYkmIe6uObjS6DwzjgwfNytGWf807Zh0vcU,10153
@@ -220,7 +220,7 @@ agenta/sdk/managers/shared.py,sha256=vUhO2thObHxCIowyiM_KFsxPY2q6Rv_lHr2Up8WvFjg
220
220
  agenta/sdk/managers/variant.py,sha256=A5ga3mq3b0weUTXa9HO72MGaspthGcu1uK9K5OnP738,4172
221
221
  agenta/sdk/managers/vault.py,sha256=054ce9X_xKa2M4NtQWz-GugO6q_pYVWCP3IxbAJJcRw,337
222
222
  agenta/sdk/middleware/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
223
- agenta/sdk/middleware/auth.py,sha256=T7-TEInVXclnM84SLsvXQlQAgL1wfyuGfjMsjDjEeL8,10859
223
+ agenta/sdk/middleware/auth.py,sha256=XC0EKRu0H0a0SQTrUsDmkhHGfNFcKMNjL9Btna6ON_U,9835
224
224
  agenta/sdk/middleware/cache.py,sha256=-_e3_6f4cPfpuUpGRK_ZQvUx_54ez68db4SnBwfuESk,1078
225
225
  agenta/sdk/middleware/config.py,sha256=Mckj-xwIWj06fpMLrz43Ookn8Q7MuvqkF1mDmG17l20,7614
226
226
  agenta/sdk/middleware/cors.py,sha256=q3r7lGkrIdMcT_vuhsburMcjG7pyl7w0ycxrIrGJ2e8,921
@@ -263,7 +263,7 @@ agenta/templates/simple_prompt/app.py,sha256=kODgF6lhzsaJPdgL5b21bUki6jkvqjWZzWR
263
263
  agenta/templates/simple_prompt/env.example,sha256=g9AE5bYcGPpxawXMJ96gh8oenEPCHTabsiOnfQo3c5k,70
264
264
  agenta/templates/simple_prompt/requirements.txt,sha256=ywRglRy7pPkw8bljmMEJJ4aOOQKrt9FGKULZ-DGkoBU,23
265
265
  agenta/templates/simple_prompt/template.toml,sha256=DQBtRrF4GU8LBEXOZ-GGuINXMQDKGTEG5y37tnvIUIE,60
266
- agenta-0.33.1.dist-info/METADATA,sha256=0AV1x8A-NY-9Dup_M_1RhTH3-ieFTgEtJA07Atm49fg,30171
267
- agenta-0.33.1.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
268
- agenta-0.33.1.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
269
- agenta-0.33.1.dist-info/RECORD,,
266
+ agenta-0.33.3.dist-info/METADATA,sha256=nh7OXqVmAL5KkLpiTPlUO0_TBj9OMu5Ni7fCRUHtIW0,30237
267
+ agenta-0.33.3.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
268
+ agenta-0.33.3.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
269
+ agenta-0.33.3.dist-info/RECORD,,