agenta 0.33.2__py3-none-any.whl → 0.33.4__py3-none-any.whl

agenta/sdk/assets.py

@@ -1,23 +1,13 @@
 supported_llm_models = {
-    "Aleph Alpha": [
-        "luminous-base",
-        "luminous-base-control",
-        "luminous-extended-control",
-        "luminous-supreme",
-    ],
     "Anthropic": [
+        "anthropic/claude-3-5-sonnet-20241022",
         "anthropic/claude-3-5-sonnet-20240620",
+        "anthropic/claude-3-5-haiku-20241022",
         "anthropic/claude-3-opus-20240229",
         "anthropic/claude-3-sonnet-20240229",
         "anthropic/claude-3-haiku-20240307",
         "anthropic/claude-2.1",
         "anthropic/claude-2",
-        "anthropic/claude-instant-1.2",
-        "anthropic/claude-instant-1",
-    ],
-    "Anyscale": [
-        "anyscale/meta-llama/Llama-2-13b-chat-hf",
-        "anyscale/meta-llama/Llama-2-70b-chat-hf",
     ],
     "Cohere": [
         "cohere/command-light",
@@ -29,18 +19,29 @@ supported_llm_models = {
         "deepinfra/meta-llama/Llama-2-13b-chat-hf",
         "deepinfra/codellama/CodeLlama-34b-Instruct-hf",
         "deepinfra/mistralai/Mistral-7B-Instruct-v0.1",
-        "deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1",
     ],
     "Gemini": [
+        "gemini/gemini-2.0-flash-001",
+        "gemini/gemini-2.0-flash-lite-preview-02-05",
         "gemini/gemini-1.5-pro-latest",
         "gemini/gemini-1.5-flash",
+        "gemini/gemini-1.5-flash-8b",
     ],
     "Groq": [
-        "groq/llama3-8b-8192",
+        "groq/deepseek-r1-distill-llama-70b",
+        "groq/deepseek-r1-distill-llama-70b-specdec",
+        "groq/gemma2-9b-it",
+        "groq/llama-3.1-8b-instant",
+        "groq/llama-3.2-11b-vision-preview",
+        "groq/llama-3.2-1b-preview",
+        "groq/llama-3.2-3b-preview",
+        "groq/llama-3.2-90b-vision-preview",
+        "groq/llama-3.3-70b-specdec",
+        "groq/llama-3.3-70b-versatile",
+        "groq/llama-guard-3-8b",
         "groq/llama3-70b-8192",
-        "groq/llama2-70b-4096",
+        "groq/llama3-8b-8192",
         "groq/mixtral-8x7b-32768",
-        "groq/gemma-7b-it",
     ],
     "Mistral": [
         "mistral/mistral-tiny",
@@ -48,7 +49,7 @@ supported_llm_models = {
         "mistral/mistral-medium",
         "mistral/mistral-large-latest",
     ],
-    "Open AI": [
+    "OpenAI": [
         "gpt-3.5-turbo-1106",
         "gpt-3.5-turbo",
         "gpt-4",
@@ -57,13 +58,68 @@ supported_llm_models = {
         "gpt-4-1106-preview",
     ],
     "OpenRouter": [
-        "openrouter/openai/gpt-3.5-turbo",
-        "openrouter/openai/gpt-3.5-turbo-16k",
-        "openrouter/anthropic/claude-instant-v1",
+        "openrouter/anthropic/claude-3-opus",
+        "openrouter/anthropic/claude-3-sonnet",
+        "openrouter/anthropic/claude-3.5-haiku",
+        "openrouter/anthropic/claude-3.5-haiku-20241022",
+        "openrouter/anthropic/claude-3.5-haiku-20241022:beta",
+        "openrouter/anthropic/claude-3.5-haiku:beta",
+        "openrouter/anthropic/claude-3.5-sonnet",
+        "openrouter/anthropic/claude-3.5-sonnet-20240620",
+        "openrouter/anthropic/claude-3.5-sonnet-20240620:beta",
+        "openrouter/anthropic/claude-3.5-sonnet:beta",
+        "openrouter/cohere/command",
+        "openrouter/cohere/command-r",
+        "openrouter/cohere/command-r-03-2024",
+        "openrouter/cohere/command-r-08-2024",
+        "openrouter/cohere/command-r-plus",
+        "openrouter/cohere/command-r-plus-04-2024",
+        "openrouter/cohere/command-r-plus-08-2024",
+        "openrouter/cohere/command-r7b-12-2024",
+        "openrouter/deepseek/deepseek-chat",
+        "openrouter/deepseek/deepseek-chat-v2.5",
+        "openrouter/deepseek/deepseek-r1",
+        "openrouter/deepseek/deepseek-r1:nitro",
+        "openrouter/deepseek/deepseek-r1-distill-llama-70b",
+        "openrouter/deepseek/deepseek-r1-distill-qwen-1.5b",
+        "openrouter/deepseek/deepseek-r1-distill-qwen-14b",
+        "openrouter/deepseek/deepseek-r1-distill-qwen-32b",
+        "openrouter/databricks/dbrx-instruct",
+        "openrouter/google/gemini-2.0-flash-001",
+        "openrouter/google/gemini-2.0-flash-exp:free",
+        "openrouter/google/gemini-2.0-flash-lite-preview-02-05:free",
+        "openrouter/google/gemini-2.0-flash-thinking-exp-1219:free",
+        "openrouter/google/gemini-2.0-flash-thinking-exp:free",
+        "openrouter/google/gemini-2.0-pro-exp-02-05:free",
+        "openrouter/google/gemini-exp-1206:free",
+        "openrouter/google/gemini-flash-1.5",
+        "openrouter/google/gemini-flash-1.5-8b",
+        "openrouter/google/gemini-flash-1.5-8b-exp",
+        "openrouter/google/gemini-pro",
+        "openrouter/google/gemini-pro-1.5",
+        "openrouter/google/gemini-pro-vision",
         "openrouter/google/palm-2-chat-bison",
         "openrouter/google/palm-2-codechat-bison",
-        "openrouter/meta-llama/llama-2-13b-chat",
-        "openrouter/meta-llama/llama-2-70b-chat",
+        "openrouter/meta-llama/llama-3.3-70b-instruct",
+        "openrouter/meta-llama/llama-3.2-90b-vision-instruct",
+        "openrouter/meta-llama/llama-3.1-405b-instruct",
+        "openrouter/mistralai/mistral-large",
+        "openrouter/mistralai/mistral-medium",
+        "openrouter/mistralai/mistral-small",
+        "openrouter/mistralai/mixtral-8x7b-instruct",
+        "openrouter/nousresearch/hermes-3-llama-3.1-405b",
+        "openrouter/nousresearch/hermes-3-llama-3.1-70b",
+        "openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo",
+        "openrouter/qwen/qwen-max",
+        "openrouter/qwen/qwen-plus",
+        "openrouter/qwen/qwen-2.5-72b-instruct",
+        "openrouter/qwen/qwen-2.5-coder-32b-instruct",
+        "openrouter/x-ai/grok-2",
+        "openrouter/x-ai/grok-2-1212",
+        "openrouter/x-ai/grok-2-vision-1212",
+        "openrouter/x-ai/grok-vision-beta",
+        "openrouter/google/gemini-2.0-flash-001",
+        "openrouter/perplexity/sonar-reasoning",
     ],
     "Perplexity AI": [
         "perplexity/sonar",
@@ -71,18 +127,45 @@ supported_llm_models = {
         "perplexity/sonar-reasoning",
         "perplexity/sonar-reasoning-pro",
     ],
-    "Together AI": [
-        "together_ai/togethercomputer/llama-2-70b-chat",
-        "together_ai/togethercomputer/llama-2-70b",
-        "together_ai/togethercomputer/LLaMA-2-7B-32K",
-        "together_ai/togethercomputer/Llama-2-7B-32K-Instruct",
-        "together_ai/togethercomputer/llama-2-7b",
-        "together_ai/togethercomputer/alpaca-7b",
-        "together_ai/togethercomputer/CodeLlama-34b-Instruct",
-        "together_ai/togethercomputer/CodeLlama-34b-Python",
-        "together_ai/WizardLM/WizardCoder-Python-34B-V1.0",
-        "together_ai/NousResearch/Nous-Hermes-Llama2-13b",
-        "together_ai/Austism/chronos-hermes-13b",
+    "togetherai": [
+        "together_ai/deepseek-ai/DeepSeek-R1",
+        "together_ai/deepseek-ai/DeepSeek-R1-Distill-Llama-70B",
+        "together_ai/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
+        "together_ai/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B",
+        "together_ai/deepseek-ai/DeepSeek-V3",
+        "together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo",
+        "together_ai/meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
+        "together_ai/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
+        "together_ai/meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
+        "together_ai/meta-llama/Meta-Llama-3-8B-Instruct-Turbo",
+        "together_ai/meta-llama/Meta-Llama-3-70B-Instruct-Turbo",
+        "together_ai/meta-llama/Llama-3.2-3B-Instruct-Turbo",
+        "together_ai/meta-llama/Meta-Llama-3-8B-Instruct-Lite",
+        "together_ai/meta-llama/Meta-Llama-3-70B-Instruct-Lite",
+        "together_ai/meta-llama/Llama-3-8b-chat-hf",
+        "together_ai/meta-llama/Llama-3-70b-chat-hf",
+        "together_ai/nvidia/Llama-3.1-Nemotron-70B-Instruct-HF",
+        "together_ai/Qwen/Qwen2.5-Coder-32B-Instruct",
+        "together_ai/Qwen/QwQ-32B-Preview",
+        "together_ai/microsoft/WizardLM-2-8x22B",
+        "together_ai/google/gemma-2-27b-it",
+        "together_ai/google/gemma-2-9b-it",
+        "together_ai/databricks/dbrx-instruct",
+        "together_ai/google/gemma-2b-it",
+        "together_ai/Gryphe/MythoMax-L2-13b",
+        "together_ai/meta-llama/Llama-2-13b-chat-hf",
+        "together_ai/mistralai/Mistral-Small-24B-Instruct-2501",
+        "together_ai/mistralai/Mistral-7B-Instruct-v0.1",
+        "together_ai/mistralai/Mistral-7B-Instruct-v0.2",
+        "together_ai/mistralai/Mistral-7B-Instruct-v0.3",
+        "together_ai/mistralai/Mixtral-8x7B-Instruct-v0.1",
+        "together_ai/mistralai/Mixtral-8x22B-Instruct-v0.1",
+        "together_ai/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
+        "together_ai/Qwen/Qwen2.5-7B-Instruct-Turbo",
+        "together_ai/Qwen/Qwen2.5-72B-Instruct-Turbo",
+        "together_ai/Qwen/Qwen2-72B-Instruct",
+        "together_ai/Qwen/Qwen2-VL-72B-Instruct",
+        "together_ai/upstage/SOLAR-10.7B-Instruct-v1.0",
     ],
 }
 

agenta/sdk/managers/config.py

@@ -51,10 +51,10 @@ class ConfigManager:
 
         if not parameters:
             return None
-
+        if "ag_config" in parameters:
+            parameters = parameters["ag_config"]
         if not schema:
             return parameters
-
         return schema(**parameters)
 
     @staticmethod
@@ -97,11 +97,14 @@ class ConfigManager:
             environment_slug=environment_slug,
             environment_version=environment_version,
         )
-
+        if "ag_config" in config.params:
+            params = config.params["ag_config"]
+        else:
+            params = config.params
         if schema:
-            return schema(**config.params)
+            return schema(**params)
 
-        return config.params
+        return params
 
     @staticmethod
     async def aget_from_registry(
@@ -143,11 +146,15 @@ class ConfigManager:
             environment_slug=environment_slug,
             environment_version=environment_version,
         )
+        if "ag_config" in config.params:
+            params = config.params["ag_config"]
+        else:
+            params = config.params
 
         if schema:
-            return schema(**config.params)
+            return schema(**params)
 
-        return config.params
+        return params
 
     @staticmethod
     def get_from_yaml(

agenta/sdk/middleware/auth.py

@@ -57,44 +57,6 @@ class AuthMiddleware(BaseHTTPMiddleware):
         self.resource_id = ag.DEFAULT_AGENTA_SINGLETON_INSTANCE.service_id
 
     async def dispatch(self, request: Request, call_next: Callable):
-        # Extract request details
-        host = request.client.host if request.client else "unknown"
-        path = request.url.path
-        query = dict(request.query_params)
-        headers = dict(request.headers)
-
-        import logging
-        import json
-
-        # Log the request details
-        logging.error(
-            json.dumps(
-                {
-                    "host": host,
-                    "method": request.method,
-                    "path": path,
-                    "query_params": query,
-                    "headers": headers,
-                },
-                indent=2,
-                ensure_ascii=False,
-            )
-        )
-
-        print(
-            json.dumps(
-                {
-                    "host": host,
-                    "method": request.method,
-                    "path": path,
-                    "query_params": query,
-                    "headers": headers,
-                },
-                indent=2,
-                ensure_ascii=False,
-            )
-        )
-
         try:
             if request.url.path in _ALWAYS_ALLOW_LIST:
                 request.state.auth = {}

{agenta-0.33.2.dist-info → agenta-0.33.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: agenta
-Version: 0.33.2
+Version: 0.33.4
 Summary: The SDK for agenta is an open-source LLMOps platform.
 Keywords: LLMOps,LLM,evaluation,prompt engineering
 Author: Mahmoud Mabrouk
@@ -158,7 +158,8 @@ The easiest way to get started is through Agenta Cloud. It is free to signup, an
 ```bash
 mkdir agenta && cd agenta
 curl -L https://raw.githubusercontent.com/agenta-ai/agenta/main/docker-compose.gh.yml -o docker-compose.gh.yml
-docker compose -f docker-compose.gh.yml up -d
+echo "OPENAI_API_KEY=sk-xxx" > .env
+docker compose -f docker-compose.gh.yml --env-file .env up -d --pull always
 ```
 
 #### Deployment Options

{agenta-0.33.2.dist-info → agenta-0.33.4.dist-info}/RECORD

@@ -198,7 +198,7 @@ agenta/docker/docker-assets/main.py,sha256=7MI-21n81U7N7A0GxebNi0cmGWtJKcR2sPB6F
 agenta/docker/docker_utils.py,sha256=kO1q2_IR0fEAo4M-2Pt_v-zC7GxxnkLogjKFhU869Ps,3555
 agenta/sdk/__init__.py,sha256=WFYRfWh6IoYPSzMG2WF2Xz5amLQtzfWVscT0Q9OLpFY,2109
 agenta/sdk/agenta_init.py,sha256=4BkwWvLOGd82BElGfv60iDqr32OKvJqivRWSpAXjRGs,8019
-agenta/sdk/assets.py,sha256=jS78dd1E139rp7_xscKIBG0s3BW2S1x_p_VqkfdylVU,3056
+agenta/sdk/assets.py,sha256=nUxhrnRP5xicSRVuzhFib7ODWanQg2nNaupnimJ0Ao4,7627
 agenta/sdk/client.py,sha256=trKyBOYFZRk0v5Eptxvh87yPf50Y9CqY6Qgv4Fy-VH4,2142
 agenta/sdk/context/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 agenta/sdk/context/exporting.py,sha256=16X8fgMhl58gehSlqANX97FiKxx4TkGiG4d2B0-7ZX0,516
@@ -213,14 +213,14 @@ agenta/sdk/litellm/mockllm.py,sha256=8V6dqdv8eA4P-VoXIwHNYlIjHG189P14POSfSfluVw0
 agenta/sdk/litellm/mocks/__init__.py,sha256=c-afSm0YkiHyyaLegvtFs6WuWZTl2Q7Fq_iUoxqBbQc,616
 agenta/sdk/managers/__init__.py,sha256=SN-LRwG0pRRDV3u2Q4JiiSTigN3-mYpzGNM35RzT4mc,238
 agenta/sdk/managers/apps.py,sha256=RSE5ER-a0IHo7iZrcQLshQZMemPTfAVsBfR8H1J-ryQ,1713
-agenta/sdk/managers/config.py,sha256=8-TJn56SssNjfxCY7NhDwqL4in5gtPeMrsvyEf-W_u4,7421
+agenta/sdk/managers/config.py,sha256=2LFl7aBF7FKd6UKhqcbnDXzlP8Rsj7hnCu5wBllVQzc,7753
 agenta/sdk/managers/deployment.py,sha256=SEokjZeh6n7HRKZ92Y0WncdG49hIFx-Z3B3HAl2kmUg,1174
 agenta/sdk/managers/secrets.py,sha256=HAXswBOTbF_LydoNGnQgHr-KVqdFUOvLujUg6S_5taM,878
 agenta/sdk/managers/shared.py,sha256=vUhO2thObHxCIowyiM_KFsxPY2q6Rv_lHr2Up8WvFjg,21523
 agenta/sdk/managers/variant.py,sha256=A5ga3mq3b0weUTXa9HO72MGaspthGcu1uK9K5OnP738,4172
 agenta/sdk/managers/vault.py,sha256=054ce9X_xKa2M4NtQWz-GugO6q_pYVWCP3IxbAJJcRw,337
 agenta/sdk/middleware/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-agenta/sdk/middleware/auth.py,sha256=T7-TEInVXclnM84SLsvXQlQAgL1wfyuGfjMsjDjEeL8,10859
+agenta/sdk/middleware/auth.py,sha256=XC0EKRu0H0a0SQTrUsDmkhHGfNFcKMNjL9Btna6ON_U,9835
 agenta/sdk/middleware/cache.py,sha256=-_e3_6f4cPfpuUpGRK_ZQvUx_54ez68db4SnBwfuESk,1078
 agenta/sdk/middleware/config.py,sha256=Mckj-xwIWj06fpMLrz43Ookn8Q7MuvqkF1mDmG17l20,7614
 agenta/sdk/middleware/cors.py,sha256=q3r7lGkrIdMcT_vuhsburMcjG7pyl7w0ycxrIrGJ2e8,921
@@ -263,7 +263,7 @@ agenta/templates/simple_prompt/app.py,sha256=kODgF6lhzsaJPdgL5b21bUki6jkvqjWZzWR
 agenta/templates/simple_prompt/env.example,sha256=g9AE5bYcGPpxawXMJ96gh8oenEPCHTabsiOnfQo3c5k,70
 agenta/templates/simple_prompt/requirements.txt,sha256=ywRglRy7pPkw8bljmMEJJ4aOOQKrt9FGKULZ-DGkoBU,23
 agenta/templates/simple_prompt/template.toml,sha256=DQBtRrF4GU8LBEXOZ-GGuINXMQDKGTEG5y37tnvIUIE,60
-agenta-0.33.2.dist-info/METADATA,sha256=k4j0f_8TY4dmZIOxyQJGgzwZ5Blma0n8fklm1iDEMoA,30171
-agenta-0.33.2.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
-agenta-0.33.2.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
-agenta-0.33.2.dist-info/RECORD,,
+agenta-0.33.4.dist-info/METADATA,sha256=fS0BTSWvySH_SbnWvX1LcIgUeVVgqq8kUy7jep3GOTk,30237
+agenta-0.33.4.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
+agenta-0.33.4.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
+agenta-0.33.4.dist-info/RECORD,,