agenta 0.32.0a1__py3-none-any.whl → 0.33.0a1__py3-none-any.whl

agenta/sdk/litellm/mocks/__init__.py

@@ -1,3 +1,5 @@
+from typing import Callable
+
 from pydantic import BaseModel
 
 
@@ -13,8 +15,8 @@ class MockResponseModel(BaseModel):
     choices: list[MockChoiceModel]
 
 
-MOCKS = {
-    "hello": MockResponseModel(
+def hello_mock_response(*args, **kwargs) -> MockResponseModel:
+    return MockResponseModel(
         choices=[
             MockChoiceModel(
                 message=MockMessageModel(
@@ -22,5 +24,9 @@ MOCKS = {
                 )
             )
         ],
-    ),
+    )
+
+
+MOCKS: dict[str, Callable[..., MockResponseModel]] = {
+    "hello": hello_mock_response,
 }

agenta/sdk/middleware/auth.py

@@ -98,7 +98,11 @@ class AuthMiddleware(BaseHTTPMiddleware):
 
             cookies = {"sAccessToken": access_token} if access_token else None
 
-            baggage = request.state.otel.get("baggage") if request.state.otel else {}
+            baggage = (
+                getattr(request.state.otel, "baggage")
+                if hasattr(request.state, "otel")
+                else {}
+            )
 
             project_id = (
                 # CLEANEST

agenta/sdk/middleware/config.py

@@ -123,7 +123,7 @@ class ConfigMiddleware(BaseHTTPMiddleware):
                     ref_part = refs.get(ref_part_key)
 
                     if ref_part:
-                        references[ref_prefix + "." + ref_part_key] = ref_part
+                        references[ref_prefix + "." + ref_part_key] = str(ref_part)
 
         _cache.put(_hash, {"parameters": parameters, "references": references})
 
@@ -160,12 +160,20 @@ class ConfigMiddleware(BaseHTTPMiddleware):
             or body.get("app")
         )
 
-        if not any([application_id, application_slug]):
+        application_version = (
+            # CLEANEST
+            baggage.get("application_version")
+            # ALTERNATIVE
+            or request.query_params.get("application_version")
+        )
+
+        if not any([application_id, application_slug, application_version]):
             return None
 
         return Reference(
             id=application_id,
             slug=application_slug,
+            version=application_version,
         )
 
     async def _parse_variant_ref(

agenta/sdk/tracing/exporters.py

@@ -48,7 +48,6 @@ class InlineTraceExporter(SpanExporter):
         trace_id: int,
     ) -> bool:
         is_ready = trace_id in self._registry
-
         return is_ready
 
     def fetch(

agenta/sdk/tracing/inline.py

@@ -701,15 +701,6 @@ def _parse_from_semconv(
 def _parse_from_links(
     otel_span_dto: OTelSpanDTO,
 ) -> dict:
-    # TESTING
-    otel_span_dto.links = [
-        OTelLinkDTO(
-            context=otel_span_dto.context,
-            attributes={"ag.type.link": "testcase"},
-        )
-    ]
-    # -------
-
     # LINKS
     links = None
     otel_links = None
@@ -926,8 +917,9 @@ def parse_to_agenta_span_dto(
     if span_dto.refs:
         span_dto.refs = _unmarshal_attributes(span_dto.refs)
 
-    for link in span_dto.links:
-        link.tree_id = None
+    if isinstance(span_dto.links, list):
+        for link in span_dto.links:
+            link.tree_id = None
 
     if span_dto.nodes:
         for v in span_dto.nodes.values():
@@ -1030,6 +1022,24 @@ def _parse_readable_spans(
     otel_span_dtos = list()
 
     for span in spans:
+        otel_events = [
+            OTelEventDTO(
+                name=event.name,
+                timestamp=_timestamp_ns_to_datetime(event.timestamp),
+                attributes=event.attributes,
+            )
+            for event in span.events
+        ]
+        otel_links = [
+            OTelLinkDTO(
+                context=OTelContextDTO(
+                    trace_id=_int_to_hex(link.context.trace_id, 128),
+                    span_id=_int_to_hex(link.context.span_id, 64),
+                ),
+                attributes=link.attributes,
+            )
+            for link in span.links
+        ]
         otel_span_dto = OTelSpanDTO(
             context=OTelContextDTO(
                 trace_id=_int_to_hex(span.get_span_context().trace_id, 128),
@@ -1045,14 +1055,7 @@ def _parse_readable_spans(
             status_code=OTelStatusCode("STATUS_CODE_" + span.status.status_code.name),
             status_message=span.status.description,
             attributes=span.attributes,
-            events=[
-                OTelEventDTO(
-                    name=event.name,
-                    timestamp=_timestamp_ns_to_datetime(event.timestamp),
-                    attributes=event.attributes,
-                )
-                for event in span.events
-            ],
+            events=otel_events if len(otel_events) > 0 else None,
             parent=(
                 OTelContextDTO(
                     trace_id=_int_to_hex(span.parent.trace_id, 128),
@@ -1061,16 +1064,7 @@ def _parse_readable_spans(
                 if span.parent
                 else None
             ),
-            links=[
-                OTelLinkDTO(
-                    context=OTelContextDTO(
-                        trace_id=_int_to_hex(link.context.trace_id, 128),
-                        span_id=_int_to_hex(link.context.span_id, 64),
-                    ),
-                    attributes=link.attributes,
-                )
-                for link in span.links
-            ],
+            links=otel_links if len(otel_links) > 0 else None,
         )
 
         otel_span_dtos.append(otel_span_dto)
@@ -1121,7 +1115,9 @@ def calculate_costs(span_idx: Dict[str, SpanDTO]):
             and span.meta
             and span.metrics
         ):
-            model = span.meta.get("response.model")
+            model = span.meta.get("response.model") or span.meta.get(
+                "configuration.model"
+            )
             prompt_tokens = span.metrics.get("unit.tokens.prompt", 0.0)
             completion_tokens = span.metrics.get("unit.tokens.completion", 0.0)
 

agenta/sdk/types.py

@@ -7,7 +7,7 @@ from pydantic import ConfigDict, BaseModel, HttpUrl
 from agenta.client.backend.types.agenta_node_dto import AgentaNodeDto
 from agenta.client.backend.types.agenta_nodes_response import AgentaNodesResponse
 from typing import Annotated, List, Union, Optional, Dict, Literal, Any
-from pydantic import BaseModel, Field, root_validator
+from pydantic import BaseModel, Field, model_validator
 from agenta.sdk.assets import supported_llm_models
 
 
@@ -36,12 +36,14 @@ class LLMTokenUsage(BaseModel):
 
 
 class BaseResponse(BaseModel):
-    version: Optional[str] = "3.1"
+    version: Optional[str] = "3.0"
     data: Optional[Union[str, Dict[str, Any]]] = None
     content_type: Optional[str] = "string"
     tree: Optional[AgentaNodesResponse] = None
     tree_id: Optional[str] = None
 
+    model_config = ConfigDict(use_enum_values=True, exclude_none=True)
+
 
 class DictInput(dict):
     def __new__(cls, default_keys: Optional[List[str]] = None):
@@ -327,30 +329,31 @@ class ModelConfig(BaseModel):
     )
 
     temperature: Optional[float] = Field(
-        default=1,
+        default=None,
         ge=0.0,
         le=2.0,
         description="What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic",
     )
     max_tokens: Optional[int] = Field(
-        default=-1,
+        default=None,
         ge=0,
+        le=4000,
         description="The maximum number of tokens that can be generated in the chat completion",
     )
     top_p: Optional[float] = Field(
-        default=0.5,
+        default=None,
         ge=0.0,
         le=1.0,
         description="An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass",
     )
     frequency_penalty: Optional[float] = Field(
-        default=0,
+        default=None,
         ge=-2.0,
         le=2.0,
         description="Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far",
     )
     presence_penalty: Optional[float] = Field(
-        default=0,
+        default=None,
         ge=-2.0,
         le=2.0,
         description="Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far",
@@ -405,7 +408,7 @@ class PromptTemplate(BaseModel):
     system_prompt: Optional[str] = None
     user_prompt: Optional[str] = None
     template_format: Literal["fstring", "jinja2", "curly"] = Field(
-        default="fstring",
+        default="curly",
         description="Format type for template variables: fstring {var}, jinja2 {{ var }}, or curly {{var}}",
     )
     input_keys: Optional[List[str]] = Field(
@@ -425,7 +428,7 @@ class PromptTemplate(BaseModel):
         }
     }
 
-    @root_validator(pre=True)
+    @model_validator(mode="before")
     def init_messages(cls, values):
         if "messages" not in values:
             messages = []

{agenta-0.32.0a1.dist-info → agenta-0.33.0a1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: agenta
-Version: 0.32.0a1
+Version: 0.33.0a1
 Summary: The SDK for agenta is an open-source LLMOps platform.
 Keywords: LLMOps,LLM,evaluation,prompt engineering
 Author: Mahmoud Mabrouk
@@ -19,12 +19,9 @@ Requires-Dist: cachetools (>=5.3.3,<6.0.0)
 Requires-Dist: click (>=8.1.3,<9.0.0)
 Requires-Dist: docker (>=6.1.1,<8.0.0)
 Requires-Dist: fastapi (>=0.100.0)
-Requires-Dist: google-generativeai (>=0.8.3,<0.9.0)
 Requires-Dist: httpx (>=0.24,<0.28)
 Requires-Dist: importlib-metadata (>=8.0.0,<9.0)
 Requires-Dist: litellm (>=1.48.0,<2.0.0)
-Requires-Dist: mangum (>=0.19.0,<0.20.0)
-Requires-Dist: openai (>=1.59.7,<2.0.0)
 Requires-Dist: opentelemetry-api (>=1.27.0,<2.0.0)
 Requires-Dist: opentelemetry-exporter-otlp (>=1.27.0,<2.0.0)
 Requires-Dist: opentelemetry-sdk (>=1.27.0,<2.0.0)
@@ -51,7 +48,7 @@ Description-Content-Type: text/markdown
   <p align="center">
     <a href="https://docs.agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme">Documentation</a> |
     <a href="https://agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme">Website</a> |
-    <a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-1zsafop5i-Y7~ZySbhRZvKVPV5DO_7IA">Slack</a>
+    <a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-2yewk6o2b-DmhyA4h_lkKwecDtIsj1AQ">Slack</a>
   </p>
 <div align="center">
   <strong> <h2> The Open source LLMOps Platform </h2></strong>
@@ -78,7 +75,7 @@ Description-Content-Type: text/markdown
 </p>
 
 <p align="center">
-    <a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-1zsafop5i-Y7~ZySbhRZvKVPV5DO_7IA">
+    <a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-2yewk6o2b-DmhyA4h_lkKwecDtIsj1AQ">
         <img src="https://img.shields.io/badge/JOIN US ON SLACK-4A154B?style=for-the-badge&logo=slack&logoColor=white" />
     </a>
     <a href="https://www.linkedin.com/company/agenta-ai/">
@@ -160,7 +157,9 @@ mkdir agenta && cd agenta
 curl -L https://raw.githubusercontent.com/agenta-ai/agenta/main/docker-compose.gh.yml -o docker-compose.gh.yml
 docker compose -f docker-compose.gh.yml up -d
 ```
-
+- Agenta uses port 80, to use a different port set the env var AGENTA_PORT. For instance `export AGENTA_PORT=90`
+- Add `--pull always` to the last command to upgrade your version of Agenta.
+   
 # Disabling Anonymized Tracking
 
 By default, Agenta automatically reports anonymized basic usage statistics. This helps us understand how Agenta is used and track its overall usage and growth. This data does not include any sensitive information. To disable anonymized telemetry, follow these steps:
@@ -173,16 +172,14 @@ By default, Agenta automatically reports anonymized basic usage statistics. This
 
 We warmly welcome contributions to Agenta. Feel free to submit issues, fork the repository, and send pull requests.
 
-We are usually hanging in our Slack. Feel free to [join our Slack and ask us anything](https://join.slack.com/t/agenta-hq/shared_invite/zt-1zsafop5i-Y7~ZySbhRZvKVPV5DO_7IA)
+We are usually hanging in our Slack. Feel free to [join our Slack and ask us anything](https://join.slack.com/t/agenta-hq/shared_invite/zt-2yewk6o2b-DmhyA4h_lkKwecDtIsj1AQ)
 
 Check out our [Contributing Guide](https://docs.agenta.ai/misc/contributing/getting-started?utm_source=github&utm_medium=referral&utm_campaign=readme) for more information.
 
 ## Contributors ✨
 
 <!-- ALL-CONTRIBUTORS-BADGE:START - Do not remove or modify this section -->
-
-[![All Contributors](https://img.shields.io/badge/all_contributors-48-orange.svg?style=flat-square)](#contributors-)
-
+[![All Contributors](https://img.shields.io/badge/all_contributors-49-orange.svg?style=flat-square)](#contributors-)
 <!-- ALL-CONTRIBUTORS-BADGE:END -->
 
 Thanks goes to these wonderful people ([emoji key](https://allcontributors.org/docs/en/emoji-key)):
@@ -253,6 +250,7 @@ Thanks goes to these wonderful people ([emoji key](https://allcontributors.org/d
       <td align="center" valign="top" width="14.28%"><a href="https://ashrafchowdury.me"><img src="https://avatars.githubusercontent.com/u/87828904?v=4?s=100" width="100px;" alt="Ashraf Chowdury"/><br /><sub><b>Ashraf Chowdury</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/issues?q=author%3Aashrafchowdury" title="Bug reports">🐛</a> <a href="https://github.com/Agenta-AI/agenta/commits?author=ashrafchowdury" title="Code">💻</a></td>
       <td align="center" valign="top" width="14.28%"><a href="https://github.com/jp-agenta"><img src="https://avatars.githubusercontent.com/u/174311389?v=4?s=100" width="100px;" alt="jp-agenta"/><br /><sub><b>jp-agenta</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/commits?author=jp-agenta" title="Code">💻</a> <a href="https://github.com/Agenta-AI/agenta/issues?q=author%3Ajp-agenta" title="Bug reports">🐛</a></td>
       <td align="center" valign="top" width="14.28%"><a href="https://mrunhap.github.io"><img src="https://avatars.githubusercontent.com/u/24653356?v=4?s=100" width="100px;" alt="Mr Unhappy"/><br /><sub><b>Mr Unhappy</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/issues?q=author%3Amrunhap" title="Bug reports">🐛</a> <a href="#infra-mrunhap" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/morenobonaventura"><img src="https://avatars.githubusercontent.com/u/2118854?v=4?s=100" width="100px;" alt="Moreno Bonaventura"/><br /><sub><b>Moreno Bonaventura</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/issues?q=author%3Amorenobonaventura" title="Bug reports">🐛</a></td>
     </tr>
   </tbody>
 </table>

{agenta-0.32.0a1.dist-info → agenta-0.33.0a1.dist-info}/RECORD

@@ -9,18 +9,18 @@ agenta/client/Readme.md,sha256=K-By3bNRzUIN5VgQ98pKjw4DgCM-JlcxbW0Fsj02P6M,2903
 agenta/client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 agenta/client/api.py,sha256=r5pwYD8DWppDrV4xaNYwUmwMLjWVNfVzxK_clIboEWg,2434
 agenta/client/api_models.py,sha256=zebfE2-0-SW1SvzyarzmSJMXqyiCLKrX2sHpzoX-RnU,623
-agenta/client/backend/__init__.py,sha256=5QDiyaf-uSCgTUUhGQHfPPPIkaRLImGO1nFQbrplASg,6229
+agenta/client/backend/__init__.py,sha256=M6yuPBFMJbbVnqyJ-AlU-hNy9nu7KRax3DArWtll_fM,6073
 agenta/client/backend/access_control/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
 agenta/client/backend/access_control/client.py,sha256=yu5RrcXizig6zVVNPghrd4K6MHFj26-2hRIPCjS3QnY,5467
 agenta/client/backend/apps/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
-agenta/client/backend/apps/client.py,sha256=_Jf5yctdCpX4QCArwai70L8cz7VMJQRpTmZGngj3MUg,54674
+agenta/client/backend/apps/client.py,sha256=6ZGBcR37ILwS2VNp8BZR4Tz09W2MlaSChPQ7it0tWoE,54946
 agenta/client/backend/bases/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
-agenta/client/backend/bases/client.py,sha256=BZsz5eXaa2voZdJXqgd5J5hPUuYvWwIcPCWyl49w-oY,6028
-agenta/client/backend/client.py,sha256=oxsa_-JKAVE0HryrmBRNjMnHo7vVE8VI8VzJmO8HtCQ,104577
+agenta/client/backend/bases/client.py,sha256=s8EAwrdxNkOjhDSP2-HIbqp51vNlvhXxS4nGb8YoWPk,6068
+agenta/client/backend/client.py,sha256=psZK0A7dZJLyQfXXSDEjxPeLXn3svvTGmx04Px_23sE,105267
 agenta/client/backend/configs/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
 agenta/client/backend/configs/client.py,sha256=_nuh5K5D5SuCOeckXcGv6P4ZtVdTGWQ7JhcoIclmWfY,19267
 agenta/client/backend/containers/__init__.py,sha256=Haw2PwiPhNvM26PLQN57jY0bN-QqPoDG4VA-P_uGL3A,153
-agenta/client/backend/containers/client.py,sha256=10N3reiZmBB8539fnu58zPtaasyMfQcc48UixxWqI34,20457
+agenta/client/backend/containers/client.py,sha256=8yqtMI3Pkt25iSRCr6E70WsvUVLhxHKxdEGWq4UJnkY,21445
 agenta/client/backend/containers/types/__init__.py,sha256=b6yQ-p_vsI5cpKh-Qa8xNE-M5nLHjfBvfgD4JIhqEkY,176
 agenta/client/backend/containers/types/container_templates_response.py,sha256=IFmEkCII_FebAt3ENZByzAYXMB1vgQEeIaSPTLSzG5M,189
 agenta/client/backend/core/__init__.py,sha256=SQ85PF84B9MuKnBwHNHWemSGuy-g_515gFYNFhvEE0I,1438
@@ -36,13 +36,15 @@ agenta/client/backend/core/remove_none_from_dict.py,sha256=EU9SGgYidWq7SexuJbNs4
 agenta/client/backend/core/request_options.py,sha256=h0QUNCFVdCW_7GclVySCAY2w4NhtXVBUCmHgmzaxpcg,1681
 agenta/client/backend/core/serialization.py,sha256=1VIoFHrJZZgjx5kxsUnUDbgr2v66GFgMJ_J1mqexBXA,9643
 agenta/client/backend/environments/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
-agenta/client/backend/environments/client.py,sha256=AFgo2TwCq1ABPagto5c_3GuCT7YDEr86D82WqgJfC28,6216
+agenta/client/backend/environments/client.py,sha256=Mq5EtUxUiKbMm33IF9OXt-eDAS9G_qOnvYmTLrTSemc,6248
 agenta/client/backend/errors/__init__.py,sha256=pbbVUFtB9LCocA1RMWMMF_RKjsy5YkOKX5BAuE49w6g,170
 agenta/client/backend/errors/unprocessable_entity_error.py,sha256=FvR7XPlV3Xx5nu8HNlmLhBRdk4so_gCHjYT5PyZe6sM,313
 agenta/client/backend/evaluations/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
-agenta/client/backend/evaluations/client.py,sha256=51MkQv8b1GXrJaoDvf0cJbfAt7v_jbARcCIAY2ax5Ko,46838
+agenta/client/backend/evaluations/client.py,sha256=pBK75233P6pil8DJRdArW_nHFpj78wa_GYhkOSdNO_M,47022
 agenta/client/backend/evaluators/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
-agenta/client/backend/evaluators/client.py,sha256=ZYj-WMIG7ax3qoDlmVv5Pg1mOzGVuonJkOVqmJ_bUFA,41117
+agenta/client/backend/evaluators/client.py,sha256=Opm0eMoQoQw2OUWivOY2b4jJSe7UAgoAV2A1Lo3IQws,41245
+agenta/client/backend/human_evaluations/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
+agenta/client/backend/human_evaluations/client.py,sha256=tneQDoSxk1ISA4ZoMbnXw6iJTfHEc1k7KZ78YvkDwhU,55166
 agenta/client/backend/observability/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
 agenta/client/backend/observability/client.py,sha256=mVGRIde53T_9j7kH0fwp2Xk8zzStv6HnVK5Op3HaTXw,39877
 agenta/client/backend/observability_v_1/__init__.py,sha256=wAH4GHiT4W6l9j0IsC6w7wJ2GbRPcj4KsefGxvsGSrI,207
@@ -54,8 +56,8 @@ agenta/client/backend/observability_v_1/types/query_traces_response.py,sha256=0-
 agenta/client/backend/scopes/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
 agenta/client/backend/scopes/client.py,sha256=ZMHXj0GRS-xNOLAbnjo4SNpHjOvHa-xZn8-caC508Qk,3617
 agenta/client/backend/testsets/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
-agenta/client/backend/testsets/client.py,sha256=sBRmbWNk9aBM87X0ZYI_JWVy-RzQyRhIXL8AWbnw-a0,39665
-agenta/client/backend/types/__init__.py,sha256=Ea5Pxoyp4EcNmiRQ5jxrDHmkS-lyuzHBqyeaftDqhc0,8226
+agenta/client/backend/testsets/client.py,sha256=YgoT5raIqOPA28msrbOsnkjLKwKRiYlA-crJsAxJZvI,39735
+agenta/client/backend/types/__init__.py,sha256=cibRwwo8JrwSpedebFbPCoG3eme2A2NjIgQxqyoPtlU,7932
 agenta/client/backend/types/agenta_node_dto.py,sha256=DLZltD_ueVOfdiSZ1u2i3mu1C3kshxhcggQFFfybBdY,1747
 agenta/client/backend/types/agenta_node_dto_nodes_value.py,sha256=ifG7dBYLphFoCgQ70ivvDXkTSlxX8w5x_9S-Glh8FlI,180
 agenta/client/backend/types/agenta_nodes_response.py,sha256=1EoxaqN3ioELS_9rg5Bo6Y0PqqNdX2YNRCIsdO4Q-aQ,902
@@ -80,6 +82,7 @@ agenta/client/backend/types/correct_answer.py,sha256=khEHspf9nszpzhswc7rSruCrcmv
 agenta/client/backend/types/create_app_output.py,sha256=0_avs1u3pIU14P5ut1WOUrravDwpg2GkSj8kYsAMK9Y,600
 agenta/client/backend/types/create_span.py,sha256=ZMWlTli2MNowD66D1O2e5ZKOE0BGD_-J36_A_a3rsxE,1609
 agenta/client/backend/types/create_trace_response.py,sha256=Pr1NM9nLHiPVzCP8m7VQ1NIb92fOhJTmMlEUK6FrykI,643
+agenta/client/backend/types/delete_evaluation.py,sha256=XL7GGP1_84_hOXwBiKxSrb7wJBOSvjZPXF8gos6tR-k,605
 agenta/client/backend/types/docker_env_vars.py,sha256=td2vhkHyYCwIC_TjlUu7hDuIXsfSJH2L7J_wGaNvw_c,600
 agenta/client/backend/types/environment_output.py,sha256=L0KSiTXy4tFrrplV-YnyrsBzRB25E8QSEPTQC9BWBd0,933
 agenta/client/backend/types/environment_output_extended.py,sha256=Sr5cVBZAKekddwQPOIsMmt9diaPTsOWpyzZzOFOFxLs,1043
@@ -90,7 +93,6 @@ agenta/client/backend/types/evaluation_scenario.py,sha256=AAEZS19leBYMF5ZTlXFCD5
 agenta/client/backend/types/evaluation_scenario_input.py,sha256=KQYQIL6RXa2C2K6JNwZXXlW9nFYw-xqCJqY5qlp8mco,648
 agenta/client/backend/types/evaluation_scenario_output.py,sha256=-XoVgjhJryWb3XrFuEQ0s0O3TV3BsHQltehYUnxThzA,704
 agenta/client/backend/types/evaluation_scenario_result.py,sha256=wOs3-2ucAL6rizTzhHfzIPiXIWhFX9hQn44sMgqWUv8,647
-agenta/client/backend/types/evaluation_scenario_score_update.py,sha256=xkyk7DKj99WkuWcOTOmTZ67G_GIaBVTrGUuy7Erfjec,597
 agenta/client/backend/types/evaluation_status_enum.py,sha256=U0yabhF9EZqb0MU13MhLsuOa2wQmUQHGWDS0qawwvfE,370
 agenta/client/backend/types/evaluation_type.py,sha256=FaI9rLp1QBUl5EE9xKtlxFhCDdcKGOx8NPcAWn3ct5o,186
 agenta/client/backend/types/evaluator.py,sha256=Ye9m3jEg65hKsJlqWVDxNnlSNXCJAzxFX-KG7qGCPTM,843
@@ -105,8 +107,6 @@ agenta/client/backend/types/human_evaluation.py,sha256=jUNYGW6zp4UWB-SOY1oOB6FX_
 agenta/client/backend/types/human_evaluation_scenario.py,sha256=GZFGdki4Rlfly7RUhNrWpS2x8N0fHelHdk55YtxY3l0,1127
 agenta/client/backend/types/human_evaluation_scenario_input.py,sha256=4iT1sH_hM6gOFmVicewPONFOvz_cW-Dh6HoNU-tCC0E,620
 agenta/client/backend/types/human_evaluation_scenario_output.py,sha256=yVEFImNXK3qSy83AL3X5qypUOgJ__fumLj1bNgXgPXk,624
-agenta/client/backend/types/human_evaluation_scenario_update.py,sha256=eh33QTkJNZ5tdA-zPT5jeP_RAzhhtweNiduIscdB8bo,1122
-agenta/client/backend/types/human_evaluation_update.py,sha256=PDtYJDYLEfYRaJuG6eqavgXpNhE-LDK81i9qNo7QD7s,686
 agenta/client/backend/types/image.py,sha256=Q8mnZynlIHHwlu3XRarjJAzgfadl87qPJ-fqH2WqQBw,722
 agenta/client/backend/types/invite_request.py,sha256=ZYcO4_O5Jjnz6uDwcFUoQ1Bn-A0F9t2S3rQTx9arwJc,607
 agenta/client/backend/types/legacy_analytics_response.py,sha256=-dyG9jk3OwdsGiNere46p9n7BWst1orhBR_BWVxaY6g,814
@@ -117,7 +117,6 @@ agenta/client/backend/types/list_api_keys_response.py,sha256=av8nz-yhcOYiLZEfnJD
 agenta/client/backend/types/llm_run_rate_limit.py,sha256=XiPGznCpdS-lPDiswj6pX5aIxhMuOfGCOda7IPcB0q8,659
 agenta/client/backend/types/llm_tokens.py,sha256=-DLWHVU6spcBAkMjRQaI7QH3D3h6w3iOeHK8RXZcuqI,704
 agenta/client/backend/types/metrics_dto.py,sha256=2J58QUiXllp6rkgHMYfk_jXg9gddqgzg7F0OKByj4FI,724
-agenta/client/backend/types/new_human_evaluation.py,sha256=Rp_cu_ApObG7QBT-Hkvwer604gO6P3QnVwpIfLv0Q38,764
 agenta/client/backend/types/new_testset.py,sha256=S8ENb_fu5CeyxTvjN5ojXuVoaauNKgfwE738svFhWNY,647
 agenta/client/backend/types/node_dto.py,sha256=-4oC4IPdsndGEaRK2woQpcuZ33GdqsM-i4MGzh90I7w,659
 agenta/client/backend/types/node_type.py,sha256=ofQdliqdM9dBYu8_A8Uc3ALco6UkJYvnD69bePqCA2o,330
@@ -175,7 +174,7 @@ agenta/client/backend/types/workspace_response.py,sha256=n1884dwY4C9Gm-JCyprnLfO
 agenta/client/backend/types/workspace_role.py,sha256=k-ltfq7aAWGg85tTPIf8HpFMMf4gu02_X8R2fFPmB7U,286
 agenta/client/backend/types/workspace_role_response.py,sha256=6hlRcsMmpf6Q0ejLzRKJiZo_9rygazcbJfpPq2jQZVw,693
 agenta/client/backend/variants/__init__.py,sha256=BMR4SvsrqXC9FU8nPVzY8M9xGrBEhEGrmbgvy3iM1aE,171
-agenta/client/backend/variants/client.py,sha256=qSPvtGxaYD69DAwQxgMc_fHhLjlMnx2kYNvaWFPUe50,92699
+agenta/client/backend/variants/client.py,sha256=RNIWcNdUrfjKx14RSXzD4NP5eVx-lFwAI0MidHz9slY,92879
 agenta/client/backend/variants/types/__init__.py,sha256=TrRUAyPsJ1bKg2gfW0d_S1rEu6eaYnHmr2g_URTuwPU,216
 agenta/client/backend/variants/types/add_variant_from_base_and_config_response.py,sha256=nbcakmo3eZpWmyX_DhS6F4jyhfV2t5zN-zOgDtM2rKQ,247
 agenta/client/backend/vault/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
@@ -200,12 +199,12 @@ agenta/sdk/context/exporting.py,sha256=16X8fgMhl58gehSlqANX97FiKxx4TkGiG4d2B0-7Z
 agenta/sdk/context/routing.py,sha256=FEsjw8EttI1SMyUo96ptcUsvHJnhoKwdr1szlkxxJNU,598
 agenta/sdk/context/tracing.py,sha256=zp7T_wLVkR-V1c0k7UAN69rwH9VV7MhoZD_IdNu-_RE,649
 agenta/sdk/decorators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-agenta/sdk/decorators/routing.py,sha256=yaSunGmK1i6QBxBkvjdA1fNff38kiDzkuMVlnwVsdRE,20325
-agenta/sdk/decorators/tracing.py,sha256=n5tsbZ2z1G7aIPQEJjvsuVGxbNSstdf4fXUx9bOASEY,8705
+agenta/sdk/decorators/routing.py,sha256=6auINyIdIS7mO7KTDDlaWDjl9iZJ4S2vobPdQVf4nvw,20874
+agenta/sdk/decorators/tracing.py,sha256=Wf7KWR1NknXlQEdB2sjMFrcSI-tSSvO9XubN-Ro5tkU,9216
 agenta/sdk/litellm/__init__.py,sha256=Bpz1gfHQc0MN1yolWcjifLWznv6GjHggvRGQSpxpihM,37
-agenta/sdk/litellm/litellm.py,sha256=Ke0It-jA1z0KQ2770gIlWIEgramZGmt1k0GjmpEnFV4,8793
-agenta/sdk/litellm/mockllm.py,sha256=8PcORVRqyLLsXAbYy28-6bxuVkBEW4ehfeWl7GEK9P0,661
-agenta/sdk/litellm/mocks/__init__.py,sha256=8wknx4kXyr8ESXrNuECPT8FTeO6qG80c7alXcCaVeK4,446
+agenta/sdk/litellm/litellm.py,sha256=Xx_YJu05BYkmIe6uObjS6DwzjgwfNytGWf807Zh0vcU,10153
+agenta/sdk/litellm/mockllm.py,sha256=8V6dqdv8eA4P-VoXIwHNYlIjHG189P14POSfSfluVw0,678
+agenta/sdk/litellm/mocks/__init__.py,sha256=c-afSm0YkiHyyaLegvtFs6WuWZTl2Q7Fq_iUoxqBbQc,616
 agenta/sdk/managers/__init__.py,sha256=SN-LRwG0pRRDV3u2Q4JiiSTigN3-mYpzGNM35RzT4mc,238
 agenta/sdk/managers/config.py,sha256=8-TJn56SssNjfxCY7NhDwqL4in5gtPeMrsvyEf-W_u4,7421
 agenta/sdk/managers/deployment.py,sha256=SEokjZeh6n7HRKZ92Y0WncdG49hIFx-Z3B3HAl2kmUg,1174
@@ -214,9 +213,9 @@ agenta/sdk/managers/shared.py,sha256=e53jckQq5PIMpjdxADOonUj7o8aGfzmSvdeH5f43rGs
 agenta/sdk/managers/variant.py,sha256=A5ga3mq3b0weUTXa9HO72MGaspthGcu1uK9K5OnP738,4172
 agenta/sdk/managers/vault.py,sha256=054ce9X_xKa2M4NtQWz-GugO6q_pYVWCP3IxbAJJcRw,337
 agenta/sdk/middleware/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-agenta/sdk/middleware/auth.py,sha256=SoVnzdm5ygP03bQgXDd86aTvIdeTfr4uIoeJsPxN7No,5491
+agenta/sdk/middleware/auth.py,sha256=2jV32_JdjaOZFI9VGy3OGVg6tOvgEN64RUpM71AqVZ0,5572
 agenta/sdk/middleware/cache.py,sha256=-_e3_6f4cPfpuUpGRK_ZQvUx_54ez68db4SnBwfuESk,1078
-agenta/sdk/middleware/config.py,sha256=hOIOH0aZtSPbFWAphrpe3_Bx8UMUjLT--SilWdRG_6g,7308
+agenta/sdk/middleware/config.py,sha256=_oBj9XNzxiMyoLo1DLh7Tck5s05H6_udaNCGYe5orZA,7577
 agenta/sdk/middleware/cors.py,sha256=q3r7lGkrIdMcT_vuhsburMcjG7pyl7w0ycxrIrGJ2e8,921
 agenta/sdk/middleware/inline.py,sha256=1bNBEoen9NRF2O3ZAP7z-izaEFUI1hBT22xLPIvof3A,937
 agenta/sdk/middleware/mock.py,sha256=G028gYDMzaHtjULl2yU-zqXrEueMNC9JYmnIqRmjtYM,794
@@ -226,12 +225,12 @@ agenta/sdk/router.py,sha256=mOguvtOwl2wmyAgOuWTsf98pQwpNiUILKIo67W_hR3A,119
 agenta/sdk/tracing/__init__.py,sha256=rQNe5-zT5Kt7_CDhq-lnUIi1EYTBVzVf_MbfcIxVD98,41
 agenta/sdk/tracing/attributes.py,sha256=zh8JQZSeYCLBeIRSopKJx6QQ-WEgw08Cr64DS_WOcT8,3833
 agenta/sdk/tracing/conventions.py,sha256=JBtznBXZ3aRkGKkLl7cPwdMNh3w1G-H2Ta2YrAxbr38,950
-agenta/sdk/tracing/exporters.py,sha256=5njI08ezWp2mUXL5mPZFU8qwM9E3RYyQlGvY5iHvEKo,2688
-agenta/sdk/tracing/inline.py,sha256=x9volUnQItmbc19aA0_cmFy4VCbdgvXviVhQ_nhEv4o,31284
+agenta/sdk/tracing/exporters.py,sha256=PuSbamuLa4e9eGBM6tp7Smh5R41Jz07VBoBtMnkbtz8,2687
+agenta/sdk/tracing/inline.py,sha256=BQecJkZDlR85aodfvye-LuDhouee3RjLuUl7GMpfsSw,31282
 agenta/sdk/tracing/processors.py,sha256=d7MvJ_DRAP0RAlp8V8XrrY-m8pJ03nLxKoq15RnjedA,3334
 agenta/sdk/tracing/spans.py,sha256=nqUOjjirBxB8Eacv8Qj4Ra_6rknGi3lbJdNyKmk5ODQ,3707
 agenta/sdk/tracing/tracing.py,sha256=iZCIggUkR5f2zVcq0o7T8-to7pcFO349gUEBYXnBMzg,6888
-agenta/sdk/types.py,sha256=KhYwB0A58f8ldKufExSgwxvXSRIhSgK6XIODKzVF71c,19014
+agenta/sdk/types.py,sha256=HvFok4lEFxWow6WT71OrJ23WhTsj_FqqMyzlKByAqYk,19120
 agenta/sdk/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 agenta/sdk/utils/constants.py,sha256=zW3R4rjXOo2L5lz6q84l_zYuOM9u4mpPRHw_B1Dr_hI,67
 agenta/sdk/utils/costs.py,sha256=i8C7ud__pThLS55XkN4YW8czXtGeXr2mx7jjcOFeiXg,5955
@@ -257,7 +256,7 @@ agenta/templates/simple_prompt/app.py,sha256=kODgF6lhzsaJPdgL5b21bUki6jkvqjWZzWR
 agenta/templates/simple_prompt/env.example,sha256=g9AE5bYcGPpxawXMJ96gh8oenEPCHTabsiOnfQo3c5k,70
 agenta/templates/simple_prompt/requirements.txt,sha256=ywRglRy7pPkw8bljmMEJJ4aOOQKrt9FGKULZ-DGkoBU,23
 agenta/templates/simple_prompt/template.toml,sha256=DQBtRrF4GU8LBEXOZ-GGuINXMQDKGTEG5y37tnvIUIE,60
-agenta-0.32.0a1.dist-info/METADATA,sha256=icmKvNYRhzbVMwHorcgLmQjkm99MJfkkcgarUbot9i0,29189
-agenta-0.32.0a1.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
-agenta-0.32.0a1.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
-agenta-0.32.0a1.dist-info/RECORD,,
+agenta-0.33.0a1.dist-info/METADATA,sha256=mAYndXu9dls8hPOv8ouS5Z7YxjPPNbWTq2_VcMYM6Ho,29625
+agenta-0.33.0a1.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
+agenta-0.33.0a1.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
+agenta-0.33.0a1.dist-info/RECORD,,

agenta/client/backend/types/human_evaluation_scenario_update.py

@@ -1,30 +0,0 @@
-# This file was auto-generated by Fern from our API Definition.
-
-from ..core.pydantic_utilities import UniversalBaseModel
-import typing
-from .score import Score
-from .human_evaluation_scenario_output import HumanEvaluationScenarioOutput
-from .human_evaluation_scenario_input import HumanEvaluationScenarioInput
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
-import pydantic
-
-
-class HumanEvaluationScenarioUpdate(UniversalBaseModel):
-    vote: typing.Optional[str] = None
-    score: typing.Optional[Score] = None
-    correct_answer: typing.Optional[str] = None
-    outputs: typing.Optional[typing.List[HumanEvaluationScenarioOutput]] = None
-    inputs: typing.Optional[typing.List[HumanEvaluationScenarioInput]] = None
-    is_pinned: typing.Optional[bool] = None
-    note: typing.Optional[str] = None
-
-    if IS_PYDANTIC_V2:
-        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(
-            extra="allow", frozen=True
-        )  # type: ignore # Pydantic v2
-    else:
-
-        class Config:
-            frozen = True
-            smart_union = True
-            extra = pydantic.Extra.allow

agenta/client/backend/types/human_evaluation_update.py

@@ -1,22 +0,0 @@
-# This file was auto-generated by Fern from our API Definition.
-
-from ..core.pydantic_utilities import UniversalBaseModel
-import typing
-from .evaluation_status_enum import EvaluationStatusEnum
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
-import pydantic
-
-
-class HumanEvaluationUpdate(UniversalBaseModel):
-    status: typing.Optional[EvaluationStatusEnum] = None
-
-    if IS_PYDANTIC_V2:
-        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(
-            extra="allow", frozen=True
-        )  # type: ignore # Pydantic v2
-    else:
-
-        class Config:
-            frozen = True
-            smart_union = True
-            extra = pydantic.Extra.allow

agenta/client/backend/types/new_human_evaluation.py

@@ -1,27 +0,0 @@
-# This file was auto-generated by Fern from our API Definition.
-
-from ..core.pydantic_utilities import UniversalBaseModel
-import typing
-from .evaluation_type import EvaluationType
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
-import pydantic
-
-
-class NewHumanEvaluation(UniversalBaseModel):
-    app_id: str
-    variant_ids: typing.List[str]
-    evaluation_type: EvaluationType
-    inputs: typing.List[str]
-    testset_id: str
-    status: str
-
-    if IS_PYDANTIC_V2:
-        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(
-            extra="allow", frozen=True
-        )  # type: ignore # Pydantic v2
-    else:
-
-        class Config:
-            frozen = True
-            smart_union = True
-            extra = pydantic.Extra.allow