agenta 0.31.0__py3-none-any.whl → 0.32.0__py3-none-any.whl

agenta/client/backend/testsets/client.py

@@ -31,15 +31,15 @@ class TestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Uploads a CSV or JSON file and saves its data to MongoDB.
+        Uploads a CSV or JSON file and saves its data to Postgres.
 
         Args:
         upload_type : Either a json or csv file.
-        file (UploadFile): The CSV or JSON file to upload.
-        testset_name (Optional): the name of the testset if provided.
+            file (UploadFile): The CSV or JSON file to upload.
+            testset_name (Optional): the name of the testset if provided.
 
         Returns:
-        dict: The result of the upload process.
+            dict: The result of the upload process.
 
         Parameters
         ----------
@@ -113,14 +113,14 @@ class TestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Import JSON testset data from an endpoint and save it to MongoDB.
+        Import JSON testset data from an endpoint and save it to Postgres.
 
         Args:
-        endpoint (str): An endpoint URL to import data from.
-        testset_name (str): the name of the testset if provided.
+            endpoint (str): An endpoint URL to import data from.
+            testset_name (str): the name of the testset if provided.
 
         Returns:
-        dict: The result of the import process.
+            dict: The result of the import process.
 
         Parameters
         ----------
@@ -241,7 +241,7 @@ class TestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Create a testset with given name, save the testset to MongoDB.
+        Create a testset with given name, save the testset to Postgres.
 
         Args:
         name (str): name of the test set.
@@ -395,7 +395,7 @@ class TestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Create a testset with given name, save the testset to MongoDB.
+        Create a testset with given name, save the testset to Postgres.
 
         Args:
         name (str): name of the test set.
@@ -475,13 +475,13 @@ class TestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> typing.Optional[typing.Any]:
         """
-        Fetch a specific testset in a MongoDB collection using its \_id.
+        Fetch a specific testset in a MongoDB collection using its _id.
 
         Args:
-        testset_id (str): The \_id of the testset to fetch.
+            testset_id (str): The _id of the testset to fetch.
 
         Returns:
-        The requested testset if found, else an HTTPException.
+            The requested testset if found, else an HTTPException.
 
         Parameters
         ----------
@@ -545,7 +545,7 @@ class TestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> typing.Optional[typing.Any]:
         """
-        Update a testset with given id, update the testset in MongoDB.
+        Update a testset with given id, update the testset in Postgres.
 
         Args:
         testset_id (str): id of the test set to be updated.
@@ -632,15 +632,15 @@ class AsyncTestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Uploads a CSV or JSON file and saves its data to MongoDB.
+        Uploads a CSV or JSON file and saves its data to Postgres.
 
         Args:
         upload_type : Either a json or csv file.
-        file (UploadFile): The CSV or JSON file to upload.
-        testset_name (Optional): the name of the testset if provided.
+            file (UploadFile): The CSV or JSON file to upload.
+            testset_name (Optional): the name of the testset if provided.
 
         Returns:
-        dict: The result of the upload process.
+            dict: The result of the upload process.
 
         Parameters
         ----------
@@ -722,14 +722,14 @@ class AsyncTestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Import JSON testset data from an endpoint and save it to MongoDB.
+        Import JSON testset data from an endpoint and save it to Postgres.
 
         Args:
-        endpoint (str): An endpoint URL to import data from.
-        testset_name (str): the name of the testset if provided.
+            endpoint (str): An endpoint URL to import data from.
+            testset_name (str): the name of the testset if provided.
 
         Returns:
-        dict: The result of the import process.
+            dict: The result of the import process.
 
         Parameters
         ----------
@@ -866,7 +866,7 @@ class AsyncTestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Create a testset with given name, save the testset to MongoDB.
+        Create a testset with given name, save the testset to Postgres.
 
         Args:
         name (str): name of the test set.
@@ -1036,7 +1036,7 @@ class AsyncTestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Create a testset with given name, save the testset to MongoDB.
+        Create a testset with given name, save the testset to Postgres.
 
         Args:
         name (str): name of the test set.
@@ -1124,13 +1124,13 @@ class AsyncTestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> typing.Optional[typing.Any]:
         """
-        Fetch a specific testset in a MongoDB collection using its \_id.
+        Fetch a specific testset in a MongoDB collection using its _id.
 
         Args:
-        testset_id (str): The \_id of the testset to fetch.
+            testset_id (str): The _id of the testset to fetch.
 
         Returns:
-        The requested testset if found, else an HTTPException.
+            The requested testset if found, else an HTTPException.
 
         Parameters
         ----------
@@ -1202,7 +1202,7 @@ class AsyncTestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> typing.Optional[typing.Any]:
         """
-        Update a testset with given id, update the testset in MongoDB.
+        Update a testset with given id, update the testset in Postgres.
 
         Args:
         testset_id (str): id of the test set to be updated.

agenta/client/backend/types/__init__.py

@@ -24,6 +24,7 @@ from .correct_answer import CorrectAnswer
 from .create_app_output import CreateAppOutput
 from .create_span import CreateSpan
 from .create_trace_response import CreateTraceResponse
+from .delete_evaluation import DeleteEvaluation
 from .docker_env_vars import DockerEnvVars
 from .environment_output import EnvironmentOutput
 from .environment_output_extended import EnvironmentOutputExtended
@@ -34,7 +35,6 @@ from .evaluation_scenario import EvaluationScenario
 from .evaluation_scenario_input import EvaluationScenarioInput
 from .evaluation_scenario_output import EvaluationScenarioOutput
 from .evaluation_scenario_result import EvaluationScenarioResult
-from .evaluation_scenario_score_update import EvaluationScenarioScoreUpdate
 from .evaluation_status_enum import EvaluationStatusEnum
 from .evaluation_type import EvaluationType
 from .evaluator import Evaluator
@@ -49,8 +49,6 @@ from .human_evaluation import HumanEvaluation
 from .human_evaluation_scenario import HumanEvaluationScenario
 from .human_evaluation_scenario_input import HumanEvaluationScenarioInput
 from .human_evaluation_scenario_output import HumanEvaluationScenarioOutput
-from .human_evaluation_scenario_update import HumanEvaluationScenarioUpdate
-from .human_evaluation_update import HumanEvaluationUpdate
 from .image import Image
 from .invite_request import InviteRequest
 from .legacy_analytics_response import LegacyAnalyticsResponse
@@ -61,10 +59,10 @@ from .list_api_keys_response import ListApiKeysResponse
 from .llm_run_rate_limit import LlmRunRateLimit
 from .llm_tokens import LlmTokens
 from .metrics_dto import MetricsDto
-from .new_human_evaluation import NewHumanEvaluation
 from .new_testset import NewTestset
 from .node_dto import NodeDto
 from .node_type import NodeType
+
 from .o_tel_context_dto import OTelContextDto
 from .o_tel_event_dto import OTelEventDto
 from .o_tel_extra_dto import OTelExtraDto
@@ -144,6 +142,7 @@ __all__ = [
     "CreateAppOutput",
     "CreateSpan",
     "CreateTraceResponse",
+    "DeleteEvaluation",
     "DockerEnvVars",
     "EnvironmentOutput",
     "EnvironmentOutputExtended",
@@ -154,7 +153,6 @@ __all__ = [
     "EvaluationScenarioInput",
     "EvaluationScenarioOutput",
     "EvaluationScenarioResult",
-    "EvaluationScenarioScoreUpdate",
     "EvaluationStatusEnum",
     "EvaluationType",
     "Evaluator",
@@ -169,8 +167,6 @@ __all__ = [
     "HumanEvaluationScenario",
     "HumanEvaluationScenarioInput",
     "HumanEvaluationScenarioOutput",
-    "HumanEvaluationScenarioUpdate",
-    "HumanEvaluationUpdate",
     "Image",
     "InviteRequest",
     "LegacyAnalyticsResponse",

agenta/client/backend/types/{evaluation_scenario_score_update.py → delete_evaluation.py}

@@ -1,13 +1,13 @@
 # This file was auto-generated by Fern from our API Definition.
 
 from ..core.pydantic_utilities import UniversalBaseModel
-from ..core.pydantic_utilities import IS_PYDANTIC_V2
 import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
 import pydantic
 
 
-class EvaluationScenarioScoreUpdate(UniversalBaseModel):
-    score: float
+class DeleteEvaluation(UniversalBaseModel):
+    evaluations_ids: typing.List[str]
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(

agenta/client/backend/variants/client.py

@@ -46,14 +46,14 @@ class VariantsClient:
         Same as POST /config
 
         Args:
-        payload (AddVariantFromBasePayload): Payload containing base variant ID, new variant name, and parameters.
-        stoken_session (SessionContainer, optional): Session container. Defaults to result of verify_session().
+            payload (AddVariantFromBasePayload): Payload containing base variant ID, new variant name, and parameters.
+            stoken_session (SessionContainer, optional): Session container. Defaults to result of verify_session().
 
         Raises:
-        HTTPException: Raised if the variant could not be added or accessed.
+            HTTPException: Raised if the variant could not be added or accessed.
 
         Returns:
-        Union[AppVariantResponse, Any]: New variant details or exception.
+            Union[AppVariantResponse, Any]: New variant details or exception.
 
         Parameters
         ----------
@@ -199,16 +199,16 @@ class VariantsClient:
         Start a variant of an app.
 
         Args:
-        variant_id (str): The ID of the variant to start.
-        action (VariantAction): The action to perform on the variant (start).
-        env_vars (Optional[DockerEnvVars], optional): The environment variables to inject to the Docker container. Defaults to None.
-        stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
+            variant_id (str): The ID of the variant to start.
+            action (VariantAction): The action to perform on the variant (start).
+            env_vars (Optional[DockerEnvVars], optional): The environment variables to inject to the Docker container. Defaults to None.
+            stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
 
         Returns:
-        URI: The URL of the started variant.
+            URI: The URL of the started variant.
 
         Raises:
-        HTTPException: If the app container cannot be started.
+            HTTPException: If the app container cannot be started.
 
         Parameters
         ----------
@@ -293,10 +293,16 @@ class VariantsClient:
         In the case it's the last variant using the image, stop the container and remove the image.
 
         Arguments:
-        app_variant -- AppVariant to remove
+
+
+
+            app_variant -- AppVariant to remove
 
         Raises:
-        HTTPException: If there is a problem removing the app variant
+
+
+
+            HTTPException: If there is a problem removing the app variant
 
         Parameters
         ----------
@@ -362,15 +368,15 @@ class VariantsClient:
         Updates the parameters for an app variant.
 
         Args:
-        variant_id (str): The ID of the app variant to update.
-        payload (UpdateVariantParameterPayload): The payload containing the updated parameters.
-        stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
+            variant_id (str): The ID of the app variant to update.
+            payload (UpdateVariantParameterPayload): The payload containing the updated parameters.
+            stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
 
         Raises:
-        HTTPException: If there is an error while trying to update the app variant.
+            HTTPException: If there is an error while trying to update the app variant.
 
         Returns:
-        JSONResponse: A JSON response containing the updated app variant parameters.
+            JSONResponse: A JSON response containing the updated app variant parameters.
 
         Parameters
         ----------
@@ -450,14 +456,14 @@ class VariantsClient:
         Updates the image used in an app variant.
 
         Args:
-        variant_id (str): The ID of the app variant to update.
-        image (Image): The image information to update.
+            variant_id (str): The ID of the app variant to update.
+            image (Image): The image information to update.
 
         Raises:
-        HTTPException: If an error occurs while trying to update the app variant.
+            HTTPException: If an error occurs while trying to update the app variant.
 
         Returns:
-        JSONResponse: A JSON response indicating whether the update was successful or not.
+            JSONResponse: A JSON response indicating whether the update was successful or not.
 
         Parameters
         ----------
@@ -1371,14 +1377,14 @@ class AsyncVariantsClient:
         Same as POST /config
 
         Args:
-        payload (AddVariantFromBasePayload): Payload containing base variant ID, new variant name, and parameters.
-        stoken_session (SessionContainer, optional): Session container. Defaults to result of verify_session().
+            payload (AddVariantFromBasePayload): Payload containing base variant ID, new variant name, and parameters.
+            stoken_session (SessionContainer, optional): Session container. Defaults to result of verify_session().
 
         Raises:
-        HTTPException: Raised if the variant could not be added or accessed.
+            HTTPException: Raised if the variant could not be added or accessed.
 
         Returns:
-        Union[AppVariantResponse, Any]: New variant details or exception.
+            Union[AppVariantResponse, Any]: New variant details or exception.
 
         Parameters
         ----------
@@ -1540,16 +1546,16 @@ class AsyncVariantsClient:
         Start a variant of an app.
 
         Args:
-        variant_id (str): The ID of the variant to start.
-        action (VariantAction): The action to perform on the variant (start).
-        env_vars (Optional[DockerEnvVars], optional): The environment variables to inject to the Docker container. Defaults to None.
-        stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
+            variant_id (str): The ID of the variant to start.
+            action (VariantAction): The action to perform on the variant (start).
+            env_vars (Optional[DockerEnvVars], optional): The environment variables to inject to the Docker container. Defaults to None.
+            stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
 
         Returns:
-        URI: The URL of the started variant.
+            URI: The URL of the started variant.
 
         Raises:
-        HTTPException: If the app container cannot be started.
+            HTTPException: If the app container cannot be started.
 
         Parameters
         ----------
@@ -1642,10 +1648,16 @@ class AsyncVariantsClient:
         In the case it's the last variant using the image, stop the container and remove the image.
 
         Arguments:
-        app_variant -- AppVariant to remove
+
+
+
+            app_variant -- AppVariant to remove
 
         Raises:
-        HTTPException: If there is a problem removing the app variant
+
+
+
+            HTTPException: If there is a problem removing the app variant
 
         Parameters
         ----------
@@ -1719,15 +1731,15 @@ class AsyncVariantsClient:
         Updates the parameters for an app variant.
 
         Args:
-        variant_id (str): The ID of the app variant to update.
-        payload (UpdateVariantParameterPayload): The payload containing the updated parameters.
-        stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
+            variant_id (str): The ID of the app variant to update.
+            payload (UpdateVariantParameterPayload): The payload containing the updated parameters.
+            stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
 
         Raises:
-        HTTPException: If there is an error while trying to update the app variant.
+            HTTPException: If there is an error while trying to update the app variant.
 
         Returns:
-        JSONResponse: A JSON response containing the updated app variant parameters.
+            JSONResponse: A JSON response containing the updated app variant parameters.
 
         Parameters
         ----------
@@ -1815,14 +1827,14 @@ class AsyncVariantsClient:
         Updates the image used in an app variant.
 
         Args:
-        variant_id (str): The ID of the app variant to update.
-        image (Image): The image information to update.
+            variant_id (str): The ID of the app variant to update.
+            image (Image): The image information to update.
 
         Raises:
-        HTTPException: If an error occurs while trying to update the app variant.
+            HTTPException: If an error occurs while trying to update the app variant.
 
         Returns:
-        JSONResponse: A JSON response indicating whether the update was successful or not.
+            JSONResponse: A JSON response indicating whether the update was successful or not.
 
         Parameters
         ----------

agenta/sdk/tracing/inline.py

@@ -1121,7 +1121,9 @@ def calculate_costs(span_idx: Dict[str, SpanDTO]):
             and span.meta
             and span.metrics
         ):
-            model = span.meta.get("response.model")
+            model = span.meta.get("response.model") or span.meta.get(
+                "configuration.model"
+            )
             prompt_tokens = span.metrics.get("unit.tokens.prompt", 0.0)
             completion_tokens = span.metrics.get("unit.tokens.completion", 0.0)
 

{agenta-0.31.0.dist-info → agenta-0.32.0.dist-info}/METADATA

@@ -1,8 +1,7 @@
 Metadata-Version: 2.3
 Name: agenta
-Version: 0.31.0
+Version: 0.32.0
 Summary: The SDK for agenta is an open-source LLMOps platform.
-Home-page: https://agenta.ai
 Keywords: LLMOps,LLM,evaluation,prompt engineering
 Author: Mahmoud Mabrouk
 Author-email: mahmoud@agenta.ai
@@ -33,6 +32,7 @@ Requires-Dist: pyyaml (>=6.0.2,<7.0.0)
 Requires-Dist: questionary (>=1.10,<3.0)
 Requires-Dist: toml (>=0.10.2,<0.11.0)
 Project-URL: Documentation, https://docs.agenta.ai
+Project-URL: Homepage, https://agenta.ai
 Project-URL: Repository, https://github.com/agenta-ai/agenta
 Description-Content-Type: text/markdown
 
@@ -48,7 +48,7 @@ Description-Content-Type: text/markdown
   <p align="center">
     <a href="https://docs.agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme">Documentation</a> |
     <a href="https://agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme">Website</a> |
-    <a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-1zsafop5i-Y7~ZySbhRZvKVPV5DO_7IA">Slack</a>
+    <a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-2yewk6o2b-DmhyA4h_lkKwecDtIsj1AQ">Slack</a>
   </p>
 <div align="center">
   <strong> <h2> The Open source LLMOps Platform </h2></strong>
@@ -75,7 +75,7 @@ Description-Content-Type: text/markdown
 </p>
 
 <p align="center">
-    <a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-1zsafop5i-Y7~ZySbhRZvKVPV5DO_7IA">
+    <a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-2yewk6o2b-DmhyA4h_lkKwecDtIsj1AQ">
         <img src="https://img.shields.io/badge/JOIN US ON SLACK-4A154B?style=for-the-badge&logo=slack&logoColor=white" />
     </a>
     <a href="https://www.linkedin.com/company/agenta-ai/">
@@ -157,7 +157,9 @@ mkdir agenta && cd agenta
 curl -L https://raw.githubusercontent.com/agenta-ai/agenta/main/docker-compose.gh.yml -o docker-compose.gh.yml
 docker compose -f docker-compose.gh.yml up -d
 ```
-
+- Agenta uses port 80, to use a different port set the env var AGENTA_PORT. For instance `export AGENTA_PORT=90`
+- Add `--pull always` to the last command to upgrade your version of Agenta.
+   
 # Disabling Anonymized Tracking
 
 By default, Agenta automatically reports anonymized basic usage statistics. This helps us understand how Agenta is used and track its overall usage and growth. This data does not include any sensitive information. To disable anonymized telemetry, follow these steps:
@@ -170,16 +172,14 @@ By default, Agenta automatically reports anonymized basic usage statistics. This
 
 We warmly welcome contributions to Agenta. Feel free to submit issues, fork the repository, and send pull requests.
 
-We are usually hanging in our Slack. Feel free to [join our Slack and ask us anything](https://join.slack.com/t/agenta-hq/shared_invite/zt-1zsafop5i-Y7~ZySbhRZvKVPV5DO_7IA)
+We are usually hanging in our Slack. Feel free to [join our Slack and ask us anything](https://join.slack.com/t/agenta-hq/shared_invite/zt-2yewk6o2b-DmhyA4h_lkKwecDtIsj1AQ)
 
 Check out our [Contributing Guide](https://docs.agenta.ai/misc/contributing/getting-started?utm_source=github&utm_medium=referral&utm_campaign=readme) for more information.
 
 ## Contributors ✨
 
 <!-- ALL-CONTRIBUTORS-BADGE:START - Do not remove or modify this section -->
-
-[![All Contributors](https://img.shields.io/badge/all_contributors-48-orange.svg?style=flat-square)](#contributors-)
-
+[![All Contributors](https://img.shields.io/badge/all_contributors-49-orange.svg?style=flat-square)](#contributors-)
 <!-- ALL-CONTRIBUTORS-BADGE:END -->
 
 Thanks goes to these wonderful people ([emoji key](https://allcontributors.org/docs/en/emoji-key)):
@@ -250,6 +250,7 @@ Thanks goes to these wonderful people ([emoji key](https://allcontributors.org/d
       <td align="center" valign="top" width="14.28%"><a href="https://ashrafchowdury.me"><img src="https://avatars.githubusercontent.com/u/87828904?v=4?s=100" width="100px;" alt="Ashraf Chowdury"/><br /><sub><b>Ashraf Chowdury</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/issues?q=author%3Aashrafchowdury" title="Bug reports">🐛</a> <a href="https://github.com/Agenta-AI/agenta/commits?author=ashrafchowdury" title="Code">💻</a></td>
       <td align="center" valign="top" width="14.28%"><a href="https://github.com/jp-agenta"><img src="https://avatars.githubusercontent.com/u/174311389?v=4?s=100" width="100px;" alt="jp-agenta"/><br /><sub><b>jp-agenta</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/commits?author=jp-agenta" title="Code">💻</a> <a href="https://github.com/Agenta-AI/agenta/issues?q=author%3Ajp-agenta" title="Bug reports">🐛</a></td>
       <td align="center" valign="top" width="14.28%"><a href="https://mrunhap.github.io"><img src="https://avatars.githubusercontent.com/u/24653356?v=4?s=100" width="100px;" alt="Mr Unhappy"/><br /><sub><b>Mr Unhappy</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/issues?q=author%3Amrunhap" title="Bug reports">🐛</a> <a href="#infra-mrunhap" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/morenobonaventura"><img src="https://avatars.githubusercontent.com/u/2118854?v=4?s=100" width="100px;" alt="Moreno Bonaventura"/><br /><sub><b>Moreno Bonaventura</b></sub></a><br /><a href="https://github.com/Agenta-AI/agenta/issues?q=author%3Amorenobonaventura" title="Bug reports">🐛</a></td>
     </tr>
   </tbody>
 </table>

{agenta-0.31.0.dist-info → agenta-0.32.0.dist-info}/RECORD

@@ -9,18 +9,18 @@ agenta/client/Readme.md,sha256=K-By3bNRzUIN5VgQ98pKjw4DgCM-JlcxbW0Fsj02P6M,2903
 agenta/client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 agenta/client/api.py,sha256=r5pwYD8DWppDrV4xaNYwUmwMLjWVNfVzxK_clIboEWg,2434
 agenta/client/api_models.py,sha256=zebfE2-0-SW1SvzyarzmSJMXqyiCLKrX2sHpzoX-RnU,623
-agenta/client/backend/__init__.py,sha256=5QDiyaf-uSCgTUUhGQHfPPPIkaRLImGO1nFQbrplASg,6229
+agenta/client/backend/__init__.py,sha256=M6yuPBFMJbbVnqyJ-AlU-hNy9nu7KRax3DArWtll_fM,6073
 agenta/client/backend/access_control/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
 agenta/client/backend/access_control/client.py,sha256=yu5RrcXizig6zVVNPghrd4K6MHFj26-2hRIPCjS3QnY,5467
 agenta/client/backend/apps/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
-agenta/client/backend/apps/client.py,sha256=_Jf5yctdCpX4QCArwai70L8cz7VMJQRpTmZGngj3MUg,54674
+agenta/client/backend/apps/client.py,sha256=6ZGBcR37ILwS2VNp8BZR4Tz09W2MlaSChPQ7it0tWoE,54946
 agenta/client/backend/bases/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
-agenta/client/backend/bases/client.py,sha256=BZsz5eXaa2voZdJXqgd5J5hPUuYvWwIcPCWyl49w-oY,6028
-agenta/client/backend/client.py,sha256=9EjYc1Xe4MOEn2jDjvgR6EMF7aec4C9RXqSine6Kio0,104353
+agenta/client/backend/bases/client.py,sha256=s8EAwrdxNkOjhDSP2-HIbqp51vNlvhXxS4nGb8YoWPk,6068
+agenta/client/backend/client.py,sha256=jWUJXLKjpi-0J6MPwrLjiXx2gdnRps2JnZ7-m23i3uo,105043
 agenta/client/backend/configs/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
 agenta/client/backend/configs/client.py,sha256=_nuh5K5D5SuCOeckXcGv6P4ZtVdTGWQ7JhcoIclmWfY,19267
 agenta/client/backend/containers/__init__.py,sha256=Haw2PwiPhNvM26PLQN57jY0bN-QqPoDG4VA-P_uGL3A,153
-agenta/client/backend/containers/client.py,sha256=10N3reiZmBB8539fnu58zPtaasyMfQcc48UixxWqI34,20457
+agenta/client/backend/containers/client.py,sha256=8yqtMI3Pkt25iSRCr6E70WsvUVLhxHKxdEGWq4UJnkY,21445
 agenta/client/backend/containers/types/__init__.py,sha256=b6yQ-p_vsI5cpKh-Qa8xNE-M5nLHjfBvfgD4JIhqEkY,176
 agenta/client/backend/containers/types/container_templates_response.py,sha256=IFmEkCII_FebAt3ENZByzAYXMB1vgQEeIaSPTLSzG5M,189
 agenta/client/backend/core/__init__.py,sha256=SQ85PF84B9MuKnBwHNHWemSGuy-g_515gFYNFhvEE0I,1438
@@ -36,13 +36,15 @@ agenta/client/backend/core/remove_none_from_dict.py,sha256=EU9SGgYidWq7SexuJbNs4
 agenta/client/backend/core/request_options.py,sha256=h0QUNCFVdCW_7GclVySCAY2w4NhtXVBUCmHgmzaxpcg,1681
 agenta/client/backend/core/serialization.py,sha256=1VIoFHrJZZgjx5kxsUnUDbgr2v66GFgMJ_J1mqexBXA,9643
 agenta/client/backend/environments/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
-agenta/client/backend/environments/client.py,sha256=AFgo2TwCq1ABPagto5c_3GuCT7YDEr86D82WqgJfC28,6216
+agenta/client/backend/environments/client.py,sha256=Mq5EtUxUiKbMm33IF9OXt-eDAS9G_qOnvYmTLrTSemc,6248
 agenta/client/backend/errors/__init__.py,sha256=pbbVUFtB9LCocA1RMWMMF_RKjsy5YkOKX5BAuE49w6g,170
 agenta/client/backend/errors/unprocessable_entity_error.py,sha256=FvR7XPlV3Xx5nu8HNlmLhBRdk4so_gCHjYT5PyZe6sM,313
 agenta/client/backend/evaluations/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
-agenta/client/backend/evaluations/client.py,sha256=51MkQv8b1GXrJaoDvf0cJbfAt7v_jbARcCIAY2ax5Ko,46838
+agenta/client/backend/evaluations/client.py,sha256=pBK75233P6pil8DJRdArW_nHFpj78wa_GYhkOSdNO_M,47022
 agenta/client/backend/evaluators/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
-agenta/client/backend/evaluators/client.py,sha256=ZYj-WMIG7ax3qoDlmVv5Pg1mOzGVuonJkOVqmJ_bUFA,41117
+agenta/client/backend/evaluators/client.py,sha256=Opm0eMoQoQw2OUWivOY2b4jJSe7UAgoAV2A1Lo3IQws,41245
+agenta/client/backend/human_evaluations/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
+agenta/client/backend/human_evaluations/client.py,sha256=tneQDoSxk1ISA4ZoMbnXw6iJTfHEc1k7KZ78YvkDwhU,55166
 agenta/client/backend/observability/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
 agenta/client/backend/observability/client.py,sha256=mVGRIde53T_9j7kH0fwp2Xk8zzStv6HnVK5Op3HaTXw,39877
 agenta/client/backend/observability_v_1/__init__.py,sha256=wAH4GHiT4W6l9j0IsC6w7wJ2GbRPcj4KsefGxvsGSrI,207
@@ -54,8 +56,8 @@ agenta/client/backend/observability_v_1/types/query_traces_response.py,sha256=0-
 agenta/client/backend/scopes/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
 agenta/client/backend/scopes/client.py,sha256=ZMHXj0GRS-xNOLAbnjo4SNpHjOvHa-xZn8-caC508Qk,3617
 agenta/client/backend/testsets/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
-agenta/client/backend/testsets/client.py,sha256=sBRmbWNk9aBM87X0ZYI_JWVy-RzQyRhIXL8AWbnw-a0,39665
-agenta/client/backend/types/__init__.py,sha256=Ea5Pxoyp4EcNmiRQ5jxrDHmkS-lyuzHBqyeaftDqhc0,8226
+agenta/client/backend/testsets/client.py,sha256=YgoT5raIqOPA28msrbOsnkjLKwKRiYlA-crJsAxJZvI,39735
+agenta/client/backend/types/__init__.py,sha256=cibRwwo8JrwSpedebFbPCoG3eme2A2NjIgQxqyoPtlU,7932
 agenta/client/backend/types/agenta_node_dto.py,sha256=DLZltD_ueVOfdiSZ1u2i3mu1C3kshxhcggQFFfybBdY,1747
 agenta/client/backend/types/agenta_node_dto_nodes_value.py,sha256=ifG7dBYLphFoCgQ70ivvDXkTSlxX8w5x_9S-Glh8FlI,180
 agenta/client/backend/types/agenta_nodes_response.py,sha256=1EoxaqN3ioELS_9rg5Bo6Y0PqqNdX2YNRCIsdO4Q-aQ,902
@@ -80,6 +82,7 @@ agenta/client/backend/types/correct_answer.py,sha256=khEHspf9nszpzhswc7rSruCrcmv
 agenta/client/backend/types/create_app_output.py,sha256=0_avs1u3pIU14P5ut1WOUrravDwpg2GkSj8kYsAMK9Y,600
 agenta/client/backend/types/create_span.py,sha256=ZMWlTli2MNowD66D1O2e5ZKOE0BGD_-J36_A_a3rsxE,1609
 agenta/client/backend/types/create_trace_response.py,sha256=Pr1NM9nLHiPVzCP8m7VQ1NIb92fOhJTmMlEUK6FrykI,643
+agenta/client/backend/types/delete_evaluation.py,sha256=XL7GGP1_84_hOXwBiKxSrb7wJBOSvjZPXF8gos6tR-k,605
 agenta/client/backend/types/docker_env_vars.py,sha256=td2vhkHyYCwIC_TjlUu7hDuIXsfSJH2L7J_wGaNvw_c,600
 agenta/client/backend/types/environment_output.py,sha256=L0KSiTXy4tFrrplV-YnyrsBzRB25E8QSEPTQC9BWBd0,933
 agenta/client/backend/types/environment_output_extended.py,sha256=Sr5cVBZAKekddwQPOIsMmt9diaPTsOWpyzZzOFOFxLs,1043
@@ -90,7 +93,6 @@ agenta/client/backend/types/evaluation_scenario.py,sha256=AAEZS19leBYMF5ZTlXFCD5
 agenta/client/backend/types/evaluation_scenario_input.py,sha256=KQYQIL6RXa2C2K6JNwZXXlW9nFYw-xqCJqY5qlp8mco,648
 agenta/client/backend/types/evaluation_scenario_output.py,sha256=-XoVgjhJryWb3XrFuEQ0s0O3TV3BsHQltehYUnxThzA,704
 agenta/client/backend/types/evaluation_scenario_result.py,sha256=wOs3-2ucAL6rizTzhHfzIPiXIWhFX9hQn44sMgqWUv8,647
-agenta/client/backend/types/evaluation_scenario_score_update.py,sha256=xkyk7DKj99WkuWcOTOmTZ67G_GIaBVTrGUuy7Erfjec,597
 agenta/client/backend/types/evaluation_status_enum.py,sha256=U0yabhF9EZqb0MU13MhLsuOa2wQmUQHGWDS0qawwvfE,370
 agenta/client/backend/types/evaluation_type.py,sha256=FaI9rLp1QBUl5EE9xKtlxFhCDdcKGOx8NPcAWn3ct5o,186
 agenta/client/backend/types/evaluator.py,sha256=Ye9m3jEg65hKsJlqWVDxNnlSNXCJAzxFX-KG7qGCPTM,843
@@ -105,8 +107,6 @@ agenta/client/backend/types/human_evaluation.py,sha256=jUNYGW6zp4UWB-SOY1oOB6FX_
 agenta/client/backend/types/human_evaluation_scenario.py,sha256=GZFGdki4Rlfly7RUhNrWpS2x8N0fHelHdk55YtxY3l0,1127
 agenta/client/backend/types/human_evaluation_scenario_input.py,sha256=4iT1sH_hM6gOFmVicewPONFOvz_cW-Dh6HoNU-tCC0E,620
 agenta/client/backend/types/human_evaluation_scenario_output.py,sha256=yVEFImNXK3qSy83AL3X5qypUOgJ__fumLj1bNgXgPXk,624
-agenta/client/backend/types/human_evaluation_scenario_update.py,sha256=eh33QTkJNZ5tdA-zPT5jeP_RAzhhtweNiduIscdB8bo,1122
-agenta/client/backend/types/human_evaluation_update.py,sha256=PDtYJDYLEfYRaJuG6eqavgXpNhE-LDK81i9qNo7QD7s,686
 agenta/client/backend/types/image.py,sha256=Q8mnZynlIHHwlu3XRarjJAzgfadl87qPJ-fqH2WqQBw,722
 agenta/client/backend/types/invite_request.py,sha256=ZYcO4_O5Jjnz6uDwcFUoQ1Bn-A0F9t2S3rQTx9arwJc,607
 agenta/client/backend/types/legacy_analytics_response.py,sha256=-dyG9jk3OwdsGiNere46p9n7BWst1orhBR_BWVxaY6g,814
@@ -117,7 +117,6 @@ agenta/client/backend/types/list_api_keys_response.py,sha256=av8nz-yhcOYiLZEfnJD
 agenta/client/backend/types/llm_run_rate_limit.py,sha256=XiPGznCpdS-lPDiswj6pX5aIxhMuOfGCOda7IPcB0q8,659
 agenta/client/backend/types/llm_tokens.py,sha256=-DLWHVU6spcBAkMjRQaI7QH3D3h6w3iOeHK8RXZcuqI,704
 agenta/client/backend/types/metrics_dto.py,sha256=2J58QUiXllp6rkgHMYfk_jXg9gddqgzg7F0OKByj4FI,724
-agenta/client/backend/types/new_human_evaluation.py,sha256=Rp_cu_ApObG7QBT-Hkvwer604gO6P3QnVwpIfLv0Q38,764
 agenta/client/backend/types/new_testset.py,sha256=S8ENb_fu5CeyxTvjN5ojXuVoaauNKgfwE738svFhWNY,647
 agenta/client/backend/types/node_dto.py,sha256=-4oC4IPdsndGEaRK2woQpcuZ33GdqsM-i4MGzh90I7w,659
 agenta/client/backend/types/node_type.py,sha256=ofQdliqdM9dBYu8_A8Uc3ALco6UkJYvnD69bePqCA2o,330
@@ -175,7 +174,7 @@ agenta/client/backend/types/workspace_response.py,sha256=n1884dwY4C9Gm-JCyprnLfO
 agenta/client/backend/types/workspace_role.py,sha256=k-ltfq7aAWGg85tTPIf8HpFMMf4gu02_X8R2fFPmB7U,286
 agenta/client/backend/types/workspace_role_response.py,sha256=6hlRcsMmpf6Q0ejLzRKJiZo_9rygazcbJfpPq2jQZVw,693
 agenta/client/backend/variants/__init__.py,sha256=BMR4SvsrqXC9FU8nPVzY8M9xGrBEhEGrmbgvy3iM1aE,171
-agenta/client/backend/variants/client.py,sha256=qSPvtGxaYD69DAwQxgMc_fHhLjlMnx2kYNvaWFPUe50,92699
+agenta/client/backend/variants/client.py,sha256=RNIWcNdUrfjKx14RSXzD4NP5eVx-lFwAI0MidHz9slY,92879
 agenta/client/backend/variants/types/__init__.py,sha256=TrRUAyPsJ1bKg2gfW0d_S1rEu6eaYnHmr2g_URTuwPU,216
 agenta/client/backend/variants/types/add_variant_from_base_and_config_response.py,sha256=nbcakmo3eZpWmyX_DhS6F4jyhfV2t5zN-zOgDtM2rKQ,247
 agenta/client/backend/vault/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
@@ -222,7 +221,7 @@ agenta/sdk/tracing/__init__.py,sha256=rQNe5-zT5Kt7_CDhq-lnUIi1EYTBVzVf_MbfcIxVD9
 agenta/sdk/tracing/attributes.py,sha256=zh8JQZSeYCLBeIRSopKJx6QQ-WEgw08Cr64DS_WOcT8,3833
 agenta/sdk/tracing/conventions.py,sha256=JBtznBXZ3aRkGKkLl7cPwdMNh3w1G-H2Ta2YrAxbr38,950
 agenta/sdk/tracing/exporters.py,sha256=5njI08ezWp2mUXL5mPZFU8qwM9E3RYyQlGvY5iHvEKo,2688
-agenta/sdk/tracing/inline.py,sha256=x9volUnQItmbc19aA0_cmFy4VCbdgvXviVhQ_nhEv4o,31284
+agenta/sdk/tracing/inline.py,sha256=GI2jo4R9hrKGpiUnQ6nfWNR5DR_kxl2PdEnW23Jc7UU,31354
 agenta/sdk/tracing/processors.py,sha256=d7MvJ_DRAP0RAlp8V8XrrY-m8pJ03nLxKoq15RnjedA,3334
 agenta/sdk/tracing/spans.py,sha256=nqUOjjirBxB8Eacv8Qj4Ra_6rknGi3lbJdNyKmk5ODQ,3707
 agenta/sdk/tracing/tracing.py,sha256=iZCIggUkR5f2zVcq0o7T8-to7pcFO349gUEBYXnBMzg,6888
@@ -252,7 +251,7 @@ agenta/templates/simple_prompt/app.py,sha256=kODgF6lhzsaJPdgL5b21bUki6jkvqjWZzWR
 agenta/templates/simple_prompt/env.example,sha256=g9AE5bYcGPpxawXMJ96gh8oenEPCHTabsiOnfQo3c5k,70
 agenta/templates/simple_prompt/requirements.txt,sha256=ywRglRy7pPkw8bljmMEJJ4aOOQKrt9FGKULZ-DGkoBU,23
 agenta/templates/simple_prompt/template.toml,sha256=DQBtRrF4GU8LBEXOZ-GGuINXMQDKGTEG5y37tnvIUIE,60
-agenta-0.31.0.dist-info/METADATA,sha256=lvYUnoA3d5ikERNnm1RqP9r4EVCNTvLgBNdMHRLP74s,29042
-agenta-0.31.0.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
-agenta-0.31.0.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
-agenta-0.31.0.dist-info/RECORD,,
+agenta-0.32.0.dist-info/METADATA,sha256=4iT189ml4TdEIGZIDJQlVhxZluAI2GZDSjAX8HYvGaQ,29623
+agenta-0.32.0.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
+agenta-0.32.0.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
+agenta-0.32.0.dist-info/RECORD,,