agenta 0.32.0a1__py3-none-any.whl → 0.33.0a1__py3-none-any.whl

agenta/client/backend/environments/client.py

@@ -29,12 +29,12 @@ class EnvironmentsClient:
         Deploys a given variant to an environment
 
         Args:
-        environment_name: Name of the environment to deploy to.
-        variant_id: variant id to deploy.
-        stoken_session: . Defaults to Depends(verify_session()).
+            environment_name: Name of the environment to deploy to.
+            variant_id: variant id to deploy.
+            stoken_session: . Defaults to Depends(verify_session()).
 
         Raises:
-        HTTPException: If the deployment fails.
+            HTTPException: If the deployment fails.
 
         Parameters
         ----------
@@ -116,12 +116,12 @@ class AsyncEnvironmentsClient:
         Deploys a given variant to an environment
 
         Args:
-        environment_name: Name of the environment to deploy to.
-        variant_id: variant id to deploy.
-        stoken_session: . Defaults to Depends(verify_session()).
+            environment_name: Name of the environment to deploy to.
+            variant_id: variant id to deploy.
+            stoken_session: . Defaults to Depends(verify_session()).
 
         Raises:
-        HTTPException: If the deployment fails.
+            HTTPException: If the deployment fails.
 
         Parameters
         ----------

agenta/client/backend/evaluations/client.py

@@ -34,15 +34,15 @@ class EvaluationsClient:
         Fetches evaluation ids for a given resource type and id.
 
         Arguments:
-        app_id (str): The ID of the app for which to fetch evaluations.
-        resource_type (str): The type of resource for which to fetch evaluations.
-        resource_ids List[ObjectId]: The IDs of resource for which to fetch evaluations.
+            app_id (str): The ID of the app for which to fetch evaluations.
+            resource_type (str): The type of resource for which to fetch evaluations.
+            resource_ids List[ObjectId]: The IDs of resource for which to fetch evaluations.
 
         Raises:
-        HTTPException: If the resource_type is invalid or access is denied.
+            HTTPException: If the resource_type is invalid or access is denied.
 
         Returns:
-        List[str]: A list of evaluation ids.
+            List[str]: A list of evaluation ids.
 
         Parameters
         ----------
@@ -110,10 +110,10 @@ class EvaluationsClient:
         Fetches a list of evaluations, optionally filtered by an app ID.
 
         Args:
-        app_id (Optional[str]): An optional app ID to filter the evaluations.
+            app_id (Optional[str]): An optional app ID to filter the evaluations.
 
         Returns:
-        List[Evaluation]: A list of evaluations.
+            List[Evaluation]: A list of evaluations.
 
         Parameters
         ----------
@@ -188,9 +188,9 @@ class EvaluationsClient:
         """
         Creates a new comparison table document
         Raises:
-        HTTPException: _description_
+            HTTPException: _description_
         Returns:
-        _description_
+            _description_
 
         Parameters
         ----------
@@ -366,11 +366,11 @@ class EvaluationsClient:
         Fetches the status of the evaluation.
 
         Args:
-        evaluation_id (str): the evaluation id
-        request (Request): the request object
+            evaluation_id (str): the evaluation id
+            request (Request): the request object
 
         Returns:
-        (str): the evaluation status
+            (str): the evaluation status
 
         Parameters
         ----------
@@ -435,11 +435,11 @@ class EvaluationsClient:
         Fetches the results of the evaluation
 
         Args:
-        evaluation_id (str): the evaluation id
-        request (Request): the request object
+            evaluation_id (str): the evaluation id
+            request (Request): the request object
 
         Returns:
-        _type_: _description_
+            _type_: _description_
 
         Parameters
         ----------
@@ -504,13 +504,13 @@ class EvaluationsClient:
         Fetches evaluation scenarios for a given evaluation ID.
 
         Arguments:
-        evaluation_id (str): The ID of the evaluation for which to fetch scenarios.
+            evaluation_id (str): The ID of the evaluation for which to fetch scenarios.
 
         Raises:
-        HTTPException: If the evaluation is not found or access is denied.
+            HTTPException: If the evaluation is not found or access is denied.
 
         Returns:
-        List[EvaluationScenario]: A list of evaluation scenarios.
+            List[EvaluationScenario]: A list of evaluation scenarios.
 
         Parameters
         ----------
@@ -575,10 +575,10 @@ class EvaluationsClient:
         Fetches a single evaluation based on its ID.
 
         Args:
-        evaluation_id (str): The ID of the evaluation to fetch.
+            evaluation_id (str): The ID of the evaluation to fetch.
 
         Returns:
-        Evaluation: The fetched evaluation.
+            Evaluation: The fetched evaluation.
 
         Parameters
         ----------
@@ -643,13 +643,13 @@ class EvaluationsClient:
         Fetches evaluation scenarios for a given evaluation ID.
 
         Arguments:
-        evaluation_id (str): The ID of the evaluation for which to fetch scenarios.
+            evaluation_id (str): The ID of the evaluation for which to fetch scenarios.
 
         Raises:
-        HTTPException: If the evaluation is not found or access is denied.
+            HTTPException: If the evaluation is not found or access is denied.
 
         Returns:
-        List[EvaluationScenario]: A list of evaluation scenarios.
+            List[EvaluationScenario]: A list of evaluation scenarios.
 
         Parameters
         ----------
@@ -723,15 +723,15 @@ class AsyncEvaluationsClient:
         Fetches evaluation ids for a given resource type and id.
 
         Arguments:
-        app_id (str): The ID of the app for which to fetch evaluations.
-        resource_type (str): The type of resource for which to fetch evaluations.
-        resource_ids List[ObjectId]: The IDs of resource for which to fetch evaluations.
+            app_id (str): The ID of the app for which to fetch evaluations.
+            resource_type (str): The type of resource for which to fetch evaluations.
+            resource_ids List[ObjectId]: The IDs of resource for which to fetch evaluations.
 
         Raises:
-        HTTPException: If the resource_type is invalid or access is denied.
+            HTTPException: If the resource_type is invalid or access is denied.
 
         Returns:
-        List[str]: A list of evaluation ids.
+            List[str]: A list of evaluation ids.
 
         Parameters
         ----------
@@ -807,10 +807,10 @@ class AsyncEvaluationsClient:
         Fetches a list of evaluations, optionally filtered by an app ID.
 
         Args:
-        app_id (Optional[str]): An optional app ID to filter the evaluations.
+            app_id (Optional[str]): An optional app ID to filter the evaluations.
 
         Returns:
-        List[Evaluation]: A list of evaluations.
+            List[Evaluation]: A list of evaluations.
 
         Parameters
         ----------
@@ -893,9 +893,9 @@ class AsyncEvaluationsClient:
         """
         Creates a new comparison table document
         Raises:
-        HTTPException: _description_
+            HTTPException: _description_
         Returns:
-        _description_
+            _description_
 
         Parameters
         ----------
@@ -1087,11 +1087,11 @@ class AsyncEvaluationsClient:
         Fetches the status of the evaluation.
 
         Args:
-        evaluation_id (str): the evaluation id
-        request (Request): the request object
+            evaluation_id (str): the evaluation id
+            request (Request): the request object
 
         Returns:
-        (str): the evaluation status
+            (str): the evaluation status
 
         Parameters
         ----------
@@ -1164,11 +1164,11 @@ class AsyncEvaluationsClient:
         Fetches the results of the evaluation
 
         Args:
-        evaluation_id (str): the evaluation id
-        request (Request): the request object
+            evaluation_id (str): the evaluation id
+            request (Request): the request object
 
         Returns:
-        _type_: _description_
+            _type_: _description_
 
         Parameters
         ----------
@@ -1241,13 +1241,13 @@ class AsyncEvaluationsClient:
         Fetches evaluation scenarios for a given evaluation ID.
 
         Arguments:
-        evaluation_id (str): The ID of the evaluation for which to fetch scenarios.
+            evaluation_id (str): The ID of the evaluation for which to fetch scenarios.
 
         Raises:
-        HTTPException: If the evaluation is not found or access is denied.
+            HTTPException: If the evaluation is not found or access is denied.
 
         Returns:
-        List[EvaluationScenario]: A list of evaluation scenarios.
+            List[EvaluationScenario]: A list of evaluation scenarios.
 
         Parameters
         ----------
@@ -1320,10 +1320,10 @@ class AsyncEvaluationsClient:
         Fetches a single evaluation based on its ID.
 
         Args:
-        evaluation_id (str): The ID of the evaluation to fetch.
+            evaluation_id (str): The ID of the evaluation to fetch.
 
         Returns:
-        Evaluation: The fetched evaluation.
+            Evaluation: The fetched evaluation.
 
         Parameters
         ----------
@@ -1396,13 +1396,13 @@ class AsyncEvaluationsClient:
         Fetches evaluation scenarios for a given evaluation ID.
 
         Arguments:
-        evaluation_id (str): The ID of the evaluation for which to fetch scenarios.
+            evaluation_id (str): The ID of the evaluation for which to fetch scenarios.
 
         Raises:
-        HTTPException: If the evaluation is not found or access is denied.
+            HTTPException: If the evaluation is not found or access is denied.
 
         Returns:
-        List[EvaluationScenario]: A list of evaluation scenarios.
+            List[EvaluationScenario]: A list of evaluation scenarios.
 
         Parameters
         ----------

agenta/client/backend/evaluators/client.py

@@ -30,7 +30,7 @@ class EvaluatorsClient:
         Endpoint to fetch a list of evaluators.
 
         Returns:
-        List[Evaluator]: A list of evaluator objects.
+            List[Evaluator]: A list of evaluator objects.
 
         Parameters
         ----------
@@ -82,11 +82,11 @@ class EvaluatorsClient:
         Endpoint to map the experiment data tree to evaluator interface.
 
         Args:
-        request (Request): The request object.
-        payload (EvaluatorMappingInputInterface): The payload containing the request data.
+            request (Request): The request object.
+            payload (EvaluatorMappingInputInterface): The payload containing the request data.
 
         Returns:
-        EvaluatorMappingOutputInterface: the evaluator mapping output object
+            EvaluatorMappingOutputInterface: the evaluator mapping output object
 
         Parameters
         ----------
@@ -167,12 +167,12 @@ class EvaluatorsClient:
         Endpoint to evaluate LLM app run
 
         Args:
-        request (Request): The request object.
-        evaluator_key (str): The key of the evaluator.
-        payload (EvaluatorInputInterface): The payload containing the request data.
+            request (Request): The request object.
+            evaluator_key (str): The key of the evaluator.
+            payload (EvaluatorInputInterface): The payload containing the request data.
 
         Returns:
-        result: EvaluatorOutputInterface object containing the outputs.
+            result: EvaluatorOutputInterface object containing the outputs.
 
         Parameters
         ----------
@@ -249,10 +249,10 @@ class EvaluatorsClient:
         Endpoint to fetch evaluator configurations for a specific app.
 
         Args:
-        app_id (str): The ID of the app.
+            app_id (str): The ID of the app.
 
         Returns:
-        List[EvaluatorConfigDB]: A list of evaluator configuration objects.
+            List[EvaluatorConfigDB]: A list of evaluator configuration objects.
 
         Parameters
         ----------
@@ -323,10 +323,10 @@ class EvaluatorsClient:
         Endpoint to fetch evaluator configurations for a specific app.
 
         Args:
-        app_id (str): The ID of the app.
+            app_id (str): The ID of the app.
 
         Returns:
-        EvaluatorConfigDB: Evaluator configuration api model.
+            EvaluatorConfigDB: Evaluator configuration api model.
 
         Parameters
         ----------
@@ -410,7 +410,7 @@ class EvaluatorsClient:
         Endpoint to fetch evaluator configurations for a specific app.
 
         Returns:
-        List[EvaluatorConfigDB]: A list of evaluator configuration objects.
+            List[EvaluatorConfigDB]: A list of evaluator configuration objects.
 
         Parameters
         ----------
@@ -480,7 +480,7 @@ class EvaluatorsClient:
         Endpoint to update evaluator configurations for a specific app.
 
         Returns:
-        List[EvaluatorConfigDB]: A list of evaluator configuration objects.
+            List[EvaluatorConfigDB]: A list of evaluator configuration objects.
 
         Parameters
         ----------
@@ -560,10 +560,10 @@ class EvaluatorsClient:
         Endpoint to delete a specific evaluator configuration.
 
         Args:
-        evaluator_config_id (str): The unique identifier of the evaluator configuration.
+            evaluator_config_id (str): The unique identifier of the evaluator configuration.
 
         Returns:
-        bool: True if deletion was successful, False otherwise.
+            bool: True if deletion was successful, False otherwise.
 
         Parameters
         ----------
@@ -630,7 +630,7 @@ class AsyncEvaluatorsClient:
         Endpoint to fetch a list of evaluators.
 
         Returns:
-        List[Evaluator]: A list of evaluator objects.
+            List[Evaluator]: A list of evaluator objects.
 
         Parameters
         ----------
@@ -690,11 +690,11 @@ class AsyncEvaluatorsClient:
         Endpoint to map the experiment data tree to evaluator interface.
 
         Args:
-        request (Request): The request object.
-        payload (EvaluatorMappingInputInterface): The payload containing the request data.
+            request (Request): The request object.
+            payload (EvaluatorMappingInputInterface): The payload containing the request data.
 
         Returns:
-        EvaluatorMappingOutputInterface: the evaluator mapping output object
+            EvaluatorMappingOutputInterface: the evaluator mapping output object
 
         Parameters
         ----------
@@ -783,12 +783,12 @@ class AsyncEvaluatorsClient:
         Endpoint to evaluate LLM app run
 
         Args:
-        request (Request): The request object.
-        evaluator_key (str): The key of the evaluator.
-        payload (EvaluatorInputInterface): The payload containing the request data.
+            request (Request): The request object.
+            evaluator_key (str): The key of the evaluator.
+            payload (EvaluatorInputInterface): The payload containing the request data.
 
         Returns:
-        result: EvaluatorOutputInterface object containing the outputs.
+            result: EvaluatorOutputInterface object containing the outputs.
 
         Parameters
         ----------
@@ -873,10 +873,10 @@ class AsyncEvaluatorsClient:
         Endpoint to fetch evaluator configurations for a specific app.
 
         Args:
-        app_id (str): The ID of the app.
+            app_id (str): The ID of the app.
 
         Returns:
-        List[EvaluatorConfigDB]: A list of evaluator configuration objects.
+            List[EvaluatorConfigDB]: A list of evaluator configuration objects.
 
         Parameters
         ----------
@@ -955,10 +955,10 @@ class AsyncEvaluatorsClient:
         Endpoint to fetch evaluator configurations for a specific app.
 
         Args:
-        app_id (str): The ID of the app.
+            app_id (str): The ID of the app.
 
         Returns:
-        EvaluatorConfigDB: Evaluator configuration api model.
+            EvaluatorConfigDB: Evaluator configuration api model.
 
         Parameters
         ----------
@@ -1050,7 +1050,7 @@ class AsyncEvaluatorsClient:
         Endpoint to fetch evaluator configurations for a specific app.
 
         Returns:
-        List[EvaluatorConfigDB]: A list of evaluator configuration objects.
+            List[EvaluatorConfigDB]: A list of evaluator configuration objects.
 
         Parameters
         ----------
@@ -1128,7 +1128,7 @@ class AsyncEvaluatorsClient:
         Endpoint to update evaluator configurations for a specific app.
 
         Returns:
-        List[EvaluatorConfigDB]: A list of evaluator configuration objects.
+            List[EvaluatorConfigDB]: A list of evaluator configuration objects.
 
         Parameters
         ----------
@@ -1216,10 +1216,10 @@ class AsyncEvaluatorsClient:
         Endpoint to delete a specific evaluator configuration.
 
         Args:
-        evaluator_config_id (str): The unique identifier of the evaluator configuration.
+            evaluator_config_id (str): The unique identifier of the evaluator configuration.
 
         Returns:
-        bool: True if deletion was successful, False otherwise.
+            bool: True if deletion was successful, False otherwise.
 
         Parameters
         ----------

agenta/client/backend/human_evaluations/__init__.py

@@ -0,0 +1 @@
+# This file was auto-generated by Fern from our API Definition.