agenta 0.31.0a1__py3-none-any.whl → 0.32.0__py3-none-any.whl

agenta/client/backend/__init__.py

@@ -25,6 +25,7 @@ from .types import (
     CreateAppOutput,
     CreateSpan,
     CreateTraceResponse,
+    DeleteEvaluation,
     DockerEnvVars,
     EnvironmentOutput,
     EnvironmentOutputExtended,
@@ -35,7 +36,6 @@ from .types import (
     EvaluationScenarioInput,
     EvaluationScenarioOutput,
     EvaluationScenarioResult,
-    EvaluationScenarioScoreUpdate,
     EvaluationStatusEnum,
     EvaluationType,
     Evaluator,
@@ -50,8 +50,6 @@ from .types import (
     HumanEvaluationScenario,
     HumanEvaluationScenarioInput,
     HumanEvaluationScenarioOutput,
-    HumanEvaluationScenarioUpdate,
-    HumanEvaluationUpdate,
     Image,
     InviteRequest,
     LegacyAnalyticsResponse,
@@ -62,7 +60,6 @@ from .types import (
     LlmRunRateLimit,
     LlmTokens,
     MetricsDto,
-    NewHumanEvaluation,
     NewTestset,
     NodeDto,
     NodeType,
@@ -130,6 +127,7 @@ from . import (
     environments,
     evaluations,
     evaluators,
+    human_evaluations,
     observability,
     observability_v_1,
     scopes,
@@ -171,6 +169,7 @@ __all__ = [
     "CreateAppOutput",
     "CreateSpan",
     "CreateTraceResponse",
+    "DeleteEvaluation",
     "DockerEnvVars",
     "EnvironmentOutput",
     "EnvironmentOutputExtended",
@@ -181,7 +180,6 @@ __all__ = [
     "EvaluationScenarioInput",
     "EvaluationScenarioOutput",
     "EvaluationScenarioResult",
-    "EvaluationScenarioScoreUpdate",
     "EvaluationStatusEnum",
     "EvaluationType",
     "Evaluator",
@@ -197,8 +195,6 @@ __all__ = [
     "HumanEvaluationScenario",
     "HumanEvaluationScenarioInput",
     "HumanEvaluationScenarioOutput",
-    "HumanEvaluationScenarioUpdate",
-    "HumanEvaluationUpdate",
     "Image",
     "InviteRequest",
     "LegacyAnalyticsResponse",
@@ -209,7 +205,6 @@ __all__ = [
     "LlmRunRateLimit",
     "LlmTokens",
     "MetricsDto",
-    "NewHumanEvaluation",
     "NewTestset",
     "NodeDto",
     "NodeType",
@@ -277,6 +272,7 @@ __all__ = [
     "environments",
     "evaluations",
     "evaluators",
+    "human_evaluations",
     "observability",
     "observability_v_1",
     "scopes",

agenta/client/backend/apps/client.py

@@ -32,11 +32,11 @@ class AppsClient:
         Retrieve a list of app variants for a given app ID.
 
         Args:
-        app_id (str): The ID of the app to retrieve variants for.
-        stoken_session (SessionContainer, optional): The session container to verify the user's session. Defaults to Depends(verify_session()).
+            app_id (str): The ID of the app to retrieve variants for.
+            stoken_session (SessionContainer, optional): The session container to verify the user's session. Defaults to Depends(verify_session()).
 
         Returns:
-        List[AppVariantResponse]: A list of app variants for the given app ID.
+            List[AppVariantResponse]: A list of app variants for the given app ID.
 
         Parameters
         ----------
@@ -102,15 +102,15 @@ class AppsClient:
         Retrieve the app variant based on the provided app_id and environment.
 
         Args:
-        app_id (str): The ID of the app to retrieve the variant for.
-        environment (str): The environment of the app variant to retrieve.
-        stoken_session (SessionContainer, optional): The session token container. Defaults to Depends(verify_session()).
+            app_id (str): The ID of the app to retrieve the variant for.
+            environment (str): The environment of the app variant to retrieve.
+            stoken_session (SessionContainer, optional): The session token container. Defaults to Depends(verify_session()).
 
         Raises:
-        HTTPException: If the app variant is not found (status_code=500), or if a ValueError is raised (status_code=400), or if any other exception is raised (status_code=500).
+            HTTPException: If the app variant is not found (status_code=500), or if a ValueError is raised (status_code=400), or if any other exception is raised (status_code=500).
 
         Returns:
-        AppVariantResponse: The retrieved app variant.
+            AppVariantResponse: The retrieved app variant.
 
         Parameters
         ----------
@@ -182,14 +182,14 @@ class AppsClient:
         Retrieve a list of apps filtered by app_name.
 
         Args:
-        app_name (Optional[str]): The name of the app to filter by.
-        stoken_session (SessionContainer): The session container.
+            app_name (Optional[str]): The name of the app to filter by.
+            stoken_session (SessionContainer): The session container.
 
         Returns:
-        List[App]: A list of apps filtered by app_name.
+            List[App]: A list of apps filtered by app_name.
 
         Raises:
-        HTTPException: If there was an error retrieving the list of apps.
+            HTTPException: If there was an error retrieving the list of apps.
 
         Parameters
         ----------
@@ -258,14 +258,14 @@ class AppsClient:
         Create a new app for a user or organization.
 
         Args:
-        payload (CreateApp): The payload containing the app name and organization ID (optional).
-        stoken_session (SessionContainer): The session container containing the user's session token.
+            payload (CreateApp): The payload containing the app name and organization ID (optional).
+            stoken_session (SessionContainer): The session container containing the user's session token.
 
         Returns:
-        CreateAppOutput: The output containing the newly created app's ID and name.
+            CreateAppOutput: The output containing the newly created app's ID and name.
 
         Raises:
-        HTTPException: If there is an error creating the app or the user does not have permission to access the app.
+            HTTPException: If there is an error creating the app or the user does not have permission to access the app.
 
         Parameters
         ----------
@@ -343,7 +343,7 @@ class AppsClient:
         Remove app, all its variant, containers and images
 
         Arguments:
-        app -- App to remove
+            app -- App to remove
 
         Parameters
         ----------
@@ -409,15 +409,15 @@ class AppsClient:
         Update an app for a user or organization.
 
         Args:
-        app_id (str): The ID of the app.
-        payload (UpdateApp): The payload containing the app name.
-        stoken_session (SessionContainer): The session container containing the user's session token.
+            app_id (str): The ID of the app.
+            payload (UpdateApp): The payload containing the app name.
+            stoken_session (SessionContainer): The session container containing the user's session token.
 
         Returns:
-        UpdateAppOuput: The output containing the newly created app's ID and name.
+            UpdateAppOuput: The output containing the newly created app's ID and name.
 
         Raises:
-        HTTPException: If there is an error creating the app or the user does not have permission to access the app.
+            HTTPException: If there is an error creating the app or the user does not have permission to access the app.
 
         Parameters
         ----------
@@ -497,15 +497,15 @@ class AppsClient:
         Add a new variant to an app based on a Docker image.
 
         Args:
-        app_id (str): The ID of the app to add the variant to.
-        payload (AddVariantFromImagePayload): The payload containing information about the variant to add.
-        stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
+            app_id (str): The ID of the app to add the variant to.
+            payload (AddVariantFromImagePayload): The payload containing information about the variant to add.
+            stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
 
         Raises:
-        HTTPException: If the feature flag is set to "demo" or if the image does not have a tag starting with the registry name (agenta-server) or if the image is not found or if the user does not have access to the app.
+            HTTPException: If the feature flag is set to "demo" or if the image does not have a tag starting with the registry name (agenta-server) or if the image is not found or if the user does not have access to the app.
 
         Returns:
-        dict: The newly added variant.
+            dict: The newly added variant.
 
         Parameters
         ----------
@@ -599,14 +599,14 @@ class AppsClient:
         Create an app and variant from a template.
 
         Args:
-        payload (CreateAppVariant): The payload containing the app and variant information.
-        stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
+            payload (CreateAppVariant): The payload containing the app and variant information.
+            stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
 
         Raises:
-        HTTPException: If the user has reached the app limit or if an app with the same name already exists.
+            HTTPException: If the user has reached the app limit or if an app with the same name already exists.
 
         Returns:
-        AppVariantResponse: The output of the created app variant.
+            AppVariantResponse: The output of the created app variant.
 
         Parameters
         ----------
@@ -692,11 +692,11 @@ class AppsClient:
         Retrieve a list of environments for a given app ID.
 
         Args:
-        app_id (str): The ID of the app to retrieve environments for.
-        stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
+            app_id (str): The ID of the app to retrieve environments for.
+            stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
 
         Returns:
-        List[EnvironmentOutput]: A list of environment objects.
+            List[EnvironmentOutput]: A list of environment objects.
 
         Parameters
         ----------
@@ -827,11 +827,11 @@ class AsyncAppsClient:
         Retrieve a list of app variants for a given app ID.
 
         Args:
-        app_id (str): The ID of the app to retrieve variants for.
-        stoken_session (SessionContainer, optional): The session container to verify the user's session. Defaults to Depends(verify_session()).
+            app_id (str): The ID of the app to retrieve variants for.
+            stoken_session (SessionContainer, optional): The session container to verify the user's session. Defaults to Depends(verify_session()).
 
         Returns:
-        List[AppVariantResponse]: A list of app variants for the given app ID.
+            List[AppVariantResponse]: A list of app variants for the given app ID.
 
         Parameters
         ----------
@@ -905,15 +905,15 @@ class AsyncAppsClient:
         Retrieve the app variant based on the provided app_id and environment.
 
         Args:
-        app_id (str): The ID of the app to retrieve the variant for.
-        environment (str): The environment of the app variant to retrieve.
-        stoken_session (SessionContainer, optional): The session token container. Defaults to Depends(verify_session()).
+            app_id (str): The ID of the app to retrieve the variant for.
+            environment (str): The environment of the app variant to retrieve.
+            stoken_session (SessionContainer, optional): The session token container. Defaults to Depends(verify_session()).
 
         Raises:
-        HTTPException: If the app variant is not found (status_code=500), or if a ValueError is raised (status_code=400), or if any other exception is raised (status_code=500).
+            HTTPException: If the app variant is not found (status_code=500), or if a ValueError is raised (status_code=400), or if any other exception is raised (status_code=500).
 
         Returns:
-        AppVariantResponse: The retrieved app variant.
+            AppVariantResponse: The retrieved app variant.
 
         Parameters
         ----------
@@ -993,14 +993,14 @@ class AsyncAppsClient:
         Retrieve a list of apps filtered by app_name.
 
         Args:
-        app_name (Optional[str]): The name of the app to filter by.
-        stoken_session (SessionContainer): The session container.
+            app_name (Optional[str]): The name of the app to filter by.
+            stoken_session (SessionContainer): The session container.
 
         Returns:
-        List[App]: A list of apps filtered by app_name.
+            List[App]: A list of apps filtered by app_name.
 
         Raises:
-        HTTPException: If there was an error retrieving the list of apps.
+            HTTPException: If there was an error retrieving the list of apps.
 
         Parameters
         ----------
@@ -1077,14 +1077,14 @@ class AsyncAppsClient:
         Create a new app for a user or organization.
 
         Args:
-        payload (CreateApp): The payload containing the app name and organization ID (optional).
-        stoken_session (SessionContainer): The session container containing the user's session token.
+            payload (CreateApp): The payload containing the app name and organization ID (optional).
+            stoken_session (SessionContainer): The session container containing the user's session token.
 
         Returns:
-        CreateAppOutput: The output containing the newly created app's ID and name.
+            CreateAppOutput: The output containing the newly created app's ID and name.
 
         Raises:
-        HTTPException: If there is an error creating the app or the user does not have permission to access the app.
+            HTTPException: If there is an error creating the app or the user does not have permission to access the app.
 
         Parameters
         ----------
@@ -1170,7 +1170,7 @@ class AsyncAppsClient:
         Remove app, all its variant, containers and images
 
         Arguments:
-        app -- App to remove
+            app -- App to remove
 
         Parameters
         ----------
@@ -1244,15 +1244,15 @@ class AsyncAppsClient:
         Update an app for a user or organization.
 
         Args:
-        app_id (str): The ID of the app.
-        payload (UpdateApp): The payload containing the app name.
-        stoken_session (SessionContainer): The session container containing the user's session token.
+            app_id (str): The ID of the app.
+            payload (UpdateApp): The payload containing the app name.
+            stoken_session (SessionContainer): The session container containing the user's session token.
 
         Returns:
-        UpdateAppOuput: The output containing the newly created app's ID and name.
+            UpdateAppOuput: The output containing the newly created app's ID and name.
 
         Raises:
-        HTTPException: If there is an error creating the app or the user does not have permission to access the app.
+            HTTPException: If there is an error creating the app or the user does not have permission to access the app.
 
         Parameters
         ----------
@@ -1340,15 +1340,15 @@ class AsyncAppsClient:
         Add a new variant to an app based on a Docker image.
 
         Args:
-        app_id (str): The ID of the app to add the variant to.
-        payload (AddVariantFromImagePayload): The payload containing information about the variant to add.
-        stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
+            app_id (str): The ID of the app to add the variant to.
+            payload (AddVariantFromImagePayload): The payload containing information about the variant to add.
+            stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
 
         Raises:
-        HTTPException: If the feature flag is set to "demo" or if the image does not have a tag starting with the registry name (agenta-server) or if the image is not found or if the user does not have access to the app.
+            HTTPException: If the feature flag is set to "demo" or if the image does not have a tag starting with the registry name (agenta-server) or if the image is not found or if the user does not have access to the app.
 
         Returns:
-        dict: The newly added variant.
+            dict: The newly added variant.
 
         Parameters
         ----------
@@ -1450,14 +1450,14 @@ class AsyncAppsClient:
         Create an app and variant from a template.
 
         Args:
-        payload (CreateAppVariant): The payload containing the app and variant information.
-        stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
+            payload (CreateAppVariant): The payload containing the app and variant information.
+            stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
 
         Raises:
-        HTTPException: If the user has reached the app limit or if an app with the same name already exists.
+            HTTPException: If the user has reached the app limit or if an app with the same name already exists.
 
         Returns:
-        AppVariantResponse: The output of the created app variant.
+            AppVariantResponse: The output of the created app variant.
 
         Parameters
         ----------
@@ -1551,11 +1551,11 @@ class AsyncAppsClient:
         Retrieve a list of environments for a given app ID.
 
         Args:
-        app_id (str): The ID of the app to retrieve environments for.
-        stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
+            app_id (str): The ID of the app to retrieve environments for.
+            stoken_session (SessionContainer, optional): The session container. Defaults to Depends(verify_session()).
 
         Returns:
-        List[EnvironmentOutput]: A list of environment objects.
+            List[EnvironmentOutput]: A list of environment objects.
 
         Parameters
         ----------

agenta/client/backend/bases/client.py

@@ -27,15 +27,15 @@ class BasesClient:
         Retrieve a list of bases filtered by app_id and base_name.
 
         Args:
-        request (Request): The incoming request.
-        app_id (str): The ID of the app to filter by.
-        base_name (Optional[str], optional): The name of the base to filter by. Defaults to None.
+            request (Request): The incoming request.
+            app_id (str): The ID of the app to filter by.
+            base_name (Optional[str], optional): The name of the base to filter by. Defaults to None.
 
         Returns:
-        List[BaseOutput]: A list of BaseOutput objects representing the filtered bases.
+            List[BaseOutput]: A list of BaseOutput objects representing the filtered bases.
 
         Raises:
-        HTTPException: If there was an error retrieving the bases.
+            HTTPException: If there was an error retrieving the bases.
 
         Parameters
         ----------
@@ -112,15 +112,15 @@ class AsyncBasesClient:
         Retrieve a list of bases filtered by app_id and base_name.
 
         Args:
-        request (Request): The incoming request.
-        app_id (str): The ID of the app to filter by.
-        base_name (Optional[str], optional): The name of the base to filter by. Defaults to None.
+            request (Request): The incoming request.
+            app_id (str): The ID of the app to filter by.
+            base_name (Optional[str], optional): The name of the base to filter by. Defaults to None.
 
         Returns:
-        List[BaseOutput]: A list of BaseOutput objects representing the filtered bases.
+            List[BaseOutput]: A list of BaseOutput objects representing the filtered bases.
 
         Raises:
-        HTTPException: If there was an error retrieving the bases.
+            HTTPException: If there was an error retrieving the bases.
 
         Parameters
         ----------