agenta 0.32.0a1__py3-none-any.whl → 0.33.0__py3-none-any.whl

agenta/client/backend/testsets/client.py

@@ -31,15 +31,15 @@ class TestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Uploads a CSV or JSON file and saves its data to MongoDB.
+        Uploads a CSV or JSON file and saves its data to Postgres.
 
         Args:
         upload_type : Either a json or csv file.
-        file (UploadFile): The CSV or JSON file to upload.
-        testset_name (Optional): the name of the testset if provided.
+            file (UploadFile): The CSV or JSON file to upload.
+            testset_name (Optional): the name of the testset if provided.
 
         Returns:
-        dict: The result of the upload process.
+            dict: The result of the upload process.
 
         Parameters
         ----------
@@ -108,22 +108,25 @@ class TestsetsClient:
     def import_testset(
         self,
         *,
+        authorization: typing.Optional[str] = None,
         endpoint: typing.Optional[str] = OMIT,
         testset_name: typing.Optional[str] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Import JSON testset data from an endpoint and save it to MongoDB.
+        Import JSON testset data from an endpoint and save it to Postgres.
 
         Args:
-        endpoint (str): An endpoint URL to import data from.
-        testset_name (str): the name of the testset if provided.
+            endpoint (str): An endpoint URL to import data from.
+            testset_name (str): the name of the testset if provided.
 
         Returns:
-        dict: The result of the import process.
+            dict: The result of the import process.
 
         Parameters
         ----------
+        authorization : typing.Optional[str]
+
         endpoint : typing.Optional[str]
 
         testset_name : typing.Optional[str]
@@ -149,6 +152,9 @@ class TestsetsClient:
         _response = self._client_wrapper.httpx_client.request(
             "testsets/endpoint",
             method="POST",
+            params={
+                "authorization": authorization,
+            },
             json={
                 "endpoint": endpoint,
                 "testset_name": testset_name,
@@ -187,11 +193,9 @@ class TestsetsClient:
         Get all testsets.
 
         Returns:
-
         - A list of testset objects.
 
         Raises:
-
         - `HTTPException` with status code 404 if no testsets are found.
 
         Parameters
@@ -241,7 +245,7 @@ class TestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Create a testset with given name, save the testset to MongoDB.
+        Create a testset with given name, save the testset to Postgres.
 
         Args:
         name (str): name of the test set.
@@ -386,88 +390,6 @@ class TestsetsClient:
             raise ApiError(status_code=_response.status_code, body=_response.text)
         raise ApiError(status_code=_response.status_code, body=_response_json)
 
-    def deprecating_create_testset(
-        self,
-        app_id: str,
-        *,
-        name: str,
-        csvdata: typing.Sequence[typing.Dict[str, typing.Optional[typing.Any]]],
-        request_options: typing.Optional[RequestOptions] = None,
-    ) -> TestSetSimpleResponse:
-        """
-        Create a testset with given name, save the testset to MongoDB.
-
-        Args:
-        name (str): name of the test set.
-        testset (Dict[str, str]): test set data.
-
-        Returns:
-        str: The id of the test set created.
-
-        Parameters
-        ----------
-        app_id : str
-
-        name : str
-
-        csvdata : typing.Sequence[typing.Dict[str, typing.Optional[typing.Any]]]
-
-        request_options : typing.Optional[RequestOptions]
-            Request-specific configuration.
-
-        Returns
-        -------
-        TestSetSimpleResponse
-            Successful Response
-
-        Examples
-        --------
-        from agenta import AgentaApi
-
-        client = AgentaApi(
-            api_key="YOUR_API_KEY",
-            base_url="https://yourhost.com/path/to/api",
-        )
-        client.testsets.deprecating_create_testset(
-            app_id="app_id",
-            name="name",
-            csvdata=[{"key": "value"}],
-        )
-        """
-        _response = self._client_wrapper.httpx_client.request(
-            f"testsets/{jsonable_encoder(app_id)}",
-            method="POST",
-            json={
-                "name": name,
-                "csvdata": csvdata,
-            },
-            request_options=request_options,
-            omit=OMIT,
-        )
-        try:
-            if 200 <= _response.status_code < 300:
-                return typing.cast(
-                    TestSetSimpleResponse,
-                    parse_obj_as(
-                        type_=TestSetSimpleResponse,  # type: ignore
-                        object_=_response.json(),
-                    ),
-                )
-            if _response.status_code == 422:
-                raise UnprocessableEntityError(
-                    typing.cast(
-                        HttpValidationError,
-                        parse_obj_as(
-                            type_=HttpValidationError,  # type: ignore
-                            object_=_response.json(),
-                        ),
-                    )
-                )
-            _response_json = _response.json()
-        except JSONDecodeError:
-            raise ApiError(status_code=_response.status_code, body=_response.text)
-        raise ApiError(status_code=_response.status_code, body=_response_json)
-
     def get_single_testset(
         self,
         testset_id: str,
@@ -475,13 +397,13 @@ class TestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> typing.Optional[typing.Any]:
         """
-        Fetch a specific testset in a MongoDB collection using its \_id.
+        Fetch a specific testset in Postgres.
 
         Args:
-        testset_id (str): The \_id of the testset to fetch.
+            testset_id (str): The id of the testset to fetch.
 
         Returns:
-        The requested testset if found, else an HTTPException.
+            The requested testset if found, else an HTTPException.
 
         Parameters
         ----------
@@ -545,7 +467,7 @@ class TestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> typing.Optional[typing.Any]:
         """
-        Update a testset with given id, update the testset in MongoDB.
+        Update a testset with given id, update the testset in Postgres.
 
         Args:
         testset_id (str): id of the test set to be updated.
@@ -632,15 +554,15 @@ class AsyncTestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Uploads a CSV or JSON file and saves its data to MongoDB.
+        Uploads a CSV or JSON file and saves its data to Postgres.
 
         Args:
         upload_type : Either a json or csv file.
-        file (UploadFile): The CSV or JSON file to upload.
-        testset_name (Optional): the name of the testset if provided.
+            file (UploadFile): The CSV or JSON file to upload.
+            testset_name (Optional): the name of the testset if provided.
 
         Returns:
-        dict: The result of the upload process.
+            dict: The result of the upload process.
 
         Parameters
         ----------
@@ -717,22 +639,25 @@ class AsyncTestsetsClient:
     async def import_testset(
         self,
         *,
+        authorization: typing.Optional[str] = None,
         endpoint: typing.Optional[str] = OMIT,
         testset_name: typing.Optional[str] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Import JSON testset data from an endpoint and save it to MongoDB.
+        Import JSON testset data from an endpoint and save it to Postgres.
 
         Args:
-        endpoint (str): An endpoint URL to import data from.
-        testset_name (str): the name of the testset if provided.
+            endpoint (str): An endpoint URL to import data from.
+            testset_name (str): the name of the testset if provided.
 
         Returns:
-        dict: The result of the import process.
+            dict: The result of the import process.
 
         Parameters
         ----------
+        authorization : typing.Optional[str]
+
         endpoint : typing.Optional[str]
 
         testset_name : typing.Optional[str]
@@ -766,6 +691,9 @@ class AsyncTestsetsClient:
         _response = await self._client_wrapper.httpx_client.request(
             "testsets/endpoint",
             method="POST",
+            params={
+                "authorization": authorization,
+            },
             json={
                 "endpoint": endpoint,
                 "testset_name": testset_name,
@@ -804,11 +732,9 @@ class AsyncTestsetsClient:
         Get all testsets.
 
         Returns:
-
         - A list of testset objects.
 
         Raises:
-
         - `HTTPException` with status code 404 if no testsets are found.
 
         Parameters
@@ -866,7 +792,7 @@ class AsyncTestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Create a testset with given name, save the testset to MongoDB.
+        Create a testset with given name, save the testset to Postgres.
 
         Args:
         name (str): name of the test set.
@@ -1027,96 +953,6 @@ class AsyncTestsetsClient:
             raise ApiError(status_code=_response.status_code, body=_response.text)
         raise ApiError(status_code=_response.status_code, body=_response_json)
 
-    async def deprecating_create_testset(
-        self,
-        app_id: str,
-        *,
-        name: str,
-        csvdata: typing.Sequence[typing.Dict[str, typing.Optional[typing.Any]]],
-        request_options: typing.Optional[RequestOptions] = None,
-    ) -> TestSetSimpleResponse:
-        """
-        Create a testset with given name, save the testset to MongoDB.
-
-        Args:
-        name (str): name of the test set.
-        testset (Dict[str, str]): test set data.
-
-        Returns:
-        str: The id of the test set created.
-
-        Parameters
-        ----------
-        app_id : str
-
-        name : str
-
-        csvdata : typing.Sequence[typing.Dict[str, typing.Optional[typing.Any]]]
-
-        request_options : typing.Optional[RequestOptions]
-            Request-specific configuration.
-
-        Returns
-        -------
-        TestSetSimpleResponse
-            Successful Response
-
-        Examples
-        --------
-        import asyncio
-
-        from agenta import AsyncAgentaApi
-
-        client = AsyncAgentaApi(
-            api_key="YOUR_API_KEY",
-            base_url="https://yourhost.com/path/to/api",
-        )
-
-
-        async def main() -> None:
-            await client.testsets.deprecating_create_testset(
-                app_id="app_id",
-                name="name",
-                csvdata=[{"key": "value"}],
-            )
-
-
-        asyncio.run(main())
-        """
-        _response = await self._client_wrapper.httpx_client.request(
-            f"testsets/{jsonable_encoder(app_id)}",
-            method="POST",
-            json={
-                "name": name,
-                "csvdata": csvdata,
-            },
-            request_options=request_options,
-            omit=OMIT,
-        )
-        try:
-            if 200 <= _response.status_code < 300:
-                return typing.cast(
-                    TestSetSimpleResponse,
-                    parse_obj_as(
-                        type_=TestSetSimpleResponse,  # type: ignore
-                        object_=_response.json(),
-                    ),
-                )
-            if _response.status_code == 422:
-                raise UnprocessableEntityError(
-                    typing.cast(
-                        HttpValidationError,
-                        parse_obj_as(
-                            type_=HttpValidationError,  # type: ignore
-                            object_=_response.json(),
-                        ),
-                    )
-                )
-            _response_json = _response.json()
-        except JSONDecodeError:
-            raise ApiError(status_code=_response.status_code, body=_response.text)
-        raise ApiError(status_code=_response.status_code, body=_response_json)
-
     async def get_single_testset(
         self,
         testset_id: str,
@@ -1124,13 +960,13 @@ class AsyncTestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> typing.Optional[typing.Any]:
         """
-        Fetch a specific testset in a MongoDB collection using its \_id.
+        Fetch a specific testset in Postgres.
 
         Args:
-        testset_id (str): The \_id of the testset to fetch.
+            testset_id (str): The id of the testset to fetch.
 
         Returns:
-        The requested testset if found, else an HTTPException.
+            The requested testset if found, else an HTTPException.
 
         Parameters
         ----------
@@ -1202,7 +1038,7 @@ class AsyncTestsetsClient:
         request_options: typing.Optional[RequestOptions] = None,
     ) -> typing.Optional[typing.Any]:
         """
-        Update a testset with given id, update the testset in MongoDB.
+        Update a testset with given id, update the testset in Postgres.
 
         Args:
         testset_id (str): id of the test set to be updated.

agenta/client/backend/types/__init__.py

@@ -1,5 +1,6 @@
 # This file was auto-generated by Fern from our API Definition.
 
+from .account_response import AccountResponse
 from .agenta_node_dto import AgentaNodeDto
 from .agenta_node_dto_nodes_value import AgentaNodeDtoNodesValue
 from .agenta_nodes_response import AgentaNodesResponse
@@ -22,8 +23,7 @@ from .config_dto import ConfigDto
 from .config_response_model import ConfigResponseModel
 from .correct_answer import CorrectAnswer
 from .create_app_output import CreateAppOutput
-from .create_span import CreateSpan
-from .create_trace_response import CreateTraceResponse
+from .delete_evaluation import DeleteEvaluation
 from .docker_env_vars import DockerEnvVars
 from .environment_output import EnvironmentOutput
 from .environment_output_extended import EnvironmentOutputExtended
@@ -34,7 +34,6 @@ from .evaluation_scenario import EvaluationScenario
 from .evaluation_scenario_input import EvaluationScenarioInput
 from .evaluation_scenario_output import EvaluationScenarioOutput
 from .evaluation_scenario_result import EvaluationScenarioResult
-from .evaluation_scenario_score_update import EvaluationScenarioScoreUpdate
 from .evaluation_status_enum import EvaluationStatusEnum
 from .evaluation_type import EvaluationType
 from .evaluator import Evaluator
@@ -49,19 +48,19 @@ from .human_evaluation import HumanEvaluation
 from .human_evaluation_scenario import HumanEvaluationScenario
 from .human_evaluation_scenario_input import HumanEvaluationScenarioInput
 from .human_evaluation_scenario_output import HumanEvaluationScenarioOutput
-from .human_evaluation_scenario_update import HumanEvaluationScenarioUpdate
-from .human_evaluation_update import HumanEvaluationUpdate
 from .image import Image
 from .invite_request import InviteRequest
 from .legacy_analytics_response import LegacyAnalyticsResponse
 from .legacy_data_point import LegacyDataPoint
+from .legacy_scope_request import LegacyScopeRequest
+from .legacy_scopes_response import LegacyScopesResponse
+from .legacy_user_request import LegacyUserRequest
+from .legacy_user_response import LegacyUserResponse
 from .lifecycle_dto import LifecycleDto
 from .link_dto import LinkDto
 from .list_api_keys_response import ListApiKeysResponse
 from .llm_run_rate_limit import LlmRunRateLimit
-from .llm_tokens import LlmTokens
 from .metrics_dto import MetricsDto
-from .new_human_evaluation import NewHumanEvaluation
 from .new_testset import NewTestset
 from .node_dto import NodeDto
 from .node_type import NodeType
@@ -74,28 +73,31 @@ from .o_tel_span_kind import OTelSpanKind
 from .o_tel_spans_response import OTelSpansResponse
 from .o_tel_status_code import OTelStatusCode
 from .organization import Organization
+from .organization_membership_request import OrganizationMembershipRequest
 from .organization_output import OrganizationOutput
-from .outputs import Outputs
+from .organization_request import OrganizationRequest
 from .parent_dto import ParentDto
 from .permission import Permission
+from .project_membership_request import ProjectMembershipRequest
+from .project_request import ProjectRequest
+from .project_scope import ProjectScope
 from .projects_response import ProjectsResponse
 from .provider_key_dto import ProviderKeyDto
 from .provider_kind import ProviderKind
+from .reference import Reference
 from .reference_dto import ReferenceDto
 from .reference_request_model import ReferenceRequestModel
 from .result import Result
+from .role import Role
 from .root_dto import RootDto
+from .scopes_response_model import ScopesResponseModel
 from .score import Score
 from .secret_dto import SecretDto
 from .secret_kind import SecretKind
 from .secret_response_dto import SecretResponseDto
 from .simple_evaluation_output import SimpleEvaluationOutput
-from .span import Span
-from .span_detail import SpanDetail
 from .span_dto import SpanDto
 from .span_dto_nodes_value import SpanDtoNodesValue
-from .span_status_code import SpanStatusCode
-from .span_variant import SpanVariant
 from .status_code import StatusCode
 from .status_dto import StatusDto
 from .template import Template
@@ -103,23 +105,25 @@ from .template_image_info import TemplateImageInfo
 from .test_set_output_response import TestSetOutputResponse
 from .test_set_simple_response import TestSetSimpleResponse
 from .time_dto import TimeDto
-from .trace_detail import TraceDetail
 from .tree_dto import TreeDto
 from .tree_type import TreeType
 from .update_app_output import UpdateAppOutput
 from .uri import Uri
+from .user_request import UserRequest
 from .validation_error import ValidationError
 from .validation_error_loc_item import ValidationErrorLocItem
 from .variant_action import VariantAction
 from .variant_action_enum import VariantActionEnum
-from .with_pagination import WithPagination
 from .workspace_member_response import WorkspaceMemberResponse
+from .workspace_membership_request import WorkspaceMembershipRequest
 from .workspace_permission import WorkspacePermission
+from .workspace_request import WorkspaceRequest
 from .workspace_response import WorkspaceResponse
 from .workspace_role import WorkspaceRole
 from .workspace_role_response import WorkspaceRoleResponse
 
 __all__ = [
+    "AccountResponse",
     "AgentaNodeDto",
     "AgentaNodeDtoNodesValue",
     "AgentaNodesResponse",
@@ -142,8 +146,7 @@ __all__ = [
     "ConfigResponseModel",
     "CorrectAnswer",
     "CreateAppOutput",
-    "CreateSpan",
-    "CreateTraceResponse",
+    "DeleteEvaluation",
     "DockerEnvVars",
     "EnvironmentOutput",
     "EnvironmentOutputExtended",
@@ -154,7 +157,6 @@ __all__ = [
     "EvaluationScenarioInput",
     "EvaluationScenarioOutput",
     "EvaluationScenarioResult",
-    "EvaluationScenarioScoreUpdate",
     "EvaluationStatusEnum",
     "EvaluationType",
     "Evaluator",
@@ -169,19 +171,19 @@ __all__ = [
     "HumanEvaluationScenario",
     "HumanEvaluationScenarioInput",
     "HumanEvaluationScenarioOutput",
-    "HumanEvaluationScenarioUpdate",
-    "HumanEvaluationUpdate",
     "Image",
     "InviteRequest",
     "LegacyAnalyticsResponse",
     "LegacyDataPoint",
+    "LegacyScopeRequest",
+    "LegacyScopesResponse",
+    "LegacyUserRequest",
+    "LegacyUserResponse",
     "LifecycleDto",
     "LinkDto",
     "ListApiKeysResponse",
     "LlmRunRateLimit",
-    "LlmTokens",
     "MetricsDto",
-    "NewHumanEvaluation",
     "NewTestset",
     "NodeDto",
     "NodeType",
@@ -194,28 +196,31 @@ __all__ = [
     "OTelSpansResponse",
     "OTelStatusCode",
     "Organization",
+    "OrganizationMembershipRequest",
     "OrganizationOutput",
-    "Outputs",
+    "OrganizationRequest",
     "ParentDto",
     "Permission",
+    "ProjectMembershipRequest",
+    "ProjectRequest",
+    "ProjectScope",
     "ProjectsResponse",
     "ProviderKeyDto",
     "ProviderKind",
+    "Reference",
     "ReferenceDto",
     "ReferenceRequestModel",
     "Result",
+    "Role",
     "RootDto",
+    "ScopesResponseModel",
     "Score",
     "SecretDto",
     "SecretKind",
     "SecretResponseDto",
     "SimpleEvaluationOutput",
-    "Span",
-    "SpanDetail",
     "SpanDto",
     "SpanDtoNodesValue",
-    "SpanStatusCode",
-    "SpanVariant",
     "StatusCode",
     "StatusDto",
     "Template",
@@ -223,18 +228,19 @@ __all__ = [
     "TestSetOutputResponse",
     "TestSetSimpleResponse",
     "TimeDto",
-    "TraceDetail",
     "TreeDto",
     "TreeType",
     "UpdateAppOutput",
     "Uri",
+    "UserRequest",
     "ValidationError",
     "ValidationErrorLocItem",
     "VariantAction",
     "VariantActionEnum",
-    "WithPagination",
     "WorkspaceMemberResponse",
+    "WorkspaceMembershipRequest",
     "WorkspacePermission",
+    "WorkspaceRequest",
     "WorkspaceResponse",
     "WorkspaceRole",
     "WorkspaceRoleResponse",

agenta/client/backend/types/account_response.py

@@ -0,0 +1,24 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from .legacy_user_response import LegacyUserResponse
+from .legacy_scopes_response import LegacyScopesResponse
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class AccountResponse(UniversalBaseModel):
+    user: typing.Optional[LegacyUserResponse] = None
+    scopes: typing.Optional[typing.List[LegacyScopesResponse]] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(
+            extra="allow", frozen=True
+        )  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

agenta/client/backend/types/app_variant_revision.py

@@ -1,13 +1,14 @@
 # This file was auto-generated by Fern from our API Definition.
 
 from ..core.pydantic_utilities import UniversalBaseModel
+import typing
 from .config_db import ConfigDb
 from ..core.pydantic_utilities import IS_PYDANTIC_V2
-import typing
 import pydantic
 
 
 class AppVariantRevision(UniversalBaseModel):
+    id: typing.Optional[str] = None
     revision: int
     modified_by: str
     config: ConfigDb

agenta/client/backend/types/{create_trace_response.py → delete_evaluation.py}

@@ -6,9 +6,8 @@ from ..core.pydantic_utilities import IS_PYDANTIC_V2
 import pydantic
 
 
-class CreateTraceResponse(UniversalBaseModel):
-    message: str
-    data: typing.Dict[str, typing.Optional[typing.Any]]
+class DeleteEvaluation(UniversalBaseModel):
+    evaluations_ids: typing.List[str]
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(

agenta/client/backend/types/{evaluation_scenario_score_update.py → legacy_scope_request.py}

@@ -6,8 +6,8 @@ import typing
 import pydantic
 
 
-class EvaluationScenarioScoreUpdate(UniversalBaseModel):
-    score: float
+class LegacyScopeRequest(UniversalBaseModel):
+    name: str
 
     if IS_PYDANTIC_V2:
         model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(