agenta 0.27.7__py3-none-any.whl → 0.27.7a0__py3-none-any.whl

agenta/client/backend/evaluations/client.py

@@ -26,6 +26,7 @@ class EvaluationsClient:
     def fetch_evaluation_ids(
         self,
         *,
+        app_id: str,
         resource_type: str,
         resource_ids: typing.Optional[typing.Union[str, typing.Sequence[str]]] = None,
         request_options: typing.Optional[RequestOptions] = None,
@@ -34,6 +35,7 @@ class EvaluationsClient:
         Fetches evaluation ids for a given resource type and id.
 
         Arguments:
+        app_id (str): The ID of the app for which to fetch evaluations.
         resource_type (str): The type of resource for which to fetch evaluations.
         resource_ids List[ObjectId]: The IDs of resource for which to fetch evaluations.
 
@@ -45,6 +47,8 @@ class EvaluationsClient:
 
         Parameters
         ----------
+        app_id : str
+
         resource_type : str
 
         resource_ids : typing.Optional[typing.Union[str, typing.Sequence[str]]]
@@ -66,6 +70,7 @@ class EvaluationsClient:
             base_url="https://yourhost.com/path/to/api",
         )
         client.evaluations.fetch_evaluation_ids(
+            app_id="app_id",
             resource_type="resource_type",
         )
         """
@@ -73,6 +78,7 @@ class EvaluationsClient:
             "evaluations/by_resource",
             method="GET",
             params={
+                "app_id": app_id,
                 "resource_type": resource_type,
                 "resource_ids": resource_ids,
             },
@@ -708,6 +714,7 @@ class AsyncEvaluationsClient:
     async def fetch_evaluation_ids(
         self,
         *,
+        app_id: str,
         resource_type: str,
         resource_ids: typing.Optional[typing.Union[str, typing.Sequence[str]]] = None,
         request_options: typing.Optional[RequestOptions] = None,
@@ -716,6 +723,7 @@ class AsyncEvaluationsClient:
         Fetches evaluation ids for a given resource type and id.
 
         Arguments:
+        app_id (str): The ID of the app for which to fetch evaluations.
         resource_type (str): The type of resource for which to fetch evaluations.
         resource_ids List[ObjectId]: The IDs of resource for which to fetch evaluations.
 
@@ -727,6 +735,7 @@ class AsyncEvaluationsClient:
 
         Parameters
         ----------
+        app_id : str
 
         resource_type : str
 
@@ -754,6 +763,7 @@ class AsyncEvaluationsClient:
 
         async def main() -> None:
             await client.evaluations.fetch_evaluation_ids(
+                app_id="app_id",
                 resource_type="resource_type",
             )
 
@@ -764,6 +774,7 @@ class AsyncEvaluationsClient:
             "evaluations/by_resource",
             method="GET",
             params={
+                "app_id": app_id,
                 "resource_type": resource_type,
                 "resource_ids": resource_ids,
             },

agenta/client/backend/observability/client.py

@@ -280,7 +280,7 @@ class ObservabilityClient:
             raise ApiError(status_code=_response.status_code, body=_response.text)
         raise ApiError(status_code=_response.status_code, body=_response_json)
 
-    def delete_traces_legacy(
+    def delete_traces(
         self,
         *,
         request: typing.Sequence[str],
@@ -307,7 +307,7 @@ class ObservabilityClient:
             api_key="YOUR_API_KEY",
             base_url="https://yourhost.com/path/to/api",
         )
-        client.observability.delete_traces_legacy(
+        client.observability.delete_traces(
             request=["string"],
         )
         """
@@ -901,7 +901,7 @@ class AsyncObservabilityClient:
             raise ApiError(status_code=_response.status_code, body=_response.text)
         raise ApiError(status_code=_response.status_code, body=_response_json)
 
-    async def delete_traces_legacy(
+    async def delete_traces(
         self,
         *,
         request: typing.Sequence[str],
@@ -933,7 +933,7 @@ class AsyncObservabilityClient:
 
 
         async def main() -> None:
-            await client.observability.delete_traces_legacy(
+            await client.observability.delete_traces(
                 request=["string"],
             )
 

agenta/client/backend/testsets/client.py

@@ -28,6 +28,7 @@ class TestsetsClient:
         file: core.File,
         upload_type: typing.Optional[str] = OMIT,
         testset_name: typing.Optional[str] = OMIT,
+        app_id: typing.Optional[str] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
@@ -50,6 +51,8 @@ class TestsetsClient:
 
         testset_name : typing.Optional[str]
 
+        app_id : typing.Optional[str]
+
         request_options : typing.Optional[RequestOptions]
             Request-specific configuration.
 
@@ -74,6 +77,7 @@ class TestsetsClient:
             data={
                 "upload_type": upload_type,
                 "testset_name": testset_name,
+                "app_id": app_id,
             },
             files={
                 "file": file,
@@ -169,16 +173,18 @@ class TestsetsClient:
 
     def create_testset(
         self,
+        app_id: str,
         *,
         name: str,
         csvdata: typing.Sequence[typing.Dict[str, typing.Optional[typing.Any]]],
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Create a testset with given name, save the testset to MongoDB.
+        Create a testset with given name and app_name, save the testset to MongoDB.
 
         Args:
         name (str): name of the test set.
+        app_name (str): name of the application.
         testset (Dict[str, str]): test set data.
 
         Returns:
@@ -186,6 +192,8 @@ class TestsetsClient:
 
         Parameters
         ----------
+        app_id : str
+
         name : str
 
         csvdata : typing.Sequence[typing.Dict[str, typing.Optional[typing.Any]]]
@@ -207,12 +215,13 @@ class TestsetsClient:
             base_url="https://yourhost.com/path/to/api",
         )
         client.testsets.create_testset(
+            app_id="app_id",
             name="name",
             csvdata=[{"key": "value"}],
         )
         """
         _response = self._client_wrapper.httpx_client.request(
-            "testsets",
+            f"testsets/{jsonable_encoder(app_id)}",
             method="POST",
             json={
                 "name": name,
@@ -396,7 +405,7 @@ class TestsetsClient:
         raise ApiError(status_code=_response.status_code, body=_response_json)
 
     def get_testsets(
-        self, *, request_options: typing.Optional[RequestOptions] = None
+        self, *, app_id: str, request_options: typing.Optional[RequestOptions] = None
     ) -> typing.List[TestSetOutputResponse]:
         """
         Get all testsets.
@@ -411,6 +420,8 @@ class TestsetsClient:
 
         Parameters
         ----------
+        app_id : str
+
         request_options : typing.Optional[RequestOptions]
             Request-specific configuration.
 
@@ -427,11 +438,16 @@ class TestsetsClient:
             api_key="YOUR_API_KEY",
             base_url="https://yourhost.com/path/to/api",
         )
-        client.testsets.get_testsets()
+        client.testsets.get_testsets(
+            app_id="app_id",
+        )
         """
         _response = self._client_wrapper.httpx_client.request(
             "testsets",
             method="GET",
+            params={
+                "app_id": app_id,
+            },
             request_options=request_options,
         )
         try:
@@ -541,6 +557,7 @@ class AsyncTestsetsClient:
         file: core.File,
         upload_type: typing.Optional[str] = OMIT,
         testset_name: typing.Optional[str] = OMIT,
+        app_id: typing.Optional[str] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
@@ -563,6 +580,8 @@ class AsyncTestsetsClient:
 
         testset_name : typing.Optional[str]
 
+        app_id : typing.Optional[str]
+
         request_options : typing.Optional[RequestOptions]
             Request-specific configuration.
 
@@ -595,6 +614,7 @@ class AsyncTestsetsClient:
             data={
                 "upload_type": upload_type,
                 "testset_name": testset_name,
+                "app_id": app_id,
             },
             files={
                 "file": file,
@@ -698,16 +718,18 @@ class AsyncTestsetsClient:
 
     async def create_testset(
         self,
+        app_id: str,
         *,
         name: str,
         csvdata: typing.Sequence[typing.Dict[str, typing.Optional[typing.Any]]],
         request_options: typing.Optional[RequestOptions] = None,
     ) -> TestSetSimpleResponse:
         """
-        Create a testset with given name, save the testset to MongoDB.
+        Create a testset with given name and app_name, save the testset to MongoDB.
 
         Args:
         name (str): name of the test set.
+        app_name (str): name of the application.
         testset (Dict[str, str]): test set data.
 
         Returns:
@@ -715,6 +737,8 @@ class AsyncTestsetsClient:
 
         Parameters
         ----------
+        app_id : str
+
         name : str
 
         csvdata : typing.Sequence[typing.Dict[str, typing.Optional[typing.Any]]]
@@ -741,6 +765,7 @@ class AsyncTestsetsClient:
 
         async def main() -> None:
             await client.testsets.create_testset(
+                app_id="app_id",
                 name="name",
                 csvdata=[{"key": "value"}],
             )
@@ -749,7 +774,7 @@ class AsyncTestsetsClient:
         asyncio.run(main())
         """
         _response = await self._client_wrapper.httpx_client.request(
-            "testsets",
+            f"testsets/{jsonable_encoder(app_id)}",
             method="POST",
             json={
                 "name": name,
@@ -949,7 +974,7 @@ class AsyncTestsetsClient:
         raise ApiError(status_code=_response.status_code, body=_response_json)
 
     async def get_testsets(
-        self, *, request_options: typing.Optional[RequestOptions] = None
+        self, *, app_id: str, request_options: typing.Optional[RequestOptions] = None
     ) -> typing.List[TestSetOutputResponse]:
         """
         Get all testsets.
@@ -964,6 +989,8 @@ class AsyncTestsetsClient:
 
         Parameters
         ----------
+        app_id : str
+
         request_options : typing.Optional[RequestOptions]
             Request-specific configuration.
 
@@ -985,7 +1012,9 @@ class AsyncTestsetsClient:
 
 
         async def main() -> None:
-            await client.testsets.get_testsets()
+            await client.testsets.get_testsets(
+                app_id="app_id",
+            )
 
 
         asyncio.run(main())
@@ -993,6 +1022,9 @@ class AsyncTestsetsClient:
         _response = await self._client_wrapper.httpx_client.request(
             "testsets",
             method="GET",
+            params={
+                "app_id": app_id,
+            },
             request_options=request_options,
         )
         try:

agenta/client/backend/types/__init__.py

@@ -1,12 +1,5 @@
 # This file was auto-generated by Fern from our API Definition.
 
-from .agenta_node_dto import AgentaNodeDto
-from .agenta_node_dto_nodes_value import AgentaNodeDtoNodesValue
-from .agenta_nodes_response import AgentaNodesResponse
-from .agenta_root_dto import AgentaRootDto
-from .agenta_roots_response import AgentaRootsResponse
-from .agenta_tree_dto import AgentaTreeDto
-from .agenta_trees_response import AgentaTreesResponse
 from .aggregated_result import AggregatedResult
 from .aggregated_result_evaluator_config import AggregatedResultEvaluatorConfig
 from .app import App
@@ -14,7 +7,6 @@ from .app_variant_response import AppVariantResponse
 from .app_variant_revision import AppVariantRevision
 from .base_output import BaseOutput
 from .body_import_testset import BodyImportTestset
-from .collect_status_response import CollectStatusResponse
 from .config_db import ConfigDb
 from .config_dto import ConfigDto
 from .config_response_model import ConfigResponseModel
@@ -39,7 +31,6 @@ from .evaluator import Evaluator
 from .evaluator_config import EvaluatorConfig
 from .evaluator_mapping_output_interface import EvaluatorMappingOutputInterface
 from .evaluator_output_interface import EvaluatorOutputInterface
-from .exception_dto import ExceptionDto
 from .get_config_response import GetConfigResponse
 from .http_validation_error import HttpValidationError
 from .human_evaluation import HumanEvaluation
@@ -51,50 +42,30 @@ from .human_evaluation_update import HumanEvaluationUpdate
 from .image import Image
 from .invite_request import InviteRequest
 from .lifecycle_dto import LifecycleDto
-from .link_dto import LinkDto
 from .list_api_keys_response import ListApiKeysResponse
 from .llm_run_rate_limit import LlmRunRateLimit
 from .llm_tokens import LlmTokens
 from .lm_providers_enum import LmProvidersEnum
 from .new_human_evaluation import NewHumanEvaluation
 from .new_testset import NewTestset
-from .node_dto import NodeDto
-from .node_type import NodeType
-from .o_tel_context_dto import OTelContextDto
-from .o_tel_event_dto import OTelEventDto
-from .o_tel_extra_dto import OTelExtraDto
-from .o_tel_link_dto import OTelLinkDto
-from .o_tel_span_dto import OTelSpanDto
-from .o_tel_span_kind import OTelSpanKind
-from .o_tel_spans_response import OTelSpansResponse
-from .o_tel_status_code import OTelStatusCode
 from .organization import Organization
 from .organization_output import OrganizationOutput
 from .outputs import Outputs
-from .parent_dto import ParentDto
 from .permission import Permission
 from .reference_dto import ReferenceDto
 from .reference_request_model import ReferenceRequestModel
 from .result import Result
-from .root_dto import RootDto
 from .score import Score
 from .simple_evaluation_output import SimpleEvaluationOutput
 from .span import Span
 from .span_detail import SpanDetail
-from .span_dto import SpanDto
-from .span_dto_nodes_value import SpanDtoNodesValue
 from .span_status_code import SpanStatusCode
 from .span_variant import SpanVariant
-from .status_code import StatusCode
-from .status_dto import StatusDto
 from .template import Template
 from .template_image_info import TemplateImageInfo
 from .test_set_output_response import TestSetOutputResponse
 from .test_set_simple_response import TestSetSimpleResponse
-from .time_dto import TimeDto
 from .trace_detail import TraceDetail
-from .tree_dto import TreeDto
-from .tree_type import TreeType
 from .update_app_output import UpdateAppOutput
 from .uri import Uri
 from .validation_error import ValidationError
@@ -109,13 +80,6 @@ from .workspace_role import WorkspaceRole
 from .workspace_role_response import WorkspaceRoleResponse
 
 __all__ = [
-    "AgentaNodeDto",
-    "AgentaNodeDtoNodesValue",
-    "AgentaNodesResponse",
-    "AgentaRootDto",
-    "AgentaRootsResponse",
-    "AgentaTreeDto",
-    "AgentaTreesResponse",
     "AggregatedResult",
     "AggregatedResultEvaluatorConfig",
     "App",
@@ -123,7 +87,6 @@ __all__ = [
     "AppVariantRevision",
     "BaseOutput",
     "BodyImportTestset",
-    "CollectStatusResponse",
     "ConfigDb",
     "ConfigDto",
     "ConfigResponseModel",
@@ -148,7 +111,6 @@ __all__ = [
     "EvaluatorConfig",
     "EvaluatorMappingOutputInterface",
     "EvaluatorOutputInterface",
-    "ExceptionDto",
     "GetConfigResponse",
     "HttpValidationError",
     "HumanEvaluation",
@@ -160,50 +122,30 @@ __all__ = [
     "Image",
     "InviteRequest",
     "LifecycleDto",
-    "LinkDto",
     "ListApiKeysResponse",
     "LlmRunRateLimit",
     "LlmTokens",
     "LmProvidersEnum",
     "NewHumanEvaluation",
     "NewTestset",
-    "NodeDto",
-    "NodeType",
-    "OTelContextDto",
-    "OTelEventDto",
-    "OTelExtraDto",
-    "OTelLinkDto",
-    "OTelSpanDto",
-    "OTelSpanKind",
-    "OTelSpansResponse",
-    "OTelStatusCode",
     "Organization",
     "OrganizationOutput",
     "Outputs",
-    "ParentDto",
     "Permission",
     "ReferenceDto",
     "ReferenceRequestModel",
     "Result",
-    "RootDto",
     "Score",
     "SimpleEvaluationOutput",
     "Span",
     "SpanDetail",
-    "SpanDto",
-    "SpanDtoNodesValue",
     "SpanStatusCode",
     "SpanVariant",
-    "StatusCode",
-    "StatusDto",
     "Template",
     "TemplateImageInfo",
     "TestSetOutputResponse",
     "TestSetSimpleResponse",
-    "TimeDto",
     "TraceDetail",
-    "TreeDto",
-    "TreeType",
     "UpdateAppOutput",
     "Uri",
     "ValidationError",

agenta/client/backend/variants/client.py

@@ -1104,14 +1104,14 @@ class VariantsClient:
     def configs_delete(
         self,
         *,
-        variant_ref: ReferenceRequestModel,
+        variant_ref: typing.Optional[ReferenceRequestModel] = OMIT,
         application_ref: typing.Optional[ReferenceRequestModel] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> int:
         """
         Parameters
         ----------
-        variant_ref : ReferenceRequestModel
+        variant_ref : typing.Optional[ReferenceRequestModel]
 
         application_ref : typing.Optional[ReferenceRequestModel]
 
@@ -1125,15 +1125,13 @@ class VariantsClient:
 
         Examples
         --------
-        from agenta import AgentaApi, ReferenceRequestModel
+        from agenta import AgentaApi
 
         client = AgentaApi(
             api_key="YOUR_API_KEY",
             base_url="https://yourhost.com/path/to/api",
         )
-        client.variants.configs_delete(
-            variant_ref=ReferenceRequestModel(),
-        )
+        client.variants.configs_delete()
         """
         _response = self._client_wrapper.httpx_client.request(
             "variants/configs/delete",
@@ -1246,14 +1244,14 @@ class VariantsClient:
     def configs_history(
         self,
         *,
-        variant_ref: ReferenceRequestModel,
+        variant_ref: typing.Optional[ReferenceRequestModel] = OMIT,
         application_ref: typing.Optional[ReferenceRequestModel] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> typing.List[ConfigResponseModel]:
         """
         Parameters
         ----------
-        variant_ref : ReferenceRequestModel
+        variant_ref : typing.Optional[ReferenceRequestModel]
 
         application_ref : typing.Optional[ReferenceRequestModel]
 
@@ -1267,15 +1265,13 @@ class VariantsClient:
 
         Examples
         --------
-        from agenta import AgentaApi, ReferenceRequestModel
+        from agenta import AgentaApi
 
         client = AgentaApi(
             api_key="YOUR_API_KEY",
             base_url="https://yourhost.com/path/to/api",
         )
-        client.variants.configs_history(
-            variant_ref=ReferenceRequestModel(),
-        )
+        client.variants.configs_history()
         """
         _response = self._client_wrapper.httpx_client.request(
             "variants/configs/history",
@@ -2508,14 +2504,14 @@ class AsyncVariantsClient:
     async def configs_delete(
         self,
         *,
-        variant_ref: ReferenceRequestModel,
+        variant_ref: typing.Optional[ReferenceRequestModel] = OMIT,
         application_ref: typing.Optional[ReferenceRequestModel] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> int:
         """
         Parameters
         ----------
-        variant_ref : ReferenceRequestModel
+        variant_ref : typing.Optional[ReferenceRequestModel]
 
         application_ref : typing.Optional[ReferenceRequestModel]
 
@@ -2531,7 +2527,7 @@ class AsyncVariantsClient:
         --------
         import asyncio
 
-        from agenta import AsyncAgentaApi, ReferenceRequestModel
+        from agenta import AsyncAgentaApi
 
         client = AsyncAgentaApi(
             api_key="YOUR_API_KEY",
@@ -2540,9 +2536,7 @@ class AsyncVariantsClient:
 
 
         async def main() -> None:
-            await client.variants.configs_delete(
-                variant_ref=ReferenceRequestModel(),
-            )
+            await client.variants.configs_delete()
 
 
         asyncio.run(main())
@@ -2666,14 +2660,14 @@ class AsyncVariantsClient:
     async def configs_history(
         self,
         *,
-        variant_ref: ReferenceRequestModel,
+        variant_ref: typing.Optional[ReferenceRequestModel] = OMIT,
         application_ref: typing.Optional[ReferenceRequestModel] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> typing.List[ConfigResponseModel]:
         """
         Parameters
         ----------
-        variant_ref : ReferenceRequestModel
+        variant_ref : typing.Optional[ReferenceRequestModel]
 
         application_ref : typing.Optional[ReferenceRequestModel]
 
@@ -2689,7 +2683,7 @@ class AsyncVariantsClient:
         --------
         import asyncio
 
-        from agenta import AsyncAgentaApi, ReferenceRequestModel
+        from agenta import AsyncAgentaApi
 
         client = AsyncAgentaApi(
             api_key="YOUR_API_KEY",
@@ -2698,9 +2692,7 @@ class AsyncVariantsClient:
 
 
         async def main() -> None:
-            await client.variants.configs_history(
-                variant_ref=ReferenceRequestModel(),
-            )
+            await client.variants.configs_history()
 
 
         asyncio.run(main())

agenta/sdk/__init__.py

@@ -17,8 +17,6 @@ from .types import (
     FileInputURL,
     BinaryParam,
     Prompt,
-    AgentaNodeDto,
-    AgentaNodesResponse,
 )
 
 from .tracing import Tracing, get_tracer

agenta/sdk/agenta_init.py

@@ -1,3 +1,4 @@
+import logging
 import toml
 from os import getenv
 from typing import Optional, Callable, Any
@@ -10,6 +11,10 @@ from agenta.sdk.tracing import Tracing
 from agenta.client.exceptions import APIRequestError
 
 
+logger = logging.getLogger(__name__)
+logger.setLevel(logging.DEBUG)
+
+
 class AgentaSingleton:
     """Singleton class to save all the "global variables" for the sdk."""
 
@@ -159,7 +164,7 @@ class Config:
         try:
             self.push(config_name="default", overwrite=overwrite, **kwargs)
         except Exception as ex:
-            log.warning(
+            logger.warning(
                 "Unable to push the default configuration to the server. %s", str(ex)
             )
 
@@ -180,7 +185,7 @@ class Config:
                 overwrite=overwrite,
             )
         except Exception as ex:
-            log.warning(
+            logger.warning(
                 "Failed to push the configuration to the server with error: %s", ex
             )
 
@@ -207,14 +212,14 @@ class Config:
                         config_name=config_name,
                     )
             except Exception as ex:
-                log.warning(
+                logger.warning(
                     "Failed to pull the configuration from the server with error: %s",
                     str(ex),
                 )
         try:
             self.set(**{"current_version": config.current_version, **config.parameters})
         except Exception as ex:
-            log.warning("Failed to set the configuration with error: %s", str(ex))
+            logger.warning("Failed to set the configuration with error: %s", str(ex))
 
     def all(self):
         """Returns all the parameters for the app variant"""