agenta 0.59.6__tar.gz → 0.60.0__tar.gz

{agenta-0.59.6 → agenta-0.60.0}/PKG-INFO

@@ -1,20 +1,19 @@
 Metadata-Version: 2.4
 Name: agenta
-Version: 0.59.6
+Version: 0.60.0
 Summary: The SDK for agenta is an open-source LLMOps platform.
 Keywords: LLMOps,LLM,evaluation,prompt engineering
 Author: Mahmoud Mabrouk
 Author-email: mahmoud@agenta.ai
-Requires-Python: >=3.9,<4.0
+Requires-Python: >=3.11,<4.0
 Classifier: Intended Audience :: Developers
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Classifier: Programming Language :: Python :: 3.14
+Classifier: Programming Language :: Python :: 3.9
 Classifier: Topic :: Software Development :: Libraries
 Requires-Dist: decorator (>=5.2.1,<6.0.0)
 Requires-Dist: fastapi (>=0.116.0,<0.117.0)
@@ -32,7 +31,9 @@ Requires-Dist: opentelemetry-instrumentation (>=0.56b0)
 Requires-Dist: opentelemetry-sdk (>=1.27.0,<2.0.0)
 Requires-Dist: pydantic (>=2,<3)
 Requires-Dist: python-dotenv (>=1.0.0,<2.0.0)
+Requires-Dist: python-jsonpath (>=2.0.0,<3.0.0)
 Requires-Dist: pyyaml (>=6.0.2,<7.0.0)
+Requires-Dist: restrictedpython (>=8.0,<9.0) ; python_version == "3.11"
 Requires-Dist: starlette (>=0.47.0,<0.48.0)
 Requires-Dist: structlog (>=25.2.0,<26.0.0)
 Requires-Dist: tiktoken (==0.11.0)
@@ -127,15 +128,15 @@ Agenta is a platform for building production-grade LLM applications. It helps **
 Collaborate with Subject Matter Experts (SMEs) on prompt engineering and make sure nothing breaks in production.
 
 - **Interactive Playground**: Compare prompts side by side against your test cases
-- **Multi-Model Support**: Experiment with 50+ LLM models or [bring-your-own models](https://docs.agenta.ai/prompt-engineering/playground/adding-custom-providers?utm_source=github&utm_medium=referral&utm_campaign=readme)
+- **Multi-Model Support**: Experiment with 50+ LLM models or [bring-your-own models](https://docs.agenta.ai/prompt-engineering/playground/custom-providers?utm_source=github&utm_medium=referral&utm_campaign=readme)
 - **Version Control**: Version prompts and configurations with branching and environments
 - **Complex Configurations**: Enable SMEs to collaborate on [complex configuration schemas](https://docs.agenta.ai/custom-workflows/overview?utm_source=github&utm_medium=referral&utm_campaign=readme) beyond simple prompts
 
-[Explore prompt management →](https://docs.agenta.ai/prompt-engineering/overview?utm_source=github&utm_medium=referral&utm_campaign=readme)
+[Explore prompt management →](https://docs.agenta.ai/prompt-engineering/concepts?utm_source=github&utm_medium=referral&utm_campaign=readme)
 
 ### 📊 Evaluation & Testing
 Evaluate your LLM applications systematically with both human and automated feedback.
-- **Flexible Test Sets**: Create test cases from production data, playground experiments, or upload CSVs
+- **Flexible Testsets**: Create testcases from production data, playground experiments, or upload CSVs
 - **Pre-built and Custom Evaluators**: Use LLM-as-judge, one of our 20+ pre-built evaluators, or you custom evaluators
 - **UI and API Access**: Run evaluations via UI (for SMEs) or programmatically (for engineers)
 - **Human Feedback Integration**: Collect and incorporate expert annotations

{agenta-0.59.6 → agenta-0.60.0}/README.md

@@ -83,15 +83,15 @@ Agenta is a platform for building production-grade LLM applications. It helps **
 Collaborate with Subject Matter Experts (SMEs) on prompt engineering and make sure nothing breaks in production.
 
 - **Interactive Playground**: Compare prompts side by side against your test cases
-- **Multi-Model Support**: Experiment with 50+ LLM models or [bring-your-own models](https://docs.agenta.ai/prompt-engineering/playground/adding-custom-providers?utm_source=github&utm_medium=referral&utm_campaign=readme)
+- **Multi-Model Support**: Experiment with 50+ LLM models or [bring-your-own models](https://docs.agenta.ai/prompt-engineering/playground/custom-providers?utm_source=github&utm_medium=referral&utm_campaign=readme)
 - **Version Control**: Version prompts and configurations with branching and environments
 - **Complex Configurations**: Enable SMEs to collaborate on [complex configuration schemas](https://docs.agenta.ai/custom-workflows/overview?utm_source=github&utm_medium=referral&utm_campaign=readme) beyond simple prompts
 
-[Explore prompt management →](https://docs.agenta.ai/prompt-engineering/overview?utm_source=github&utm_medium=referral&utm_campaign=readme)
+[Explore prompt management →](https://docs.agenta.ai/prompt-engineering/concepts?utm_source=github&utm_medium=referral&utm_campaign=readme)
 
 ### 📊 Evaluation & Testing
 Evaluate your LLM applications systematically with both human and automated feedback.
-- **Flexible Test Sets**: Create test cases from production data, playground experiments, or upload CSVs
+- **Flexible Testsets**: Create testcases from production data, playground experiments, or upload CSVs
 - **Pre-built and Custom Evaluators**: Use LLM-as-judge, one of our 20+ pre-built evaluators, or you custom evaluators
 - **UI and API Access**: Run evaluations via UI (for SMEs) or programmatically (for engineers)
 - **Human Feedback Integration**: Collect and incorporate expert annotations

{agenta-0.59.6 → agenta-0.60.0}/agenta/__init__.py

@@ -27,8 +27,12 @@ from .sdk.utils.costs import calculate_token_usage
 from .sdk.tracing import Tracing, get_tracer
 from .sdk.tracing.conventions import Reference
 from .sdk.decorators.tracing import instrument
-from .sdk.decorators.running import workflow, workflows
-from .sdk.decorators.serving import entrypoint, app, route
+from .sdk.decorators.running import (
+    workflow,
+    application,
+    evaluator,
+)
+from .sdk.decorators.serving import route, app
 from .sdk.context.running import workflow_mode_enabled
 from .sdk.litellm import litellm as callbacks
 from .sdk.managers.apps import AppManager

{agenta-0.59.6 → agenta-0.60.0}/agenta/client/__init__.py

@@ -160,8 +160,8 @@ from .backend.types import (
     StandardProviderSettingsDto,
     StatusCode,
     StatusDto,
-    TestSetOutputResponse,
-    TestSetSimpleResponse,
+    TestsetOutputResponse,
+    TestsetSimpleResponse,
     TestcaseResponse,
     Testset,
     TestsetRequest,
@@ -403,8 +403,8 @@ __all__ = [
     "StandardProviderSettingsDto",
     "StatusCode",
     "StatusDto",
-    "TestSetOutputResponse",
-    "TestSetSimpleResponse",
+    "TestsetOutputResponse",
+    "TestsetSimpleResponse",
     "TestcaseResponse",
     "Testset",
     "TestsetRequest",

{agenta-0.59.6 → agenta-0.60.0}/agenta/client/backend/__init__.py

@@ -155,8 +155,8 @@ from .types import (
     StandardProviderSettingsDto,
     StatusCode,
     StatusDto,
-    TestSetOutputResponse,
-    TestSetSimpleResponse,
+    TestsetOutputResponse,
+    TestsetSimpleResponse,
     TestcaseResponse,
     Testset,
     TestsetRequest,
@@ -398,8 +398,8 @@ __all__ = [
     "StandardProviderSettingsDto",
     "StatusCode",
     "StatusDto",
-    "TestSetOutputResponse",
-    "TestSetSimpleResponse",
+    "TestsetOutputResponse",
+    "TestsetSimpleResponse",
     "TestcaseResponse",
     "Testset",
     "TestsetRequest",

{agenta-0.59.6 → agenta-0.60.0}/agenta/client/backend/human_evaluations/client.py

@@ -237,7 +237,7 @@ class HumanEvaluationsClient:
         Updates an evaluation's status.
 
         Raises:
-            HTTPException: If the columns in the test set do not match with the inputs in the variant.
+            HTTPException: If the columns in the testset do not match with the inputs in the variant.
 
         Returns:
             None: A 204 No Content status code, indicating that the update was successful.
@@ -785,7 +785,7 @@ class AsyncHumanEvaluationsClient:
         Updates an evaluation's status.
 
         Raises:
-            HTTPException: If the columns in the test set do not match with the inputs in the variant.
+            HTTPException: If the columns in the testset do not match with the inputs in the variant.
 
         Returns:
             None: A 204 No Content status code, indicating that the update was successful.

{agenta-0.59.6 → agenta-0.60.0}/agenta/client/backend/human_evaluations/raw_client.py

@@ -336,7 +336,7 @@ class RawHumanEvaluationsClient:
         Updates an evaluation's status.
 
         Raises:
-            HTTPException: If the columns in the test set do not match with the inputs in the variant.
+            HTTPException: If the columns in the testset do not match with the inputs in the variant.
 
         Returns:
             None: A 204 No Content status code, indicating that the update was successful.
@@ -1112,7 +1112,7 @@ class AsyncRawHumanEvaluationsClient:
         Updates an evaluation's status.
 
         Raises:
-            HTTPException: If the columns in the test set do not match with the inputs in the variant.
+            HTTPException: If the columns in the testset do not match with the inputs in the variant.
 
         Returns:
             None: A 204 No Content status code, indicating that the update was successful.

{agenta-0.59.6 → agenta-0.60.0}/agenta/client/backend/testsets/client.py

@@ -6,8 +6,8 @@ from .. import core
 from ..core.client_wrapper import AsyncClientWrapper, SyncClientWrapper
 from ..core.request_options import RequestOptions
 from ..types.meta_request import MetaRequest
-from ..types.test_set_output_response import TestSetOutputResponse
-from ..types.test_set_simple_response import TestSetSimpleResponse
+from ..types.testset_output_response import TestsetOutputResponse
+from ..types.testset_simple_response import TestsetSimpleResponse
 from ..types.testcase_response import TestcaseResponse
 from ..types.testset import Testset
 from ..types.testset_response import TestsetResponse
@@ -49,7 +49,7 @@ class TestsetsClient:
         upload_type: typing.Optional[str] = OMIT,
         testset_name: typing.Optional[str] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
-    ) -> TestSetSimpleResponse:
+    ) -> TestsetSimpleResponse:
         """
         Uploads a CSV or JSON file and saves its data to Postgres.
 
@@ -75,7 +75,7 @@ class TestsetsClient:
 
         Returns
         -------
-        TestSetSimpleResponse
+        TestsetSimpleResponse
             Successful Response
 
         Examples
@@ -102,7 +102,7 @@ class TestsetsClient:
         endpoint: typing.Optional[str] = OMIT,
         testset_name: typing.Optional[str] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
-    ) -> TestSetSimpleResponse:
+    ) -> TestsetSimpleResponse:
         """
         Import JSON testset data from an endpoint and save it to Postgres.
 
@@ -126,7 +126,7 @@ class TestsetsClient:
 
         Returns
         -------
-        TestSetSimpleResponse
+        TestsetSimpleResponse
             Successful Response
 
         Examples
@@ -148,7 +148,7 @@ class TestsetsClient:
 
     def get_testsets(
         self, *, request_options: typing.Optional[RequestOptions] = None
-    ) -> typing.List[TestSetOutputResponse]:
+    ) -> typing.List[TestsetOutputResponse]:
         """
         Get all testsets.
 
@@ -165,7 +165,7 @@ class TestsetsClient:
 
         Returns
         -------
-        typing.List[TestSetOutputResponse]
+        typing.List[TestsetOutputResponse]
             Successful Response
 
         Examples
@@ -313,11 +313,11 @@ class TestsetsClient:
         Update a testset with given id, update the testset in Postgres.
 
         Args:
-        testset_id (str): id of the test set to be updated.
+        testset_id (str): id of the testset to be updated.
         csvdata (NewTestset): New data to replace the old testset.
 
         Returns:
-        str: The id of the test set updated.
+        str: The id of the testset updated.
 
         Parameters
         ----------
@@ -749,7 +749,7 @@ class AsyncTestsetsClient:
         upload_type: typing.Optional[str] = OMIT,
         testset_name: typing.Optional[str] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
-    ) -> TestSetSimpleResponse:
+    ) -> TestsetSimpleResponse:
         """
         Uploads a CSV or JSON file and saves its data to Postgres.
 
@@ -775,7 +775,7 @@ class AsyncTestsetsClient:
 
         Returns
         -------
-        TestSetSimpleResponse
+        TestsetSimpleResponse
             Successful Response
 
         Examples
@@ -810,7 +810,7 @@ class AsyncTestsetsClient:
         endpoint: typing.Optional[str] = OMIT,
         testset_name: typing.Optional[str] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
-    ) -> TestSetSimpleResponse:
+    ) -> TestsetSimpleResponse:
         """
         Import JSON testset data from an endpoint and save it to Postgres.
 
@@ -834,7 +834,7 @@ class AsyncTestsetsClient:
 
         Returns
         -------
-        TestSetSimpleResponse
+        TestsetSimpleResponse
             Successful Response
 
         Examples
@@ -864,7 +864,7 @@ class AsyncTestsetsClient:
 
     async def get_testsets(
         self, *, request_options: typing.Optional[RequestOptions] = None
-    ) -> typing.List[TestSetOutputResponse]:
+    ) -> typing.List[TestsetOutputResponse]:
         """
         Get all testsets.
 
@@ -881,7 +881,7 @@ class AsyncTestsetsClient:
 
         Returns
         -------
-        typing.List[TestSetOutputResponse]
+        typing.List[TestsetOutputResponse]
             Successful Response
 
         Examples
@@ -1061,11 +1061,11 @@ class AsyncTestsetsClient:
         Update a testset with given id, update the testset in Postgres.
 
         Args:
-        testset_id (str): id of the test set to be updated.
+        testset_id (str): id of the testset to be updated.
         csvdata (NewTestset): New data to replace the old testset.
 
         Returns:
-        str: The id of the test set updated.
+        str: The id of the testset updated.
 
         Parameters
         ----------

{agenta-0.59.6 → agenta-0.60.0}/agenta/client/backend/testsets/raw_client.py

@@ -14,8 +14,8 @@ from ..core.serialization import convert_and_respect_annotation_metadata
 from ..errors.unprocessable_entity_error import UnprocessableEntityError
 from ..types.http_validation_error import HttpValidationError
 from ..types.meta_request import MetaRequest
-from ..types.test_set_output_response import TestSetOutputResponse
-from ..types.test_set_simple_response import TestSetSimpleResponse
+from ..types.testset_output_response import TestsetOutputResponse
+from ..types.testset_simple_response import TestsetSimpleResponse
 from ..types.testcase_response import TestcaseResponse
 from ..types.testset import Testset
 from ..types.testset_response import TestsetResponse
@@ -45,7 +45,7 @@ class RawTestsetsClient:
         upload_type: typing.Optional[str] = OMIT,
         testset_name: typing.Optional[str] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
-    ) -> HttpResponse[TestSetSimpleResponse]:
+    ) -> HttpResponse[TestsetSimpleResponse]:
         """
         Uploads a CSV or JSON file and saves its data to Postgres.
 
@@ -71,7 +71,7 @@ class RawTestsetsClient:
 
         Returns
         -------
-        HttpResponse[TestSetSimpleResponse]
+        HttpResponse[TestsetSimpleResponse]
             Successful Response
         """
         _response = self._client_wrapper.httpx_client.request(
@@ -91,9 +91,9 @@ class RawTestsetsClient:
         try:
             if 200 <= _response.status_code < 300:
                 _data = typing.cast(
-                    TestSetSimpleResponse,
+                    TestsetSimpleResponse,
                     parse_obj_as(
-                        type_=TestSetSimpleResponse,  # type: ignore
+                        type_=TestsetSimpleResponse,  # type: ignore
                         object_=_response.json(),
                     ),
                 )
@@ -129,7 +129,7 @@ class RawTestsetsClient:
         endpoint: typing.Optional[str] = OMIT,
         testset_name: typing.Optional[str] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
-    ) -> HttpResponse[TestSetSimpleResponse]:
+    ) -> HttpResponse[TestsetSimpleResponse]:
         """
         Import JSON testset data from an endpoint and save it to Postgres.
 
@@ -153,7 +153,7 @@ class RawTestsetsClient:
 
         Returns
         -------
-        HttpResponse[TestSetSimpleResponse]
+        HttpResponse[TestsetSimpleResponse]
             Successful Response
         """
         _response = self._client_wrapper.httpx_client.request(
@@ -175,9 +175,9 @@ class RawTestsetsClient:
         try:
             if 200 <= _response.status_code < 300:
                 _data = typing.cast(
-                    TestSetSimpleResponse,
+                    TestsetSimpleResponse,
                     parse_obj_as(
-                        type_=TestSetSimpleResponse,  # type: ignore
+                        type_=TestsetSimpleResponse,  # type: ignore
                         object_=_response.json(),
                     ),
                 )
@@ -208,7 +208,7 @@ class RawTestsetsClient:
 
     def get_testsets(
         self, *, request_options: typing.Optional[RequestOptions] = None
-    ) -> HttpResponse[typing.List[TestSetOutputResponse]]:
+    ) -> HttpResponse[typing.List[TestsetOutputResponse]]:
         """
         Get all testsets.
 
@@ -225,7 +225,7 @@ class RawTestsetsClient:
 
         Returns
         -------
-        HttpResponse[typing.List[TestSetOutputResponse]]
+        HttpResponse[typing.List[TestsetOutputResponse]]
             Successful Response
         """
         _response = self._client_wrapper.httpx_client.request(
@@ -236,9 +236,9 @@ class RawTestsetsClient:
         try:
             if 200 <= _response.status_code < 300:
                 _data = typing.cast(
-                    typing.List[TestSetOutputResponse],
+                    typing.List[TestsetOutputResponse],
                     parse_obj_as(
-                        type_=typing.List[TestSetOutputResponse],  # type: ignore
+                        type_=typing.List[TestsetOutputResponse],  # type: ignore
                         object_=_response.json(),
                     ),
                 )
@@ -476,11 +476,11 @@ class RawTestsetsClient:
         Update a testset with given id, update the testset in Postgres.
 
         Args:
-        testset_id (str): id of the test set to be updated.
+        testset_id (str): id of the testset to be updated.
         csvdata (NewTestset): New data to replace the old testset.
 
         Returns:
-        str: The id of the test set updated.
+        str: The id of the testset updated.
 
         Parameters
         ----------
@@ -1202,7 +1202,7 @@ class AsyncRawTestsetsClient:
         upload_type: typing.Optional[str] = OMIT,
         testset_name: typing.Optional[str] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
-    ) -> AsyncHttpResponse[TestSetSimpleResponse]:
+    ) -> AsyncHttpResponse[TestsetSimpleResponse]:
         """
         Uploads a CSV or JSON file and saves its data to Postgres.
 
@@ -1228,7 +1228,7 @@ class AsyncRawTestsetsClient:
 
         Returns
         -------
-        AsyncHttpResponse[TestSetSimpleResponse]
+        AsyncHttpResponse[TestsetSimpleResponse]
             Successful Response
         """
         _response = await self._client_wrapper.httpx_client.request(
@@ -1248,9 +1248,9 @@ class AsyncRawTestsetsClient:
         try:
             if 200 <= _response.status_code < 300:
                 _data = typing.cast(
-                    TestSetSimpleResponse,
+                    TestsetSimpleResponse,
                     parse_obj_as(
-                        type_=TestSetSimpleResponse,  # type: ignore
+                        type_=TestsetSimpleResponse,  # type: ignore
                         object_=_response.json(),
                     ),
                 )
@@ -1286,7 +1286,7 @@ class AsyncRawTestsetsClient:
         endpoint: typing.Optional[str] = OMIT,
         testset_name: typing.Optional[str] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
-    ) -> AsyncHttpResponse[TestSetSimpleResponse]:
+    ) -> AsyncHttpResponse[TestsetSimpleResponse]:
         """
         Import JSON testset data from an endpoint and save it to Postgres.
 
@@ -1310,7 +1310,7 @@ class AsyncRawTestsetsClient:
 
         Returns
         -------
-        AsyncHttpResponse[TestSetSimpleResponse]
+        AsyncHttpResponse[TestsetSimpleResponse]
             Successful Response
         """
         _response = await self._client_wrapper.httpx_client.request(
@@ -1332,9 +1332,9 @@ class AsyncRawTestsetsClient:
         try:
             if 200 <= _response.status_code < 300:
                 _data = typing.cast(
-                    TestSetSimpleResponse,
+                    TestsetSimpleResponse,
                     parse_obj_as(
-                        type_=TestSetSimpleResponse,  # type: ignore
+                        type_=TestsetSimpleResponse,  # type: ignore
                         object_=_response.json(),
                     ),
                 )
@@ -1365,7 +1365,7 @@ class AsyncRawTestsetsClient:
 
     async def get_testsets(
         self, *, request_options: typing.Optional[RequestOptions] = None
-    ) -> AsyncHttpResponse[typing.List[TestSetOutputResponse]]:
+    ) -> AsyncHttpResponse[typing.List[TestsetOutputResponse]]:
         """
         Get all testsets.
 
@@ -1382,7 +1382,7 @@ class AsyncRawTestsetsClient:
 
         Returns
         -------
-        AsyncHttpResponse[typing.List[TestSetOutputResponse]]
+        AsyncHttpResponse[typing.List[TestsetOutputResponse]]
             Successful Response
         """
         _response = await self._client_wrapper.httpx_client.request(
@@ -1393,9 +1393,9 @@ class AsyncRawTestsetsClient:
         try:
             if 200 <= _response.status_code < 300:
                 _data = typing.cast(
-                    typing.List[TestSetOutputResponse],
+                    typing.List[TestsetOutputResponse],
                     parse_obj_as(
-                        type_=typing.List[TestSetOutputResponse],  # type: ignore
+                        type_=typing.List[TestsetOutputResponse],  # type: ignore
                         object_=_response.json(),
                     ),
                 )
@@ -1633,11 +1633,11 @@ class AsyncRawTestsetsClient:
         Update a testset with given id, update the testset in Postgres.
 
         Args:
-        testset_id (str): id of the test set to be updated.
+        testset_id (str): id of the testset to be updated.
         csvdata (NewTestset): New data to replace the old testset.
 
         Returns:
-        str: The id of the test set updated.
+        str: The id of the testset updated.
 
         Parameters
         ----------

{agenta-0.59.6 → agenta-0.60.0}/agenta/client/backend/types/__init__.py

@@ -161,8 +161,8 @@ from .standard_provider_kind import StandardProviderKind
 from .standard_provider_settings_dto import StandardProviderSettingsDto
 from .status_code import StatusCode
 from .status_dto import StatusDto
-from .test_set_output_response import TestSetOutputResponse
-from .test_set_simple_response import TestSetSimpleResponse
+from .testset_output_response import TestsetOutputResponse
+from .testset_simple_response import TestsetSimpleResponse
 from .testcase_response import TestcaseResponse
 from .testset import Testset
 from .testset_request import TestsetRequest
@@ -351,8 +351,8 @@ __all__ = [
     "StandardProviderSettingsDto",
     "StatusCode",
     "StatusDto",
-    "TestSetOutputResponse",
-    "TestSetSimpleResponse",
+    "TestsetOutputResponse",
+    "TestsetSimpleResponse",
     "TestcaseResponse",
     "Testset",
     "TestsetRequest",

agenta-0.59.6/agenta/client/backend/types/test_set_output_response.py → agenta-0.60.0/agenta/client/backend/types/testset_output_response.py

@@ -8,7 +8,7 @@ from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from ..core.serialization import FieldMetadata
 
 
-class TestSetOutputResponse(UniversalBaseModel):
+class TestsetOutputResponse(UniversalBaseModel):
     id: typing_extensions.Annotated[str, FieldMetadata(alias="_id")]
     name: str
     created_at: str

agenta-0.59.6/agenta/client/backend/types/test_set_simple_response.py → agenta-0.60.0/agenta/client/backend/types/testset_simple_response.py

@@ -6,7 +6,7 @@ import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 
 
-class TestSetSimpleResponse(UniversalBaseModel):
+class TestsetSimpleResponse(UniversalBaseModel):
     id: str
     name: str
     created_at: str

{agenta-0.59.6 → agenta-0.60.0}/agenta/sdk/__init__.py

@@ -2,6 +2,50 @@ from typing import Optional, Callable, Any
 
 from .utils.preinit import PreInitObject  # always the first import!
 
+__all__ = [
+    # Decorators
+    "workflow",
+    "application",
+    "evaluator",
+    "instrument",
+    "route",
+    "app",
+    # Initialization
+    "init",
+    "config",
+    # Types
+    "DictInput",
+    "MultipleChoice",
+    "FloatParam",
+    "IntParam",
+    "MultipleChoiceParam",
+    "GroupedMultipleChoiceParam",
+    "TextParam",
+    "MessagesInput",
+    "FileInputURL",
+    "BinaryParam",
+    "Prompt",
+    # Tracing
+    "Tracing",
+    "tracing",
+    "tracer",
+    "get_tracer",
+    "Reference",
+    # Managers
+    "AppManager",
+    "VaultManager",
+    "SecretsManager",
+    "ConfigManager",
+    "VariantManager",
+    "DeploymentManager",
+    # Utilities
+    "calculate_token_usage",
+    # API clients
+    "api",
+    "async_api",
+    "types",
+]
+
 import agenta.client.backend.types as client_types  # pylint: disable=wrong-import-order
 
 from .types import (
@@ -21,9 +65,13 @@ from .types import (
 )
 
 from .tracing import Tracing, get_tracer
-from .decorators.tracing import instrument
-from .decorators.running import workflow, workflows
-from .decorators.serving import entrypoint, app, route
+from agenta.sdk.decorators.tracing import instrument
+from agenta.sdk.decorators.running import (
+    workflow,
+    application,
+    evaluator,
+)
+from agenta.sdk.decorators.serving import route, app
 from .tracing.conventions import Reference
 from .agenta_init import Config, AgentaSingleton, init as _init
 from .utils.costs import calculate_token_usage