agenta 0.26.0a0__tar.gz → 0.27.0__tar.gz

{agenta-0.26.0a0 → agenta-0.27.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: agenta
-Version: 0.26.0a0
+Version: 0.27.0
 Summary: The SDK for agenta is an open-source LLMOps platform.
 Home-page: https://agenta.ai
 Keywords: LLMOps,LLM,evaluation,prompt engineering
@@ -23,6 +23,10 @@ Requires-Dist: fastapi (>=0.100.0)
 Requires-Dist: httpx (>=0.24,<0.28)
 Requires-Dist: importlib-metadata (>=8.0.0,<9.0)
 Requires-Dist: ipdb (>=0.13)
+Requires-Dist: litellm (>=1.48.0,<2.0.0)
+Requires-Dist: opentelemetry-api (>=1.27.0,<2.0.0)
+Requires-Dist: opentelemetry-exporter-otlp (>=1.27.0,<2.0.0)
+Requires-Dist: opentelemetry-sdk (>=1.27.0,<2.0.0)
 Requires-Dist: posthog (>=3.1.0,<4.0.0)
 Requires-Dist: pydantic (>=2)
 Requires-Dist: pymongo (>=4.6.3,<5.0.0)

agenta-0.27.0/agenta/__init__.py

@@ -0,0 +1,50 @@
+from .sdk.utils.preinit import PreInitObject
+
+import agenta.client.backend.types as client_types  # pylint: disable=wrong-import-order
+
+from .sdk.types import (
+    DictInput,
+    MultipleChoice,
+    FloatParam,
+    InFile,
+    IntParam,
+    MultipleChoiceParam,
+    GroupedMultipleChoiceParam,
+    MessagesInput,
+    TextParam,
+    FileInputURL,
+    BinaryParam,
+    Prompt,
+)
+
+from .sdk.utils.logging import log as logging
+from .sdk.tracing import Tracing
+from .sdk.decorators.tracing import instrument
+from .sdk.tracing.conventions import Reference
+from .sdk.decorators.routing import entrypoint, app, route
+from .sdk.agenta_init import Config, AgentaSingleton, init as _init
+from .sdk.utils.costs import calculate_token_usage
+from .sdk.client import Agenta
+from .sdk.litellm import litellm as callbacks
+from .sdk.managers.config import ConfigManager
+from .sdk.managers.variant import VariantManager
+from .sdk.managers.deployment import DeploymentManager
+from .sdk import assets as assets
+from .sdk import tracer
+
+config = PreInitObject("agenta.config", Config)
+DEFAULT_AGENTA_SINGLETON_INSTANCE = AgentaSingleton()
+
+types = client_types
+tracing = None
+api = None
+async_api = None
+
+
+def init(*args, **kwargs):
+    global api, async_api, tracing, config
+    _init(*args, **kwargs)
+
+    tracing = DEFAULT_AGENTA_SINGLETON_INSTANCE.tracing  # type: ignore
+    api = DEFAULT_AGENTA_SINGLETON_INSTANCE.api  # type: ignore
+    async_api = DEFAULT_AGENTA_SINGLETON_INSTANCE.async_api  # type: ignore

{agenta-0.26.0a0 → agenta-0.27.0}/agenta/cli/helper.py

@@ -15,6 +15,9 @@ import toml
 from agenta.client.backend.client import AgentaApi
 
 BACKEND_URL_SUFFIX = os.environ.get("BACKEND_URL_SUFFIX", "api")
+POSTHOG_KEY = os.environ.get(
+    "POSTHOG_KEY", "phc_hmVSxIjTW1REBHXgj2aw4HW9X6CXb6FzerBgP9XenC7"
+)
 
 
 def get_global_config(var_name: str) -> Optional[Any]:
@@ -111,7 +114,8 @@ def init_telemetry_config() -> None:
     ):
         set_global_config("telemetry_tracking_enabled", True)
         set_global_config(
-            "telemetry_api_key", "phc_hmVSxIjTW1REBHXgj2aw4HW9X6CXb6FzerBgP9XenC7"
+            "telemetry_api_key",
+            POSTHOG_KEY,
         )
 
 

{agenta-0.26.0a0 → agenta-0.27.0}/agenta/client/backend/__init__.py

@@ -9,6 +9,8 @@ from .types import (
     BaseOutput,
     BodyImportTestset,
     ConfigDb,
+    ConfigDto,
+    ConfigResponseModel,
     CorrectAnswer,
     CreateAppOutput,
     CreateSpan,
@@ -28,6 +30,8 @@ from .types import (
     EvaluationType,
     Evaluator,
     EvaluatorConfig,
+    EvaluatorMappingOutputInterface,
+    EvaluatorOutputInterface,
     GetConfigResponse,
     HttpValidationError,
     HumanEvaluation,
@@ -38,6 +42,7 @@ from .types import (
     HumanEvaluationUpdate,
     Image,
     InviteRequest,
+    LifecycleDto,
     ListApiKeysResponse,
     LlmRunRateLimit,
     LlmTokens,
@@ -48,6 +53,8 @@ from .types import (
     OrganizationOutput,
     Outputs,
     Permission,
+    ReferenceDto,
+    ReferenceRequestModel,
     Result,
     Score,
     SimpleEvaluationOutput,
@@ -102,6 +109,8 @@ __all__ = [
     "BaseOutput",
     "BodyImportTestset",
     "ConfigDb",
+    "ConfigDto",
+    "ConfigResponseModel",
     "ContainerTemplatesResponse",
     "CorrectAnswer",
     "CreateAppOutput",
@@ -122,6 +131,8 @@ __all__ = [
     "EvaluationType",
     "Evaluator",
     "EvaluatorConfig",
+    "EvaluatorMappingOutputInterface",
+    "EvaluatorOutputInterface",
     "GetConfigResponse",
     "HttpValidationError",
     "HumanEvaluation",
@@ -132,6 +143,7 @@ __all__ = [
     "HumanEvaluationUpdate",
     "Image",
     "InviteRequest",
+    "LifecycleDto",
     "ListApiKeysResponse",
     "LlmRunRateLimit",
     "LlmTokens",
@@ -142,6 +154,8 @@ __all__ = [
     "OrganizationOutput",
     "Outputs",
     "Permission",
+    "ReferenceDto",
+    "ReferenceRequestModel",
     "Result",
     "Score",
     "SimpleEvaluationOutput",

{agenta-0.26.0a0 → agenta-0.27.0}/agenta/client/backend/apps/client.py

@@ -176,7 +176,6 @@ class AppsClient:
         self,
         *,
         app_name: typing.Optional[str] = None,
-        org_id: typing.Optional[str] = None,
         workspace_id: typing.Optional[str] = None,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> typing.List[App]:
@@ -198,8 +197,6 @@ class AppsClient:
         ----------
         app_name : typing.Optional[str]
 
-        org_id : typing.Optional[str]
-
         workspace_id : typing.Optional[str]
 
         request_options : typing.Optional[RequestOptions]
@@ -225,7 +222,6 @@ class AppsClient:
             method="GET",
             params={
                 "app_name": app_name,
-                "org_id": org_id,
                 "workspace_id": workspace_id,
             },
             request_options=request_options,
@@ -258,8 +254,9 @@ class AppsClient:
         self,
         *,
         app_name: str,
-        organization_id: typing.Optional[str] = OMIT,
+        project_id: typing.Optional[str] = OMIT,
         workspace_id: typing.Optional[str] = OMIT,
+        organization_id: typing.Optional[str] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> CreateAppOutput:
         """
@@ -279,10 +276,12 @@ class AppsClient:
         ----------
         app_name : str
 
-        organization_id : typing.Optional[str]
+        project_id : typing.Optional[str]
 
         workspace_id : typing.Optional[str]
 
+        organization_id : typing.Optional[str]
+
         request_options : typing.Optional[RequestOptions]
             Request-specific configuration.
 
@@ -308,8 +307,9 @@ class AppsClient:
             method="POST",
             json={
                 "app_name": app_name,
-                "organization_id": organization_id,
+                "project_id": project_id,
                 "workspace_id": workspace_id,
+                "organization_id": organization_id,
             },
             request_options=request_options,
             omit=OMIT,
@@ -586,8 +586,9 @@ class AppsClient:
         app_name: str,
         template_id: str,
         env_vars: typing.Dict[str, str],
-        organization_id: typing.Optional[str] = OMIT,
+        project_id: typing.Optional[str] = OMIT,
         workspace_id: typing.Optional[str] = OMIT,
+        organization_id: typing.Optional[str] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> AppVariantResponse:
         """
@@ -611,10 +612,12 @@ class AppsClient:
 
         env_vars : typing.Dict[str, str]
 
-        organization_id : typing.Optional[str]
+        project_id : typing.Optional[str]
 
         workspace_id : typing.Optional[str]
 
+        organization_id : typing.Optional[str]
+
         request_options : typing.Optional[RequestOptions]
             Request-specific configuration.
 
@@ -643,9 +646,10 @@ class AppsClient:
             json={
                 "app_name": app_name,
                 "template_id": template_id,
+                "project_id": project_id,
+                "workspace_id": workspace_id,
                 "env_vars": env_vars,
                 "organization_id": organization_id,
-                "workspace_id": workspace_id,
             },
             request_options=request_options,
             omit=OMIT,
@@ -976,7 +980,6 @@ class AsyncAppsClient:
         self,
         *,
         app_name: typing.Optional[str] = None,
-        org_id: typing.Optional[str] = None,
         workspace_id: typing.Optional[str] = None,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> typing.List[App]:
@@ -998,8 +1001,6 @@ class AsyncAppsClient:
         ----------
         app_name : typing.Optional[str]
 
-        org_id : typing.Optional[str]
-
         workspace_id : typing.Optional[str]
 
         request_options : typing.Optional[RequestOptions]
@@ -1033,7 +1034,6 @@ class AsyncAppsClient:
             method="GET",
             params={
                 "app_name": app_name,
-                "org_id": org_id,
                 "workspace_id": workspace_id,
             },
             request_options=request_options,
@@ -1066,8 +1066,9 @@ class AsyncAppsClient:
         self,
         *,
         app_name: str,
-        organization_id: typing.Optional[str] = OMIT,
+        project_id: typing.Optional[str] = OMIT,
         workspace_id: typing.Optional[str] = OMIT,
+        organization_id: typing.Optional[str] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> CreateAppOutput:
         """
@@ -1087,10 +1088,12 @@ class AsyncAppsClient:
         ----------
         app_name : str
 
-        organization_id : typing.Optional[str]
+        project_id : typing.Optional[str]
 
         workspace_id : typing.Optional[str]
 
+        organization_id : typing.Optional[str]
+
         request_options : typing.Optional[RequestOptions]
             Request-specific configuration.
 
@@ -1124,8 +1127,9 @@ class AsyncAppsClient:
             method="POST",
             json={
                 "app_name": app_name,
-                "organization_id": organization_id,
+                "project_id": project_id,
                 "workspace_id": workspace_id,
+                "organization_id": organization_id,
             },
             request_options=request_options,
             omit=OMIT,
@@ -1426,8 +1430,9 @@ class AsyncAppsClient:
         app_name: str,
         template_id: str,
         env_vars: typing.Dict[str, str],
-        organization_id: typing.Optional[str] = OMIT,
+        project_id: typing.Optional[str] = OMIT,
         workspace_id: typing.Optional[str] = OMIT,
+        organization_id: typing.Optional[str] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> AppVariantResponse:
         """
@@ -1451,10 +1456,12 @@ class AsyncAppsClient:
 
         env_vars : typing.Dict[str, str]
 
-        organization_id : typing.Optional[str]
+        project_id : typing.Optional[str]
 
         workspace_id : typing.Optional[str]
 
+        organization_id : typing.Optional[str]
+
         request_options : typing.Optional[RequestOptions]
             Request-specific configuration.
 
@@ -1491,9 +1498,10 @@ class AsyncAppsClient:
             json={
                 "app_name": app_name,
                 "template_id": template_id,
+                "project_id": project_id,
+                "workspace_id": workspace_id,
                 "env_vars": env_vars,
                 "organization_id": organization_id,
-                "workspace_id": workspace_id,
             },
             request_options=request_options,
             omit=OMIT,

{agenta-0.26.0a0 → agenta-0.27.0}/agenta/client/backend/client.py

@@ -24,6 +24,7 @@ from .core.jsonable_encoder import jsonable_encoder
 from .types.organization import Organization
 from .types.organization_output import OrganizationOutput
 from .types.invite_request import InviteRequest
+from .core.serialization import convert_and_respect_annotation_metadata
 from .types.workspace_response import WorkspaceResponse
 import datetime as dt
 from .types.workspace_role_response import WorkspaceRoleResponse
@@ -88,13 +89,17 @@ class AgentaApi:
         self._client_wrapper = SyncClientWrapper(
             base_url=base_url,
             api_key=api_key,
-            httpx_client=httpx_client
-            if httpx_client is not None
-            else httpx.Client(
-                timeout=_defaulted_timeout, follow_redirects=follow_redirects
-            )
-            if follow_redirects is not None
-            else httpx.Client(timeout=_defaulted_timeout),
+            httpx_client=(
+                httpx_client
+                if httpx_client is not None
+                else (
+                    httpx.Client(
+                        timeout=_defaulted_timeout, follow_redirects=follow_redirects
+                    )
+                    if follow_redirects is not None
+                    else httpx.Client(timeout=_defaulted_timeout)
+                )
+            ),
             timeout=_defaulted_timeout,
         )
         self.observability = ObservabilityClient(client_wrapper=self._client_wrapper)
@@ -728,7 +733,11 @@ class AgentaApi:
         _response = self._client_wrapper.httpx_client.request(
             f"organizations/{jsonable_encoder(org_id)}/workspaces/{jsonable_encoder(workspace_id)}/invite",
             method="POST",
-            json=request,
+            json=convert_and_respect_annotation_metadata(
+                object_=request,
+                annotation=typing.Sequence[InviteRequest],
+                direction="write",
+            ),
             request_options=request_options,
             omit=OMIT,
         )
@@ -843,6 +852,7 @@ class AgentaApi:
         org_id: str,
         workspace_id: str,
         *,
+        project_id: str,
         token: str,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> typing.Optional[typing.Any]:
@@ -863,6 +873,8 @@ class AgentaApi:
 
         workspace_id : str
 
+        project_id : str
+
         token : str
 
         request_options : typing.Optional[RequestOptions]
@@ -884,12 +896,16 @@ class AgentaApi:
         client.accept_invitation(
             org_id="org_id",
             workspace_id="workspace_id",
+            project_id="project_id",
             token="token",
         )
         """
         _response = self._client_wrapper.httpx_client.request(
             f"organizations/{jsonable_encoder(org_id)}/workspaces/{jsonable_encoder(workspace_id)}/invite/accept",
             method="POST",
+            params={
+                "project_id": project_id,
+            },
             json={
                 "token": token,
             },
@@ -1603,13 +1619,17 @@ class AsyncAgentaApi:
         self._client_wrapper = AsyncClientWrapper(
             base_url=base_url,
             api_key=api_key,
-            httpx_client=httpx_client
-            if httpx_client is not None
-            else httpx.AsyncClient(
-                timeout=_defaulted_timeout, follow_redirects=follow_redirects
-            )
-            if follow_redirects is not None
-            else httpx.AsyncClient(timeout=_defaulted_timeout),
+            httpx_client=(
+                httpx_client
+                if httpx_client is not None
+                else (
+                    httpx.AsyncClient(
+                        timeout=_defaulted_timeout, follow_redirects=follow_redirects
+                    )
+                    if follow_redirects is not None
+                    else httpx.AsyncClient(timeout=_defaulted_timeout)
+                )
+            ),
             timeout=_defaulted_timeout,
         )
         self.observability = AsyncObservabilityClient(
@@ -2325,7 +2345,11 @@ class AsyncAgentaApi:
         _response = await self._client_wrapper.httpx_client.request(
             f"organizations/{jsonable_encoder(org_id)}/workspaces/{jsonable_encoder(workspace_id)}/invite",
             method="POST",
-            json=request,
+            json=convert_and_respect_annotation_metadata(
+                object_=request,
+                annotation=typing.Sequence[InviteRequest],
+                direction="write",
+            ),
             request_options=request_options,
             omit=OMIT,
         )
@@ -2448,6 +2472,7 @@ class AsyncAgentaApi:
         org_id: str,
         workspace_id: str,
         *,
+        project_id: str,
         token: str,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> typing.Optional[typing.Any]:
@@ -2468,6 +2493,8 @@ class AsyncAgentaApi:
 
         workspace_id : str
 
+        project_id : str
+
         token : str
 
         request_options : typing.Optional[RequestOptions]
@@ -2494,6 +2521,7 @@ class AsyncAgentaApi:
             await client.accept_invitation(
                 org_id="org_id",
                 workspace_id="workspace_id",
+                project_id="project_id",
                 token="token",
             )
 
@@ -2503,6 +2531,9 @@ class AsyncAgentaApi:
         _response = await self._client_wrapper.httpx_client.request(
             f"organizations/{jsonable_encoder(org_id)}/workspaces/{jsonable_encoder(workspace_id)}/invite/accept",
             method="POST",
+            params={
+                "project_id": project_id,
+            },
             json={
                 "token": token,
             },

{agenta-0.26.0a0 → agenta-0.27.0}/agenta/client/backend/containers/client.py

@@ -387,7 +387,11 @@ class AsyncContainersClient:
             files={
                 "tar_file": tar_file,
             },
-            request_options=request_options,
+            request_options=(
+                {**request_options, "timeout_in_seconds": 600}
+                if request_options
+                else {"timeout_in_seconds": 600}
+            ),
             omit=OMIT,
         )
         try:

{agenta-0.26.0a0 → agenta-0.27.0}/agenta/client/backend/core/__init__.py

@@ -3,7 +3,7 @@
 from .api_error import ApiError
 from .client_wrapper import AsyncClientWrapper, BaseClientWrapper, SyncClientWrapper
 from .datetime_utils import serialize_datetime
-from .file import File, convert_file_dict_to_httpx_tuples
+from .file import File, convert_file_dict_to_httpx_tuples, with_content_type
 from .http_client import AsyncHttpClient, HttpClient
 from .jsonable_encoder import jsonable_encoder
 from .pydantic_utilities import (
@@ -43,4 +43,5 @@ __all__ = [
     "universal_field_validator",
     "universal_root_validator",
     "update_forward_refs",
+    "with_content_type",
 ]

{agenta-0.26.0a0 → agenta-0.27.0}/agenta/client/backend/core/client_wrapper.py

@@ -40,9 +40,9 @@ class SyncClientWrapper(BaseClientWrapper):
         super().__init__(api_key=api_key, base_url=base_url, timeout=timeout)
         self.httpx_client = HttpClient(
             httpx_client=httpx_client,
-            base_headers=self.get_headers(),
-            base_timeout=self.get_timeout(),
-            base_url=self.get_base_url(),
+            base_headers=self.get_headers,
+            base_timeout=self.get_timeout,
+            base_url=self.get_base_url,
         )
 
 
@@ -58,7 +58,7 @@ class AsyncClientWrapper(BaseClientWrapper):
         super().__init__(api_key=api_key, base_url=base_url, timeout=timeout)
         self.httpx_client = AsyncHttpClient(
             httpx_client=httpx_client,
-            base_headers=self.get_headers(),
-            base_timeout=self.get_timeout(),
-            base_url=self.get_base_url(),
+            base_headers=self.get_headers,
+            base_timeout=self.get_timeout,
+            base_url=self.get_base_url,
         )

agenta-0.27.0/agenta/client/backend/core/file.py

@@ -0,0 +1,65 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from typing import IO, Dict, List, Mapping, Optional, Tuple, Union, cast
+
+# File typing inspired by the flexibility of types within the httpx library
+# https://github.com/encode/httpx/blob/master/httpx/_types.py
+FileContent = Union[IO[bytes], bytes, str]
+File = Union[
+    # file (or bytes)
+    FileContent,
+    # (filename, file (or bytes))
+    Tuple[Optional[str], FileContent],
+    # (filename, file (or bytes), content_type)
+    Tuple[Optional[str], FileContent, Optional[str]],
+    # (filename, file (or bytes), content_type, headers)
+    Tuple[
+        Optional[str],
+        FileContent,
+        Optional[str],
+        Mapping[str, str],
+    ],
+]
+
+
+def convert_file_dict_to_httpx_tuples(
+    d: Dict[str, Union[File, List[File]]],
+) -> List[Tuple[str, File]]:
+    """
+    The format we use is a list of tuples, where the first element is the
+    name of the file and the second is the file object. Typically HTTPX wants
+    a dict, but to be able to send lists of files, you have to use the list
+    approach (which also works for non-lists)
+    https://github.com/encode/httpx/pull/1032
+    """
+
+    httpx_tuples = []
+    for key, file_like in d.items():
+        if isinstance(file_like, list):
+            for file_like_item in file_like:
+                httpx_tuples.append((key, file_like_item))
+        else:
+            httpx_tuples.append((key, file_like))
+    return httpx_tuples
+
+
+def with_content_type(*, file: File, content_type: str) -> File:
+    """ """
+    if isinstance(file, tuple):
+        if len(file) == 2:
+            filename, content = cast(Tuple[Optional[str], FileContent], file)  # type: ignore
+            return (filename, content, content_type)
+        elif len(file) == 3:
+            filename, content, _ = cast(
+                Tuple[Optional[str], FileContent, Optional[str]], file
+            )  # type: ignore
+            return (filename, content, content_type)
+        elif len(file) == 4:
+            filename, content, _, headers = cast(  # type: ignore
+                Tuple[Optional[str], FileContent, Optional[str], Mapping[str, str]],
+                file,
+            )
+            return (filename, content, content_type, headers)
+        else:
+            raise ValueError(f"Unexpected tuple length: {len(file)}")
+    return (None, file, content_type)