agenta 0.33.0a1__tar.gz → 0.33.0a3__tar.gz

{agenta-0.33.0a1 → agenta-0.33.0a3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: agenta
-Version: 0.33.0a1
+Version: 0.33.0a3
 Summary: The SDK for agenta is an open-source LLMOps platform.
 Keywords: LLMOps,LLM,evaluation,prompt engineering
 Author: Mahmoud Mabrouk
@@ -51,7 +51,7 @@ Description-Content-Type: text/markdown
     <a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-2yewk6o2b-DmhyA4h_lkKwecDtIsj1AQ">Slack</a>
   </p>
 <div align="center">
-  <strong> <h2> The Open source LLMOps Platform </h2></strong>
+  <strong> <h1> The Open source LLMOps Platform </h1></strong>
   Prompt playground, prompt management, evaluation, and observability
 </div>
 </br>
@@ -122,14 +122,14 @@ Description-Content-Type: text/markdown
 
 ---
 
-# What is Agenta?
+## What is Agenta?
 
 Agenta is a platform for building production-grade LLM applications. It helps **engineering and product teams** create reliable LLM apps faster.
 
 
 Agenta provides end-to-end tools for the entire LLMOps workflow:  building (**LLM playground**, **evaluation**), deploying (**prompt and configuration management**), and monitoring (**LLM observability and tracing**).
 
-# Features
+## Features
 - **Prompt Playground**: Experiment, iterate on prompts, and compare outputs from over 50 LLM models side by side ([docs](https://docs.agenta.ai/prompt-management/using-the-playground?utm_source=github&utm_medium=referral&utm_campaign=readme))
 - **Custom Workflows**: Build a playground for any custom LLM workflow, such as RAG or agents. Enable all the team to easily iterate on its parameters and evaluate it from the web UI.
 - **LLM evaluation**: Run evaluation suite from the webUI using predefined evaluators like LLM-as-a-judge, RAG evaluators, or custom code evaluators. ([docs](https://docs.agenta.ai/evaluation/overview?utm_source=github&utm_medium=referral&utm_campaign=readme))
@@ -139,8 +139,8 @@ Agenta provides end-to-end tools for the entire LLMOps workflow:  building (**LL
 - **LLM Monitoring**: Track cost and latency and compare different deployments.
 
   
-# Getting Started 
-## Agenta Cloud:
+## Getting Started 
+### Agenta Cloud:
 The easiest way to get started is through Agenta Cloud. It is free to signup, and comes with a generous free-tier.
 
   <a href="https://cloud.agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme">
@@ -151,16 +151,21 @@ The easiest way to get started is through Agenta Cloud. It is free to signup, an
       </picture>
   </a>
   
-## Self-host:
-```
+   
+### Self-hosting Agenta
+
+#### Quick Setup (Port 80)
+```bash
 mkdir agenta && cd agenta
 curl -L https://raw.githubusercontent.com/agenta-ai/agenta/main/docker-compose.gh.yml -o docker-compose.gh.yml
 docker compose -f docker-compose.gh.yml up -d
 ```
-- Agenta uses port 80, to use a different port set the env var AGENTA_PORT. For instance `export AGENTA_PORT=90`
-- Add `--pull always` to the last command to upgrade your version of Agenta.
-   
-# Disabling Anonymized Tracking
+
+#### Deployment Options
+- To use a different port or customize your deployment, see our [deployment documentation](https://docs.agenta.ai/self-host/host-locally?utm_source=github&utm_medium=referral&utm_campaign=readme)
+- For deploying on cloud platforms, refer to our guides for [AWS](https://docs.agenta.ai/self-host/deploy_remotly/host-on-aws?utm_source=github&utm_medium=referral&utm_campaign=readme), [GCP](https://docs.agenta.ai/self-host/deploy_remotly/host-on-gcp?utm_source=github&utm_medium=referral&utm_campaign=readme), or [other remote hosting options](https://docs.agenta.ai/self-host/deploy_remotly/host-remotely?utm_source=github&utm_medium=referral&utm_campaign=readme)
+
+## Disabling Anonymized Tracking
 
 By default, Agenta automatically reports anonymized basic usage statistics. This helps us understand how Agenta is used and track its overall usage and growth. This data does not include any sensitive information. To disable anonymized telemetry, follow these steps:
 
@@ -168,7 +173,7 @@ By default, Agenta automatically reports anonymized basic usage statistics. This
 - For CLI: Set `telemetry_tracking_enabled` to `false` in your `~/.agenta/config.toml` file.
 
 
-# Contributing
+## Contributing
 
 We warmly welcome contributions to Agenta. Feel free to submit issues, fork the repository, and send pull requests.
 
@@ -176,7 +181,7 @@ We are usually hanging in our Slack. Feel free to [join our Slack and ask us any
 
 Check out our [Contributing Guide](https://docs.agenta.ai/misc/contributing/getting-started?utm_source=github&utm_medium=referral&utm_campaign=readme) for more information.
 
-## Contributors ✨
+### Contributors ✨
 
 <!-- ALL-CONTRIBUTORS-BADGE:START - Do not remove or modify this section -->
 [![All Contributors](https://img.shields.io/badge/all_contributors-49-orange.svg?style=flat-square)](#contributors-)

{agenta-0.33.0a1 → agenta-0.33.0a3}/README.md

@@ -13,7 +13,7 @@
     <a href="https://join.slack.com/t/agenta-hq/shared_invite/zt-2yewk6o2b-DmhyA4h_lkKwecDtIsj1AQ">Slack</a>
   </p>
 <div align="center">
-  <strong> <h2> The Open source LLMOps Platform </h2></strong>
+  <strong> <h1> The Open source LLMOps Platform </h1></strong>
   Prompt playground, prompt management, evaluation, and observability
 </div>
 </br>
@@ -84,14 +84,14 @@
 
 ---
 
-# What is Agenta?
+## What is Agenta?
 
 Agenta is a platform for building production-grade LLM applications. It helps **engineering and product teams** create reliable LLM apps faster.
 
 
 Agenta provides end-to-end tools for the entire LLMOps workflow:  building (**LLM playground**, **evaluation**), deploying (**prompt and configuration management**), and monitoring (**LLM observability and tracing**).
 
-# Features
+## Features
 - **Prompt Playground**: Experiment, iterate on prompts, and compare outputs from over 50 LLM models side by side ([docs](https://docs.agenta.ai/prompt-management/using-the-playground?utm_source=github&utm_medium=referral&utm_campaign=readme))
 - **Custom Workflows**: Build a playground for any custom LLM workflow, such as RAG or agents. Enable all the team to easily iterate on its parameters and evaluate it from the web UI.
 - **LLM evaluation**: Run evaluation suite from the webUI using predefined evaluators like LLM-as-a-judge, RAG evaluators, or custom code evaluators. ([docs](https://docs.agenta.ai/evaluation/overview?utm_source=github&utm_medium=referral&utm_campaign=readme))
@@ -101,8 +101,8 @@ Agenta provides end-to-end tools for the entire LLMOps workflow:  building (**LL
 - **LLM Monitoring**: Track cost and latency and compare different deployments.
 
   
-# Getting Started 
-## Agenta Cloud:
+## Getting Started 
+### Agenta Cloud:
 The easiest way to get started is through Agenta Cloud. It is free to signup, and comes with a generous free-tier.
 
   <a href="https://cloud.agenta.ai?utm_source=github&utm_medium=referral&utm_campaign=readme">
@@ -113,16 +113,21 @@ The easiest way to get started is through Agenta Cloud. It is free to signup, an
       </picture>
   </a>
   
-## Self-host:
-```
+   
+### Self-hosting Agenta
+
+#### Quick Setup (Port 80)
+```bash
 mkdir agenta && cd agenta
 curl -L https://raw.githubusercontent.com/agenta-ai/agenta/main/docker-compose.gh.yml -o docker-compose.gh.yml
 docker compose -f docker-compose.gh.yml up -d
 ```
-- Agenta uses port 80, to use a different port set the env var AGENTA_PORT. For instance `export AGENTA_PORT=90`
-- Add `--pull always` to the last command to upgrade your version of Agenta.
-   
-# Disabling Anonymized Tracking
+
+#### Deployment Options
+- To use a different port or customize your deployment, see our [deployment documentation](https://docs.agenta.ai/self-host/host-locally?utm_source=github&utm_medium=referral&utm_campaign=readme)
+- For deploying on cloud platforms, refer to our guides for [AWS](https://docs.agenta.ai/self-host/deploy_remotly/host-on-aws?utm_source=github&utm_medium=referral&utm_campaign=readme), [GCP](https://docs.agenta.ai/self-host/deploy_remotly/host-on-gcp?utm_source=github&utm_medium=referral&utm_campaign=readme), or [other remote hosting options](https://docs.agenta.ai/self-host/deploy_remotly/host-remotely?utm_source=github&utm_medium=referral&utm_campaign=readme)
+
+## Disabling Anonymized Tracking
 
 By default, Agenta automatically reports anonymized basic usage statistics. This helps us understand how Agenta is used and track its overall usage and growth. This data does not include any sensitive information. To disable anonymized telemetry, follow these steps:
 
@@ -130,7 +135,7 @@ By default, Agenta automatically reports anonymized basic usage statistics. This
 - For CLI: Set `telemetry_tracking_enabled` to `false` in your `~/.agenta/config.toml` file.
 
 
-# Contributing
+## Contributing
 
 We warmly welcome contributions to Agenta. Feel free to submit issues, fork the repository, and send pull requests.
 
@@ -138,7 +143,7 @@ We are usually hanging in our Slack. Feel free to [join our Slack and ask us any
 
 Check out our [Contributing Guide](https://docs.agenta.ai/misc/contributing/getting-started?utm_source=github&utm_medium=referral&utm_campaign=readme) for more information.
 
-## Contributors ✨
+### Contributors ✨
 
 <!-- ALL-CONTRIBUTORS-BADGE:START - Do not remove or modify this section -->
 [![All Contributors](https://img.shields.io/badge/all_contributors-49-orange.svg?style=flat-square)](#contributors-)

{agenta-0.33.0a1 → agenta-0.33.0a3}/agenta/__init__.py

@@ -29,6 +29,7 @@ from .sdk.agenta_init import Config, AgentaSingleton, init as _init
 from .sdk.utils.costs import calculate_token_usage
 from .sdk.client import Agenta
 from .sdk.litellm import litellm as callbacks
+from .sdk.managers.apps import AppManager
 from .sdk.managers.vault import VaultManager
 from .sdk.managers.secrets import SecretsManager
 from .sdk.managers.config import ConfigManager
@@ -36,6 +37,7 @@ from .sdk.managers.variant import VariantManager
 from .sdk.managers.deployment import DeploymentManager
 from .sdk import assets as assets
 from .sdk import tracer
+from .client.exceptions import APIRequestError
 
 config = PreInitObject("agenta.config", Config)
 DEFAULT_AGENTA_SINGLETON_INSTANCE = AgentaSingleton()

{agenta-0.33.0a1 → agenta-0.33.0a3}/agenta/client/backend/__init__.py

@@ -1,6 +1,7 @@
 # This file was auto-generated by Fern from our API Definition.
 
 from .types import (
+    AccountResponse,
     AgentaNodeDto,
     AgentaNodeDtoNodesValue,
     AgentaNodesResponse,
@@ -23,8 +24,6 @@ from .types import (
     ConfigResponseModel,
     CorrectAnswer,
     CreateAppOutput,
-    CreateSpan,
-    CreateTraceResponse,
     DeleteEvaluation,
     DockerEnvVars,
     EnvironmentOutput,
@@ -54,11 +53,14 @@ from .types import (
     InviteRequest,
     LegacyAnalyticsResponse,
     LegacyDataPoint,
+    LegacyScopeRequest,
+    LegacyScopesResponse,
+    LegacyUserRequest,
+    LegacyUserResponse,
     LifecycleDto,
     LinkDto,
     ListApiKeysResponse,
     LlmRunRateLimit,
-    LlmTokens,
     MetricsDto,
     NewTestset,
     NodeDto,
@@ -72,28 +74,31 @@ from .types import (
     OTelSpansResponse,
     OTelStatusCode,
     Organization,
+    OrganizationMembershipRequest,
     OrganizationOutput,
-    Outputs,
+    OrganizationRequest,
     ParentDto,
     Permission,
+    ProjectMembershipRequest,
+    ProjectRequest,
+    ProjectScope,
     ProjectsResponse,
     ProviderKeyDto,
     ProviderKind,
+    Reference,
     ReferenceDto,
     ReferenceRequestModel,
     Result,
+    Role,
     RootDto,
+    ScopesResponseModel,
     Score,
     SecretDto,
     SecretKind,
     SecretResponseDto,
     SimpleEvaluationOutput,
-    Span,
-    SpanDetail,
     SpanDto,
     SpanDtoNodesValue,
-    SpanStatusCode,
-    SpanVariant,
     StatusCode,
     StatusDto,
     Template,
@@ -101,18 +106,19 @@ from .types import (
     TestSetOutputResponse,
     TestSetSimpleResponse,
     TimeDto,
-    TraceDetail,
     TreeDto,
     TreeType,
     UpdateAppOutput,
     Uri,
+    UserRequest,
     ValidationError,
     ValidationErrorLocItem,
     VariantAction,
     VariantActionEnum,
-    WithPagination,
     WorkspaceMemberResponse,
+    WorkspaceMembershipRequest,
     WorkspacePermission,
+    WorkspaceRequest,
     WorkspaceResponse,
     WorkspaceRole,
     WorkspaceRoleResponse,
@@ -120,6 +126,7 @@ from .types import (
 from .errors import UnprocessableEntityError
 from . import (
     access_control,
+    admin,
     apps,
     bases,
     configs,
@@ -129,7 +136,6 @@ from . import (
     evaluators,
     human_evaluations,
     observability,
-    observability_v_1,
     scopes,
     testsets,
     variants,
@@ -137,10 +143,11 @@ from . import (
 )
 from .client import AgentaApi, AsyncAgentaApi
 from .containers import ContainerTemplatesResponse
-from .observability_v_1 import Format, QueryAnalyticsResponse, QueryTracesResponse
+from .observability import Format, QueryAnalyticsResponse, QueryTracesResponse
 from .variants import AddVariantFromBaseAndConfigResponse
 
 __all__ = [
+    "AccountResponse",
     "AddVariantFromBaseAndConfigResponse",
     "AgentaApi",
     "AgentaNodeDto",
@@ -167,8 +174,6 @@ __all__ = [
     "ContainerTemplatesResponse",
     "CorrectAnswer",
     "CreateAppOutput",
-    "CreateSpan",
-    "CreateTraceResponse",
     "DeleteEvaluation",
     "DockerEnvVars",
     "EnvironmentOutput",
@@ -199,11 +204,14 @@ __all__ = [
     "InviteRequest",
     "LegacyAnalyticsResponse",
     "LegacyDataPoint",
+    "LegacyScopeRequest",
+    "LegacyScopesResponse",
+    "LegacyUserRequest",
+    "LegacyUserResponse",
     "LifecycleDto",
     "LinkDto",
     "ListApiKeysResponse",
     "LlmRunRateLimit",
-    "LlmTokens",
     "MetricsDto",
     "NewTestset",
     "NodeDto",
@@ -217,30 +225,33 @@ __all__ = [
     "OTelSpansResponse",
     "OTelStatusCode",
     "Organization",
+    "OrganizationMembershipRequest",
     "OrganizationOutput",
-    "Outputs",
+    "OrganizationRequest",
     "ParentDto",
     "Permission",
+    "ProjectMembershipRequest",
+    "ProjectRequest",
+    "ProjectScope",
     "ProjectsResponse",
     "ProviderKeyDto",
     "ProviderKind",
     "QueryAnalyticsResponse",
     "QueryTracesResponse",
+    "Reference",
     "ReferenceDto",
     "ReferenceRequestModel",
     "Result",
+    "Role",
     "RootDto",
+    "ScopesResponseModel",
     "Score",
     "SecretDto",
     "SecretKind",
     "SecretResponseDto",
     "SimpleEvaluationOutput",
-    "Span",
-    "SpanDetail",
     "SpanDto",
     "SpanDtoNodesValue",
-    "SpanStatusCode",
-    "SpanVariant",
     "StatusCode",
     "StatusDto",
     "Template",
@@ -248,23 +259,25 @@ __all__ = [
     "TestSetOutputResponse",
     "TestSetSimpleResponse",
     "TimeDto",
-    "TraceDetail",
     "TreeDto",
     "TreeType",
     "UnprocessableEntityError",
     "UpdateAppOutput",
     "Uri",
+    "UserRequest",
     "ValidationError",
     "ValidationErrorLocItem",
     "VariantAction",
     "VariantActionEnum",
-    "WithPagination",
     "WorkspaceMemberResponse",
+    "WorkspaceMembershipRequest",
     "WorkspacePermission",
+    "WorkspaceRequest",
     "WorkspaceResponse",
     "WorkspaceRole",
     "WorkspaceRoleResponse",
     "access_control",
+    "admin",
     "apps",
     "bases",
     "configs",
@@ -274,7 +287,6 @@ __all__ = [
     "evaluators",
     "human_evaluations",
     "observability",
-    "observability_v_1",
     "scopes",
     "testsets",
     "variants",