agenta 0.12.7__py3-none-any.whl → 0.13.0a0__py3-none-any.whl

agenta/sdk/tracing/decorators.py

@@ -0,0 +1,41 @@
+# Stdlib Imports
+import inspect
+from functools import wraps
+
+# Own Imports
+import agenta as ag
+
+
+def span(type: str):
+    """Decorator to automatically start and end spans."""
+
+    tracing = ag.llm_tracing()
+
+    def decorator(func):
+        @wraps(func)
+        async def wrapper(*args, **kwargs):
+            result = None
+            span = tracing.start_span(
+                name=func.__name__,
+                input=kwargs,
+                spankind=type,
+            )
+            try:
+                is_coroutine_function = inspect.iscoroutinefunction(func)
+                if is_coroutine_function:
+                    result = await func(*args, **kwargs)
+                else:
+                    result = func(*args, **kwargs)
+                tracing.update_span_status(span=span, value="OK")
+            except Exception as e:
+                result = str(e)
+                tracing.update_span_status(span=span, value="ERROR")
+            finally:
+                if not isinstance(result, dict):
+                    result = {"message": result}
+                tracing.end_span(outputs=result, span=span)
+            return result
+
+        return wrapper
+
+    return decorator

agenta/sdk/tracing/llm_tracing.py

@@ -0,0 +1,203 @@
+# Stdlib Imports
+from datetime import datetime, timezone
+from typing import Optional, Dict, Any, List, Union
+
+# Own Imports
+from agenta.sdk.tracing.logger import llm_logger
+from agenta.sdk.tracing.tasks_manager import TaskQueue
+from agenta.client.backend.client import AsyncAgentaApi
+from agenta.client.backend.client import AsyncObservabilityClient
+from agenta.client.backend.types.create_span import CreateSpan, SpanKind, SpanStatusCode
+
+# Third Party Imports
+from bson.objectid import ObjectId
+
+
+class Tracing(object):
+    """Agenta llm tracing object.
+
+    Args:
+        base_url (str): The URL of the backend host
+        api_key (str): The API Key of the backend host
+        tasks_manager (TaskQueue): The tasks manager dedicated to handling asynchronous tasks
+        llm_logger (Logger): The logger associated with the LLM tracing
+        max_workers (int): The maximum number of workers to run tracing
+    """
+
+    _instance = None
+
+    def __new__(cls, *args, **kwargs):
+        if not cls._instance:
+            cls._instance = super().__new__(cls)
+        return cls._instance
+
+    def __init__(
+        self,
+        base_url: str,
+        app_id: str,
+        variant_id: str,
+        api_key: Optional[str] = None,
+        max_workers: Optional[int] = None,
+    ):
+        self.base_url = base_url + "/api"
+        self.api_key = api_key if api_key is not None else ""
+        self.llm_logger = llm_logger
+        self.app_id = app_id
+        self.variant_id = variant_id
+        self.tasks_manager = TaskQueue(
+            max_workers if max_workers else 4, logger=llm_logger
+        )
+        self.active_span = CreateSpan
+        self.active_trace = CreateSpan
+        self.recording_trace_id: Union[str, None] = None
+        self.recorded_spans: List[CreateSpan] = []
+        self.tags: List[str] = []
+        self.span_dict: Dict[str, CreateSpan] = {}  # type: ignore
+
+    @property
+    def client(self) -> AsyncObservabilityClient:
+        """Initialize observability async client
+
+        Returns:
+            AsyncObservabilityClient: async client
+        """
+
+        return AsyncAgentaApi(
+            base_url=self.base_url, api_key=self.api_key, timeout=120  # type: ignore
+        ).observability
+
+    def set_span_attribute(
+        self, parent_key: Optional[str] = None, attributes: Dict[str, Any] = {}
+    ):
+        span = self.span_dict[self.active_span.id]  # type: ignore
+        for key, value in attributes.items():
+            self.set_attribute(span.attributes, key, value, parent_key)  # type: ignore
+
+    def set_attribute(
+        self,
+        span_attributes: Dict[str, Any],
+        key: str,
+        value: Any,
+        parent_key: Optional[str] = None,
+    ):
+        if parent_key is not None:
+            model_config = span_attributes.get(parent_key, None)
+            if not model_config:
+                span_attributes[parent_key] = {}
+            span_attributes[parent_key][key] = value
+        else:
+            span_attributes[key] = value
+
+    def set_trace_tags(self, tags: List[str]):
+        self.tags.extend(tags)
+
+    def start_parent_span(
+        self, name: str, inputs: Dict[str, Any], config: Dict[str, Any]
+    ):
+        trace_id = self._create_trace_id()
+        span_id = self._create_span_id()
+        self.llm_logger.info("Recording parent span...")
+        span = CreateSpan(
+            id=span_id,
+            app_id=self.app_id,
+            variant_id=self.variant_id,
+            inputs=inputs,
+            name=name,
+            config=config,
+            spankind=SpanKind.WORKFLOW.value,
+            status=SpanStatusCode.UNSET.value,
+            start_time=datetime.now(timezone.utc),
+        )
+        self.active_trace = span
+        self.recording_trace_id = trace_id
+        self.parent_span_id = span.id
+        self.llm_logger.info(f"Recorded active_trace and parent_span_id: {span.id}")
+
+    def start_span(
+        self,
+        name: str,
+        spankind: str,
+        input: Dict[str, Any],
+        config: Dict[str, Any] = {},
+    ) -> CreateSpan:
+        span_id = self._create_span_id()
+        self.llm_logger.info(f"Recording {spankind} span...")
+        span = CreateSpan(
+            id=span_id,
+            inputs=input,
+            name=name,
+            config=config,
+            parent_span_id=self.parent_span_id,
+            spankind=spankind.upper(),
+            attributes={},
+            status=SpanStatusCode.UNSET.value,
+            start_time=datetime.now(timezone.utc),
+        )
+
+        self.active_span = span
+        self.span_dict[span.id] = span
+        self.parent_span_id = span.id
+        self.llm_logger.info(f"Recorded active_span and parent_span_id: {span.id}")
+        return span
+
+    def update_span_status(self, span: CreateSpan, value: str):
+        updated_span = CreateSpan(**{**span.dict(), "status": value})
+        self.active_span = updated_span
+
+    def end_span(self, outputs: Dict[str, Any], span: CreateSpan, **kwargs):
+        updated_span = CreateSpan(
+            **span.dict(),
+            end_time=datetime.now(timezone.utc),
+            outputs=[outputs["message"]],
+            cost=outputs.get("cost", None),
+            environment=kwargs.get("environment"),
+            tokens=outputs.get("usage"),
+        )
+
+        # Push span to list of recorded spans
+        self.recorded_spans.append(updated_span)
+        self.llm_logger.info(f"Pushed {updated_span.spankind} span {updated_span.id} to recorded spans.")
+
+    def end_recording(self, outputs: Dict[str, Any], span: CreateSpan, **kwargs):
+        updated_span = CreateSpan(
+            **span.dict(),
+            end_time=datetime.now(timezone.utc),
+            outputs=[outputs["message"]],
+            cost=outputs.get("cost", None),
+            environment=kwargs.get("environment"),
+            tokens=outputs.get("usage"),
+        )
+        self.recorded_spans.append(updated_span)
+        self.llm_logger.info(
+            f"Pushed workflow span {updated_span.id} to recorded spans."
+        )
+        self.llm_logger.info(f"Preparing to send recorded spans for processing.")
+        self.tasks_manager.add_task(
+            self.active_trace.id,
+            "trace",
+            self.client.create_traces(
+                trace=self.recording_trace_id, spans=self.recorded_spans
+            ),
+            self.client,
+        )
+        self.llm_logger.info(
+            f"Tracing for {span.id} recorded successfully and sent for processing."
+        )
+
+    def _create_trace_id(self) -> str:
+        """Creates a unique mongo id for the trace object.
+
+        Returns:
+            str: stringify oid of the trace
+        """
+
+        return str(ObjectId())
+
+    def _create_span_id(self) -> str:
+        """Creates a unique mongo id for the span object.
+
+        Returns:
+            str: stringify oid of the span
+        """
+
+        return str(ObjectId())

agenta/sdk/tracing/logger.py

@@ -0,0 +1,19 @@
+import logging
+
+
+class LLMLogger:
+    def __init__(self, name="LLMLogger", level=logging.INFO):
+        self.logger = logging.getLogger(name)
+        self.logger.setLevel(level)
+
+        # Add a stream logger to view the logs in the console
+        console_handler = logging.StreamHandler()
+        self.logger.addHandler(console_handler)
+
+    @property
+    def log(self) -> logging.Logger:
+        return self.logger
+
+
+# Initialize llm logger
+llm_logger = LLMLogger().log

agenta/sdk/tracing/tasks_manager.py

@@ -0,0 +1,130 @@
+# Stdlib Imports
+import queue
+import asyncio
+from logging import Logger
+from typing import Coroutine, Optional, Union
+from concurrent.futures import ThreadPoolExecutor
+
+# Own Imports
+from agenta.client.backend.types.error import Error
+from agenta.client.backend.client import AsyncObservabilityClient
+
+
+class AsyncTask(object):
+    """Wraps a coroutine (an asynchronous function defined with async def).
+
+    Args:
+        coroutine (Coroutine): asynchronous function
+    """
+
+    def __init__(
+        self,
+        coroutine_id: str,
+        coroutine_type: str,
+        coroutine: Coroutine,
+        client: AsyncObservabilityClient,
+    ):
+        self.coroutine_id = coroutine_id
+        self.coroutine_type = coroutine_type
+        self.coroutine = coroutine
+        self.task: Optional[asyncio.Task] = None
+        self.client = client
+
+    async def run(self) -> Union[asyncio.Task, Error]:
+        """Creates an asyncio Task from the coroutine and starts it
+
+        Returns:
+            Task: asyncio task
+        """
+
+        try:
+            self.task = asyncio.create_task(self.coroutine)
+        except Exception as exc:
+            return Error(message="error running task", stacktrace=str(exc))
+        return await self.task
+
+    def cancel(self):
+        """
+        Cancels running asyncio Task.
+        """
+
+        if self.task:
+            self.task.cancel()
+
+
+class TaskQueue(object):
+    """Stores a list of AsyncTask instances.
+
+    Args:
+        tasks (List[AsyncTasks]): list of async task instances
+
+    Example Usage:
+        ```python
+        queue = TaskQueue()
+        queue.add_task(long_running_task(1))
+        queue.add_task(long_running_task(2))
+        ```
+    """
+
+    def __init__(self, num_workers: int, logger: Logger):
+        self.tasks = queue.Queue()  # type: ignore
+        self._logger = logger
+        self._thread_pool = ThreadPoolExecutor(max_workers=num_workers)
+
+    def add_task(
+        self,
+        coroutine_id: str,
+        coroutine_type: str,
+        coroutine: Coroutine,
+        obs_client: AsyncObservabilityClient,
+    ) -> AsyncTask:
+        """Adds a new task to be executed.
+
+        Args:
+            coroutine_id (str): The Id of the coroutine
+            coroutine_type (str): The type of coroutine
+            coroutine (Coroutine): async task
+            obs_client (AsyncObservabilityClient): The async observability client
+
+        Returns:
+            AsyncTask: task to be executed
+        """
+
+        task = AsyncTask(coroutine_id, coroutine_type, coroutine, obs_client)
+        self.tasks.put(task)
+        return self._worker()
+
+    def _worker(self):
+        """
+        Runs task gotten from the queue in a thread pool.
+        """
+
+        while True:
+            task: AsyncTask = self.tasks.get()  # type: ignore
+            try:
+                future = self._thread_pool.submit(asyncio.run, task.run())
+                future.result()
+            except Exception as exc:
+                self._logger.error(f"Error running task: {str(exc)}")
+                self._logger.error(
+                    f"Recording trace {task.coroutine_type} status to ERROR."
+                )
+                break
+            finally:
+                self.tasks.task_done()
+                break
+
+    def _get_size(self) -> int:
+        """Returns the approximate number of items in the queue."""
+
+        return self.tasks.qsize()
+
+    def flush(self) -> None:
+        """Clears all items from the queue."""
+
+        q_size = self._get_size()
+        self._logger.info("Flushing queue...")
+        with self.tasks.mutex:  # acts as a lock to ensure that only one thread can access the queue
+            self.tasks.join()
+            self._logger.info(f"Queue with {q_size} items flushed successfully")
+            return

agenta/sdk/types.py

@@ -127,44 +127,6 @@ class MultipleChoiceParam(str):
         )
 
 
-class GroupedMultipleChoiceParam(str):
-    def __new__(cls, default: str = None, choices: Dict[str, List[str]] = None):
-        if choices is None:
-            choices = {}
-
-        if default and not any(default in choices for choices in choices.values()):
-            if not choices:
-                print(
-                    f"Warning: Default value {default} provided but choices are empty."
-                )
-            else:
-                raise ValueError(
-                    f"Default value {default} is not in the provided choices"
-                )
-
-        if not default:
-            for choices in choices.values():
-                if choices:
-                    default = choices[0]
-                    break
-
-        instance = super().__new__(cls, default)
-        instance.choices = choices
-        instance.default = default
-        return instance
-
-    @classmethod
-    def __modify_schema__(cls, field_schema: dict[str, Any], **kwargs):
-        choices = kwargs.get("choices", {})
-        field_schema.update(
-            {
-                "x-parameter": "grouped_choice",
-                "type": "string",
-                "choices": choices,
-            }
-        )
-
-
 class Message(BaseModel):
     role: str
     content: str

{agenta-0.12.7.dist-info → agenta-0.13.0a0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: agenta
-Version: 0.12.7
+Version: 0.13.0a0
 Summary: The SDK for agenta is an open-source LLMOps platform.
 Home-page: https://agenta.ai
 Keywords: LLMOps,LLM,evaluation,prompt engineering
@@ -23,6 +23,7 @@ Requires-Dist: importlib-metadata (>=6.7.0,<7.0.0)
 Requires-Dist: ipdb (>=0.13)
 Requires-Dist: posthog (>=3.1.0,<4.0.0)
 Requires-Dist: pydantic (==1.10.13)
+Requires-Dist: pymongo (>=4.6.3,<5.0.0)
 Requires-Dist: python-dotenv (>=1.0.0,<2.0.0)
 Requires-Dist: python-multipart (>=0.0.6,<0.0.7)
 Requires-Dist: questionary (>=1.10.0,<2.0.0)

agenta-0.13.0a0.dist-info/RECORD

@@ -0,0 +1,161 @@
+agenta/__init__.py,sha256=EqEmL_hYYa0m2mj8xVK1IWCXRJuDj3IcacY7t3XenZM,548
+agenta/cli/evaluation_commands.py,sha256=fs6492tprPId9p8eGO02Xy-NCBm2RZNJLZWcUxugwd8,474
+agenta/cli/helper.py,sha256=k3qrrwcaIztWsHCBx6tD57ZPDfLzI8lCoDjL5F9yvSc,6204
+agenta/cli/main.py,sha256=oDhr3cBOjm5EisXbq8ix8RFptDmwl0hsXbyIyQ9LXf4,9492
+agenta/cli/telemetry.py,sha256=GaFFRsE_NtrcSSJ10r2jhgFs5Sk8gf2C09Ox3gOr3eU,1317
+agenta/cli/variant_commands.py,sha256=y1OQgdVAjqiGldgih1rORtuFqOytD4Ncuh-vMue3gik,16915
+agenta/cli/variant_configs.py,sha256=PLiuMKadVzs6Gi2uYaT0pZzyULNHDXaTMDWboqpwWdU,1293
+agenta/client/Readme.md,sha256=zWJ6VMYCG124op5RcqgWBdJdlGkGQ2rPLk9F32rWvqo,2756
+agenta/client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+agenta/client/api.py,sha256=0u1vd7V2ctFEtY6KeGGiOeoDv6vyeit32u6c6BVyc4w,2434
+agenta/client/api_models.py,sha256=zebfE2-0-SW1SvzyarzmSJMXqyiCLKrX2sHpzoX-RnU,623
+agenta/client/backend/__init__.py,sha256=tkSqI-dciccMpM2diWMe7pF0SjsGXPV_kR-029xNN9w,3853
+agenta/client/backend/client.py,sha256=9Zi2At6kKGzT6cWc1-EDj369yoGrhxCWYRO6Ufs0C_s,72217
+agenta/client/backend/core/__init__.py,sha256=QJS3CJ2TYP2E1Tge0CS6Z7r8LTNzJHQVX1hD3558eP0,519
+agenta/client/backend/core/api_error.py,sha256=RE8LELok2QCjABadECTvtDp7qejA1VmINCh6TbqPwSE,426
+agenta/client/backend/core/client_wrapper.py,sha256=kQEqxdm31r7V9x--mMliWOdMujD3dtPZyYBNzxgNdrs,972
+agenta/client/backend/core/datetime_utils.py,sha256=nBys2IsYrhPdszxGKCNRPSOCwa-5DWOHG95FB8G9PKo,1047
+agenta/client/backend/core/jsonable_encoder.py,sha256=MTYkDov2EryHgee4QM46uZiBOuOXK9KTHlBdBwU-CpU,3799
+agenta/client/backend/core/remove_none_from_dict.py,sha256=8m91FC3YuVem0Gm9_sXhJ2tGvP33owJJdrqCLEdowGw,330
+agenta/client/backend/errors/__init__.py,sha256=pbbVUFtB9LCocA1RMWMMF_RKjsy5YkOKX5BAuE49w6g,170
+agenta/client/backend/errors/unprocessable_entity_error.py,sha256=FvR7XPlV3Xx5nu8HNlmLhBRdk4so_gCHjYT5PyZe6sM,313
+agenta/client/backend/resources/__init__.py,sha256=H2HX6KHYvPUVq39rRQf37OpBQK7LDWa6tOr_UVBUKAo,555
+agenta/client/backend/resources/apps/__init__.py,sha256=FTtvy8EDg9nNNg9WCatVgKTRYV8-_v1roeGPAKoa_pw,65
+agenta/client/backend/resources/apps/client.py,sha256=qQjP-fX5QMeKeKh2LlzxKEG6oMlNYb8f7db3UUBda-8,36212
+agenta/client/backend/resources/bases/__init__.py,sha256=FTtvy8EDg9nNNg9WCatVgKTRYV8-_v1roeGPAKoa_pw,65
+agenta/client/backend/resources/bases/client.py,sha256=iAe6yNwqu9B8UJQI8ElL5A14Xh_bvPcGut7DzhjLcS0,4751
+agenta/client/backend/resources/configs/__init__.py,sha256=FTtvy8EDg9nNNg9WCatVgKTRYV8-_v1roeGPAKoa_pw,65
+agenta/client/backend/resources/configs/client.py,sha256=Gwix4eOpBW48Z89g43xWW7g1OULmG7KFjiHHS2wXgY8,13151
+agenta/client/backend/resources/containers/__init__.py,sha256=Haw2PwiPhNvM26PLQN57jY0bN-QqPoDG4VA-P_uGL3A,153
+agenta/client/backend/resources/containers/client.py,sha256=XfsEd5phPRD6UufcEA6pYwbFXZgZYM-Uknl-BaGvT3o,14131
+agenta/client/backend/resources/containers/types/__init__.py,sha256=b6yQ-p_vsI5cpKh-Qa8xNE-M5nLHjfBvfgD4JIhqEkY,176
+agenta/client/backend/resources/containers/types/container_templates_response.py,sha256=_wjAb-dqy5-pXdkQtgOatChpbyAHnc_zSXurG0e_QSk,191
+agenta/client/backend/resources/environments/__init__.py,sha256=FTtvy8EDg9nNNg9WCatVgKTRYV8-_v1roeGPAKoa_pw,65
+agenta/client/backend/resources/environments/client.py,sha256=FsgTZ74_pPs4t8G58nS60CiRkKmZM16NhYaZCENG3mA,4496
+agenta/client/backend/resources/evaluations/__init__.py,sha256=FTtvy8EDg9nNNg9WCatVgKTRYV8-_v1roeGPAKoa_pw,65
+agenta/client/backend/resources/evaluations/client.py,sha256=sJ3l6OsNPZV8PB7Focw06KKdBhF2KKwjQ5YqNxcn4lI,36115
+agenta/client/backend/resources/evaluators/__init__.py,sha256=FTtvy8EDg9nNNg9WCatVgKTRYV8-_v1roeGPAKoa_pw,65
+agenta/client/backend/resources/evaluators/client.py,sha256=9v5WDk_G7exMnIAJtqZvhT3s94UCi6DPkdv0L4_uecE,21177
+agenta/client/backend/resources/observability/__init__.py,sha256=FTtvy8EDg9nNNg9WCatVgKTRYV8-_v1roeGPAKoa_pw,65
+agenta/client/backend/resources/observability/client.py,sha256=kZmZJPpVq5RdSLchxUkjhbGOYqwqAQDnrDKcQjChjCw,41866
+agenta/client/backend/resources/testsets/__init__.py,sha256=FTtvy8EDg9nNNg9WCatVgKTRYV8-_v1roeGPAKoa_pw,65
+agenta/client/backend/resources/testsets/client.py,sha256=FTxUrDR6VwqnflIe90MnLgTM26vg7MBXaRZqTFnVEbU,24436
+agenta/client/backend/resources/variants/__init__.py,sha256=BMR4SvsrqXC9FU8nPVzY8M9xGrBEhEGrmbgvy3iM1aE,171
+agenta/client/backend/resources/variants/client.py,sha256=mGf_iyGlFKaMqaqaT4m6UCrJCsIdJ-nVkb2_4_6DhZc,29056
+agenta/client/backend/resources/variants/types/__init__.py,sha256=OnOdJBG9tZwCBupbe-6Yogm8w7PGdO5ro3NNZHq_Rz8,207
+agenta/client/backend/resources/variants/types/add_variant_from_base_and_config_response.py,sha256=kepx7JD-7E4_vFiqxafZU57ZI2aSzMh_JXw23KK1nOs,226
+agenta/client/backend/types/__init__.py,sha256=FQnM1StuSHHC1FaQ-785TMyanZg2f3E0CblxR4SQ2Rg,5089
+agenta/client/backend/types/aggregated_result.py,sha256=R5EnfpbRJHjszOa6DDOHXANROjHc6Eu_AHCDOlCjxYQ,1039
+agenta/client/backend/types/aggregated_result_evaluator_config.py,sha256=q8Xp_CelxKtBwS2DOCHIyx0WuWejTuODIB0Na34rLyA,221
+agenta/client/backend/types/app.py,sha256=HOJuRb1UrGy7CLSVF2bNzFbjGoTbjV44HZvNXSq6vCY,880
+agenta/client/backend/types/app_variant_response.py,sha256=0OsqprSELiP9ueyE7dcAlCtPmk6hVEYjLZWXyuVivBs,1250
+agenta/client/backend/types/app_variant_revision.py,sha256=D2jpTkinrQKqiaeBYABx_DY1-X0Elt2nNIJHRSyV6SQ,981
+agenta/client/backend/types/base_output.py,sha256=2Uvig4BgcnXpp4Uacm0uvQM2bay8sgM_7qJhhAt3djI,889
+agenta/client/backend/types/body_import_testset.py,sha256=I-5lzeNiKJNpKtLBISrB0vHCuFjUHIQl0TueK9hotVY,967
+agenta/client/backend/types/config_db.py,sha256=IIipuGPO_Geny1O1oJ_Rp4vHHzkfDu_I3JBe9fFQJaE,934
+agenta/client/backend/types/create_app_output.py,sha256=i0EtuF1riWia-dja38qMzK5DUF1jDSQcH-QyC4M9yUo,892
+agenta/client/backend/types/create_span.py,sha256=xRTHRA9zugsEGk8rZNcrgzkJCdAvrKVaZMjnkKcExlA,1660
+agenta/client/backend/types/create_trace_response.py,sha256=1zQb6We00PbX5q3ejD75dFLhyM9QWeQgnC1hb_oQZAU,918
+agenta/client/backend/types/docker_env_vars.py,sha256=jBlnYS48mzfz2RD-gyyUOhL5ySSEhL48hjIgUTy-BIg,892
+agenta/client/backend/types/environment_output.py,sha256=Ze9FidHFH0PJYK0nHFXNuTmmo4nTx7OTkXz2ba51NHk,1163
+agenta/client/backend/types/environment_output_extended.py,sha256=xUt7Tonz4NF9mNWnbvb_FbAx56bV9dFp_jRTZu6JvKk,1273
+agenta/client/backend/types/environment_revision.py,sha256=R717-TBMVI3jd2DI-i6fFGTPcDX_9MG1S0saK3IxVy0,1034
+agenta/client/backend/types/error.py,sha256=nzso7cqvPcoTkhlVzqKwKppLRWpN3gY1sWRcTQ69wJ8,902
+agenta/client/backend/types/evaluation.py,sha256=di0ljzfvPjc_kCINhjxYNJw6selzPg2Ug9eVwuwS808,1433
+agenta/client/backend/types/evaluation_scenario.py,sha256=zVUUTYn4dX0U-lVssiZW9RANvaFTEvNP2Zg-_YWcz0M,1403
+agenta/client/backend/types/evaluation_scenario_input.py,sha256=uum3D9QqIhwKwOjYGcuCe1Ohq7-rqoPcEo5tb7HGzTs,933
+agenta/client/backend/types/evaluation_scenario_output.py,sha256=6MOs-QqYHbMPPYFOH2adD6FUYfN_zSLIKXEMw9b8Alo,982
+agenta/client/backend/types/evaluation_scenario_result.py,sha256=UE8XmErLRc7kn1ToaeU0FBr3qm6KRMgM6KAELGSF2QA,939
+agenta/client/backend/types/evaluation_scenario_score_update.py,sha256=tsuOwDXesgNEBu4_ItJcWgtLn-j6g6nZaY97z-WVtSM,889
+agenta/client/backend/types/evaluation_status_enum.py,sha256=Pf3iyPYgdpEdlEUuphWwyz5F6-ujofod3UUTbv5_GDI,1372
+agenta/client/backend/types/evaluation_type.py,sha256=ZFQn7gD4cJkHU8tSA1s3HH8lLH24ISDDuHb6K1C48mI,627
+agenta/client/backend/types/evaluation_webhook.py,sha256=C4j4pksPySSDrvK-w7KlFRRmIUKfyoTjtauKtHd28FA,877
+agenta/client/backend/types/evaluator.py,sha256=CN38kMdXI7MmqcK3GcC6g62S4eGo-rkCnKC0fCBBQ_g,990
+agenta/client/backend/types/evaluator_config.py,sha256=zg-3PP57BjJWoHxkiP0lr3OYDh1RpjYeCRF9yTHO3Jg,1030
+agenta/client/backend/types/feedback.py,sha256=KdWndLrtWFAvcVd8fkWSAegwQOGxTZSaTzUYEqMtwd4,1042
+agenta/client/backend/types/get_config_response.py,sha256=4zQk-O-crtjf7nwL3K7uT7EGqQuQvnN1HP6N8iBIoD0,987
+agenta/client/backend/types/http_validation_error.py,sha256=CDHSqRT_pUnxYWrHnFmgHyem5vZ3A5aPtFJGcmyE1m8,966
+agenta/client/backend/types/human_evaluation.py,sha256=_3jLAmRj0RNP4uEkE5iP5e_VwrE79QrboqWzEZ9AeUs,1211
+agenta/client/backend/types/human_evaluation_scenario.py,sha256=3jp6zUSGjyCLasTUI8LGhsyRSQNOf2YNVRjzdTy4Ac0,1414
+agenta/client/backend/types/human_evaluation_scenario_input.py,sha256=273wHmDK1TfdFuYX318vVrAcTOnpoish2z--euBV-GY,912
+agenta/client/backend/types/human_evaluation_scenario_output.py,sha256=f970ElW1QW2oE9qlcQQxtmcR5PKTNeNLmiu5Q7SUdvA,916
+agenta/client/backend/types/human_evaluation_scenario_update.py,sha256=fN5Yzq81yCd6AnzGmV6Z4Bf4hqoVavgAr848meq7_Kg,1365
+agenta/client/backend/types/human_evaluation_update.py,sha256=HXNnV4aMRcIGY9uMsrS6bWq_pFEvI0spjCoqsAx0PWM,971
+agenta/client/backend/types/image.py,sha256=ZLQ5dBCGQT2Q4vrrOSIGwoQhmFiuqffH7J8Qp41CIu8,993
+agenta/client/backend/types/invite_request.py,sha256=njlIoxlsYuEAKRAvgLbwy7vfq3KnC__6ePt1LbdDaxI,899
+agenta/client/backend/types/list_api_keys_response.py,sha256=V-gNYXtz9ls7cf_8DKTIYecMoMxSs2cmslY-rRcoLIk,1003
+agenta/client/backend/types/llm_run_rate_limit.py,sha256=xMP8IRV_UgD2OYJmx1gkeBpoivsr-5lCvk42PlD8FnM,951
+agenta/client/backend/types/llm_tokens.py,sha256=2YUf2Qae8RS4TqYytOFVNeHQ4lQ0SXsxUoS7MrIiXpQ,975
+agenta/client/backend/types/new_human_evaluation.py,sha256=iY-SOdcVxb8agai-WEmLtiKoCg2Y3sy9ut3TYSMJ0EI,1056
+agenta/client/backend/types/new_testset.py,sha256=DkRJwtf4v-A06UfedyciBVbpJ4QwvmQTmNTiy42_6SE,915
+agenta/client/backend/types/organization.py,sha256=z_iFtaRD9l4mjA3z0Ae8TxSeSfUgHkw4KouQJNQ1Tuo,1124
+agenta/client/backend/types/organization_output.py,sha256=950H5Sq_eUg2ppbmWI3mV6nqIkHn4-Pmqb0SGvNg-Ok,887
+agenta/client/backend/types/permission.py,sha256=MwGwNvKhH8W4I0uJZG_mUydJgwE5CF1pJOEExvjkAy4,6407
+agenta/client/backend/types/result.py,sha256=2HSJ916d0MV5PRhzHvH2lnYePjOoUzYn1Ye2GiItKts,961
+agenta/client/backend/types/score.py,sha256=OAur_nJtRQmpboZfzFi2l1-zmNxFfETcl13C7OAvpMw,111
+agenta/client/backend/types/simple_evaluation_output.py,sha256=IMLZ0KJ0jtVZE6Vp3o6fghQjh2VSyiLycLZGgeYk7J8,1023
+agenta/client/backend/types/span.py,sha256=65IP0B2tpioIZW4eoBDom8pS3kH7CZ-6kcx-OBVmac4,1361
+agenta/client/backend/types/span_detail.py,sha256=sJh9EpM55B7bqo5_nKATHIybmMbUIoaXUJvbn8NTVjQ,1425
+agenta/client/backend/types/span_kind.py,sha256=3i1C1U-NzDgFpgw8QL0c7CwHHhejCUpSmq5FD1YHiJI,1324
+agenta/client/backend/types/span_status_code.py,sha256=uxcUEsPLQa2r2eIgYw8LRmMj5GQaE98UnL1JgUsdyuM,643
+agenta/client/backend/types/span_variant.py,sha256=IpVszBqsWueV4jlixWrFpkdb_LDtXpeiJnseVjB9yik,914
+agenta/client/backend/types/template.py,sha256=PbQMG4DmItMCXUaY4L6V8gm_yMdYoKERCwF3ycRTDLc,943
+agenta/client/backend/types/template_image_info.py,sha256=6mx71Fv56KuLzkSZZ5TPf5pS5MPSPgthDOLiqGXhej0,1095
+agenta/client/backend/types/test_set_output_response.py,sha256=QBkCKuaAdF8EJnM57bra8hGV3dDPwa8lQenYu6dwwnI,994
+agenta/client/backend/types/test_set_simple_response.py,sha256=euSWgCQ7qqYcZ0Kv0IHUhtjY86ejZ9SYmwPVremAzqA,910
+agenta/client/backend/types/trace_detail.py,sha256=yc873SyCOpG9vYm1AZ1x6dJQ6tRqdDEbkWu05Y8fts0,1409
+agenta/client/backend/types/uri.py,sha256=1QunY-twQKtfDAfg33ymejfBtx8dtyNQSpcCbx35dpQ,859
+agenta/client/backend/types/validation_error.py,sha256=2JhGNJouo8QpfrMBoT_JCwYSn1nFN2Nnq0p9uPLDH-U,992
+agenta/client/backend/types/validation_error_loc_item.py,sha256=LAtjCHIllWRBFXvAZ5QZpp7CPXjdtN9EB7HrLVo6EP0,128
+agenta/client/backend/types/variant_action.py,sha256=CJ3GVzfYm7-tPstk48Py1k57pixeKJERAUHw-s3TY60,937
+agenta/client/backend/types/variant_action_enum.py,sha256=4Hd8JKpRyv2Lg5id1LnpL0dVFEdifqRtszQQxG0O9cs,497
+agenta/client/backend/types/with_pagination.py,sha256=Fq5am8lPGL2py8czlwwlclEilnbOGSSNp3m-rzwViXI,1020
+agenta/client/backend/types/workspace_member_response.py,sha256=j0wEgWb1CN9DAlCAdwIqZFIFU2Q7SP1KhAqGsdCATdA,1003
+agenta/client/backend/types/workspace_permission.py,sha256=eVXZIov8z-2zP8ancUrhmwVOLjwhqZfDpcNh88MhBHc,1069
+agenta/client/backend/types/workspace_response.py,sha256=5Ms1oGH3R3936GTeytLA3AKdYNo2T_Z9rX9YbciT1sQ,1197
+agenta/client/backend/types/workspace_role.py,sha256=PxKM8IcPoair8nK2Ed0GXZQxVffjy_0OcvytES0htc8,1198
+agenta/client/backend/types/workspace_role_response.py,sha256=2zpjx3quaSijREUvHjcgELyr9ZPJZsKqlrLs0wnkbVM,978
+agenta/client/client.py,sha256=DWOGS9A8u4wu28s9jGOR4eRhf7vo4zT7GyDvrIGu59Y,19648
+agenta/client/exceptions.py,sha256=cxLjjKvZKlUgBxt4Vn9J_SsezJPPNHvrZxnoq-D6zmw,94
+agenta/config.py,sha256=Id-Ie1yf9QRP1YPhRYaYSOruRe6RBrsCXkG9rAa-ZtA,732
+agenta/config.toml,sha256=ptE0P49bwsu3Luyn7OLFmk2buPhj5D-MA-O_ErOGoLg,223
+agenta/docker/docker-assets/Dockerfile.cloud.template,sha256=CwJbCTezOYCGowA-Hh19f85YXgynT89CrWxjNxLJJfg,317
+agenta/docker/docker-assets/Dockerfile.template,sha256=oIUjbDO2a689esL1XCw8nNyyDRAT3kCyH9_3z6c779Q,241
+agenta/docker/docker-assets/README.md,sha256=XHxwh2ks_ozrtAU7SLbL3J14SB2holG6buoTxwmMiZM,102
+agenta/docker/docker-assets/entrypoint.sh,sha256=29XK8VQjQsx4hN2j-4JDy-6kQb5y4LCqZEa7PD4eqCQ,74
+agenta/docker/docker-assets/lambda_function.py,sha256=h4UZSSfqwpfsCgERv6frqwm_4JrYu9rLz3I-LxCfeEg,83
+agenta/docker/docker-assets/main.py,sha256=7MI-21n81U7N7A0GxebNi0cmGWtJKcR2sPB6FcH2QfA,251
+agenta/docker/docker_utils.py,sha256=ueA-t4-UCZDemEMPUX6GqST-0Ewfc05G3GKkmRJuK4w,3422
+agenta/sdk/__init__.py,sha256=GUZ5-xQtVK5Jwrr0iz2aalAQCNvNg283o8vRKVaH9nQ,616
+agenta/sdk/agenta_decorator.py,sha256=Aj_wJznW4f8aWTW6dRmrT9H6bTcHJSe7nXx9p9HzPik,16831
+agenta/sdk/agenta_init.py,sha256=KHiIBtItXxOAkVtuFQfwokvw1_Xop8cCKYoVoqCMx5g,8886
+agenta/sdk/context.py,sha256=q-PxL05-I84puunUAs9LGsffEXcYhDxhQxjuOz2vK90,901
+agenta/sdk/router.py,sha256=0sbajvn5C7t18anH6yNo7-oYxldHnYfwcbmQnIXBePw,269
+agenta/sdk/tracing/context_manager.py,sha256=HskDaiORoOhjeN375gm05wYnieQzh5UnoIsnSAHkAyc,252
+agenta/sdk/tracing/decorators.py,sha256=ujtU8gf3GDoHYuLTfEYK_2eIYZ-1oX5dpv02Mf4l_II,1191
+agenta/sdk/tracing/llm_tracing.py,sha256=ub-ujV96Ysij-uYq471gIChoLI7dpiX6cQqPOBrDF6w,6876
+agenta/sdk/tracing/logger.py,sha256=4zG9c51p8xPdKA5SL8MOgBfkpCnBSuV6JfWiXO0A7oc,473
+agenta/sdk/tracing/tasks_manager.py,sha256=XVGBEOwmHa6KcCC0PApk0_bZ0Ilk2ESuduNObB1rw2s,3792
+agenta/sdk/types.py,sha256=GiUiXDkbM2pMx1-mldzQT8uDUcm9sRqVUytThEkbjj4,4658
+agenta/sdk/utils/globals.py,sha256=lpgflY8xovZJtHfJf41dbNCZGwx07YNkG9ldruv6xoI,360
+agenta/sdk/utils/helper/openai_cost.py,sha256=1VkgvucDnNZm1pTfcVLz9icWunntp1d7zwMmnviy3Uw,5877
+agenta/sdk/utils/preinit.py,sha256=YlJL7RLfel0R7DFp-jK7OV-z4ZIQJM0oupYlk7g8b5o,1278
+agenta/templates/compose_email/README.md,sha256=ss7vZPpI1Hg0VmYtFliwq_r5LnqbCy_S5OQDXg8UoIA,308
+agenta/templates/compose_email/app.py,sha256=SG8QnBkC49MtvWa2z5_YQ2d8wxZxhO_hWs15j3CsWvc,2384
+agenta/templates/compose_email/env.example,sha256=g9AE5bYcGPpxawXMJ96gh8oenEPCHTabsiOnfQo3c5k,70
+agenta/templates/compose_email/requirements.txt,sha256=ywRglRy7pPkw8bljmMEJJ4aOOQKrt9FGKULZ-DGkoBU,23
+agenta/templates/compose_email/template.toml,sha256=H0y1i4t-gHgc-dbiTWcf3QiMAOU92MgkY_V9x3Tob-E,47
+agenta/templates/extract_data_to_json/README.md,sha256=ss7vZPpI1Hg0VmYtFliwq_r5LnqbCy_S5OQDXg8UoIA,308
+agenta/templates/extract_data_to_json/app.py,sha256=xNm9Gs2LzLujm1ox-T1Cn0JkU2tmYPqhwuAR9HnHa9Y,1320
+agenta/templates/extract_data_to_json/env.example,sha256=g9AE5bYcGPpxawXMJ96gh8oenEPCHTabsiOnfQo3c5k,70
+agenta/templates/extract_data_to_json/requirements.txt,sha256=ywRglRy7pPkw8bljmMEJJ4aOOQKrt9FGKULZ-DGkoBU,23
+agenta/templates/extract_data_to_json/template.toml,sha256=5TpnTRmvHbIzANevDCCHc8AOJXL431TN2sBor6tosUY,60
+agenta/templates/simple_prompt/README.md,sha256=ss7vZPpI1Hg0VmYtFliwq_r5LnqbCy_S5OQDXg8UoIA,308
+agenta/templates/simple_prompt/app.py,sha256=kODgF6lhzsaJPdgL5b21bUki6jkvqjWZzWR9KdBQ1Yc,646
+agenta/templates/simple_prompt/env.example,sha256=g9AE5bYcGPpxawXMJ96gh8oenEPCHTabsiOnfQo3c5k,70
+agenta/templates/simple_prompt/requirements.txt,sha256=ywRglRy7pPkw8bljmMEJJ4aOOQKrt9FGKULZ-DGkoBU,23
+agenta/templates/simple_prompt/template.toml,sha256=DQBtRrF4GU8LBEXOZ-GGuINXMQDKGTEG5y37tnvIUIE,60
+agenta-0.13.0a0.dist-info/METADATA,sha256=anE4m0TsCa2vVc1HgT_aGvLwysYlsytNZCK0dSSTT2A,27378
+agenta-0.13.0a0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+agenta-0.13.0a0.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
+agenta-0.13.0a0.dist-info/RECORD,,

agenta/client/backend/types/add_variant_from_base_and_config_response.py

@@ -1,7 +0,0 @@
-# This file was auto-generated by Fern from our API Definition.
-
-import typing
-
-from .app_variant_output import AppVariantOutput
-
-AddVariantFromBaseAndConfigResponse = typing.Union[AppVariantOutput, typing.Any]