agenta 0.27.0a9__py3-none-any.whl → 0.27.0a12__py3-none-any.whl

agenta/sdk/managers/variant.py

@@ -0,0 +1,182 @@
+from typing import Optional
+
+from agenta.sdk.managers.shared import SharedManager
+
+
+class VariantManager(SharedManager):
+    @classmethod
+    def create(
+        cls,
+        *,
+        parameters: dict,
+        variant_slug: str,
+        #
+        app_id: Optional[str] = None,
+        app_slug: Optional[str] = None,
+    ):
+        variant = SharedManager.add(
+            app_id=app_id,
+            app_slug=app_slug,
+            variant_slug=variant_slug,
+        )
+
+        if variant:
+            variant = SharedManager.commit(
+                parameters=parameters,
+                app_id=app_id,
+                app_slug=app_slug,
+                variant_slug=variant_slug,
+            )
+
+        return variant
+
+    @classmethod
+    async def acreate(
+        cls,
+        *,
+        parameters: dict,
+        variant_slug: str,
+        #
+        app_id: Optional[str] = None,
+        app_slug: Optional[str] = None,
+    ):
+        variant = await SharedManager.aadd(
+            app_id=app_id,
+            app_slug=app_slug,
+            variant_slug=variant_slug,
+        )
+        if variant:
+            variant = await SharedManager.acommit(
+                parameters=parameters,
+                app_id=app_id,
+                app_slug=app_slug,
+                variant_slug=variant_slug,
+            )
+
+        return variant
+
+    @classmethod
+    def commit(
+        cls,
+        *,
+        parameters: dict,
+        variant_slug: str,
+        #
+        app_id: Optional[str] = None,
+        app_slug: Optional[str] = None,
+    ):
+        variant = SharedManager.commit(
+            parameters=parameters,
+            app_id=app_id,
+            app_slug=app_slug,
+            variant_slug=variant_slug,
+        )
+        return variant
+
+    @classmethod
+    async def acommit(
+        cls,
+        *,
+        parameters: dict,
+        variant_slug: str,
+        #
+        app_id: Optional[str] = None,
+        app_slug: Optional[str] = None,
+    ):
+        variant = await SharedManager.acommit(
+            parameters=parameters,
+            app_id=app_id,
+            app_slug=app_slug,
+            variant_slug=variant_slug,
+        )
+        return variant
+
+    @classmethod
+    def delete(
+        cls,
+        *,
+        variant_slug: str,
+        #
+        app_id: Optional[str] = None,
+        app_slug: Optional[str] = None,
+    ):
+        message = SharedManager.delete(
+            app_id=app_id,
+            app_slug=app_slug,
+            variant_slug=variant_slug,
+        )
+        return message
+
+    @classmethod
+    async def adelete(
+        cls,
+        *,
+        variant_slug: str,
+        #
+        app_id: Optional[str] = None,
+        app_slug: Optional[str] = None,
+    ):
+        message = await SharedManager.adelete(
+            app_id=app_id,
+            app_slug=app_slug,
+            variant_slug=variant_slug,
+        )
+        return message
+
+    @classmethod
+    def list(
+        cls,
+        *,
+        app_id: Optional[str] = None,
+        app_slug: Optional[str] = None,
+    ):
+        variants = SharedManager.list(
+            app_id=app_id,
+            app_slug=app_slug,
+        )
+        return variants
+
+    @classmethod
+    async def alist(
+        cls,
+        *,
+        app_id: Optional[str] = None,
+        app_slug: Optional[str] = None,
+    ):
+        variants = await SharedManager.alist(
+            app_id=app_id,
+            app_slug=app_slug,
+        )
+        return variants
+
+    @classmethod
+    def history(
+        cls,
+        *,
+        variant_slug: str,
+        #
+        app_id: Optional[str] = None,
+        app_slug: Optional[str] = None,
+    ):
+        variants = SharedManager.history(
+            app_id=app_id,
+            app_slug=app_slug,
+            variant_slug=variant_slug,
+        )
+        return variants
+
+    @classmethod
+    async def ahistory(
+        cls,
+        *,
+        variant_slug: str,
+        #
+        app_id: Optional[str] = None,
+        app_slug: Optional[str] = None,
+    ):
+        variants = await SharedManager.ahistory(
+            app_id=app_id,
+            app_slug=app_slug,
+            variant_slug=variant_slug,
+        )
+        return variants

agenta/sdk/tracing/exporters.py

@@ -50,7 +50,6 @@ class InlineTraceExporter(SpanExporter):
         self,
         trace_id: int,
     ) -> List[ReadableSpan]:
-
         trace = self._registry.get(trace_id, [])
 
         if trace_id in self._registry:

agenta/sdk/tracing/inline.py

@@ -412,9 +412,12 @@ def _connect_tree_dfs(
 ### apis.fastapi.observability.opentelemetry.semconv ###
 ### ------------------------------------------------ ###
 
+from json import loads
+
 VERSION = "0.4.1"
 
 V_0_4_1_ATTRIBUTES_EXACT = [
+    # OPENLLMETRY
     ("gen_ai.system", "ag.meta.system"),
     ("gen_ai.request.base_url", "ag.meta.request.base_url"),
     ("gen_ai.request.endpoint", "ag.meta.request.endpoint"),
@@ -439,12 +442,35 @@ V_0_4_1_ATTRIBUTES_EXACT = [
     ("db.vector.query.top_k", "ag.meta.request.top_k"),
     ("pinecone.query.top_k", "ag.meta.request.top_k"),
     ("traceloop.span.kind", "ag.type.node"),
+    ("traceloop.entity.name", "ag.node.name"),
+    # OPENINFERENCE
+    ("output.value", "ag.data.outputs"),
+    ("input.value", "ag.data.inputs"),
+    ("embedding.model_name", "ag.meta.request.model"),
+    ("llm.invocation_parameters", "ag.meta.request"),
+    ("llm.model_name", "ag.meta.request.model"),
+    ("llm.provider", "ag.meta.provider"),
+    ("llm.system", "ag.meta.system"),
 ]
 V_0_4_1_ATTRIBUTES_PREFIX = [
+    # OPENLLMETRY
     ("gen_ai.prompt", "ag.data.inputs.prompt"),
     ("gen_ai.completion", "ag.data.outputs.completion"),
+    ("llm.request.functions", "ag.data.inputs.functions"),
+    ("llm.request.tools", "ag.data.inputs.tools"),
+    # OPENINFERENCE
+    ("llm.token_count", "ag.metrics.unit.tokens"),
+    ("llm.input_messages", "ag.data.inputs.prompt"),
+    ("llm.output_messages", "ag.data.outputs.completion"),
+]
+
+V_0_4_1_ATTRIBUTES_DYNAMIC = [
+    # OPENLLMETRY
+    ("traceloop.entity.input", lambda x: ("ag.data.inputs", loads(x).get("inputs"))),
+    ("traceloop.entity.output", lambda x: ("ag.data.outputs", loads(x).get("outputs"))),
 ]
 
+
 V_0_4_1_MAPS = {
     "attributes": {
         "exact": {
@@ -455,6 +481,9 @@ V_0_4_1_MAPS = {
             "from": {otel: agenta for otel, agenta in V_0_4_1_ATTRIBUTES_PREFIX[::-1]},
             "to": {agenta: otel for otel, agenta in V_0_4_1_ATTRIBUTES_PREFIX[::-1]},
         },
+        "dynamic": {
+            "from": {otel: agenta for otel, agenta in V_0_4_1_ATTRIBUTES_DYNAMIC[::-1]}
+        },
     },
 }
 V_0_4_1_KEYS = {
@@ -467,6 +496,9 @@ V_0_4_1_KEYS = {
             "from": list(V_0_4_1_MAPS["attributes"]["prefix"]["from"].keys()),
             "to": list(V_0_4_1_MAPS["attributes"]["prefix"]["to"].keys()),
         },
+        "dynamic": {
+            "from": list(V_0_4_1_MAPS["attributes"]["dynamic"]["from"].keys()),
+        },
     },
 }
 
@@ -480,6 +512,7 @@ KEYS = {
 
 CODEX = {"maps": MAPS[VERSION], "keys": KEYS[VERSION]}
 
+
 ### ------------------------------------------------ ###
 ### apis.fastapi.observability.opentelemetry.semconv ###
 ########################################################
@@ -653,6 +686,18 @@ def _parse_from_semconv(
 
                     del attributes[old_key]
 
+            for dynamic_key in CODEX["keys"]["attributes"]["dynamic"]["from"]:
+                if old_key == dynamic_key:
+                    try:
+                        new_key, new_value = CODEX["maps"]["attributes"]["dynamic"][
+                            "from"
+                        ][dynamic_key](value)
+
+                        attributes[new_key] = new_value
+
+                    except:  # pylint: disable=bare-except
+                        pass
+
 
 def _parse_from_links(
     otel_span_dto: OTelSpanDTO,

agenta/sdk/tracing/processors.py

@@ -16,7 +16,6 @@ from agenta.sdk.utils.logging import log
 
 
 class TraceProcessor(BatchSpanProcessor):
-
     def __init__(
         self,
         span_exporter: SpanExporter,

agenta/sdk/types.py

@@ -1,9 +1,8 @@
 import json
+from dataclasses import dataclass
 from typing import Dict, List, Optional, Any, Union
 
 from pydantic import ConfigDict, BaseModel, HttpUrl
-from dataclasses import dataclass
-from typing import Union
 
 
 @dataclass
@@ -186,3 +185,49 @@ class FileInputURL(HttpUrl):
     @classmethod
     def __schema_type_properties__(cls) -> dict:
         return {"x-parameter": "file_url", "type": "string"}
+
+
+class Context(BaseModel):
+    model_config = ConfigDict(extra="allow")
+
+    def to_json(self):
+        return self.model_dump()
+
+    @classmethod
+    def from_json(cls, json_str: str):
+        data = json.loads(json_str)
+        return cls(**data)
+
+
+class ReferencesResponse(BaseModel):
+    app_id: Optional[str] = None
+    app_slug: Optional[str] = None
+    variant_id: Optional[str] = None
+    variant_slug: Optional[str] = None
+    variant_version: Optional[int] = None
+    environment_id: Optional[str] = None
+    environment_slug: Optional[str] = None
+    environment_version: Optional[int] = None
+
+    def __str__(self):
+        return str(self.model_dump(exclude_none=True))
+
+
+class LifecyclesResponse(ReferencesResponse):
+    committed_at: Optional[str] = None
+    committed_by: Optional[str] = None
+    committed_by_id: Optional[str] = None
+    deployed_at: Optional[str] = None
+    deployed_by: Optional[str] = None
+    deployed_by_id: Optional[str] = None
+
+    def __str__(self):
+        return str(self.model_dump(exclude_none=True))
+
+
+class ConfigurationResponse(LifecyclesResponse):
+    params: Dict[str, Any]
+
+
+class DeploymentResponse(LifecyclesResponse):
+    pass

agenta/sdk/utils/exceptions.py

@@ -1,9 +1,12 @@
 from contextlib import AbstractContextManager
 from traceback import format_exc
+from functools import wraps
+from inspect import iscoroutinefunction
+
 from agenta.sdk.utils.logging import log
 
 
-class suppress(AbstractContextManager):
+class suppress(AbstractContextManager):  # pylint: disable=invalid-name
     def __init__(self):
         pass
 
@@ -20,3 +23,30 @@ class suppress(AbstractContextManager):
             log.error(format_exc().strip("\n"))
             log.error("-------------------------------------------------")
             return True
+
+
+def handle_exceptions():
+    def decorator(func):
+        is_coroutine_function = iscoroutinefunction(func)
+
+        @wraps(func)
+        async def async_wrapper(*args, **kwargs):
+            try:
+                return await func(*args, **kwargs)
+            except Exception as e:
+                log.error("--- HANDLING EXCEPTION ---")
+                log.error("--------------------------")
+                raise e
+
+        @wraps(func)
+        def sync_wrapper(*args, **kwargs):
+            try:
+                return func(*args, **kwargs)
+            except Exception as e:
+                log.error("--- HANDLING EXCEPTION ---")
+                log.error("--------------------------")
+                raise e
+
+        return async_wrapper if is_coroutine_function else sync_wrapper
+
+    return decorator

{agenta-0.27.0a9.dist-info → agenta-0.27.0a12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: agenta
-Version: 0.27.0a9
+Version: 0.27.0a12
 Summary: The SDK for agenta is an open-source LLMOps platform.
 Home-page: https://agenta.ai
 Keywords: LLMOps,LLM,evaluation,prompt engineering

{agenta-0.27.0a9.dist-info → agenta-0.27.0a12.dist-info}/RECORD

@@ -1,4 +1,4 @@
-agenta/__init__.py,sha256=6NgtqH14bL5M25Kqy2F8KueChz1snciKiIxho__i_UI,970
+agenta/__init__.py,sha256=ApHqZRQ4zkvpfKPKFgGVxc5UVM4suXddAyGheyowc2A,1484
 agenta/cli/evaluation_commands.py,sha256=fs6492tprPId9p8eGO02Xy-NCBm2RZNJLZWcUxugwd8,474
 agenta/cli/helper.py,sha256=P97HbNb_qzOyl5CM_MjAqWEBCdgebU6M81G_4UCmF1A,6288
 agenta/cli/main.py,sha256=Wz0ODhoeKK3Qg_CFUhu6D909szk05tc8ZVBB6H1-w7k,9763
@@ -9,61 +9,63 @@ agenta/client/Readme.md,sha256=K-By3bNRzUIN5VgQ98pKjw4DgCM-JlcxbW0Fsj02P6M,2903
 agenta/client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 agenta/client/api.py,sha256=r5pwYD8DWppDrV4xaNYwUmwMLjWVNfVzxK_clIboEWg,2434
 agenta/client/api_models.py,sha256=zebfE2-0-SW1SvzyarzmSJMXqyiCLKrX2sHpzoX-RnU,623
-agenta/client/backend/__init__.py,sha256=-vfan7YuXI5AR9m3AaqrePk-HJylFG0rXtBNxJxa8ww,4013
+agenta/client/backend/__init__.py,sha256=Vsyg0Ir_ltqqf7uXz3dOkVLbaQ_H-pRn2EuJmIuo-dU,4367
 agenta/client/backend/apps/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
-agenta/client/backend/apps/client.py,sha256=9rWax7LlEIpXdqq4McPAkvwHweSTomnyrFxFo8ehYy0,54136
+agenta/client/backend/apps/client.py,sha256=UWLU8uGURZ2apjpAdqhAHsLTR3lSbaTNfdfMnibXzlA,54436
 agenta/client/backend/bases/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
 agenta/client/backend/bases/client.py,sha256=BZsz5eXaa2voZdJXqgd5J5hPUuYvWwIcPCWyl49w-oY,6028
-agenta/client/backend/client.py,sha256=k262wVUWPYWbZhLiZec7sTLfh8CD7tfCYdFKyLqUMi0,102659
+agenta/client/backend/client.py,sha256=Di3OBcvZyWv6ZRAalwkJBnPUSv8XXiZrEidy9pBR6KI,103415
 agenta/client/backend/configs/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
 agenta/client/backend/configs/client.py,sha256=qtrRdRuNIZBjh9Ykj7eNKhocp7dFdFQoDSbUduVjKJ0,19089
 agenta/client/backend/containers/__init__.py,sha256=Haw2PwiPhNvM26PLQN57jY0bN-QqPoDG4VA-P_uGL3A,153
-agenta/client/backend/containers/client.py,sha256=XRFlR9hh_Z6oNKqM0BuNuxZ3vonC-9zgHXWVnzPEay8,20132
+agenta/client/backend/containers/client.py,sha256=rjN5yIBTt7BgxcSSFOvo1tJBUBO4WSDt9_EtLzxii_Y,20279
 agenta/client/backend/containers/types/__init__.py,sha256=b6yQ-p_vsI5cpKh-Qa8xNE-M5nLHjfBvfgD4JIhqEkY,176
 agenta/client/backend/containers/types/container_templates_response.py,sha256=IFmEkCII_FebAt3ENZByzAYXMB1vgQEeIaSPTLSzG5M,189
-agenta/client/backend/core/__init__.py,sha256=FzSvKbXjuM18Hdk3iGK-jsGY_DfouyRS659thZV5c1Y,1394
+agenta/client/backend/core/__init__.py,sha256=SQ85PF84B9MuKnBwHNHWemSGuy-g_515gFYNFhvEE0I,1438
 agenta/client/backend/core/api_error.py,sha256=TtMtCdxXjd7Tasc9c8ooFg124nPrb2MXG-tKOXV4u9I,440
-agenta/client/backend/core/client_wrapper.py,sha256=mU22mZBjz2QXalKJLDGo1qNeAt1awLxRMO8fzbPbnr8,1829
+agenta/client/backend/core/client_wrapper.py,sha256=esOteB9jDmUGJkv6EotT54nPNU42TR_kjF3pPjU6lqY,1817
 agenta/client/backend/core/datetime_utils.py,sha256=BHjt_H3WVslcuPsr6qjJoVif_SsdLvFN0c43ABE5UiQ,1069
-agenta/client/backend/core/file.py,sha256=vliNmlB7PbDfi4EKiVPNq5QaGXJ4zlDBGupv7Qciy7g,1520
-agenta/client/backend/core/http_client.py,sha256=1ORQxbKS0c6nMbeiANucMrlwUImmLXlCfjBbR_W-LSY,20440
+agenta/client/backend/core/file.py,sha256=a6kBDHyD9Za_ZiNbn1I4feRneqUepSUkFEQUKjAjrKA,2369
+agenta/client/backend/core/http_client.py,sha256=dPzS0GHwn_j2Javq2u_w1kVju3c-LTDseeziUNI1k5U,20738
 agenta/client/backend/core/jsonable_encoder.py,sha256=SHXw4G4n-f0IPgNkxj_-Fip3kN8NUAI-YrKxdZw8kl0,3662
-agenta/client/backend/core/pydantic_utilities.py,sha256=sLzQZQLS_y66SZSBMtJE7YrQK8INda-ta1tKwAHabGk,7540
+agenta/client/backend/core/pydantic_utilities.py,sha256=BZTSULs3wlfRQwTtsEyKlyY6SkHCtf3WxHqfhH9YSG4,12325
 agenta/client/backend/core/query_encoder.py,sha256=8qYl5VPl1jU4cDF0X7oSU_DXjlVWY5ayigFBpNTMGOA,2150
 agenta/client/backend/core/remove_none_from_dict.py,sha256=EU9SGgYidWq7SexuJbNs4-PZ-5Bl3Vppd864mS6vQZw,342
-agenta/client/backend/core/request_options.py,sha256=5cCGt5AEGgtP5xifDl4oVQUmSjlIA8FmRItAlJawM18,1417
-agenta/client/backend/core/serialization.py,sha256=Y0r8sJwxpA1a29ZuIpZ5sf9LEbeg43DTcv9voyLKxk8,5962
+agenta/client/backend/core/request_options.py,sha256=h0QUNCFVdCW_7GclVySCAY2w4NhtXVBUCmHgmzaxpcg,1681
+agenta/client/backend/core/serialization.py,sha256=1VIoFHrJZZgjx5kxsUnUDbgr2v66GFgMJ_J1mqexBXA,9643
 agenta/client/backend/environments/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
 agenta/client/backend/environments/client.py,sha256=JG980MafNEcMX60gCtLdPQb8Ja6R603CKBPTD2Vz-qo,6038
 agenta/client/backend/errors/__init__.py,sha256=pbbVUFtB9LCocA1RMWMMF_RKjsy5YkOKX5BAuE49w6g,170
 agenta/client/backend/errors/unprocessable_entity_error.py,sha256=FvR7XPlV3Xx5nu8HNlmLhBRdk4so_gCHjYT5PyZe6sM,313
 agenta/client/backend/evaluations/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
-agenta/client/backend/evaluations/client.py,sha256=CB5sGhqY8sJFgJZf-Tn3odzjaUwad_YOW5L2NAd6j4Y,46357
+agenta/client/backend/evaluations/client.py,sha256=T7sDKXeuiihQqxW_TIGrcSShCxduZ2QqjK80nTbTg0w,46698
 agenta/client/backend/evaluators/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
-agenta/client/backend/evaluators/client.py,sha256=YGsFQRf70dxYWb0IHmu_bMRsw8Pre-wcshTyvIDm5vM,28684
+agenta/client/backend/evaluators/client.py,sha256=fdfb0ZFLP-kI5jXr6F3O-wKWvWBGUXhqRXIoetyN-zQ,40405
 agenta/client/backend/observability/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
-agenta/client/backend/observability/client.py,sha256=yvdodh76GS0kge2nZXNOQInQLv555BYF54EXF3_CyKE,39240
+agenta/client/backend/observability/client.py,sha256=Fr17rjbAeb41G64thBv2FnxiDeiChMUa1b8EwH5V8tI,39687
 agenta/client/backend/testsets/__init__.py,sha256=9mUnTDeA1TxYvkj1l01A1prqsJV0ERRY2tzkY1fA4MQ,64
-agenta/client/backend/testsets/client.py,sha256=9P8T4iMqTnGMBnkb0AllqdGlSHD2BB7QmLS9dmfGybY,35193
-agenta/client/backend/types/__init__.py,sha256=khxcL80swPldYIYUzt2Tknzzk0PchL7UjeRiJqEL4Gk,5166
+agenta/client/backend/testsets/client.py,sha256=awjS8DjX08FnEgr6LtMHroK9ysMkLqKAZHh2_1-rldE,35201
+agenta/client/backend/types/__init__.py,sha256=GOXeKXtxRWLGTo_bpwdEw_5ilqF4pn5htQ1Zn-0I6Ko,5723
 agenta/client/backend/types/aggregated_result.py,sha256=4WPjBzQSyPW-Q91XuBbtsicHtupzAFgnz065jpYVKi0,747
 agenta/client/backend/types/aggregated_result_evaluator_config.py,sha256=GzU358rxyXbiDvpf9i6LqSTaHuirZV8XoodAdPKi-uY,243
-agenta/client/backend/types/app.py,sha256=_6bnVodk9xT3xgeEbnxiOa_eDNSYWa_yBLJPQOoaU8k,588
-agenta/client/backend/types/app_variant_response.py,sha256=B1EmFbNs_tRZ1OxytAo3h9pQ1c4pN-BL0e-GFgfI-Yo,999
+agenta/client/backend/types/app.py,sha256=hMPKPAx4sSUM6TSv-KzqtaJni7Kf277KVG2cbSXSIOg,608
+agenta/client/backend/types/app_variant_response.py,sha256=lFrl63ZTceAjMvLYQyIruRUF4ycQ4bB-OXuJtPqqQ6E,1094
 agenta/client/backend/types/app_variant_revision.py,sha256=PlBmaus97LdGhUHcIVdNEvfsYvsKnmtoupjAvclecRY,681
 agenta/client/backend/types/base_output.py,sha256=_cYuHdi6THNGEeDmvTb1yo82JlvV9-aCVLHcl4Q-UCY,597
 agenta/client/backend/types/body_import_testset.py,sha256=J-AH8SkA6mWgNZ5vIz12xpnhPCdZybctxQ5INVxhxgc,696
 agenta/client/backend/types/config_db.py,sha256=nCM_3WKTCP3zko26wys5wTSn2cun9OYclwMp_vY5qjE,666
+agenta/client/backend/types/config_dto.py,sha256=x13NXqJd46LDN5w5ejj93HkeZay_nYWvH-7xq3yVM90,1207
+agenta/client/backend/types/config_response_model.py,sha256=v14K15XdzX9dSYb3I6Q0BMneGaKKbrmXsJTk6xAkr20,1217
 agenta/client/backend/types/correct_answer.py,sha256=khEHspf9nszpzhswc7rSruCrcmvVdHFm7ti8JRdpXyI,592
 agenta/client/backend/types/create_app_output.py,sha256=0_avs1u3pIU14P5ut1WOUrravDwpg2GkSj8kYsAMK9Y,600
-agenta/client/backend/types/create_span.py,sha256=ka5f5ia8N_VjlSqdkapbDGaYobdqfduKCLNP6clbPig,1567
+agenta/client/backend/types/create_span.py,sha256=ZMWlTli2MNowD66D1O2e5ZKOE0BGD_-J36_A_a3rsxE,1609
 agenta/client/backend/types/create_trace_response.py,sha256=Pr1NM9nLHiPVzCP8m7VQ1NIb92fOhJTmMlEUK6FrykI,643
 agenta/client/backend/types/docker_env_vars.py,sha256=td2vhkHyYCwIC_TjlUu7hDuIXsfSJH2L7J_wGaNvw_c,600
-agenta/client/backend/types/environment_output.py,sha256=BuQNgdo07gAlHgC8RSV3Aq-IRpSwi3jai-jbyrTi8OQ,913
-agenta/client/backend/types/environment_output_extended.py,sha256=ZlpB50ea_j9COluArHYRJb1SfUrtrVmI5AEm3k8aOO4,1023
+agenta/client/backend/types/environment_output.py,sha256=L0KSiTXy4tFrrplV-YnyrsBzRB25E8QSEPTQC9BWBd0,933
+agenta/client/backend/types/environment_output_extended.py,sha256=Sr5cVBZAKekddwQPOIsMmt9diaPTsOWpyzZzOFOFxLs,1043
 agenta/client/backend/types/environment_revision.py,sha256=fZPYZCnXAiRZSp9trp4huruCUcaanyrXnC7WF6-GhXg,748
 agenta/client/backend/types/error.py,sha256=9efIET--nIU5El4GNEdYvkhtqIF5LtgxniKg0SookgE,617
-agenta/client/backend/types/evaluation.py,sha256=h2SWBFONuMQiz5uFFg8wtcQbayLvx0a_EOJ72vznoEU,1238
+agenta/client/backend/types/evaluation.py,sha256=BtOUgIkgU-FEzVNbY2IJl0ZSVhwiIe7630hLl3f9k18,1218
 agenta/client/backend/types/evaluation_scenario.py,sha256=AAEZS19leBYMF5ZTlXFCD5ZqAIpu1iHnN7V5KVXtKAA,1168
 agenta/client/backend/types/evaluation_scenario_input.py,sha256=KQYQIL6RXa2C2K6JNwZXXlW9nFYw-xqCJqY5qlp8mco,648
 agenta/client/backend/types/evaluation_scenario_output.py,sha256=-XoVgjhJryWb3XrFuEQ0s0O3TV3BsHQltehYUnxThzA,704
@@ -71,11 +73,13 @@ agenta/client/backend/types/evaluation_scenario_result.py,sha256=wOs3-2ucAL6rizT
 agenta/client/backend/types/evaluation_scenario_score_update.py,sha256=xkyk7DKj99WkuWcOTOmTZ67G_GIaBVTrGUuy7Erfjec,597
 agenta/client/backend/types/evaluation_status_enum.py,sha256=U0yabhF9EZqb0MU13MhLsuOa2wQmUQHGWDS0qawwvfE,370
 agenta/client/backend/types/evaluation_type.py,sha256=FaI9rLp1QBUl5EE9xKtlxFhCDdcKGOx8NPcAWn3ct5o,186
-agenta/client/backend/types/evaluator.py,sha256=TQgGEL_w5e6hMr2roZdO8PpOwyRXT2LvVDKWufm06n4,760
-agenta/client/backend/types/evaluator_config.py,sha256=G-NCQxA4SBk00ClhdhKZcqZFS80usBWb2wR9-un4L4E,760
+agenta/client/backend/types/evaluator.py,sha256=Ye9m3jEg65hKsJlqWVDxNnlSNXCJAzxFX-KG7qGCPTM,843
+agenta/client/backend/types/evaluator_config.py,sha256=3CIFKMdXJbxixiojihQSCUenr_6UlXG_0IgoCCEvdeQ,780
+agenta/client/backend/types/evaluator_mapping_output_interface.py,sha256=KiQzlq7UCks_32TcMeF9nqYQUJK8jpxIL7HYi5ar-7s,641
+agenta/client/backend/types/evaluator_output_interface.py,sha256=r4aU7-fUBMvdXzbJIeQ9aoFiIhH58Ofmkn_BKpTMJko,634
 agenta/client/backend/types/get_config_response.py,sha256=uNaeYEq3VCNm3uZ1mNnxBhDzrNz0LYjuz984ASEk5Fk,676
 agenta/client/backend/types/http_validation_error.py,sha256=bMxjckCqPguIznV-z-517GS-d2EXC9wJEg0XCcQfq_E,681
-agenta/client/backend/types/human_evaluation.py,sha256=aLtloRMxDp1jfVW50rBiMxD2A6xDVM8NOFzNnOWuLso,903
+agenta/client/backend/types/human_evaluation.py,sha256=jUNYGW6zp4UWB-SOY1oOB6FX_HtJ32cKRjUlXQzvllk,883
 agenta/client/backend/types/human_evaluation_scenario.py,sha256=GZFGdki4Rlfly7RUhNrWpS2x8N0fHelHdk55YtxY3l0,1127
 agenta/client/backend/types/human_evaluation_scenario_input.py,sha256=4iT1sH_hM6gOFmVicewPONFOvz_cW-Dh6HoNU-tCC0E,620
 agenta/client/backend/types/human_evaluation_scenario_output.py,sha256=yVEFImNXK3qSy83AL3X5qypUOgJ__fumLj1bNgXgPXk,624
@@ -83,9 +87,10 @@ agenta/client/backend/types/human_evaluation_scenario_update.py,sha256=eh33QTkJN
 agenta/client/backend/types/human_evaluation_update.py,sha256=PDtYJDYLEfYRaJuG6eqavgXpNhE-LDK81i9qNo7QD7s,686
 agenta/client/backend/types/image.py,sha256=Q8mnZynlIHHwlu3XRarjJAzgfadl87qPJ-fqH2WqQBw,722
 agenta/client/backend/types/invite_request.py,sha256=ZYcO4_O5Jjnz6uDwcFUoQ1Bn-A0F9t2S3rQTx9arwJc,607
+agenta/client/backend/types/lifecycle_dto.py,sha256=jgOgDkq5m2zQ2S2d4USivPi-sZ2J0eaadwYv2LnghYU,742
 agenta/client/backend/types/list_api_keys_response.py,sha256=av8nz-yhcOYiLZEfnJDxr37W7r1C8VnLLoeSgJwQSY0,701
 agenta/client/backend/types/llm_run_rate_limit.py,sha256=XiPGznCpdS-lPDiswj6pX5aIxhMuOfGCOda7IPcB0q8,659
-agenta/client/backend/types/llm_tokens.py,sha256=3TjGNWX1vh0cbj93J6KeXgDP8ZysFXYiH6n8HnA2VYA,706
+agenta/client/backend/types/llm_tokens.py,sha256=-DLWHVU6spcBAkMjRQaI7QH3D3h6w3iOeHK8RXZcuqI,704
 agenta/client/backend/types/lm_providers_enum.py,sha256=TetfW4xvX51XlTuu7t6OZ6Bvhq4XXIB7Ro8jKnD2wkE,494
 agenta/client/backend/types/new_human_evaluation.py,sha256=Rp_cu_ApObG7QBT-Hkvwer604gO6P3QnVwpIfLv0Q38,764
 agenta/client/backend/types/new_testset.py,sha256=S8ENb_fu5CeyxTvjN5ojXuVoaauNKgfwE738svFhWNY,647
@@ -93,32 +98,34 @@ agenta/client/backend/types/organization.py,sha256=U8xVumZUcp5GnrRNJIHmaqibnxsVd
 agenta/client/backend/types/organization_output.py,sha256=dXkUHfNfp_ho220_sb7EX3YmE2AqYc4rlsYngV3ELBI,595
 agenta/client/backend/types/outputs.py,sha256=iSON-p8Feeq3laC5PK3BFe20GqLGSbYU5eI8viyvw-Y,168
 agenta/client/backend/types/permission.py,sha256=Pwg68fQo2U3sZdyeTYwRBkKGTVsGv3_1gizwREmfuk4,1104
+agenta/client/backend/types/reference_dto.py,sha256=VNLakAy13glLgEPIXH9o_3vcPflPkQJdo0o113lPURc,678
+agenta/client/backend/types/reference_request_model.py,sha256=nhf4VUAfAJ-vf9fbOhcTrxk6uuqMFSoy0NhChY9Y0VQ,687
 agenta/client/backend/types/result.py,sha256=6qD2kzmdzu8q4ywLtAyWLQEDHw-Cu5xN5GLCV-FI7_Y,700
 agenta/client/backend/types/score.py,sha256=OAur_nJtRQmpboZfzFi2l1-zmNxFfETcl13C7OAvpMw,111
 agenta/client/backend/types/simple_evaluation_output.py,sha256=XBm4IVY28brTIYrRQVUK7tFmxUUnqL6nKgVW5_E9PbM,731
-agenta/client/backend/types/span.py,sha256=A5nNVYsG2b4h49xuj9K13mfJpV5_-_DuAIKMbuq-BmM,1234
-agenta/client/backend/types/span_detail.py,sha256=kyt0Oxl4sd6iFWLgLeTr6NdKwJlV8DKQ35iy9qRdC5w,1222
+agenta/client/backend/types/span.py,sha256=z3VDnH3vN-NWyP_QLtuJ16N8JVcHt0RUm5ziQ32R1G0,1278
+agenta/client/backend/types/span_detail.py,sha256=cHedPJi4rBouIkQmjfMBoOx9W7TP9t09wlOoqgvIEWs,1410
 agenta/client/backend/types/span_status_code.py,sha256=h1D60dDCfmCI10d79QXPbgpYa4Q3n6LhEsCj9dBaxpU,162
 agenta/client/backend/types/span_variant.py,sha256=MxGbLEYlkTge7mJcvwhhZDXdHUOOH436DEoZ9To_TAk,694
 agenta/client/backend/types/template.py,sha256=O-2LZEElxLj4LbslKqFY8EzlkCzFSwfYMXkHcfh5XM4,651
 agenta/client/backend/types/template_image_info.py,sha256=Bodh11Vi35CNGMmtQgLMjTi8rcUB5oNERcVwHnu4V6c,860
-agenta/client/backend/types/test_set_output_response.py,sha256=XuifxiNgMeWU7-GpzYZJ7f8jzQsUeZ_VbbBozNX1aE8,648
+agenta/client/backend/types/test_set_output_response.py,sha256=RNOj6QtQww1pXgdpWUQTV_1Rozs9eUvNQxag_W4HmWg,767
 agenta/client/backend/types/test_set_simple_response.py,sha256=dNftvPtUnNiGJKP9VzTFnjh3ffKxPocAG4sd45ZbHkg,618
-agenta/client/backend/types/trace_detail.py,sha256=bXQp-mTQ_nD0CA-raDyzO9Si1CALNhbv3UqUj7MzECE,1223
+agenta/client/backend/types/trace_detail.py,sha256=jGDWzpGi4bJXLs3BXIJGksUGZm6RsqgXi0Q8nvwTtoY,1413
 agenta/client/backend/types/update_app_output.py,sha256=VOZS9MM_eNY2tVD7cnjiP-tUodAbuaRZed7KTONi1-E,600
 agenta/client/backend/types/uri.py,sha256=tiY_sNZOWfG2INOhsthGx9QMnN_5Ibrqi68AkPHyDvw,567
 agenta/client/backend/types/validation_error.py,sha256=nNDCxS4lCvY-79Yfwcnth5a1RXm51EZ_tMCbxnmzbAQ,700
 agenta/client/backend/types/validation_error_loc_item.py,sha256=LAtjCHIllWRBFXvAZ5QZpp7CPXjdtN9EB7HrLVo6EP0,128
 agenta/client/backend/types/variant_action.py,sha256=m3SWsIZF9rPfFSh3ypDA5vawKiTHwI_7_SfhyQO3OoU,645
 agenta/client/backend/types/variant_action_enum.py,sha256=KZzhy-BKA9m8zwZlmoESywDQIn-VGyI2qCRr9-tqaks,158
-agenta/client/backend/types/with_pagination.py,sha256=yI6jR7VxcyGdboTnkJwVarJtARwiJViZgpGHAknHAyk,699
+agenta/client/backend/types/with_pagination.py,sha256=NseT9aXCB-cqkDDjlxEkzb1cYqbsDQEaO6tMitToR0g,798
 agenta/client/backend/types/workspace_member_response.py,sha256=-iF-xitcARF6FqGkQKojf06O7GU2oDRbvI0mpu2Clyk,728
 agenta/client/backend/types/workspace_permission.py,sha256=f-e3FUDOIyTmORW2P-K38WOJy3r1g5sZVBl6VUHAt74,791
 agenta/client/backend/types/workspace_response.py,sha256=n1884dwY4C9Gm-JCyprnLfOxAVg4j9SsXL7hQdwsUl8,924
 agenta/client/backend/types/workspace_role.py,sha256=k-ltfq7aAWGg85tTPIf8HpFMMf4gu02_X8R2fFPmB7U,286
 agenta/client/backend/types/workspace_role_response.py,sha256=6hlRcsMmpf6Q0ejLzRKJiZo_9rygazcbJfpPq2jQZVw,693
 agenta/client/backend/variants/__init__.py,sha256=BMR4SvsrqXC9FU8nPVzY8M9xGrBEhEGrmbgvy3iM1aE,171
-agenta/client/backend/variants/client.py,sha256=d7y45zaOZaXx5S_CaYB7Qc5-ATWwtLzRPgTufJa90os,46444
+agenta/client/backend/variants/client.py,sha256=i5JeOEv4vneUeWB-babLXs_5N4Spau--jI-Lmdt4Ktk,90565
 agenta/client/backend/variants/types/__init__.py,sha256=TrRUAyPsJ1bKg2gfW0d_S1rEu6eaYnHmr2g_URTuwPU,216
 agenta/client/backend/variants/types/add_variant_from_base_and_config_response.py,sha256=nbcakmo3eZpWmyX_DhS6F4jyhfV2t5zN-zOgDtM2rKQ,247
 agenta/client/client.py,sha256=DWOGS9A8u4wu28s9jGOR4eRhf7vo4zT7GyDvrIGu59Y,19648
@@ -132,34 +139,38 @@ agenta/docker/docker-assets/entrypoint.sh,sha256=29XK8VQjQsx4hN2j-4JDy-6kQb5y4LC
 agenta/docker/docker-assets/lambda_function.py,sha256=h4UZSSfqwpfsCgERv6frqwm_4JrYu9rLz3I-LxCfeEg,83
 agenta/docker/docker-assets/main.py,sha256=7MI-21n81U7N7A0GxebNi0cmGWtJKcR2sPB6FcH2QfA,251
 agenta/docker/docker_utils.py,sha256=kO1q2_IR0fEAo4M-2Pt_v-zC7GxxnkLogjKFhU869Ps,3555
-agenta/sdk/__init__.py,sha256=IopYEonqvpdGXsAYh2wQ4Ai_2YzsY7aF88wTzrclV4M,1208
-agenta/sdk/agenta_init.py,sha256=vQcaWvvrMR6xMNJvX6V-9eNIvx3_JsjPA6xcxiahX30,10308
+agenta/sdk/__init__.py,sha256=G-KGS3nIyzsMFc_Ct3mZ_6MuKppJg7qDnBXuz_oy1Go,1688
+agenta/sdk/agenta_init.py,sha256=_GugAX15eqTODzpGRIcBbqF87znl1q5gD12Fw7vjPs4,10652
 agenta/sdk/assets.py,sha256=Zv4i8MVUSB3jMODQon1mzJtYxuntmrCNjLGk8f-2fls,2856
 agenta/sdk/client.py,sha256=trKyBOYFZRk0v5Eptxvh87yPf50Y9CqY6Qgv4Fy-VH4,2142
-agenta/sdk/config_manager.py,sha256=HFOJpJKBkhlA0C-KPuxb4-bHNZeZqdpmx_beoX4lQw8,7997
 agenta/sdk/context/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-agenta/sdk/context/routing.py,sha256=gOoOM88hSjIjzQ3ni68TjUoq7WtwSH3kB07YjCYvW2c,631
+agenta/sdk/context/routing.py,sha256=ycUgmJZyWhL4bHjKtUSAsTlt_0Fujr_6OpoaEH1lAN0,683
 agenta/sdk/context/tracing.py,sha256=UmmW15UFFsvxS0myS6aD9wBk5iNepNlQi4tEQ_ejfYM,96
 agenta/sdk/decorators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-agenta/sdk/decorators/routing.py,sha256=ERtZDJoCoR_s73gOt0h_Z_Kr8FCskMkrl_ILD85VV04,35873
-agenta/sdk/decorators/tracing.py,sha256=iXcQKoQ3VcV-FBOSUJ6UXChGaYkOQf20VMrfkfme0LI,7564
+agenta/sdk/decorators/routing.py,sha256=wfi9BaSTR7EqSxmX1IylSfR-xemkMTDUmPx5OnDQQBs,36138
+agenta/sdk/decorators/tracing.py,sha256=rwxbxsDb6B0VaJf4qLPgyTMYNkJMFLsCiX2ZQ6W-zOw,7713
 agenta/sdk/litellm/__init__.py,sha256=Bpz1gfHQc0MN1yolWcjifLWznv6GjHggvRGQSpxpihM,37
-agenta/sdk/litellm/litellm.py,sha256=j4WyRTQdxLkvelaPm5BfUbaUxkbQXDhyr3yp9yXo1RQ,8289
+agenta/sdk/litellm/litellm.py,sha256=J9NefQ2yvfWQy9e0zmPZiRQDz5GM2ThWAw5XM8gCaqw,8461
+agenta/sdk/managers/__init__.py,sha256=SN-LRwG0pRRDV3u2Q4JiiSTigN3-mYpzGNM35RzT4mc,238
+agenta/sdk/managers/config.py,sha256=t6QABH6fMVeSo_IIXBPbhb4w8Nl3KUwfY3ujHP91VVs,11726
+agenta/sdk/managers/deployment.py,sha256=SEokjZeh6n7HRKZ92Y0WncdG49hIFx-Z3B3HAl2kmUg,1174
+agenta/sdk/managers/shared.py,sha256=e53jckQq5PIMpjdxADOonUj7o8aGfzmSvdeH5f43rGs,21497
+agenta/sdk/managers/variant.py,sha256=A5ga3mq3b0weUTXa9HO72MGaspthGcu1uK9K5OnP738,4172
 agenta/sdk/router.py,sha256=mOguvtOwl2wmyAgOuWTsf98pQwpNiUILKIo67W_hR3A,119
 agenta/sdk/tracing/__init__.py,sha256=rQNe5-zT5Kt7_CDhq-lnUIi1EYTBVzVf_MbfcIxVD98,41
 agenta/sdk/tracing/attributes.py,sha256=zh8JQZSeYCLBeIRSopKJx6QQ-WEgw08Cr64DS_WOcT8,3833
 agenta/sdk/tracing/context.py,sha256=PSJdhcaOXSMAuGUBySpLKPKyx8duF3TJzhUEk2ufqPc,777
 agenta/sdk/tracing/conventions.py,sha256=JBtznBXZ3aRkGKkLl7cPwdMNh3w1G-H2Ta2YrAxbr38,950
-agenta/sdk/tracing/exporters.py,sha256=VLebUsoq29mcBccpwXvNHOZWwi2Kq3oZvUsKMsb9CGE,1569
-agenta/sdk/tracing/inline.py,sha256=0ZLy89k5wkmTUaz69vqc3vP51ZdqmLGMj3Qz2o3hieE,32856
-agenta/sdk/tracing/processors.py,sha256=oyZkIbFBlBLEyl757TY1yykdDm40vH2z1_t-itOC0j0,3116
+agenta/sdk/tracing/exporters.py,sha256=mFK5vrL7X-pQmyH-c9vrmGtsjSkCBOR31q2M4ZsOo80,1568
+agenta/sdk/tracing/inline.py,sha256=aPeY-zfIZ_4m8gIO0UT7cYmv7QpEYu7Ta_2MnLg0MVI,34515
+agenta/sdk/tracing/processors.py,sha256=8hgwC44qtPDmQ5yurKA4T6rEVx5y927w2sDHdU5GoUA,3115
 agenta/sdk/tracing/spans.py,sha256=nqUOjjirBxB8Eacv8Qj4Ra_6rknGi3lbJdNyKmk5ODQ,3707
 agenta/sdk/tracing/tracing.py,sha256=laInX27JUBCS_KiOqMax2Ja5UJ9X72tY5bufLbcYebo,6990
-agenta/sdk/types.py,sha256=B7C7Jpeq0CpmLwmN1dmpggJsZX8WpxyyM42PkdSsx3s,5669
+agenta/sdk/types.py,sha256=naGZ5QYpX2HxAA8yO7xiUKs1FDPcC7rtT2K3NURifMg,6827
 agenta/sdk/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 agenta/sdk/utils/costs.py,sha256=i8C7ud__pThLS55XkN4YW8czXtGeXr2mx7jjcOFeiXg,5955
 agenta/sdk/utils/debug.py,sha256=DxiCAeXxxrcEZT2CjlNA6BMvujGP4nzQ-rfb-_mLMck,2114
-agenta/sdk/utils/exceptions.py,sha256=joC46DnUE3dg1XOZv_k1PKYxKzRuUPS0Di1TTmGbbH0,731
+agenta/sdk/utils/exceptions.py,sha256=AU0csJtuzswjkr8O8K-PmuOEr0vRNymKPZVRnRR_0Ts,1646
 agenta/sdk/utils/globals.py,sha256=2HhyzWn55BbYNCZ3rT8dAxk1GGXuGQPbtq_THjaHbBw,372
 agenta/sdk/utils/logging.py,sha256=FKzAO5eHjR_qvpEnc4tKXUA6WftmwdwYwuJK6CbSc84,379
 agenta/sdk/utils/preinit.py,sha256=YlJL7RLfel0R7DFp-jK7OV-z4ZIQJM0oupYlk7g8b5o,1278
@@ -179,7 +190,7 @@ agenta/templates/simple_prompt/app.py,sha256=kODgF6lhzsaJPdgL5b21bUki6jkvqjWZzWR
 agenta/templates/simple_prompt/env.example,sha256=g9AE5bYcGPpxawXMJ96gh8oenEPCHTabsiOnfQo3c5k,70
 agenta/templates/simple_prompt/requirements.txt,sha256=ywRglRy7pPkw8bljmMEJJ4aOOQKrt9FGKULZ-DGkoBU,23
 agenta/templates/simple_prompt/template.toml,sha256=DQBtRrF4GU8LBEXOZ-GGuINXMQDKGTEG5y37tnvIUIE,60
-agenta-0.27.0a9.dist-info/METADATA,sha256=IgUZsGVZc83d5z7nmSivXC7lrpE1lJaV3P2D6LduATI,31738
-agenta-0.27.0a9.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-agenta-0.27.0a9.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
-agenta-0.27.0a9.dist-info/RECORD,,
+agenta-0.27.0a12.dist-info/METADATA,sha256=7YiEcddLp2Q-vb3NvqOvSAsoAyur_IA9NXRBSUul_j8,31739
+agenta-0.27.0a12.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+agenta-0.27.0a12.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
+agenta-0.27.0a12.dist-info/RECORD,,