agenta 0.27.5__py3-none-any.whl → 0.27.5a1__py3-none-any.whl

agenta/__init__.py

@@ -1,3 +1,5 @@
+from typing import Any, Callable, Optional
+
 from .sdk.utils.preinit import PreInitObject
 
 import agenta.client.backend.types as client_types  # pylint: disable=wrong-import-order
@@ -18,7 +20,7 @@ from .sdk.types import (
 )
 
 from .sdk.utils.logging import log as logging
-from .sdk.tracing import Tracing
+from .sdk.tracing import Tracing, get_tracer
 from .sdk.decorators.tracing import instrument
 from .sdk.tracing.conventions import Reference
 from .sdk.decorators.routing import entrypoint, app, route
@@ -36,15 +38,36 @@ config = PreInitObject("agenta.config", Config)
 DEFAULT_AGENTA_SINGLETON_INSTANCE = AgentaSingleton()
 
 types = client_types
-tracing = None
+
 api = None
 async_api = None
 
+tracing = DEFAULT_AGENTA_SINGLETON_INSTANCE.tracing  # type: ignore
+tracer = get_tracer(tracing)
 
-def init(*args, **kwargs):
-    global api, async_api, tracing, config
-    _init(*args, **kwargs)
 
-    tracing = DEFAULT_AGENTA_SINGLETON_INSTANCE.tracing  # type: ignore
+def init(
+    host: Optional[str] = None,
+    api_key: Optional[str] = None,
+    config_fname: Optional[str] = None,
+    redact: Optional[Callable[..., Any]] = None,
+    redact_on_error: Optional[bool] = True,
+    # DEPRECATING
+    app_id: Optional[str] = None,
+):
+    global api, async_api, tracing, tracer  # pylint: disable=global-statement
+
+    _init(
+        host=host,
+        api_key=api_key,
+        config_fname=config_fname,
+        redact=redact,
+        redact_on_error=redact_on_error,
+        app_id=app_id,
+    )
+
     api = DEFAULT_AGENTA_SINGLETON_INSTANCE.api  # type: ignore
     async_api = DEFAULT_AGENTA_SINGLETON_INSTANCE.async_api  # type: ignore
+
+    tracing = DEFAULT_AGENTA_SINGLETON_INSTANCE.tracing  # type: ignore
+    tracer = get_tracer(tracing)

agenta/sdk/__init__.py

@@ -1,4 +1,4 @@
-from typing import Optional
+from typing import Optional, Callable, Any
 
 from .utils.preinit import PreInitObject  # always the first import!
 
@@ -43,17 +43,21 @@ tracer = get_tracer(tracing)
 
 def init(
     host: Optional[str] = None,
-    app_id: Optional[str] = None,
     api_key: Optional[str] = None,
     config_fname: Optional[str] = None,
+    redact: Optional[Callable[..., Any]] = None,
+    redact_on_error: Optional[bool] = True,
+    # DEPRECATING
+    app_id: Optional[str] = None,
 ):
-    global api, async_api, tracing, tracer
+    global api, async_api, tracing, tracer  # pylint: disable=global-statement
 
     _init(
         host=host,
         api_key=api_key,
         config_fname=config_fname,
-        # DEPRECATING
+        redact=redact,
+        redact_on_error=redact_on_error,
         app_id=app_id,
     )
 

agenta/sdk/agenta_init.py

@@ -1,7 +1,7 @@
 import logging
 import toml
 from os import getenv
-from typing import Optional
+from typing import Optional, Callable, Any
 from importlib.metadata import version
 
 from agenta.sdk.utils.logging import log
@@ -36,6 +36,8 @@ class AgentaSingleton:
         host: Optional[str] = None,
         api_key: Optional[str] = None,
         config_fname: Optional[str] = None,
+        redact: Optional[Callable[..., Any]] = None,
+        redact_on_error: Optional[bool] = True,
         # DEPRECATING
         app_id: Optional[str] = None,
     ) -> None:
@@ -91,6 +93,8 @@ class AgentaSingleton:
 
         self.tracing = Tracing(
             url=f"{self.host}/api/observability/v1/otlp/traces",  # type: ignore
+            redact=redact,
+            redact_on_error=redact_on_error,
         )
 
         self.tracing.configure(
@@ -258,7 +262,9 @@ def init(
     host: Optional[str] = None,
     api_key: Optional[str] = None,
     config_fname: Optional[str] = None,
-    # DEPRECATED
+    redact: Optional[Callable[..., Any]] = None,
+    redact_on_error: Optional[bool] = True,
+    # DEPRECATING
     app_id: Optional[str] = None,
 ):
     """Main function to initialize the agenta sdk.
@@ -289,7 +295,8 @@ def init(
         host=host,
         api_key=api_key,
         config_fname=config_fname,
-        # DEPRECATED
+        redact=redact,
+        redact_on_error=redact_on_error,
         app_id=app_id,
     )
 

agenta/sdk/decorators/tracing.py

@@ -19,6 +19,8 @@ class instrument:  # pylint: disable=invalid-name
         config: Optional[Dict[str, Any]] = None,
         ignore_inputs: Optional[bool] = None,
         ignore_outputs: Optional[bool] = None,
+        redact: Optional[Callable[..., Any]] = None,
+        redact_on_error: Optional[bool] = True,
         max_depth: Optional[int] = 2,
         # DEPRECATING
         kind: str = "task",
@@ -29,6 +31,8 @@ class instrument:  # pylint: disable=invalid-name
         self.config = config
         self.ignore_inputs = ignore_inputs
         self.ignore_outputs = ignore_outputs
+        self.redact = redact
+        self.redact_on_error = redact_on_error
         self.max_depth = max_depth
 
     def __call__(self, func: Callable[..., Any]):
@@ -109,12 +113,10 @@ class instrument:  # pylint: disable=invalid-name
                 )
 
             _inputs = self._redact(
-                self._parse(
-                    func,
-                    *args,
-                    **kwargs,
-                ),
-                self.ignore_inputs,
+                name=span.name,
+                field="inputs",
+                io=self._parse(func, *args, **kwargs),
+                ignore=self.ignore_inputs,
             )
             span.set_attributes(
                 attributes={"inputs": _inputs},
@@ -153,7 +155,12 @@ class instrument:  # pylint: disable=invalid-name
                 namespace="metrics.unit.tokens",
             )
 
-            _outputs = self._redact(self._patch(result), self.ignore_outputs)
+            _outputs = self._redact(
+                name=span.name,
+                field="outputs",
+                io=self._patch(result),
+                ignore=self.ignore_outputs,
+            )
             span.set_attributes(
                 attributes={"outputs": _outputs},
                 namespace="data",
@@ -192,6 +199,9 @@ class instrument:  # pylint: disable=invalid-name
 
     def _redact(
         self,
+        *,
+        name: str,
+        field: str,
         io: Dict[str, Any],
         ignore: Union[List[str], bool] = False,
     ) -> Dict[str, Any]:
@@ -220,6 +230,20 @@ class instrument:  # pylint: disable=invalid-name
             )
         }
 
+        if self.redact is not None:
+            try:
+                io = self.redact(name, field, io)
+            except:  # pylint: disable=bare-except
+                if self.redact_on_error:
+                    io = {}
+
+        if ag.tracing.redact is not None:
+            try:
+                io = ag.tracing.redact(name, field, io)
+            except:  # pylint: disable=bare-except
+                if ag.tracing.redact_on_error:
+                    io = {}
+
         return io
 
     def _patch(

agenta/sdk/litellm/litellm.py

@@ -89,16 +89,20 @@ def litellm_handler():
                 log.error("LiteLLM callback error: span not found.")
                 return
 
-            result = kwargs.get("complete_streaming_response")
+            try:
+                result = []
+                for choice in response_obj.choices:
+                    message = choice.message.__dict__
+                    result.append(message)
 
-            outputs = (
-                {"__default__": result} if not isinstance(result, dict) else result
-            )
+                outputs = {"completion": result}
+                self.span.set_attributes(
+                    attributes={"outputs": outputs},
+                    namespace="data",
+                )
 
-            self.span.set_attributes(
-                attributes={"outputs": outputs},
-                namespace="data",
-            )
+            except Exception as e:
+                pass
 
             self.span.set_attributes(
                 attributes={"total": kwargs.get("response_cost")},
@@ -194,16 +198,20 @@ def litellm_handler():
                 log.error("LiteLLM callback error: span not found.")
                 return
 
-            result = kwargs.get("complete_streaming_response")
+            try:
+                result = []
+                for choice in response_obj.choices:
+                    message = choice.message.__dict__
+                    result.append(message)
 
-            outputs = (
-                {"__default__": result} if not isinstance(result, dict) else result
-            )
+                outputs = {"completion": result}
+                self.span.set_attributes(
+                    attributes={"outputs": outputs},
+                    namespace="data",
+                )
 
-            self.span.set_attributes(
-                attributes={"outputs": outputs},
-                namespace="data",
-            )
+            except Exception as e:
+                pass
 
             self.span.set_attributes(
                 attributes={"total": kwargs.get("response_cost")},
@@ -236,17 +244,20 @@ def litellm_handler():
                 log.error("LiteLLM callback error: span not found.")
                 return
 
-            # result = kwargs.get("complete_streaming_response")
-            result = response_obj.choices[0].message.content
+            try:
+                result = []
+                for choice in response_obj.choices:
+                    message = choice.message.__dict__
+                    result.append(message)
 
-            outputs = (
-                {"__default__": result} if not isinstance(result, dict) else result
-            )
+                outputs = {"completion": result}
+                self.span.set_attributes(
+                    attributes={"outputs": outputs},
+                    namespace="data",
+                )
 
-            self.span.set_attributes(
-                attributes={"outputs": outputs},
-                namespace="data",
-            )
+            except Exception as e:
+                pass
 
             self.span.set_attributes(
                 attributes={"total": kwargs.get("response_cost")},

agenta/sdk/middleware/auth.py

@@ -21,6 +21,12 @@ AGENTA_SDK_AUTH_CACHE_TTL = environ.get(
     15 * 60,  # 15 minutes
 )
 
+AGENTA_SDK_AUTH_CACHE = str(environ.get("AGENTA_SDK_AUTH_CACHE", True)).lower() in (
+    "true",
+    "1",
+    "t",
+)
+
 AGENTA_UNAUTHORIZED_EXECUTION_ALLOWED = str(
     environ.get("AGENTA_UNAUTHORIZED_EXECUTION_ALLOWED", False)
 ).lower() in ("true", "1", "t")
@@ -89,9 +95,11 @@ class AuthorizationMiddleware(BaseHTTPMiddleware):
                 sort_keys=True,
             )
 
-            cached_policy = cache.get(_hash)
+            policy = None
+            if AGENTA_SDK_AUTH_CACHE:
+                policy = cache.get(_hash)
 
-            if not cached_policy:
+            if not policy:
                 async with httpx.AsyncClient() as client:
                     response = await client.get(
                         f"{self.host}/api/permissions/verify",
@@ -110,19 +118,17 @@ class AuthorizationMiddleware(BaseHTTPMiddleware):
                         cache.put(_hash, {"effect": "deny"})
                         return Deny()
 
-                    cached_policy = {
+                    policy = {
                         "effect": "allow",
                         "credentials": auth.get("credentials"),
                     }
 
-                    cache.put(_hash, cached_policy)
+                    cache.put(_hash, policy)
 
-            if cached_policy.get("effect") == "deny":
+            if policy.get("effect") == "deny":
                 return Deny()
 
-            request.state.credentials = cached_policy.get("credentials")
-
-            print(f"credentials: {request.state.credentials}")
+            request.state.credentials = policy.get("credentials")
 
             return await call_next(request)
 

agenta/sdk/tracing/tracing.py

@@ -1,4 +1,4 @@
-from typing import Optional, Any, Dict
+from typing import Optional, Any, Dict, Callable
 from enum import Enum
 
 from httpx import get as check
@@ -32,6 +32,8 @@ class Tracing(metaclass=Singleton):
     def __init__(
         self,
         url: str,
+        redact: Optional[Callable[..., Any]] = None,
+        redact_on_error: Optional[bool] = True,
     ) -> None:
         # ENDPOINT (OTLP)
         self.otlp_url = url
@@ -49,6 +51,10 @@ class Tracing(metaclass=Singleton):
         # INLINE SPANS for INLINE TRACES (INLINE PROCESSOR)
         self.inline_spans: Dict[str, Any] = dict()
 
+        # REDACT
+        self.redact = redact
+        self.redact_on_error = redact_on_error
+
     # PUBLIC
 
     def configure(

{agenta-0.27.5.dist-info → agenta-0.27.5a1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: agenta
-Version: 0.27.5
+Version: 0.27.5a1
 Summary: The SDK for agenta is an open-source LLMOps platform.
 Home-page: https://agenta.ai
 Keywords: LLMOps,LLM,evaluation,prompt engineering
@@ -22,16 +22,13 @@ Requires-Dist: docker (>=6.1.1,<8.0.0)
 Requires-Dist: fastapi (>=0.100.0)
 Requires-Dist: httpx (>=0.24,<0.28)
 Requires-Dist: importlib-metadata (>=8.0.0,<9.0)
-Requires-Dist: ipdb (>=0.13)
 Requires-Dist: litellm (>=1.48.0,<2.0.0)
 Requires-Dist: opentelemetry-api (>=1.27.0,<2.0.0)
 Requires-Dist: opentelemetry-exporter-otlp (>=1.27.0,<2.0.0)
 Requires-Dist: opentelemetry-sdk (>=1.27.0,<2.0.0)
 Requires-Dist: posthog (>=3.1.0,<4.0.0)
 Requires-Dist: pydantic (>=2)
-Requires-Dist: pymongo (>=4.6.3,<5.0.0)
 Requires-Dist: python-dotenv (>=1.0.0,<2.0.0)
-Requires-Dist: python-multipart (>=0.0.6,<0.0.10)
 Requires-Dist: pyyaml (>=6.0.2,<7.0.0)
 Requires-Dist: questionary (>=1.10,<3.0)
 Requires-Dist: toml (>=0.10.2,<0.11.0)

{agenta-0.27.5.dist-info → agenta-0.27.5a1.dist-info}/RECORD

@@ -1,4 +1,4 @@
-agenta/__init__.py,sha256=vZmOjCyJZMfW3UlqARG1xfkBZe-0kTjg7a_BaZZg2to,1496
+agenta/__init__.py,sha256=XXPgAjzPw5CXQpuQbDNpKRuoBL5X_YoobKeebjYHiSY,2101
 agenta/cli/evaluation_commands.py,sha256=fs6492tprPId9p8eGO02Xy-NCBm2RZNJLZWcUxugwd8,474
 agenta/cli/helper.py,sha256=P97HbNb_qzOyl5CM_MjAqWEBCdgebU6M81G_4UCmF1A,6288
 agenta/cli/main.py,sha256=Wz0ODhoeKK3Qg_CFUhu6D909szk05tc8ZVBB6H1-w7k,9763
@@ -139,8 +139,8 @@ agenta/docker/docker-assets/entrypoint.sh,sha256=29XK8VQjQsx4hN2j-4JDy-6kQb5y4LC
 agenta/docker/docker-assets/lambda_function.py,sha256=h4UZSSfqwpfsCgERv6frqwm_4JrYu9rLz3I-LxCfeEg,83
 agenta/docker/docker-assets/main.py,sha256=7MI-21n81U7N7A0GxebNi0cmGWtJKcR2sPB6FcH2QfA,251
 agenta/docker/docker_utils.py,sha256=kO1q2_IR0fEAo4M-2Pt_v-zC7GxxnkLogjKFhU869Ps,3555
-agenta/sdk/__init__.py,sha256=-Z44_jFgz_WAyAvgAd3zHZ6Q-rDf8zaLi09OXQGtPrk,1700
-agenta/sdk/agenta_init.py,sha256=CEL4XbZ69AeE6_09o591ZHX77qXia4T_gSG1SekM4Oo,10642
+agenta/sdk/__init__.py,sha256=kekUC2MaZhCizQhLwW2Me8DAnM6V4hokY33ReBe1iP8,1904
+agenta/sdk/agenta_init.py,sha256=YjJjwBUci77KTP27lZTPJMVvjmskng4CqbfQVbcMBJQ,10967
 agenta/sdk/assets.py,sha256=Zv4i8MVUSB3jMODQon1mzJtYxuntmrCNjLGk8f-2fls,2856
 agenta/sdk/client.py,sha256=trKyBOYFZRk0v5Eptxvh87yPf50Y9CqY6Qgv4Fy-VH4,2142
 agenta/sdk/context/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -148,16 +148,16 @@ agenta/sdk/context/routing.py,sha256=ycUgmJZyWhL4bHjKtUSAsTlt_0Fujr_6OpoaEH1lAN0
 agenta/sdk/context/tracing.py,sha256=UmmW15UFFsvxS0myS6aD9wBk5iNepNlQi4tEQ_ejfYM,96
 agenta/sdk/decorators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 agenta/sdk/decorators/routing.py,sha256=biG9W7zgZ6V8z9Ca6Oq4NC7m89vO97mnRwmy2vOYook,36987
-agenta/sdk/decorators/tracing.py,sha256=rwxbxsDb6B0VaJf4qLPgyTMYNkJMFLsCiX2ZQ6W-zOw,7713
+agenta/sdk/decorators/tracing.py,sha256=vL5e6TVX6TQwO0t9raZwnzXHV3vElVT0pHS1vD-vzEo,8523
 agenta/sdk/litellm/__init__.py,sha256=Bpz1gfHQc0MN1yolWcjifLWznv6GjHggvRGQSpxpihM,37
-agenta/sdk/litellm/litellm.py,sha256=J9NefQ2yvfWQy9e0zmPZiRQDz5GM2ThWAw5XM8gCaqw,8461
+agenta/sdk/litellm/litellm.py,sha256=bzVm-388BleZ2QH_JWpfZ2fB_7-HuoSqdvLo4EDPcEM,8788
 agenta/sdk/managers/__init__.py,sha256=SN-LRwG0pRRDV3u2Q4JiiSTigN3-mYpzGNM35RzT4mc,238
 agenta/sdk/managers/config.py,sha256=AuFfHYOkmilDdcAJt2nlw_WlA3ho4Htjf29FKTZGElM,11716
 agenta/sdk/managers/deployment.py,sha256=SEokjZeh6n7HRKZ92Y0WncdG49hIFx-Z3B3HAl2kmUg,1174
 agenta/sdk/managers/shared.py,sha256=e53jckQq5PIMpjdxADOonUj7o8aGfzmSvdeH5f43rGs,21497
 agenta/sdk/managers/variant.py,sha256=A5ga3mq3b0weUTXa9HO72MGaspthGcu1uK9K5OnP738,4172
 agenta/sdk/middleware/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-agenta/sdk/middleware/auth.py,sha256=olVQ9Mm5E3dYDtjRkMXWGzJe_WkMTkYw7Yf5v9uKC0U,3999
+agenta/sdk/middleware/auth.py,sha256=SuUO7HjCHVd9V99mvWzSVd-019BfhZ5Cfwxwk050GIc,4079
 agenta/sdk/middleware/cache.py,sha256=C_LEzFbulbCBIKtcut2T4qJzh90q4369WCsApDg3Vm0,902
 agenta/sdk/router.py,sha256=mOguvtOwl2wmyAgOuWTsf98pQwpNiUILKIo67W_hR3A,119
 agenta/sdk/tracing/__init__.py,sha256=rQNe5-zT5Kt7_CDhq-lnUIi1EYTBVzVf_MbfcIxVD98,41
@@ -168,7 +168,7 @@ agenta/sdk/tracing/exporters.py,sha256=YvTke0RaxeOLqWOuhC5EFzYwFY39kcoBtDLfcyla3
 agenta/sdk/tracing/inline.py,sha256=jVIlmDIFSzXr-ofMbGlO8VFnNeiUL4C4yA8soED4AHI,34611
 agenta/sdk/tracing/processors.py,sha256=tjoz_uXm_2yD1Ozvz_CnYnsG82R6vmnYpjMhx2ztALs,3117
 agenta/sdk/tracing/spans.py,sha256=nqUOjjirBxB8Eacv8Qj4Ra_6rknGi3lbJdNyKmk5ODQ,3707
-agenta/sdk/tracing/tracing.py,sha256=50669Lr6XwRoIEWDqEFj-K4HRcYSaL9i5vqwARvP7bk,6778
+agenta/sdk/tracing/tracing.py,sha256=HYuGp5fQozLKWXLXonfCT8pqb7x1gwzzbZk87mfhu3Y,6983
 agenta/sdk/types.py,sha256=oEeSUQn4tMzV7dkSuucBC2YlAaxS-7qgkdlT763YfLM,7076
 agenta/sdk/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 agenta/sdk/utils/costs.py,sha256=i8C7ud__pThLS55XkN4YW8czXtGeXr2mx7jjcOFeiXg,5955
@@ -193,7 +193,7 @@ agenta/templates/simple_prompt/app.py,sha256=kODgF6lhzsaJPdgL5b21bUki6jkvqjWZzWR
 agenta/templates/simple_prompt/env.example,sha256=g9AE5bYcGPpxawXMJ96gh8oenEPCHTabsiOnfQo3c5k,70
 agenta/templates/simple_prompt/requirements.txt,sha256=ywRglRy7pPkw8bljmMEJJ4aOOQKrt9FGKULZ-DGkoBU,23
 agenta/templates/simple_prompt/template.toml,sha256=DQBtRrF4GU8LBEXOZ-GGuINXMQDKGTEG5y37tnvIUIE,60
-agenta-0.27.5.dist-info/METADATA,sha256=cHZbd8qAC3uFIdxYpHopsLGFFPaoDHHiXc4L6O28Kn0,31736
-agenta-0.27.5.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-agenta-0.27.5.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
-agenta-0.27.5.dist-info/RECORD,,
+agenta-0.27.5a1.dist-info/METADATA,sha256=HA67vfdeAFx9IQZLfX_2iYUJ8Ro2pkfdYwm2g1UkSj8,31619
+agenta-0.27.5a1.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+agenta-0.27.5a1.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
+agenta-0.27.5a1.dist-info/RECORD,,