auditi 0.1.0__py3-none-any.whl → 0.1.1__py3-none-any.whl

auditi/__init__.py

@@ -15,6 +15,8 @@ from .transport import BaseTransport, SyncHttpTransport, DebugTransport
 from .types import TraceInput, SpanInput, EvaluationResult
 from .events import EventType, StreamEvent
 
+from .instrumentation import instrument
+
 __version__ = "0.1.0"
 
 __all__ = [
@@ -22,6 +24,8 @@ __all__ = [
     "init",
     "get_client",
     "AuditiClient",
+    # Instrumentation
+    "instrument",
     # Context
     "set_context",
     "get_context",

auditi/decorators.py

@@ -127,6 +127,33 @@ def _apply_usage_to_trace(trace: TraceInput, usage: Any, model: Optional[str] =
     trace.cost = (trace.cost or 0.0) + incremental_cost
 
 
+def _ensure_str_input(value: Any) -> str:
+    """
+    Convert various input formats to a plain string for user_input.
+
+    Handles:
+      - str: returned as-is
+      - list of message dicts (OpenAI/chat format): extracts last user message content
+      - dict with 'content' or 'message' key: extracts the value
+      - anything else: str() conversion
+    """
+    if isinstance(value, str):
+        return value
+    if isinstance(value, list):
+        # Try to extract the last user message from chat-format messages
+        for msg in reversed(value):
+            if isinstance(msg, dict) and msg.get("role") == "user":
+                content = msg.get("content", "")
+                return str(content) if not isinstance(content, str) else content
+        # Fallback: stringify the list
+        return str(value)
+    if isinstance(value, dict):
+        return value.get("content") or value.get("message") or str(value)
+    if value is None:
+        return ""
+    return str(value)
+
+
 def _execute_as_standalone_trace(
     func: Callable,
     args: tuple,
@@ -151,19 +178,11 @@ def _execute_as_standalone_trace(
     # Extract user input from args/kwargs
     user_input = ""
     if args:
-        first_arg = args[0]
-        if isinstance(first_arg, str):
-            user_input = first_arg
-        elif isinstance(first_arg, list):
-            # Could be messages array
-            user_input = str(first_arg)
-        elif isinstance(first_arg, dict):
-            user_input = first_arg.get("content") or first_arg.get("message") or str(first_arg)
-        else:
-            user_input = str(first_arg)
+        user_input = _ensure_str_input(args[0])
 
     if not user_input:
-        user_input = kwargs.get("prompt") or kwargs.get("message") or kwargs.get("query") or ""
+        raw = kwargs.get("prompt") or kwargs.get("message") or kwargs.get("messages") or kwargs.get("query") or ""
+        user_input = _ensure_str_input(raw)
 
     # Create trace
     trace = TraceInput(
@@ -352,25 +371,19 @@ def trace_agent(
 
                     # Get the actual user input from the correct position
                     if len(args) > start_idx:
-                        first_arg = args[start_idx]
-                        if isinstance(first_arg, str):
-                            user_input = first_arg
-                        elif isinstance(first_arg, dict) and "message" in first_arg:
-                            user_input = first_arg["message"]
-                        elif isinstance(first_arg, dict) and "content" in first_arg:
-                            user_input = first_arg["content"]
-                        else:
-                            user_input = str(first_arg)
+                        user_input = _ensure_str_input(args[start_idx])
 
                 # Also check for user_input/message/query in kwargs
                 if not user_input:
-                    user_input = (
+                    raw = (
                         kwargs.get("user_input")
                         or kwargs.get("message")
+                        or kwargs.get("messages")
                         or kwargs.get("query")
                         or kwargs.get("prompt")
                         or ""
                     )
+                    user_input = _ensure_str_input(raw)
 
                 _debug_log(f"Captured user input:", {"user_input": user_input[:200]})
 
@@ -544,25 +557,19 @@ def trace_agent(
 
                     # Get the actual user input from the correct position
                     if len(args) > start_idx:
-                        first_arg = args[start_idx]
-                        if isinstance(first_arg, str):
-                            user_input = first_arg
-                        elif isinstance(first_arg, dict) and "message" in first_arg:
-                            user_input = first_arg["message"]
-                        elif isinstance(first_arg, dict) and "content" in first_arg:
-                            user_input = first_arg["content"]
-                        else:
-                            user_input = str(first_arg)
+                        user_input = _ensure_str_input(args[start_idx])
 
                 # Also check for user_input/message/query in kwargs
                 if not user_input:
-                    user_input = (
+                    raw = (
                         kwargs.get("user_input")
                         or kwargs.get("message")
+                        or kwargs.get("messages")
                         or kwargs.get("query")
                         or kwargs.get("prompt")
                         or ""
                     )
+                    user_input = _ensure_str_input(raw)
 
                 _debug_log(f"Captured user input:", {"user_input": user_input[:200]})
 
@@ -747,25 +754,19 @@ def trace_agent(
 
                     # Get the actual user input from the correct position
                     if len(args) > start_idx:
-                        first_arg = args[start_idx]
-                        if isinstance(first_arg, str):
-                            user_input = first_arg
-                        elif isinstance(first_arg, dict) and "message" in first_arg:
-                            user_input = first_arg["message"]
-                        elif isinstance(first_arg, dict) and "content" in first_arg:
-                            user_input = first_arg["content"]
-                        else:
-                            user_input = str(first_arg)
+                        user_input = _ensure_str_input(args[start_idx])
 
                 # Also check for user_input/message/query in kwargs
                 if not user_input:
-                    user_input = (
+                    raw = (
                         kwargs.get("user_input")
                         or kwargs.get("message")
+                        or kwargs.get("messages")
                         or kwargs.get("query")
                         or kwargs.get("prompt")
                         or ""
                     )
+                    user_input = _ensure_str_input(raw)
 
                 _debug_log(f"Captured user input:", {"user_input": user_input[:200]})
 

auditi/instrumentation.py

@@ -0,0 +1,105 @@
+import importlib
+import functools
+from typing import Any, Callable, Optional
+import logging
+
+from .decorators import trace_llm
+from .client import get_client
+
+logger = logging.getLogger("auditi.instrumentation")
+
+
+def instrument(
+    openai: bool = True,
+    anthropic: bool = True,
+    langchain: bool = False,  # Placeholder for future
+):
+    """
+    Automatically instrument installed libraries to capture traces.
+
+    Args:
+        openai: Whether to instrument the OpenAI library
+        anthropic: Whether to instrument the Anthropic library
+        langchain: Whether to instrument LangChain (not yet implemented)
+    """
+    if openai:
+        _instrument_openai()
+
+    if anthropic:
+        _instrument_anthropic()
+
+
+def _instrument_openai():
+    """Patch OpenAI client methods"""
+    try:
+        import openai
+        from openai import OpenAI, AsyncOpenAI
+        from openai.resources.chat.completions import Completions, AsyncCompletions
+    except ImportError:
+        logger.debug("OpenAI library not found, skipping instrumentation")
+        return
+
+    logger.info("Instrumenting OpenAI...")
+
+    # We patch the 'create' method of the Completions resource
+    # checks if already patched to avoid double patching
+    if getattr(Completions.create, "_is_auditi_patched", False):
+        return
+
+    original_create = Completions.create
+    original_async_create = AsyncCompletions.create
+
+    @trace_llm(name="OpenAI Chat Completion", standalone=True)
+    def patched_create(self, *args, **kwargs):
+        # We need to make sure we don't double-trace if the user is already using decorators
+        # But for now, simple wrapping using our existing @trace_llm is easiest.
+        # It handles standalone vs nested automatically.
+        return original_create(self, *args, **kwargs)
+
+    @trace_llm(name="OpenAI Chat Completion", standalone=True)
+    async def patched_async_create(self, *args, **kwargs):
+        return await original_async_create(self, *args, **kwargs)
+
+    # Mark as patched
+    patched_create._is_auditi_patched = True
+    patched_async_create._is_auditi_patched = True
+
+    # Apply patches
+    Completions.create = patched_create
+    AsyncCompletions.create = patched_async_create
+
+    logger.info("OpenAI instrumentation applied successfully")
+
+
+def _instrument_anthropic():
+    """Patch Anthropic client methods"""
+    try:
+        import anthropic
+        from anthropic.resources.messages import Messages, AsyncMessages
+    except ImportError:
+        logger.debug("Anthropic library not found, skipping instrumentation")
+        return
+
+    logger.info("Instrumenting Anthropic...")
+
+    if getattr(Messages.create, "_is_auditi_patched", False):
+        return
+
+    original_create = Messages.create
+    original_async_create = AsyncMessages.create
+
+    @trace_llm(name="Anthropic Message", standalone=True)
+    def patched_create(self, *args, **kwargs):
+        return original_create(self, *args, **kwargs)
+
+    @trace_llm(name="Anthropic Message", standalone=True)
+    async def patched_async_create(self, *args, **kwargs):
+        return await original_async_create(self, *args, **kwargs)
+
+    patched_create._is_auditi_patched = True
+    patched_async_create._is_auditi_patched = True
+
+    Messages.create = patched_create
+    AsyncMessages.create = patched_async_create
+
+    logger.info("Anthropic instrumentation applied successfully")

auditi/types/api_types.py

@@ -82,7 +82,18 @@ class TraceInput(BaseModel):
 
     @field_validator("user_input", mode="before")
     def normalize_user_input(cls, v):
-        return v or ""
+        if isinstance(v, str):
+            return v
+        if isinstance(v, list):
+            # Extract last user message from chat-format messages
+            for msg in reversed(v):
+                if isinstance(msg, dict) and msg.get("role") == "user":
+                    content = msg.get("content", "")
+                    return str(content) if not isinstance(content, str) else content
+            return str(v)
+        if v is None:
+            return ""
+        return str(v)
 
 
 class EvaluationResult(BaseModel):

{auditi-0.1.0.dist-info → auditi-0.1.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: auditi
-Version: 0.1.0
+Version: 0.1.1
 Summary: Trace, monitor, and evaluate AI agents and LLM applications with simple decorators
 Project-URL: Repository, https://github.com/deduu/auditi
 Project-URL: Issues, https://github.com/deduu/auditi/issues

{auditi-0.1.0.dist-info → auditi-0.1.1.dist-info}/RECORD

@@ -1,9 +1,10 @@
-auditi/__init__.py,sha256=UFAo0c3uO1_extt9yazYUS6XGwBeswD-Bb9utjT3zDw,1258
+auditi/__init__.py,sha256=M8iuEdpsUMPiJUDsgJUWANeTo6F3SWIsTzOJHctWrUk,1343
 auditi/client.py,sha256=2prRkKde4Hm1usyGJlA2nUvqmL_-fxhq4-9g5nO98m4,2179
 auditi/context.py,sha256=ooDa1497Nax0EwwydarK4aK34Pi8nlMa1RW_CegVUKU,2050
-auditi/decorators.py,sha256=ZeQdQDFgDJ-LWG8tLjAnBTWTy7nKOLjH2-WjSmi3GuE,58291
+auditi/decorators.py,sha256=SGKRPov7241BNIZ81jbgI4KQKNmbnuFMGjc5VLDmBQE,57874
 auditi/evaluator.py,sha256=TC20LDMlOeaorvfvZI9VJ75JLhvKqIDEXFcToyJmBpk,1291
 auditi/events.py,sha256=w4UAG0AoqrVAmdrx5LIKzOsYB_Hpojb6A-hY_Xv7EGs,6478
+auditi/instrumentation.py,sha256=WV6Tx7nlbT0PAiXo3rUfDoMYtD-U6XArqge1CCkKw2o,3493
 auditi/transport.py,sha256=KT3YSYz2sizG4aWua9H6h49n1WN8ht9Tk4wqlDJj25Y,2448
 auditi/providers/__init__.py,sha256=LRnpvFvvNOv81sXp8MLZnGOFJwZfoqKJxnfGNfEsrdg,1447
 auditi/providers/anthropic.py,sha256=tdfSMVPLDJ4tYC0eqWb9atUpYPDXpTjWkiJRN11XBQM,4868
@@ -12,8 +13,8 @@ auditi/providers/google.py,sha256=faYZNlP-guERXFLvaBw48ZYIt8mzupwf75p0--_v3dQ,69
 auditi/providers/openai.py,sha256=RNVQ--blF5YRD2paBkOylAWSC67BcSOvbOYTJS16RE8,5075
 auditi/providers/registry.py,sha256=hSvhqvMTlFt0JjV7rBu5J-UxsvYZflxPyqddhude5JI,5001
 auditi/types/__init__.py,sha256=8o0vlEn6jTxGgL7dhEGXAMNw1NUX0gVrqyp6YcKGTT4,228
-auditi/types/api_types.py,sha256=Qu57YnfFffrKJwjfGeYib-_Hbd4DKxvf-D1CKmGFE2g,2737
-auditi-0.1.0.dist-info/METADATA,sha256=xJIDtvB1s5vZpGScHnlH093OznckDRmB_OYH3MQhW0w,18911
-auditi-0.1.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-auditi-0.1.0.dist-info/licenses/LICENSE,sha256=vYb7Htb7bfnI-Fo1U3rMUQVD-UvJd6MWV_oMXE4WeQE,1084
-auditi-0.1.0.dist-info/RECORD,,
+auditi/types/api_types.py,sha256=vtZilxfi1U4MU0qnu8XluQnlDtf9kVQ7mDqaD2jOKOA,3213
+auditi-0.1.1.dist-info/METADATA,sha256=O32II9W51eNck_-DSDksa6MsjC7IEmkxhcsmpRewdk4,18911
+auditi-0.1.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+auditi-0.1.1.dist-info/licenses/LICENSE,sha256=vYb7Htb7bfnI-Fo1U3rMUQVD-UvJd6MWV_oMXE4WeQE,1084
+auditi-0.1.1.dist-info/RECORD,,