ragaai-catalyst 2.1.5b14__py3-none-any.whl → 2.1.5b15__py3-none-any.whl

ragaai_catalyst/tracers/agentic_tracing/tracers/agent_tracer.py

@@ -598,27 +598,23 @@ class AgentTracerMixin:
             component_network_calls[component_id] = []
         self.component_network_calls.set(component_network_calls)
 
-    def _sanitize_input(self, args: tuple, kwargs: dict) -> str:
-        """Convert input arguments to text format.
-
-        Args:
-            args: Input arguments tuple
-            kwargs: Input keyword arguments dict
-
-        Returns:
-            str: Text representation of the input arguments
-        """
-
-        def _sanitize_value(value):
-            if isinstance(value, dict):
-                return str({k: _sanitize_value(v) for k, v in value.items()})
-            elif isinstance(value, (list, tuple)):
-                return str([_sanitize_value(item) for item in value])
-            return str(value)
-
-        sanitized_args = [_sanitize_value(arg) for arg in args]
-        sanitized_kwargs = {k: _sanitize_value(v) for k, v in kwargs.items()}
-        return str({"args": sanitized_args, "kwargs": sanitized_kwargs})
+    def _sanitize_input(self, args: tuple, kwargs: dict) -> dict:
+            """Sanitize and format input data, including handling of nested lists and dictionaries."""
+
+            def sanitize_value(value):
+                if isinstance(value, (int, float, bool, str)):
+                    return value
+                elif isinstance(value, list):
+                    return [sanitize_value(item) for item in value]
+                elif isinstance(value, dict):
+                    return {key: sanitize_value(val) for key, val in value.items()}
+                else:
+                    return str(value)  # Convert non-standard types to string
+
+            return {
+                "args": [sanitize_value(arg) for arg in args],
+                "kwargs": {key: sanitize_value(val) for key, val in kwargs.items()},
+            }
 
     def _sanitize_output(self, output: Any) -> Any:
         """Sanitize and format output data"""

ragaai_catalyst/tracers/agentic_tracing/tracers/custom_tracer.py

@@ -297,15 +297,23 @@ class CustomTracerMixin:
         """End tracking network calls for a component"""
         pass
 
-    def _sanitize_input(self, args: tuple, kwargs: dict) -> Dict:
-        """Sanitize and format input data"""
-        return {
-            "args": [str(arg) if not isinstance(arg, (int, float, bool, str, list, dict)) else arg for arg in args],
-            "kwargs": {
-                k: str(v) if not isinstance(v, (int, float, bool, str, list, dict)) else v 
-                for k, v in kwargs.items()
+    def _sanitize_input(self, args: tuple, kwargs: dict) -> dict:
+            """Sanitize and format input data, including handling of nested lists and dictionaries."""
+
+            def sanitize_value(value):
+                if isinstance(value, (int, float, bool, str)):
+                    return value
+                elif isinstance(value, list):
+                    return [sanitize_value(item) for item in value]
+                elif isinstance(value, dict):
+                    return {key: sanitize_value(val) for key, val in value.items()}
+                else:
+                    return str(value)  # Convert non-standard types to string
+
+            return {
+                "args": [sanitize_value(arg) for arg in args],
+                "kwargs": {key: sanitize_value(val) for key, val in kwargs.items()},
             }
-        }
 
     def _sanitize_output(self, output: Any) -> Any:
         """Sanitize and format output data"""

ragaai_catalyst/tracers/agentic_tracing/tracers/llm_tracer.py

@@ -20,6 +20,7 @@ from ..utils.llm_utils import (
     sanitize_api_keys,
     sanitize_input,
     extract_llm_output,
+    num_tokens_from_messages
 )
 from ..utils.trace_utils import load_model_costs
 from ..utils.unique_decorator import generate_unique_hash_simple
@@ -150,6 +151,8 @@ class LLMTracerMixin:
         beta_module = openai_module.beta
 
         # Patch openai.beta.threads
+        import openai
+        openai.api_type = "openai"
         if hasattr(beta_module, "threads"):
             threads_obj = beta_module.threads
             # Patch top-level methods on openai.beta.threads
@@ -498,7 +501,17 @@ class LLMTracerMixin:
 
             # Extract token usage and calculate cost
             model_name = extract_model_name(args, kwargs, result)
-            token_usage = extract_token_usage(result)
+            if 'stream' in kwargs:
+                stream = kwargs['stream']
+                if stream:
+                    prompt_messages = kwargs['messages']
+                    # Create response message for streaming case
+                    response_message = {"role": "assistant", "content": result} if result else {"role": "assistant", "content": ""}
+                    token_usage = num_tokens_from_messages(model_name, prompt_messages, response_message)
+                else:
+                    token_usage = extract_token_usage(result)
+            else:
+                token_usage = extract_token_usage(result)
             cost = calculate_llm_cost(token_usage, model_name, self.model_costs)
             parameters = extract_parameters(kwargs)
             input_data = extract_input_data(args, kwargs, result)
@@ -595,7 +608,18 @@ class LLMTracerMixin:
 
             # Extract token usage and calculate cost
             model_name = extract_model_name(args, kwargs, result)
-            token_usage = extract_token_usage(result)
+            
+            if 'stream' in kwargs:
+                stream = kwargs['stream']
+                if stream:
+                    prompt_messages = kwargs['messages']
+                    # Create response message for streaming case
+                    response_message = {"role": "assistant", "content": result} if result else {"role": "assistant", "content": ""}
+                    token_usage = num_tokens_from_messages(model_name, prompt_messages, response_message)
+                else:
+                    token_usage = extract_token_usage(result)
+            else:
+                token_usage = extract_token_usage(result)
             cost = calculate_llm_cost(token_usage, model_name, self.model_costs)
             parameters = extract_parameters(kwargs)
             input_data = extract_input_data(args, kwargs, result)
@@ -741,7 +765,20 @@ class LLMTracerMixin:
 
                     if error_info:
                         llm_component["error"] = error_info["error"]
-
+                    
+                    self.end_component(component_id)
+                    # metrics
+                    metrics = []
+                    if name in self.span_attributes_dict:
+                        raw_metrics = self.span_attributes_dict[name].metrics or []
+                        for metric in raw_metrics:
+                            base_metric_name = metric["name"]
+                            counter = sum(1 for x in self.visited_metrics if x.startswith(base_metric_name))
+                            metric_name = f'{base_metric_name}_{counter}' if counter > 0 else base_metric_name
+                            self.visited_metrics.append(metric_name)
+                            metric["name"] = metric_name  
+                            metrics.append(metric)
+                    llm_component["metrics"] = metrics
                     if parent_agent_id:
                         children = self.agent_children.get()
                         children.append(llm_component)
@@ -749,7 +786,6 @@ class LLMTracerMixin:
                     else:
                         self.add_component(llm_component)
 
-                    self.end_component(component_id)
                     llm_component["interactions"] = self.component_user_interaction.get(
                         component_id, []
                     )
@@ -787,7 +823,6 @@ class LLMTracerMixin:
                     }
                     raise
                 finally:
-
                     llm_component = self.llm_data
                     if (name is not None) or (name != ""):
                         llm_component["name"] = name
@@ -795,6 +830,18 @@ class LLMTracerMixin:
                     if error_info:
                         llm_component["error"] = error_info["error"]
 
+                    self.end_component(component_id)
+                    metrics = []
+                    if name in self.span_attributes_dict:
+                        raw_metrics = self.span_attributes_dict[name].metrics or []
+                        for metric in raw_metrics:
+                            base_metric_name = metric["name"]
+                            counter = sum(1 for x in self.visited_metrics if x.startswith(base_metric_name))
+                            metric_name = f'{base_metric_name}_{counter}' if counter > 0 else base_metric_name
+                            self.visited_metrics.append(metric_name)
+                            metric["name"] = metric_name  
+                            metrics.append(metric)
+                    llm_component["metrics"] = metrics  
                     if parent_agent_id:
                         children = self.agent_children.get()
                         children.append(llm_component)
@@ -802,7 +849,6 @@ class LLMTracerMixin:
                     else:
                         self.add_component(llm_component)
 
-                    self.end_component(component_id)
                     llm_component["interactions"] = self.component_user_interaction.get(
                         component_id, []
                     )

ragaai_catalyst/tracers/agentic_tracing/tracers/main_tracer.py

@@ -6,6 +6,7 @@ import uuid
 import os
 import builtins
 from pathlib import Path
+import logging
 
 from .base import BaseTracer
 from .llm_tracer import LLMTracerMixin
@@ -57,10 +58,12 @@ class AgenticTracing(
 
         self.project_name = user_detail["project_name"]
         self.project_id = user_detail["project_id"]
-        # self.dataset_name = user_detail["dataset_name"]
         self.trace_user_detail = user_detail["trace_user_detail"]
         self.base_url = f"{RagaAICatalyst.BASE_URL}"
         self.timeout = 10
+        
+        # Add warning flag
+        self._warning_shown = False
 
         BaseTracer.__init__(self, user_detail)
 
@@ -174,18 +177,6 @@ class AgenticTracing(
         self.network_tracer.activate_patches()
 
         # take care of the auto instrumentation
-        if self.auto_instrument_llm:
-            self.instrument_llm_calls()
-
-        if self.auto_instrument_tool:
-            self.instrument_tool_calls()
-
-        if self.auto_instrument_agent:
-            self.instrument_agent_calls()
-
-        if self.auto_instrument_custom:
-            self.instrument_custom_calls()
-
         if self.auto_instrument_user_interaction:
             ToolTracerMixin.instrument_user_interaction_calls(self)
             LLMTracerMixin.instrument_user_interaction_calls(self)
@@ -206,6 +197,18 @@ class AgenticTracing(
             AgentTracerMixin.instrument_file_io_calls(self)
             CustomTracerMixin.instrument_file_io_calls(self)
             builtins.open = self.user_interaction_tracer.traced_open
+            
+        if self.auto_instrument_llm:
+            self.instrument_llm_calls()
+
+        if self.auto_instrument_tool:
+            self.instrument_tool_calls()
+
+        if self.auto_instrument_agent:
+            self.instrument_agent_calls()
+
+        if self.auto_instrument_custom:
+            self.instrument_custom_calls()
 
     def stop(self):
         """Stop tracing and save results"""
@@ -310,6 +313,47 @@ class AgenticTracing(
             ]
         }
 
+        if component_data == None or component_data == {} or component_data.get("type", None) == None:
+            # Only show warning if it hasn't been shown before
+            if not self._warning_shown:
+                import toml
+                import os
+                from pathlib import Path
+
+                # Load supported LLM calls from TOML file
+                current_dir = Path(__file__).parent
+                toml_path = current_dir / "../utils/supported_llm_provider.toml"
+                try:
+                    with open(toml_path, "r") as f:
+                        config = toml.load(f)
+                        supported_calls = ", ".join(config["supported_llm_calls"])
+                except Exception as e:
+                    supported_calls = "Error loading supported LLM calls"
+
+                # ANSI escape codes for colors and formatting
+                RED = "\033[91m"
+                BOLD = "\033[1m"
+                RESET = "\033[0m"
+                BIG = "\033[1;2m"  # Makes text slightly larger in supported terminals
+
+                warning_msg = f"""{RED}{BOLD}{BIG}
+╔════════════════════════ COMPONENT DATA INCOMPLETE ════════════════════════╗
+║                                                                          ║
+║  Please ensure these requirements:                                       ║
+║  ✗ trace_llm decorator must have a stand alone llm call                 ║
+║  ✗ trace_tool decorator must be a stand alone tool/function call        ║
+║  ✗ trace_agent decorator can have multiple/nested llm/tool/agent calls  ║
+║                                                                          ║
+║  Supported LLM calls:                                                    ║
+║  {supported_calls}                                                       ║
+║                                                                          ║
+╚══════════════════════════════════════════════════════════════════════════╝
+{RESET}"""
+                # Use logger.warning for the message
+                logging.warning(warning_msg)
+                self._warning_shown = True
+            return
+
         if component_data["type"] == "llm":
             component = LLMComponent(**filtered_data)
         elif component_data["type"] == "agent":

ragaai_catalyst/tracers/agentic_tracing/tracers/tool_tracer.py

@@ -1,6 +1,7 @@
 import os
 import uuid
 from datetime import datetime
+from langchain_core.tools import tool
 import psutil
 import functools
 from typing import Optional, Any, Dict, List
@@ -10,6 +11,8 @@ import asyncio
 from ..utils.file_name_tracker import TrackName
 from ..utils.span_attributes import SpanAttributes
 import logging
+import wrapt
+import time
 
 logger = logging.getLogger(__name__)
 logging_level = (
@@ -34,10 +37,122 @@ class ToolTracerMixin:
         self.auto_instrument_user_interaction = False
         self.auto_instrument_file_io = False
         self.auto_instrument_network = False
+        self._instrumented_tools = set()  # Track which tools we've instrumented
 
     # take care of auto_instrument
     def instrument_tool_calls(self):
+        """Enable tool instrumentation"""
         self.auto_instrument_tool = True
+        
+        # Handle modules that are already imported
+        import sys
+        
+        if "langchain_community.tools" in sys.modules:
+            self.patch_langchain_community_tools(sys.modules["langchain_community.tools"])
+            
+        if "langchain.tools" in sys.modules:
+            self.patch_langchain_community_tools(sys.modules["langchain.tools"])
+            
+        if "langchain_core.tools" in sys.modules:
+            self.patch_langchain_core_tools(sys.modules["langchain_core.tools"])
+        
+        # Register hooks for future imports
+        wrapt.register_post_import_hook(
+            self.patch_langchain_community_tools, "langchain_community.tools"
+        )
+        wrapt.register_post_import_hook(
+            self.patch_langchain_community_tools, "langchain.tools"
+        )
+        
+        wrapt.register_post_import_hook(
+            self.patch_langchain_core_tools, "langchain_core.tools"
+        )
+        
+    def patch_langchain_core_tools(self, module):
+        """Patch langchain core tools by wrapping @tool decorated functions"""
+        from langchain_core.tools import BaseTool, StructuredTool, Tool
+    
+        # Patch the tool decorator
+        original_tool = module.tool
+        
+        def wrapped_tool(*args, **kwargs):
+            # Get the original decorated function
+            decorated = original_tool(*args, **kwargs)
+            
+            def wrapper(func):
+                tool_instance = decorated(func)
+                # Wrap the tool's run/arun methods
+                if hasattr(tool_instance, 'run'):
+                    self.wrap_tool_method(tool_instance.__class__, 'run')
+                if hasattr(tool_instance, 'arun'):
+                    self.wrap_tool_method(tool_instance.__class__, 'arun')
+                if hasattr(tool_instance, 'invoke'):
+                    self.wrap_tool_method(tool_instance.__class__, 'invoke')
+                if hasattr(tool_instance, 'ainvoke'):
+                    self.wrap_tool_method(tool_instance.__class__, 'ainvoke')
+                return tool_instance
+                
+            return wrapper
+            
+        # Replace the original decorator
+        module.tool = wrapped_tool
+        
+        # Patch base tool classes
+        for tool_class in [BaseTool, StructuredTool, Tool]:
+            if tool_class in self._instrumented_tools:
+                continue
+            if hasattr(tool_class, 'run'):
+                self.wrap_tool_method(tool_class, f'{tool_class.__name__}.run')
+            if hasattr(tool_class, 'arun'):
+                self.wrap_tool_method(tool_class, f'{tool_class.__name__}.arun')
+            if hasattr(tool_class, 'invoke'):
+                self.wrap_tool_method(tool_class, f'{tool_class.__name__}.invoke')
+            if hasattr(tool_class, 'ainvoke'):
+                self.wrap_tool_method(tool_class, f'{tool_class.__name__}.ainvoke')
+            self._instrumented_tools.add(tool_class)
+                
+    def patch_langchain_community_tools(self, module):
+        """Patch langchain-community tool methods"""
+        for directory in dir(module):
+            dir_class = getattr(module, directory)
+            tools = getattr(dir_class, "__all__", None)
+            if tools is None:
+                continue
+            for tool in tools:
+                tool_class = getattr(dir_class, tool)
+                # Skip if already instrumented
+                if tool_class in self._instrumented_tools:
+                    continue
+                
+                # Prefer invoke/ainvoke over run/arun
+                if hasattr(tool_class, "invoke"):
+                    self.wrap_tool_method(tool_class, f"{tool}.invoke")
+                elif hasattr(tool_class, "run"):  # Only wrap run if invoke doesn't exist
+                    self.wrap_tool_method(tool_class, f"{tool}.run")
+                
+                if hasattr(tool_class, "ainvoke"):
+                    self.wrap_tool_method(tool_class, f"{tool}.ainvoke")
+                elif hasattr(tool_class, "arun"):  # Only wrap arun if ainvoke doesn't exist
+                    self.wrap_tool_method(tool_class, f"{tool}.arun")
+                
+                self._instrumented_tools.add(tool_class)
+           
+    def wrap_tool_method(self, obj, method_name):
+        """Wrap a method with tracing functionality"""
+        method_name = method_name.split(".")[-1]
+        tool_name = obj.__name__.split(".")[0]
+        original_method = getattr(obj, method_name)
+      
+        @functools.wraps(original_method)
+        def wrapper(*args, **kwargs):
+            name = tool_name    
+            tool_type = "langchain"
+            version = None
+            if asyncio.iscoroutinefunction(original_method):
+                return self._trace_tool_execution(original_method, name, tool_type, version, *args, **kwargs)
+            return self._trace_sync_tool_execution(original_method, name, tool_type, version, *args, **kwargs)
+            
+        setattr(obj, method_name, wrapper)
 
     def instrument_user_interaction_calls(self):
         self.auto_instrument_user_interaction = True
@@ -362,25 +477,22 @@ class ToolTracerMixin:
     def end_component(self, component_id):
         pass
 
-    def _sanitize_input(self, args: tuple, kwargs: dict) -> Dict:
-        """Sanitize and format input data"""
+    def _sanitize_input(self, args: tuple, kwargs: dict) -> dict:
+        """Sanitize and format input data, including handling of nested lists and dictionaries."""
+
+        def sanitize_value(value):
+            if isinstance(value, (int, float, bool, str)):
+                return value
+            elif isinstance(value, list):
+                return [sanitize_value(item) for item in value]
+            elif isinstance(value, dict):
+                return {key: sanitize_value(val) for key, val in value.items()}
+            else:
+                return str(value)  # Convert non-standard types to string
+
         return {
-            "args": [
-                (
-                    str(arg)
-                    if not isinstance(arg, (int, float, bool, str, list, dict))
-                    else arg
-                )
-                for arg in args
-            ],
-            "kwargs": {
-                k: (
-                    str(v)
-                    if not isinstance(v, (int, float, bool, str, list, dict))
-                    else v
-                )
-                for k, v in kwargs.items()
-            },
+            "args": [sanitize_value(arg) for arg in args],
+            "kwargs": {key: sanitize_value(val) for key, val in kwargs.items()},
         }
 
     def _sanitize_output(self, output: Any) -> Any:

ragaai_catalyst/tracers/agentic_tracing/utils/llm_utils.py

@@ -9,7 +9,10 @@ import json
 import os
 import asyncio
 import psutil
+import tiktoken
+import logging
 
+logger = logging.getLogger(__name__)
 
 def extract_model_name(args, kwargs, result):
     """Extract model name from kwargs or result"""
@@ -173,6 +176,96 @@ def extract_token_usage(result):
         "total_tokens": 0
     }
 
+def num_tokens_from_messages(model="gpt-4o-mini-2024-07-18", prompt_messages=None, response_message=None):
+    """Calculate the number of tokens used by messages.
+    
+    Args:
+        messages: Optional list of messages (deprecated, use prompt_messages and response_message instead)
+        model: The model name to use for token calculation
+        prompt_messages: List of prompt messages
+        response_message: Response message from the assistant
+    
+    Returns:
+        dict: A dictionary containing:
+            - prompt_tokens: Number of tokens in the prompt
+            - completion_tokens: Number of tokens in the completion
+            - total_tokens: Total number of tokens
+    """
+    try:
+        encoding = tiktoken.encoding_for_model(model)
+    except KeyError:
+        logging.warning("Warning: model not found. Using o200k_base encoding.")
+        encoding = tiktoken.get_encoding("o200k_base")
+    
+    if model in {
+        "gpt-3.5-turbo-0125",
+        "gpt-4-0314",
+        "gpt-4-32k-0314",
+        "gpt-4-0613",
+        "gpt-4-32k-0613",
+        "gpt-4o-mini-2024-07-18",
+        "gpt-4o-2024-08-06"
+        }:
+        tokens_per_message = 3
+        tokens_per_name = 1
+    elif "gpt-3.5-turbo" in model:
+        logging.warning("Warning: gpt-3.5-turbo may update over time. Returning num tokens assuming gpt-3.5-turbo-0125.")
+        return num_tokens_from_messages(model="gpt-3.5-turbo-0125", 
+                                     prompt_messages=prompt_messages, response_message=response_message)
+    elif "gpt-4o-mini" in model:
+        logging.warning("Warning: gpt-4o-mini may update over time. Returning num tokens assuming gpt-4o-mini-2024-07-18.")
+        return num_tokens_from_messages(model="gpt-4o-mini-2024-07-18",
+                                     prompt_messages=prompt_messages, response_message=response_message)
+    elif "gpt-4o" in model:
+        logging.warning("Warning: gpt-4o and gpt-4o-mini may update over time. Returning num tokens assuming gpt-4o-2024-08-06.")
+        return num_tokens_from_messages(model="gpt-4o-2024-08-06",
+                                     prompt_messages=prompt_messages, response_message=response_message)
+    elif "gpt-4" in model:
+        logging.warning("Warning: gpt-4 may update over time. Returning num tokens assuming gpt-4-0613.")
+        return num_tokens_from_messages(model="gpt-4-0613",
+                                     prompt_messages=prompt_messages, response_message=response_message)
+    else:
+        raise NotImplementedError(
+            f"""num_tokens_from_messages() is not implemented for model {model}."""
+        )
+    
+    all_messages = []
+    if prompt_messages:
+        all_messages.extend(prompt_messages)
+    if response_message:
+        if isinstance(response_message, dict):
+            all_messages.append(response_message)
+        else:
+            all_messages.append({"role": "assistant", "content": response_message})
+    
+    prompt_tokens = 0
+    completion_tokens = 0
+    
+    for message in all_messages:
+        num_tokens = tokens_per_message
+        for key, value in message.items():
+            token_count = len(encoding.encode(str(value)))  # Convert value to string for safety
+            num_tokens += token_count
+            if key == "name":
+                num_tokens += tokens_per_name
+        
+        # Add tokens to prompt or completion based on role
+        if message.get("role") == "assistant":
+            completion_tokens += num_tokens
+        else:
+            prompt_tokens += num_tokens
+    
+    # Add the assistant message prefix tokens to completion tokens if we have a response
+    if completion_tokens > 0:
+        completion_tokens += 3  # <|start|>assistant<|message|>
+    
+    total_tokens = prompt_tokens + completion_tokens
+    
+    return {
+        "prompt_tokens": prompt_tokens,
+        "completion_tokens": completion_tokens,
+        "total_tokens": total_tokens
+    }
 
 def extract_input_data(args, kwargs, result):
     """Extract input data from function call"""

ragaai_catalyst/tracers/agentic_tracing/utils/model_costs.json

@@ -14,8 +14,7 @@
         "supports_audio_output": true,
         "supports_prompt_caching": true,
         "supports_response_schema": true,
-        "supports_system_messages": true,
-        "deprecation_date": "date when the model becomes deprecated in the format YYYY-MM-DD"
+        "supports_system_messages": true
     },
     "omni-moderation-latest": {
         "max_tokens": 32768,
@@ -442,8 +441,7 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true,
-        "deprecation_date": "2025-06-06"
+        "supports_system_messages": true
     },
     "gpt-4-32k": {
         "max_tokens": 4096,
@@ -542,8 +540,7 @@
         "mode": "chat",
         "supports_vision": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true,
-        "deprecation_date": "2024-12-06"
+        "supports_system_messages": true
     },
     "gpt-4-1106-vision-preview": {
         "max_tokens": 4096,
@@ -555,8 +552,7 @@
         "mode": "chat",
         "supports_vision": true,
         "supports_prompt_caching": true,
-        "supports_system_messages": true,
-        "deprecation_date": "2024-12-06"
+        "supports_system_messages": true
     },
     "gpt-3.5-turbo": {
         "max_tokens": 4097,
@@ -1227,8 +1223,7 @@
         "litellm_provider": "azure",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_parallel_function_calling": true,
-        "deprecation_date": "2025-03-31"
+        "supports_parallel_function_calling": true
     },
     "azure/gpt-35-turbo-0613": {
         "max_tokens": 4097,
@@ -1239,8 +1234,7 @@
         "litellm_provider": "azure",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_parallel_function_calling": true,
-        "deprecation_date": "2025-02-13"
+        "supports_parallel_function_calling": true
     },
     "azure/gpt-35-turbo-0301": {
         "max_tokens": 4097,
@@ -1251,8 +1245,7 @@
         "litellm_provider": "azure",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_parallel_function_calling": true,
-        "deprecation_date": "2025-02-13"
+        "supports_parallel_function_calling": true
     },
     "azure/gpt-35-turbo-0125": {
         "max_tokens": 4096,
@@ -1263,8 +1256,7 @@
         "litellm_provider": "azure",
         "mode": "chat",
         "supports_function_calling": true,
-        "supports_parallel_function_calling": true,
-        "deprecation_date": "2025-03-31"
+        "supports_parallel_function_calling": true
     },
     "azure/gpt-35-turbo-16k": {
         "max_tokens": 4096,
@@ -2050,84 +2042,6 @@
         "supports_function_calling": true,
         "supports_vision": true
     },
-    "xai/grok-2-vision-1212": {
-        "max_tokens": 32768,
-        "max_input_tokens": 32768,
-        "max_output_tokens": 32768,
-        "input_cost_per_token": 2e-06,
-        "input_cost_per_image": 2e-06,
-        "output_cost_per_token": 1e-05,
-        "litellm_provider": "xai",
-        "mode": "chat",
-        "supports_function_calling": true,
-        "supports_vision": true
-    },
-    "xai/grok-2-vision-latest": {
-        "max_tokens": 32768,
-        "max_input_tokens": 32768,
-        "max_output_tokens": 32768,
-        "input_cost_per_token": 2e-06,
-        "input_cost_per_image": 2e-06,
-        "output_cost_per_token": 1e-05,
-        "litellm_provider": "xai",
-        "mode": "chat",
-        "supports_function_calling": true,
-        "supports_vision": true
-    },
-    "xai/grok-2-vision": {
-        "max_tokens": 32768,
-        "max_input_tokens": 32768,
-        "max_output_tokens": 32768,
-        "input_cost_per_token": 2e-06,
-        "input_cost_per_image": 2e-06,
-        "output_cost_per_token": 1e-05,
-        "litellm_provider": "xai",
-        "mode": "chat",
-        "supports_function_calling": true,
-        "supports_vision": true
-    },
-    "xai/grok-vision-beta": {
-        "max_tokens": 8192,
-        "max_input_tokens": 8192,
-        "max_output_tokens": 8192,
-        "input_cost_per_token": 5e-06,
-        "input_cost_per_image": 5e-06,
-        "output_cost_per_token": 1.5e-05,
-        "litellm_provider": "xai",
-        "mode": "chat",
-        "supports_function_calling": true,
-        "supports_vision": true
-    },
-    "xai/grok-2-1212": {
-        "max_tokens": 131072,
-        "max_input_tokens": 131072,
-        "max_output_tokens": 131072,
-        "input_cost_per_token": 2e-06,
-        "output_cost_per_token": 1e-05,
-        "litellm_provider": "xai",
-        "mode": "chat",
-        "supports_function_calling": true
-    },
-    "xai/grok-2": {
-        "max_tokens": 131072,
-        "max_input_tokens": 131072,
-        "max_output_tokens": 131072,
-        "input_cost_per_token": 2e-06,
-        "output_cost_per_token": 1e-05,
-        "litellm_provider": "xai",
-        "mode": "chat",
-        "supports_function_calling": true
-    },
-    "xai/grok-2-latest": {
-        "max_tokens": 131072,
-        "max_input_tokens": 131072,
-        "max_output_tokens": 131072,
-        "input_cost_per_token": 2e-06,
-        "output_cost_per_token": 1e-05,
-        "litellm_provider": "xai",
-        "mode": "chat",
-        "supports_function_calling": true
-    },
     "deepseek/deepseek-coder": {
         "max_tokens": 4096,
         "max_input_tokens": 128000,
@@ -2439,8 +2353,7 @@
         "tool_use_system_prompt_tokens": 264,
         "supports_assistant_prefill": true,
         "supports_prompt_caching": true,
-        "supports_response_schema": true,
-        "deprecation_date": "2025-03-01"
+        "supports_response_schema": true
     },
     "claude-3-5-haiku-20241022": {
         "max_tokens": 8192,
@@ -2456,8 +2369,7 @@
         "tool_use_system_prompt_tokens": 264,
         "supports_assistant_prefill": true,
         "supports_prompt_caching": true,
-        "supports_response_schema": true,
-        "deprecation_date": "2025-10-01"
+        "supports_response_schema": true
     },
     "claude-3-opus-20240229": {
         "max_tokens": 4096,
@@ -2474,8 +2386,7 @@
         "tool_use_system_prompt_tokens": 395,
         "supports_assistant_prefill": true,
         "supports_prompt_caching": true,
-        "supports_response_schema": true,
-        "deprecation_date": "2025-03-01"
+        "supports_response_schema": true
     },
     "claude-3-sonnet-20240229": {
         "max_tokens": 4096,
@@ -2490,8 +2401,7 @@
         "tool_use_system_prompt_tokens": 159,
         "supports_assistant_prefill": true,
         "supports_prompt_caching": true,
-        "supports_response_schema": true,
-        "deprecation_date": "2025-07-21"
+        "supports_response_schema": true
     },
     "claude-3-5-sonnet-20240620": {
         "max_tokens": 8192,
@@ -2508,8 +2418,7 @@
         "tool_use_system_prompt_tokens": 159,
         "supports_assistant_prefill": true,
         "supports_prompt_caching": true,
-        "supports_response_schema": true,
-        "deprecation_date": "2025-06-01"
+        "supports_response_schema": true
     },
     "claude-3-5-sonnet-20241022": {
         "max_tokens": 8192,
@@ -2527,8 +2436,7 @@
         "supports_assistant_prefill": true,
         "supports_pdf_input": true,
         "supports_prompt_caching": true,
-        "supports_response_schema": true,
-        "deprecation_date": "2025-10-01"
+        "supports_response_schema": true
     },
     "text-bison": {
         "max_tokens": 2048,
@@ -2638,8 +2546,7 @@
         "output_cost_per_character": 5e-07,
         "litellm_provider": "vertex_ai-chat-models",
         "mode": "chat",
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
-        "deprecation_date": "2025-04-09"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
     },
     "chat-bison-32k": {
         "max_tokens": 8192,
@@ -2880,8 +2787,7 @@
         "litellm_provider": "vertex_ai-language-models",
         "mode": "chat",
         "supports_function_calling": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
-        "deprecation_date": "2025-04-09"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
     },
     "gemini-1.0-ultra": {
         "max_tokens": 8192,
@@ -2926,8 +2832,7 @@
         "litellm_provider": "vertex_ai-language-models",
         "mode": "chat",
         "supports_function_calling": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
-        "deprecation_date": "2025-04-09"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
     },
     "gemini-1.5-pro": {
         "max_tokens": 8192,
@@ -3009,8 +2914,7 @@
         "supports_function_calling": true,
         "supports_tool_choice": true,
         "supports_response_schema": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
-        "deprecation_date": "2025-05-24"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
     },
     "gemini-1.5-pro-preview-0514": {
         "max_tokens": 8192,
@@ -3215,8 +3119,7 @@
         "supports_function_calling": true,
         "supports_vision": true,
         "supports_response_schema": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
-        "deprecation_date": "2025-05-24"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
     },
     "gemini-1.5-flash-preview-0514": {
         "max_tokens": 8192,
@@ -3320,8 +3223,7 @@
         "mode": "chat",
         "supports_function_calling": true,
         "supports_vision": true,
-        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models",
-        "deprecation_date": "2025-04-09"
+        "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
     },
     "medlm-medium": {
         "max_tokens": 8192,
@@ -4027,8 +3929,7 @@
         "supports_prompt_caching": true,
         "tpm": 4000000,
         "rpm": 2000,
-        "source": "https://ai.google.dev/pricing",
-        "deprecation_date": "2025-05-24"
+        "source": "https://ai.google.dev/pricing"
     },
     "gemini/gemini-1.5-flash": {
         "max_tokens": 8192,
@@ -4304,8 +4205,7 @@
         "supports_prompt_caching": true,
         "tpm": 4000000,
         "rpm": 1000,
-        "source": "https://ai.google.dev/pricing",
-        "deprecation_date": "2025-05-24"
+        "source": "https://ai.google.dev/pricing"
     },
     "gemini/gemini-1.5-pro-exp-0801": {
         "max_tokens": 8192,
@@ -5323,24 +5223,6 @@
         "mode": "chat",
         "supports_system_messages": true
     },
-    "ai21.jamba-1-5-large-v1:0": {
-        "max_tokens": 256000,
-        "max_input_tokens": 256000,
-        "max_output_tokens": 256000,
-        "input_cost_per_token": 2e-06,
-        "output_cost_per_token": 8e-06,
-        "litellm_provider": "bedrock",
-        "mode": "chat"
-    },
-    "ai21.jamba-1-5-mini-v1:0": {
-        "max_tokens": 256000,
-        "max_input_tokens": 256000,
-        "max_output_tokens": 256000,
-        "input_cost_per_token": 2e-07,
-        "output_cost_per_token": 4e-07,
-        "litellm_provider": "bedrock",
-        "mode": "chat"
-    },
     "amazon.titan-text-lite-v1": {
         "max_tokens": 4000,
         "max_input_tokens": 42000,
@@ -5659,8 +5541,8 @@
         "max_tokens": 8192,
         "max_input_tokens": 200000,
         "max_output_tokens": 8192,
-        "input_cost_per_token": 8e-07,
-        "output_cost_per_token": 4e-06,
+        "input_cost_per_token": 1e-06,
+        "output_cost_per_token": 5e-06,
         "litellm_provider": "bedrock",
         "mode": "chat",
         "supports_assistant_prefill": true,
@@ -5729,8 +5611,8 @@
         "max_tokens": 8192,
         "max_input_tokens": 200000,
         "max_output_tokens": 8192,
-        "input_cost_per_token": 8e-07,
-        "output_cost_per_token": 4e-06,
+        "input_cost_per_token": 1e-06,
+        "output_cost_per_token": 5e-06,
         "litellm_provider": "bedrock",
         "mode": "chat",
         "supports_assistant_prefill": true,
@@ -5799,8 +5681,8 @@
         "max_tokens": 8192,
         "max_input_tokens": 200000,
         "max_output_tokens": 8192,
-        "input_cost_per_token": 2.5e-07,
-        "output_cost_per_token": 1.25e-06,
+        "input_cost_per_token": 1e-06,
+        "output_cost_per_token": 5e-06,
         "litellm_provider": "bedrock",
         "mode": "chat",
         "supports_function_calling": true,
@@ -6174,8 +6056,8 @@
         "max_tokens": 8191,
         "max_input_tokens": 100000,
         "max_output_tokens": 8191,
-        "input_cost_per_token": 8e-07,
-        "output_cost_per_token": 2.4e-06,
+        "input_cost_per_token": 1.63e-06,
+        "output_cost_per_token": 5.51e-06,
         "litellm_provider": "bedrock",
         "mode": "chat"
     },
@@ -7441,8 +7323,7 @@
         "input_cost_per_token": 5e-06,
         "output_cost_per_token": 5e-06,
         "litellm_provider": "perplexity",
-        "mode": "chat",
-        "deprecation_date": "2025-02-22"
+        "mode": "chat"
     },
     "perplexity/llama-3.1-sonar-large-128k-online": {
         "max_tokens": 127072,
@@ -7451,8 +7332,7 @@
         "input_cost_per_token": 1e-06,
         "output_cost_per_token": 1e-06,
         "litellm_provider": "perplexity",
-        "mode": "chat",
-        "deprecation_date": "2025-02-22"
+        "mode": "chat"
     },
     "perplexity/llama-3.1-sonar-large-128k-chat": {
         "max_tokens": 131072,
@@ -7461,8 +7341,7 @@
         "input_cost_per_token": 1e-06,
         "output_cost_per_token": 1e-06,
         "litellm_provider": "perplexity",
-        "mode": "chat",
-        "deprecation_date": "2025-02-22"
+        "mode": "chat"
     },
     "perplexity/llama-3.1-sonar-small-128k-chat": {
         "max_tokens": 131072,
@@ -7471,8 +7350,7 @@
         "input_cost_per_token": 2e-07,
         "output_cost_per_token": 2e-07,
         "litellm_provider": "perplexity",
-        "mode": "chat",
-        "deprecation_date": "2025-02-22"
+        "mode": "chat"
     },
     "perplexity/llama-3.1-sonar-small-128k-online": {
         "max_tokens": 127072,
@@ -7481,8 +7359,7 @@
         "input_cost_per_token": 2e-07,
         "output_cost_per_token": 2e-07,
         "litellm_provider": "perplexity",
-        "mode": "chat",
-        "deprecation_date": "2025-02-22"
+        "mode": "chat"
     },
     "perplexity/pplx-7b-chat": {
         "max_tokens": 8192,

ragaai_catalyst/tracers/agentic_tracing/utils/supported_llm_provider.toml

@@ -0,0 +1,34 @@
+# List of all supported LLM method calls
+
+supported_llm_calls = [
+    # OpenAI
+    "OpenAI.chat.completions.create()",
+    "AsyncOpenAI.chat.completions.create()",
+    
+    # OpenAI Beta
+    "OpenAI.beta.threads.create()",
+    "OpenAI.beta.threads.messages.create()",
+    "OpenAI.beta.threads.runs.create()",
+    
+    # Anthropic
+    "Anthropic.messages.create()",
+    "Anthropic.messages.acreate()",
+    
+    # Google VertexAI/PaLM
+    "GenerativeModel.generate_content()",
+    "GenerativeModel.generate_content_async()",
+    "ChatVertexAI._generate()",
+    "ChatVertexAI._agenerate()",
+    "ChatVertexAI.complete()",
+    "ChatVertexAI.acomplete()",
+    
+    # Google GenerativeAI
+    "ChatGoogleGenerativeAI._generate()",
+    "ChatGoogleGenerativeAI._agenerate()",
+    "ChatGoogleGenerativeAI.complete()",
+    "ChatGoogleGenerativeAI.acomplete()",
+    
+    # LiteLLM
+    "litellm.completion()",
+    "litellm.acompletion()"
+]

ragaai_catalyst/tracers/langchain_callback.py

@@ -12,6 +12,9 @@ import asyncio
 from langchain_core.documents import Document
 import logging
 import tempfile
+import sys
+import importlib
+from importlib.util import find_spec
 
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
@@ -367,6 +370,7 @@ class LangchainTracer(BaseCallbackHandler):
                 logger.error(f"Error restoring {name}: {e}")
                 self.on_error(e, context=f"restore_{name}")
 
+        # Restore original methods and functions
         for name, original in self._original_methods.items():
             try:
                 if "." in name:

ragaai_catalyst/tracers/tracer.py

@@ -280,45 +280,64 @@ class Tracer(AgenticTracing):
             data, additional_metadata = self.langchain_tracer.stop()
 
             # Add cost if possible
-            if additional_metadata['model_name']:
+            if additional_metadata.get('model_name'):
                 try:
                     model_cost_data = self.model_cost_dict[additional_metadata['model_name']]
-                    prompt_cost = additional_metadata["tokens"]["prompt"]*model_cost_data["input_cost_per_token"]
-                    completion_cost = additional_metadata["tokens"]["completion"]*model_cost_data["output_cost_per_token"]
-                    # additional_metadata.setdefault('cost', {})["prompt_cost"] = prompt_cost
-                    # additional_metadata.setdefault('cost', {})["completion_cost"] = completion_cost
-                    additional_metadata.setdefault('cost', {})["total_cost"] = prompt_cost + completion_cost 
+                    if 'tokens' in additional_metadata and all(k in additional_metadata['tokens'] for k in ['prompt', 'completion']):
+                        prompt_cost = additional_metadata["tokens"]["prompt"]*model_cost_data["input_cost_per_token"]
+                        completion_cost = additional_metadata["tokens"]["completion"]*model_cost_data["output_cost_per_token"]
+                        additional_metadata.setdefault('cost', {})["total_cost"] = prompt_cost + completion_cost 
+                    else:
+                        logger.warning("Token information missing in additional_metadata")
                 except Exception as e:
                     logger.warning(f"Error adding cost: {e}")
+            else:
+                logger.debug("Model name not available in additional_metadata, skipping cost calculation")
+            
+            # Safely get total tokens and cost
+            if 'tokens' in additional_metadata and 'total' in additional_metadata['tokens']:
+                additional_metadata["total_tokens"] = float(additional_metadata["tokens"]["total"])
+            else:
+                additional_metadata["total_tokens"] = 0.0
+                logger.warning("Total tokens information not available")
 
-            additional_metadata["total_tokens"] = float(additional_metadata["tokens"]["total"])
-            del additional_metadata["tokens"]
-            if "cost" in additional_metadata:
+            if 'cost' in additional_metadata and 'total_cost' in additional_metadata['cost']:
                 additional_metadata["total_cost"] = float(additional_metadata["cost"]["total_cost"])
-                del additional_metadata["cost"]
             else:
-                additional_metadata["total_cost"] = float(0.0)
+                additional_metadata["total_cost"] = 0.0
+                logger.warning("Total cost information not available")
+
+            # Safely remove tokens and cost dictionaries if they exist
+            additional_metadata.pop("tokens", None)
+            additional_metadata.pop("cost", None)
             
-            combined_metadata = user_detail['trace_user_detail']['metadata'].copy()
-            combined_metadata.update(additional_metadata)
-            combined_metadata
+            # Safely merge metadata
+            combined_metadata = {}
+            if user_detail.get('trace_user_detail', {}).get('metadata'):
+                combined_metadata.update(user_detail['trace_user_detail']['metadata'])
+            if additional_metadata:
+                combined_metadata.update(additional_metadata)
 
             langchain_traces = langchain_tracer_extraction(data)
             final_result = convert_langchain_callbacks_output(langchain_traces)
-            final_result[0]['project_name'] = user_detail['project_name']
-            final_result[0]['trace_id'] = str(uuid.uuid4())
-            final_result[0]['session_id'] = None
-            final_result[0]['metadata'] = combined_metadata
-            final_result[0]['pipeline'] = user_detail['trace_user_detail']['pipeline']
-
-            filepath_3 = os.path.join(os.getcwd(), "final_result.json")
-            with open(filepath_3, 'w') as f:
-                json.dump(final_result, f, indent=2)
-            
             
-            print(filepath_3)
+            # Safely set required fields in final_result
+            if final_result and isinstance(final_result, list) and len(final_result) > 0:
+                final_result[0]['project_name'] = user_detail.get('project_name', '')
+                final_result[0]['trace_id'] = str(uuid.uuid4())
+                final_result[0]['session_id'] = None
+                final_result[0]['metadata'] = combined_metadata
+                final_result[0]['pipeline'] = user_detail.get('trace_user_detail', {}).get('pipeline')
+
+                filepath_3 = os.path.join(os.getcwd(), "final_result.json")
+                with open(filepath_3, 'w') as f:
+                    json.dump(final_result, f, indent=2)
+                
+                print(filepath_3)
+            else:
+                logger.warning("No valid langchain traces found in final_result")
 
-            additional_metadata_keys = additional_metadata.keys() if additional_metadata else None
+            additional_metadata_keys = list(additional_metadata.keys()) if additional_metadata else None
 
             UploadTraces(json_file_path=filepath_3,
                          project_name=self.project_name,

{ragaai_catalyst-2.1.5b14.dist-info → ragaai_catalyst-2.1.5b15.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: ragaai_catalyst
-Version: 2.1.5b14
+Version: 2.1.5b15
 Summary: RAGA AI CATALYST
 Author-email: Kiran Scaria <kiran.scaria@raga.ai>, Kedar Gaikwad <kedar.gaikwad@raga.ai>, Dushyant Mahajan <dushyant.mahajan@raga.ai>, Siddhartha Kosti <siddhartha.kosti@raga.ai>, Ritika Goel <ritika.goel@raga.ai>, Vijay Chaurasia <vijay.chaurasia@raga.ai>
 Requires-Python: <3.13,>=3.9
@@ -35,6 +35,7 @@ Requires-Dist: py-cpuinfo~=9.0.0
 Requires-Dist: requests~=2.32.3
 Requires-Dist: GPUtil~=1.4.0
 Requires-Dist: ipynbname
+Requires-Dist: tiktoken>=0.7.0
 Provides-Extra: dev
 Requires-Dist: pytest; extra == "dev"
 Requires-Dist: pytest-cov; extra == "dev"

{ragaai_catalyst-2.1.5b14.dist-info → ragaai_catalyst-2.1.5b15.dist-info}/RECORD

@@ -13,9 +13,9 @@ ragaai_catalyst/synthetic_data_generation.py,sha256=uDV9tNwto2xSkWg5XHXUvjErW-4P
 ragaai_catalyst/utils.py,sha256=TlhEFwLyRU690HvANbyoRycR3nQ67lxVUQoUOfTPYQ0,3772
 ragaai_catalyst/tracers/__init__.py,sha256=LfgTes-nHpazssbGKnn8kyLZNr49kIPrlkrqqoTFTfc,301
 ragaai_catalyst/tracers/distributed.py,sha256=AIRvS5Ur4jbFDXsUkYuCTmtGoHHx3LOG4n5tWOh610U,10330
-ragaai_catalyst/tracers/langchain_callback.py,sha256=v004nQuim4qgb3k4iWyfhvSsMPoI3ZSS26hzbBQT8CI,30572
+ragaai_catalyst/tracers/langchain_callback.py,sha256=ZXN378gloGh5EVpTJuUScHD964WuIeVeE4_hp60gxG4,30686
 ragaai_catalyst/tracers/llamaindex_callback.py,sha256=ZY0BJrrlz-P9Mg2dX-ZkVKG3gSvzwqBtk7JL_05MiYA,14028
-ragaai_catalyst/tracers/tracer.py,sha256=dn2Abz9Or7F2lp3hgUf7AUKzp2Dq-WDtg-_dW6gf1e0,19005
+ragaai_catalyst/tracers/tracer.py,sha256=TftNxiYO13Qb6AA4qst__zGS2-Xn_COkQOce1gFgjjc,20169
 ragaai_catalyst/tracers/upload_traces.py,sha256=2TWdRTN6FMaX-dqDv8BJWQS0xrCGYKkXEYOi2kK3Z3Y,5487
 ragaai_catalyst/tracers/agentic_tracing/README.md,sha256=X4QwLb7-Jg7GQMIXj-SerZIgDETfw-7VgYlczOR8ZeQ,4508
 ragaai_catalyst/tracers/agentic_tracing/__init__.py,sha256=yf6SKvOPSpH-9LiKaoLKXwqj5sez8F_5wkOb91yp0oE,260
@@ -28,14 +28,14 @@ ragaai_catalyst/tracers/agentic_tracing/tests/__init__.py,sha256=47DEQpj8HBSa-_T
 ragaai_catalyst/tracers/agentic_tracing/tests/ai_travel_agent.py,sha256=S4rCcKzU_5SB62BYEbNn_1VbbTdG4396N8rdZ3ZNGcE,5654
 ragaai_catalyst/tracers/agentic_tracing/tests/unique_decorator_test.py,sha256=Xk1cLzs-2A3dgyBwRRnCWs7Eubki40FVonwd433hPN8,4805
 ragaai_catalyst/tracers/agentic_tracing/tracers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ragaai_catalyst/tracers/agentic_tracing/tracers/agent_tracer.py,sha256=--wvhOJ-J2433WPatIS3wx6VFeCUIcgRT5_ZjGQDv2c,26364
+ragaai_catalyst/tracers/agentic_tracing/tracers/agent_tracer.py,sha256=8d6YovuWiyRZ_h3GQwV6G5WdHzr14ukXtxE_TK1WIUY,26365
 ragaai_catalyst/tracers/agentic_tracing/tracers/base.py,sha256=88rX7OkOGEyVNECUrc4bYqODyulXve_-99d9ku5hBeQ,37373
-ragaai_catalyst/tracers/agentic_tracing/tracers/custom_tracer.py,sha256=l3x3uFO5ov93I7UUrUX1M06WVGy2ug2jEZ1G7o315z4,13075
+ragaai_catalyst/tracers/agentic_tracing/tracers/custom_tracer.py,sha256=OHet_Cphyrsq2CP4WiooTsWSgg3Rc1n8QsOl1s2vqdY,13480
 ragaai_catalyst/tracers/agentic_tracing/tracers/langgraph_tracer.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ragaai_catalyst/tracers/agentic_tracing/tracers/llm_tracer.py,sha256=91aWXJGb3GDfyDfJyA7Irnk3XSyfkQaQppW_NMORGJQ,31725
-ragaai_catalyst/tracers/agentic_tracing/tracers/main_tracer.py,sha256=6hsg-Yw11v4qeELI1CWrdX8BXf-wJrTF5smBI5prgoo,15873
+ragaai_catalyst/tracers/agentic_tracing/tracers/llm_tracer.py,sha256=NklCHbkG_ITlJ0zxGm-QHdk6it5xeu5gUHnK18YuLGo,34499
+ragaai_catalyst/tracers/agentic_tracing/tracers/main_tracer.py,sha256=JEwvFV6KdYcg8zt2qUTKmmPvrkEft0YNAyUYK6FWF7c,18335
 ragaai_catalyst/tracers/agentic_tracing/tracers/network_tracer.py,sha256=m8CxYkl7iMiFya_lNwN1ykBc3Pmo-2pR_2HmpptwHWQ,10352
-ragaai_catalyst/tracers/agentic_tracing/tracers/tool_tracer.py,sha256=4rWL7fIJE5wN0nwh6fMWyh3OrrenZHJkNzyQXikyzQI,13771
+ragaai_catalyst/tracers/agentic_tracing/tracers/tool_tracer.py,sha256=n03vRN5Lwp--B_dt2ZGt2WWXYRIymTqCVrdg-Hf5rd4,19119
 ragaai_catalyst/tracers/agentic_tracing/tracers/user_interaction_tracer.py,sha256=bhSUhNQCuJXKjgJAXhjKEYjnHMpYN90FSZdR84fNIKU,4614
 ragaai_catalyst/tracers/agentic_tracing/upload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ragaai_catalyst/tracers/agentic_tracing/upload/upload_agentic_traces.py,sha256=1MDKXAAPzOEdxFKWWQrRgrmM3kz--DGXSywGXQmR3lQ,6041
@@ -47,9 +47,10 @@ ragaai_catalyst/tracers/agentic_tracing/utils/create_dataset_schema.py,sha256=lg
 ragaai_catalyst/tracers/agentic_tracing/utils/file_name_tracker.py,sha256=515NNDQJTyy3O-2rdlUYUoWL9qSwLIfvV3sMB9BtHp8,1366
 ragaai_catalyst/tracers/agentic_tracing/utils/generic.py,sha256=WwXT01xmp8MSr7KinuDCSK9a1ifpLcT7ajFkvYviG_A,1190
 ragaai_catalyst/tracers/agentic_tracing/utils/get_user_trace_metrics.py,sha256=vPZ4dn4EHFW0kqd1GyRpsYXbfrRrd0DXCmh-pzsDBNE,1109
-ragaai_catalyst/tracers/agentic_tracing/utils/llm_utils.py,sha256=wlXCuaRe81s-7FWdJ_MquXFGRZZfNrZxLIIxl-Ohbqk,15541
-ragaai_catalyst/tracers/agentic_tracing/utils/model_costs.json,sha256=kQwC8AYTfJCqPm1F_heR7FoEhIpEZgBRWvkHRncfhzU,298689
+ragaai_catalyst/tracers/agentic_tracing/utils/llm_utils.py,sha256=67AS2s51qUnIt4hhcDRNe2Mmi5DSikR2XgmtinaVJjY,19549
+ragaai_catalyst/tracers/agentic_tracing/utils/model_costs.json,sha256=GXV1s349reRMpYF_EkK-b6peSb4SY-17WnlkvpuQ4sM,294430
 ragaai_catalyst/tracers/agentic_tracing/utils/span_attributes.py,sha256=MqeRNGxzeuh9qTK0NbYMftl9V9Z0V7gMgBoHkrXP56k,1592
+ragaai_catalyst/tracers/agentic_tracing/utils/supported_llm_provider.toml,sha256=LvFDivDIE96Zasp-fgDEqUJ5GEQZUawQucR3aOcSUTY,926
 ragaai_catalyst/tracers/agentic_tracing/utils/system_monitor.py,sha256=H8WNsk4v_5T6OUw4TFOzlDLjQhJwjh1nAMyMAoqMEi4,6946
 ragaai_catalyst/tracers/agentic_tracing/utils/trace_utils.py,sha256=RciiDdo2riibEoM8X0FKHaXi78y3bWwNkV8U0leqigk,3508
 ragaai_catalyst/tracers/agentic_tracing/utils/unique_decorator.py,sha256=DQHjcEuqEKsNSWaNs7SoOaq50yK4Jsl966S7mBnV-zA,5723
@@ -65,8 +66,8 @@ ragaai_catalyst/tracers/utils/__init__.py,sha256=KeMaZtYaTojilpLv65qH08QmpYclfpa
 ragaai_catalyst/tracers/utils/convert_langchain_callbacks_output.py,sha256=ofrNrxf2b1hpjDh_zeaxiYq86azn1MF3kW8-ViYPEg0,1641
 ragaai_catalyst/tracers/utils/langchain_tracer_extraction_logic.py,sha256=qK67fdUBz5Xr99ajqXbYf1ueKS1V3a3_XR0zCcN4iGI,3061
 ragaai_catalyst/tracers/utils/utils.py,sha256=ViygfJ7vZ7U0CTSA1lbxVloHp4NSlmfDzBRNCJuMhis,2374
-ragaai_catalyst-2.1.5b14.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-ragaai_catalyst-2.1.5b14.dist-info/METADATA,sha256=xCMz9BuQQxwXe_FO4ZWN2_q_WYVwk_opJYIQN6GMt6g,12765
-ragaai_catalyst-2.1.5b14.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-ragaai_catalyst-2.1.5b14.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
-ragaai_catalyst-2.1.5b14.dist-info/RECORD,,
+ragaai_catalyst-2.1.5b15.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+ragaai_catalyst-2.1.5b15.dist-info/METADATA,sha256=_mdTGHCMe9WtrUydgSdzhnmvRZYzN6pfcxnWkpV5QHs,12796
+ragaai_catalyst-2.1.5b15.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+ragaai_catalyst-2.1.5b15.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
+ragaai_catalyst-2.1.5b15.dist-info/RECORD,,