ragaai-catalyst 2.1.5b21__py3-none-any.whl → 2.1.5b23__py3-none-any.whl

ragaai_catalyst/tracers/agentic_tracing/utils/span_attributes.py

@@ -1,5 +1,5 @@
 import os
-from typing import List, Dict, Any
+from typing import List, Dict, Any, Optional
 import logging
 
 logger = logging.getLogger(__name__)
@@ -11,13 +11,17 @@ logging_level = (
 
 
 class SpanAttributes:
-    def __init__(self, name):
+    def __init__(self, name, project_id: Optional[int] = None):
         self.name = name
         self.tags = []
         self.metadata = {}
         self.metrics = []
+        self.local_metrics = []
         self.feedback = None
+        self.project_id = project_id
         self.trace_attributes = ["tags", "metadata", "metrics"]
+        self.gt = None
+        self.context = None
 
     def add_tags(self, tags: str | List[str]):
         if isinstance(tags, str):
@@ -30,14 +34,14 @@ class SpanAttributes:
         logger.debug(f"Added metadata: {metadata}")
 
     def add_metrics(
-        self,
-        name: str,
-        score: float | int,
-        reasoning: str = "",
-        cost: float = None,
-        latency: float = None,
-        metadata: Dict[str, Any] = {},
-        config: Dict[str, Any] = {},
+            self,
+            name: str,
+            score: float | int,
+            reasoning: str = "",
+            cost: float = None,
+            latency: float = None,
+            metadata: Dict[str, Any] = {},
+            config: Dict[str, Any] = {},
     ):
         self.metrics.append(
             {
@@ -57,3 +61,68 @@ class SpanAttributes:
     def add_feedback(self, feedback: Any):
         self.feedback = feedback
         logger.debug(f"Added feedback: {self.feedback}")
+
+    def execute_metrics(self, **kwargs: Any):
+        name = kwargs.get("name")
+        model = kwargs.get("model")
+        provider = kwargs.get("provider")
+        display_name = kwargs.get("display_name", None)
+        mapping = kwargs.get("mapping", None)
+
+        if isinstance(name, str):
+            metrics = [{
+                "name": name
+            }]
+        else:
+            metrics = name if isinstance(name, list) else [name] if isinstance(name, dict) else []
+
+        for metric in metrics:
+            if not isinstance(metric, dict):
+                raise ValueError(f"Expected dict, got {type(metric)}")
+
+            if "name" not in metric:
+                raise ValueError("Metric must contain 'name'")
+
+            metric_name = metric["name"]
+            if metric_name in self.local_metrics:
+                count = sum(1 for m in self.local_metrics if m.startswith(metric_name))
+                metric_name = f"{metric_name}_{count + 1}"
+
+            prompt =None
+            context = None
+            response = None
+            if mapping is not None:
+                prompt = mapping['prompt']
+                context = mapping['context']
+                response = mapping['response']
+            new_metric = {
+                "name": metric_name,
+                "model": model,
+                "provider": provider,
+                "project_id": self.project_id,
+                "prompt": prompt,
+                "context": context,
+                "response": response,
+                "displayName": display_name
+            }
+            self.local_metrics.append(new_metric)
+
+    def add_gt(self, gt: Any):
+        if not isinstance(gt, (str, int, float, bool, list, dict)):
+            raise TypeError(f"Unsupported type for gt: {type(gt)}")
+        if self.gt:
+            logger.warning(f"GT already exists: {self.gt} \n Overwriting...")
+        self.gt = gt
+        logger.debug(f"Added gt: {self.gt}")
+
+    def add_context(self, context: Any):
+        if isinstance(context, str):
+            if not context.strip():
+                logger.warning("Empty or whitespace-only context string provided")
+            self.context = str(context)
+        else:
+            try:
+                self.context = str(context)
+            except Exception as e:
+                logger.warning('Cannot cast the context to string... Skipping')
+        logger.debug(f"Added context: {self.context}")

ragaai_catalyst/tracers/agentic_tracing/utils/trace_utils.py

@@ -59,38 +59,6 @@ def calculate_cost(
         "total": total_cost,
     }
 
-
-def load_model_costs():
-    try:
-        current_dir = os.path.dirname(os.path.abspath(__file__))
-        model_costs_path = os.path.join(current_dir, "model_costs.json")
-        with open(model_costs_path, "r") as file:
-            return json.load(file)
-    except FileNotFoundError:
-        with resources.open_text("utils", "model_costs.json") as file:
-            return json.load(file)
-
-
-def update_model_costs_from_github():
-    """Updates the model_costs.json file with latest costs from GitHub."""
-    try:
-        logger.debug("loading the latest model costs.")
-        response = requests.get(
-            "https://raw.githubusercontent.com/BerriAI/litellm/main/model_prices_and_context_window.json"
-        )
-        if response.status_code == 200:
-            current_dir = os.path.dirname(os.path.abspath(__file__))
-            model_costs_path = os.path.join(current_dir, "model_costs.json")
-            with open(model_costs_path, "w") as file:
-                json.dump(response.json(), file, indent=4)
-            logger.debug("Model costs updated successfully.")
-            return True
-        return False
-    except Exception as e:
-        logger.error(f"Failed to update model costs from GitHub: {e}")
-        return False
-
-
 def log_event(event_data, log_file_path):
     event_data = asdict(event_data)
     with open(log_file_path, "a") as f:

ragaai_catalyst/tracers/agentic_tracing/utils/unique_decorator.py

@@ -56,7 +56,9 @@ def generate_unique_hash(func, *args, **kwargs):
                 return '_'.join(f"{normalize_arg(k)}:{normalize_arg(v)}" 
                               for k, v in sorted(arg.items()))
             elif callable(arg):
-                return arg.__name__
+                if hasattr(arg, "__name__"):
+                    return arg.__name__
+                return str(type(arg).__name__)
             else:
                 return str(type(arg).__name__)
 

ragaai_catalyst/tracers/agentic_tracing/utils/zip_list_of_unique_files.py

@@ -1,4 +1,6 @@
 import os
+import sys
+import importlib
 import hashlib
 import zipfile
 import re
@@ -6,7 +8,6 @@ import ast
 import importlib.util
 import json
 import ipynbname
-import sys
 
 from pathlib import Path
 from IPython import get_ipython
@@ -22,7 +23,7 @@ logger = logging.getLogger(__name__)
 logging_level = logger.setLevel(logging.DEBUG) if os.getenv("DEBUG") == "1" else logging.INFO
 
 
-# Define the PackageUsageRemover class
+# PackageUsageRemover class
 class PackageUsageRemover(ast.NodeTransformer):
     def __init__(self, package_name):
         self.package_name = package_name
@@ -48,7 +49,12 @@ class PackageUsageRemover(ast.NodeTransformer):
         return node
     
     def visit_Assign(self, node):
-        if self._uses_package(node.value):
+        if isinstance(node.value, ast.Expr):  
+            node_value = node.value.body   
+        else:
+            node_value = node.value
+
+        if self._uses_package(node_value):
             return None
         return node
     
@@ -59,8 +65,10 @@ class PackageUsageRemover(ast.NodeTransformer):
             if isinstance(node.func.value, ast.Name) and node.func.value.id in self.imported_names:
                 return None
         return node
-    
+
     def _uses_package(self, node):
+        if isinstance(node, ast.Expr):
+            return self._uses_package(node.body)
         if isinstance(node, ast.Name) and node.id in self.imported_names:
             return True
         if isinstance(node, ast.Call):
@@ -69,13 +77,14 @@ class PackageUsageRemover(ast.NodeTransformer):
             return self._uses_package(node.value)
         return False
 
-# Define the function to remove package code from a source code string
+
+# Remove package code from a source code string
 def remove_package_code(source_code: str, package_name: str) -> str:
     try:
         tree = ast.parse(source_code)
-        remover = PackageUsageRemover(package_name)
-        modified_tree = remover.visit(tree)
-        modified_code = ast.unparse(modified_tree)
+        # remover = PackageUsageRemover(package_name)
+        # modified_tree = remover.visit(tree)
+        modified_code = ast.unparse(tree)
 
         return modified_code
     except Exception as e:
@@ -313,22 +322,29 @@ class TraceDependencyTracker:
         except Exception as e:
             pass
 
+    def get_env_location(self):
+        return sys.prefix
+    
+    def get_catalyst_location(self):
+        try:
+            imported_module = importlib.import_module("ragaai_catalyst")
+            return os.path.dirname(os.path.abspath(imported_module.__file__))
+        except ImportError:
+            logger.error("Error getting Catalyst location")
+            return 'ragaai_catalyst'
+
     def create_zip(self, filepaths):
         self.track_jupyter_notebook()
-        # logger.info("Tracked Jupyter notebook and its dependencies")
 
         # Ensure output directory exists
         os.makedirs(self.output_dir, exist_ok=True)
-        # logger.info(f"Using output directory: {self.output_dir}")
 
         # Special handling for Colab
         if self.jupyter_handler.is_running_in_colab():
-            # logger.info("Running in Google Colab environment")
-            # Try to get the Colab notebook path
+            # Get the Colab notebook path
             colab_notebook = self.jupyter_handler.get_notebook_path()
             if colab_notebook:
                 self.tracked_files.add(os.path.abspath(colab_notebook))
-                # logger.info(f"Added Colab notebook to tracked files: {colab_notebook}")
 
             # Get current cell content
             self.check_environment_and_save()
@@ -370,6 +386,9 @@ class TraceDependencyTracker:
             except Exception as e:
                 pass
 
+        env_location = self.get_env_location()
+        catalyst_location = self.get_catalyst_location()
+
         # Calculate hash and create zip
         self.tracked_files.update(self.python_imports)
         hash_contents = []
@@ -377,7 +396,7 @@ class TraceDependencyTracker:
         for filepath in sorted(self.tracked_files):
             if not filepath.endswith('.py'):
                 continue
-            elif '/envs' in filepath or '__init__' in filepath:
+            elif env_location in filepath or '__init__' in filepath:
                 continue
             try:
                 with open(filepath, 'rb') as file:
@@ -410,7 +429,7 @@ class TraceDependencyTracker:
 
         with zipfile.ZipFile(zip_filename, 'w', zipfile.ZIP_DEFLATED) as zipf:
             for filepath in sorted(self.tracked_files):
-                if 'env' in filepath or 'ragaai_catalyst' in filepath:
+                if env_location in filepath or catalyst_location in filepath:
                     continue
                 try:
                     relative_path = os.path.relpath(filepath, base_path)
@@ -447,9 +466,9 @@ def zip_list_of_unique_files(filepaths, output_dir=None):
     return tracker.create_zip(filepaths)
 
 
-# Example usage
-if __name__ == "__main__":
-    filepaths = ["script1.py", "script2.py"]
-    hash_id, zip_path = zip_list_of_unique_files(filepaths)
-    print(f"Created zip file: {zip_path}")
-    print(f"Hash ID: {hash_id}")
+# # Example usage
+# if __name__ == "__main__":
+#     filepaths = ["script1.py", "script2.py"]
+#     hash_id, zip_path = zip_list_of_unique_files(filepaths)
+#     print(f"Created zip file: {zip_path}")
+#     print(f"Hash ID: {hash_id}")

ragaai_catalyst/tracers/distributed.py

@@ -9,6 +9,7 @@ from typing import Optional, Dict, Any, List
 from functools import wraps
 from contextlib import contextmanager
 import uuid
+from .agentic_tracing.utils.unique_decorator import generate_unique_hash_simple
 from datetime import datetime
 import asyncio
 
@@ -86,6 +87,8 @@ def trace_agent(name: str = None, agent_type: str = "generic", version: str = "1
     def decorator(func):
         is_async = asyncio.iscoroutinefunction(func)
         span_name = name or func.__name__
+        # Generate hash based on the decorated function
+        top_level_hash_id = generate_unique_hash_simple(func)
         
         @wraps(func)
         async def async_wrapper(*args, **kwargs):
@@ -104,7 +107,7 @@ def trace_agent(name: str = None, agent_type: str = "generic", version: str = "1
                     agent_type,
                     version,
                     None,  # capabilities
-                    str(uuid.uuid4()),  # hash_id
+                    top_level_hash_id, 
                     *args,
                     **kwargs
                 )
@@ -130,6 +133,7 @@ def trace_agent(name: str = None, agent_type: str = "generic", version: str = "1
                     agent_type,
                     version,
                     None,  # capabilities
+                    top_level_hash_id,   
                     *args,
                     **kwargs
                 )
@@ -158,7 +162,7 @@ def trace_llm(name: str = None, model: str = None, **kwargs):
             
             try:
                 # Just execute the function within the current span
-                result = await func(*args, **kwargs)
+                result = await tracer.file_tracker.trace_wrapper(func)(*args, **kwargs)
                 return result
             finally:
                 # Reset using the stored token
@@ -176,7 +180,7 @@ def trace_llm(name: str = None, model: str = None, **kwargs):
             
             try:
                 # Just execute the function within the current span
-                result = func(*args, **kwargs)
+                result = tracer.file_tracker.trace_wrapper(func)(*args, **kwargs)
                 return result
             finally:
                 # Reset using the stored token

ragaai_catalyst/tracers/tracer.py

@@ -6,6 +6,8 @@ import logging
 import asyncio
 import aiohttp
 import requests
+from litellm import model_cost
+
 from contextlib import contextmanager
 from concurrent.futures import ThreadPoolExecutor
 from ragaai_catalyst.tracers.langchain_callback import LangchainTracer
@@ -30,7 +32,6 @@ from ragaai_catalyst.tracers.utils import get_unique_key
 from ragaai_catalyst import RagaAICatalyst
 from ragaai_catalyst.tracers.agentic_tracing import AgenticTracing, TrackName
 from ragaai_catalyst.tracers.agentic_tracing.tracers.llm_tracer import LLMTracerMixin
-from ragaai_catalyst.tracers.agentic_tracing.utils.trace_utils import load_model_costs, update_model_costs_from_github
 
 logger = logging.getLogger(__name__)
 
@@ -127,12 +128,8 @@ class Tracer(AgenticTracing):
         self.timeout = 30
         self.num_projects = 100
         self.start_time = datetime.datetime.now().astimezone().isoformat()
-        self.model_cost_dict = load_model_costs()
+        self.model_cost_dict = model_cost
         self.user_context = ""  # Initialize user_context to store context from add_context
-
-        if update_llm_cost:
-            # First update the model costs file from GitHub
-            update_model_costs_from_github()
         
         try:
             response = requests.get(
@@ -172,6 +169,7 @@ class Tracer(AgenticTracing):
             self._upload_task = None
         elif tracer_type == "llamaindex":
             self._upload_task = None
+            self.llamaindex_tracer = None
             from ragaai_catalyst.tracers.llamaindex_callback import LlamaIndexTracer
 
         else:
@@ -259,7 +257,8 @@ class Tracer(AgenticTracing):
             return self.langchain_tracer.start()
         elif self.tracer_type == "llamaindex":
             from ragaai_catalyst.tracers.llamaindex_callback import LlamaIndexTracer
-            return LlamaIndexTracer(self._pass_user_data()).start()
+            self.llamaindex_tracer = LlamaIndexTracer(self._pass_user_data())
+            return self.llamaindex_tracer.start()
         else:
             super().start()
             return self
@@ -351,8 +350,9 @@ class Tracer(AgenticTracing):
             return 
 
         elif self.tracer_type == "llamaindex":
-            from ragaai_catalyst.tracers.llamaindex_callback import LlamaIndexTracer
-            return LlamaIndexTracer(self._pass_user_data()).stop()
+            if self.llamaindex_tracer is None:
+                raise ValueError("LlamaIndex tracer was not started")
+            return self.llamaindex_tracer.stop()
         else:
             super().stop()
 

ragaai_catalyst/tracers/utils/langchain_tracer_extraction_logic.py

@@ -49,7 +49,6 @@ def langchain_tracer_extraction(data, user_context=""):
     def get_response(data):
         for item in data["llm_calls"]:
             if item["event"] == "llm_end":
-                # import pdb; pdb.set_trace()
                 llm_end_responses = item["response"]["generations"][0]
                 for llm_end_response in llm_end_responses:
                     response = llm_end_response["text"]

{ragaai_catalyst-2.1.5b21.dist-info → ragaai_catalyst-2.1.5b23.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: ragaai_catalyst
-Version: 2.1.5b21
+Version: 2.1.5b23
 Summary: RAGA AI CATALYST
 Author-email: Kiran Scaria <kiran.scaria@raga.ai>, Kedar Gaikwad <kedar.gaikwad@raga.ai>, Dushyant Mahajan <dushyant.mahajan@raga.ai>, Siddhartha Kosti <siddhartha.kosti@raga.ai>, Ritika Goel <ritika.goel@raga.ai>, Vijay Chaurasia <vijay.chaurasia@raga.ai>
 Requires-Python: <3.13,>=3.9
@@ -36,6 +36,7 @@ Requires-Dist: requests~=2.32.3
 Requires-Dist: GPUtil~=1.4.0
 Requires-Dist: ipynbname
 Requires-Dist: tiktoken>=0.7.0
+Requires-Dist: giskard~=2.16.0
 Provides-Extra: dev
 Requires-Dist: pytest; extra == "dev"
 Requires-Dist: pytest-cov; extra == "dev"
@@ -63,6 +64,7 @@ RagaAI Catalyst is a comprehensive platform designed to enhance the management a
     - [Synthetic Data Generation](#synthetic-data-generation)
     - [Guardrail Management](#guardrail-management)
     - [Agentic Tracing](#agentic-tracing)
+    - [Red-teaming](#red-teaming)
 
 ## Installation
 
@@ -295,7 +297,7 @@ sdg = SyntheticDataGeneration()
 text = sdg.process_document(input_data="file_path")
 
 # Generate results
-result = sdg.generate_qna(text, question_type ='complex',model_config={"provider":"openai","model":"openai/gpt-3.5-turbo"},n=5)
+result = sdg.generate_qna(text, question_type ='complex',model_config={"provider":"openai","model":"gpt-4o-mini"},n=5)
 
 print(result.head())
 
@@ -429,4 +431,37 @@ tracer = AgenticTracer(
 with tracer:
     # Agent execution code
     pass
+```
+
+### Red-teaming
+
+The Red-teaming module provides comprehensive scans for model vulnerabilities:
+
+- Initialize RedTeaming object requiring optional `provider` (defaulting to OpenAI), `model`, `api_key`, `api_base` and `api_version`. 
+User can set API keys in the environment variables, or optionally pass them to the constructor.
+
+1. View all supported evaluators
+```python
+from ragaai_catalyst import RedTeaming
+rt = RedTeaming()
+
+supported_evaluators = rt.get_supported_evaluators()
+```
 
+2. Run scan: returns a scan dataframe for the model
+```python
+import pandas as pd
+from ragaai_catalyst import RedTeaming
+
+rt = RedTeaming("openai", "gpt-4o-mini", "my-api-key")
+
+def mock_llm_call(query):
+  pass # llm call for the query
+
+def model(df: pd.DataFrame):
+  # Function which takes in an input dataframe, and returns a list containing LLM outputs for the inputs  
+  return [mock_llm_call({"query": question}) for question in df["question"]]
+
+
+scan_df = rt.run_scan(model=model, evaluators=["llm"], save_report=True)
+```

{ragaai_catalyst-2.1.5b21.dist-info → ragaai_catalyst-2.1.5b23.dist-info}/RECORD

@@ -1,6 +1,6 @@
-ragaai_catalyst/__init__.py,sha256=tvESV8UuVtth14E89wQxgf0WvQZSApWfDeLiIdmMhkE,791
+ragaai_catalyst/__init__.py,sha256=xGqvQoS_Ir_Lup1YUIVc5VlsIplRMnnh_-6qK_eB0u4,843
 ragaai_catalyst/_version.py,sha256=JKt9KaVNOMVeGs8ojO6LvIZr7ZkMzNN-gCcvryy4x8E,460
-ragaai_catalyst/dataset.py,sha256=VPfFt7dLUiQ9xmHZ0WhcRNJyMs2KHuOtawow-2Lujrw,26183
+ragaai_catalyst/dataset.py,sha256=u4QofzdH1_bGsZ-AFc-qFMGq9K-H-YZHqmLSFG8AEDI,28120
 ragaai_catalyst/evaluation.py,sha256=pcmgCxmrugvIzBApu0BVaiPIueOcFj8uig3F1Br_PKs,21035
 ragaai_catalyst/experiment.py,sha256=8yQo1phCHlpnJ-4CqCaIbLXg_1ZlAuLGI9kqGBl-OTE,18859
 ragaai_catalyst/guard_executor.py,sha256=llPbE3DyVtrybojXknzBZj8-dtUrGBQwi9-ZiPJxGRo,3762
@@ -9,13 +9,14 @@ ragaai_catalyst/internal_api_completion.py,sha256=DdICI5yfEudiOAIC8L4oxH0Qz7kX-B
 ragaai_catalyst/prompt_manager.py,sha256=W8ypramzOprrJ7-22d5vkBXIuIQ8v9XAzKDGxKsTK28,16550
 ragaai_catalyst/proxy_call.py,sha256=CHxldeceZUaLU-to_hs_Kf1z_b2vHMssLS_cOBedu78,5499
 ragaai_catalyst/ragaai_catalyst.py,sha256=5nVg3_-lcvhrXjNkPTeGhe3tdUjm_4ZIctOcqWXBkRA,17939
-ragaai_catalyst/synthetic_data_generation.py,sha256=uDV9tNwto2xSkWg5XHXUvjErW-4P34CTrxaJpRfezyA,19250
+ragaai_catalyst/redteaming.py,sha256=pvHfwaHZgrq0HYhygEUm6-WotAxA2X9Xg1Kj9NlEzAI,6803
+ragaai_catalyst/synthetic_data_generation.py,sha256=etqG0AHzC0V1B5fTAOEJxOJ9lhWZyNVmwC9DvTDA-gs,21269
 ragaai_catalyst/utils.py,sha256=TlhEFwLyRU690HvANbyoRycR3nQ67lxVUQoUOfTPYQ0,3772
 ragaai_catalyst/tracers/__init__.py,sha256=LfgTes-nHpazssbGKnn8kyLZNr49kIPrlkrqqoTFTfc,301
-ragaai_catalyst/tracers/distributed.py,sha256=AIRvS5Ur4jbFDXsUkYuCTmtGoHHx3LOG4n5tWOh610U,10330
+ragaai_catalyst/tracers/distributed.py,sha256=DIthDaZWBIzDKtDShGSE9iCM0qFtGB48ReZKzMXMxtA,10630
 ragaai_catalyst/tracers/langchain_callback.py,sha256=ZXN378gloGh5EVpTJuUScHD964WuIeVeE4_hp60gxG4,30686
 ragaai_catalyst/tracers/llamaindex_callback.py,sha256=ZY0BJrrlz-P9Mg2dX-ZkVKG3gSvzwqBtk7JL_05MiYA,14028
-ragaai_catalyst/tracers/tracer.py,sha256=_WSX0XS4XflHdQdMaqarTAoW2iz2lux0IxhTibZsD8k,21048
+ragaai_catalyst/tracers/tracer.py,sha256=sPl9di2Ff_qm3MQsU2WMjPfvo1UlqbH47rnqi0I1RX4,20935
 ragaai_catalyst/tracers/upload_traces.py,sha256=2TWdRTN6FMaX-dqDv8BJWQS0xrCGYKkXEYOi2kK3Z3Y,5487
 ragaai_catalyst/tracers/agentic_tracing/README.md,sha256=X4QwLb7-Jg7GQMIXj-SerZIgDETfw-7VgYlczOR8ZeQ,4508
 ragaai_catalyst/tracers/agentic_tracing/__init__.py,sha256=yf6SKvOPSpH-9LiKaoLKXwqj5sez8F_5wkOb91yp0oE,260
@@ -28,33 +29,34 @@ ragaai_catalyst/tracers/agentic_tracing/tests/__init__.py,sha256=47DEQpj8HBSa-_T
 ragaai_catalyst/tracers/agentic_tracing/tests/ai_travel_agent.py,sha256=S4rCcKzU_5SB62BYEbNn_1VbbTdG4396N8rdZ3ZNGcE,5654
 ragaai_catalyst/tracers/agentic_tracing/tests/unique_decorator_test.py,sha256=Xk1cLzs-2A3dgyBwRRnCWs7Eubki40FVonwd433hPN8,4805
 ragaai_catalyst/tracers/agentic_tracing/tracers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ragaai_catalyst/tracers/agentic_tracing/tracers/agent_tracer.py,sha256=8d6YovuWiyRZ_h3GQwV6G5WdHzr14ukXtxE_TK1WIUY,26365
-ragaai_catalyst/tracers/agentic_tracing/tracers/base.py,sha256=xzJKOpL0Wm5hAIJp80QidDsPaHRV3pkyTMAEQSJgbNQ,37987
-ragaai_catalyst/tracers/agentic_tracing/tracers/custom_tracer.py,sha256=OHet_Cphyrsq2CP4WiooTsWSgg3Rc1n8QsOl1s2vqdY,13480
+ragaai_catalyst/tracers/agentic_tracing/tracers/agent_tracer.py,sha256=983uI_vc6XTBtkUIIHs_FcyUa8VBl40d10JmlPzV6iA,26915
+ragaai_catalyst/tracers/agentic_tracing/tracers/base.py,sha256=lMhRXfTsnKw_-sibA-LqJNV_nvh284VT-rv6_KF4clA,46621
+ragaai_catalyst/tracers/agentic_tracing/tracers/custom_tracer.py,sha256=mR4jCNjsKUPiidJ1pIthoUI5i9KCGGPe3zG5l80FUBo,14060
 ragaai_catalyst/tracers/agentic_tracing/tracers/langgraph_tracer.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ragaai_catalyst/tracers/agentic_tracing/tracers/llm_tracer.py,sha256=OSRGwftAYpylvziXD50HGjEfEMe8k11-3SRSZKw2tHI,35255
-ragaai_catalyst/tracers/agentic_tracing/tracers/main_tracer.py,sha256=ZAG5aKBAr0O7oWd_EXcljH9PpSIo6QpWnZWH4NhKgAE,18315
+ragaai_catalyst/tracers/agentic_tracing/tracers/llm_tracer.py,sha256=jnbJqs8ln3YWDYAZ8kqpkU8E8h6HGT1-OspHYrDijIw,48118
+ragaai_catalyst/tracers/agentic_tracing/tracers/main_tracer.py,sha256=KTXiDhfEcF2q0FJ4rJqLXONC93MWQAJCIW_ZOsOIiuo,18139
 ragaai_catalyst/tracers/agentic_tracing/tracers/network_tracer.py,sha256=m8CxYkl7iMiFya_lNwN1ykBc3Pmo-2pR_2HmpptwHWQ,10352
-ragaai_catalyst/tracers/agentic_tracing/tracers/tool_tracer.py,sha256=nmgkE3jRlTpq_uk6FYw0hTv2VgT8ejxvvBRL7gso39I,21037
+ragaai_catalyst/tracers/agentic_tracing/tracers/tool_tracer.py,sha256=CEbTzedv_AH5zXlChfTGMlQc-8oWATlwrVFb1KcO4c0,21588
 ragaai_catalyst/tracers/agentic_tracing/tracers/user_interaction_tracer.py,sha256=bhSUhNQCuJXKjgJAXhjKEYjnHMpYN90FSZdR84fNIKU,4614
 ragaai_catalyst/tracers/agentic_tracing/upload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ragaai_catalyst/tracers/agentic_tracing/upload/upload_agentic_traces.py,sha256=1MDKXAAPzOEdxFKWWQrRgrmM3kz--DGXSywGXQmR3lQ,6041
 ragaai_catalyst/tracers/agentic_tracing/upload/upload_code.py,sha256=HgpMgI-JTWZrizcM7GGUIaAgaZF4aRT3D0dJXVEkblY,4271
-ragaai_catalyst/tracers/agentic_tracing/upload/upload_trace_metric.py,sha256=id66gfx-XYj_zsAmicBKojBOqJQ__FJLSoZ0db56aes,3493
+ragaai_catalyst/tracers/agentic_tracing/upload/upload_local_metric.py,sha256=qpUjPDfeRIwKh2x-pQFLXJwT4hFRrYBKvzS1bWcJTOo,2437
+ragaai_catalyst/tracers/agentic_tracing/upload/upload_trace_metric.py,sha256=V9dgYx4DwibPr38Xbk7_SOJk9gONE7xYpb0MPA1oMGI,3943
 ragaai_catalyst/tracers/agentic_tracing/utils/__init__.py,sha256=XdB3X_ufe4RVvGorxSqAiB9dYv4UD7Hvvuw3bsDUppY,60
 ragaai_catalyst/tracers/agentic_tracing/utils/api_utils.py,sha256=JyNCbfpW-w4O9CjtemTqmor2Rh1WGpQwhRaDSRmBxw8,689
 ragaai_catalyst/tracers/agentic_tracing/utils/create_dataset_schema.py,sha256=lgvJL0cakJrX8WGsnU05YGvotequSj6HgSohyR4OJNE,804
-ragaai_catalyst/tracers/agentic_tracing/utils/file_name_tracker.py,sha256=515NNDQJTyy3O-2rdlUYUoWL9qSwLIfvV3sMB9BtHp8,1366
+ragaai_catalyst/tracers/agentic_tracing/utils/file_name_tracker.py,sha256=c1RR5tTm8J_oHu4DrLcDtCALhjk75yEXsiP7f7wf8nE,1953
 ragaai_catalyst/tracers/agentic_tracing/utils/generic.py,sha256=WwXT01xmp8MSr7KinuDCSK9a1ifpLcT7ajFkvYviG_A,1190
 ragaai_catalyst/tracers/agentic_tracing/utils/get_user_trace_metrics.py,sha256=vPZ4dn4EHFW0kqd1GyRpsYXbfrRrd0DXCmh-pzsDBNE,1109
-ragaai_catalyst/tracers/agentic_tracing/utils/llm_utils.py,sha256=67AS2s51qUnIt4hhcDRNe2Mmi5DSikR2XgmtinaVJjY,19549
-ragaai_catalyst/tracers/agentic_tracing/utils/model_costs.json,sha256=GXV1s349reRMpYF_EkK-b6peSb4SY-17WnlkvpuQ4sM,294430
-ragaai_catalyst/tracers/agentic_tracing/utils/span_attributes.py,sha256=MqeRNGxzeuh9qTK0NbYMftl9V9Z0V7gMgBoHkrXP56k,1592
+ragaai_catalyst/tracers/agentic_tracing/utils/llm_utils.py,sha256=gbPqWtJINW8JVlkM41UmF5zGR8oj8Q6g9KQIS3moQYM,20439
+ragaai_catalyst/tracers/agentic_tracing/utils/model_costs.json,sha256=2tzGw_cKCTPcfjEm7iGvFE6pTw7gMTPzeBov_MTaXNY,321336
+ragaai_catalyst/tracers/agentic_tracing/utils/span_attributes.py,sha256=3zTWcooXLZgbShzQCql2EWWfFkrTK2soTWkMxnzMwnE,4218
 ragaai_catalyst/tracers/agentic_tracing/utils/supported_llm_provider.toml,sha256=LvFDivDIE96Zasp-fgDEqUJ5GEQZUawQucR3aOcSUTY,926
 ragaai_catalyst/tracers/agentic_tracing/utils/system_monitor.py,sha256=H8WNsk4v_5T6OUw4TFOzlDLjQhJwjh1nAMyMAoqMEi4,6946
-ragaai_catalyst/tracers/agentic_tracing/utils/trace_utils.py,sha256=RciiDdo2riibEoM8X0FKHaXi78y3bWwNkV8U0leqigk,3508
-ragaai_catalyst/tracers/agentic_tracing/utils/unique_decorator.py,sha256=DQHjcEuqEKsNSWaNs7SoOaq50yK4Jsl966S7mBnV-zA,5723
-ragaai_catalyst/tracers/agentic_tracing/utils/zip_list_of_unique_files.py,sha256=8SAN4pjA3XKBWlUZiDGXGh26ve1qRH_fv0VwewsfCFc,18818
+ragaai_catalyst/tracers/agentic_tracing/utils/trace_utils.py,sha256=go7FVnofviATDph-j8sk2juv09CGSRt1Vq4U868Fhd8,2259
+ragaai_catalyst/tracers/agentic_tracing/utils/unique_decorator.py,sha256=G027toV-Km20JjKrc-Y_PilQ8ABEKrBvvzgLTnqVg7I,5819
+ragaai_catalyst/tracers/agentic_tracing/utils/zip_list_of_unique_files.py,sha256=VIwoLSmpiqXL9u2nQ8jIIndAG9-TMtepTl63wdzwx9U,19241
 ragaai_catalyst/tracers/exporters/__init__.py,sha256=kVA8zp05h3phu4e-iHSlnznp_PzMRczB7LphSsZgUjg,138
 ragaai_catalyst/tracers/exporters/file_span_exporter.py,sha256=RgGteu-NVGprXKkynvyIO5yOjpbtA41R3W_NzCjnkwE,6445
 ragaai_catalyst/tracers/exporters/raga_exporter.py,sha256=6xvjWXyh8XPkHKSLLmAZUQSvwuyY17ov8pv2VdfI0qA,17875
@@ -64,10 +66,10 @@ ragaai_catalyst/tracers/instrumentators/llamaindex.py,sha256=SMrRlR4xM7k9HK43hak
 ragaai_catalyst/tracers/instrumentators/openai.py,sha256=14R4KW9wQCR1xysLfsP_nxS7cqXrTPoD8En4MBAaZUU,379
 ragaai_catalyst/tracers/utils/__init__.py,sha256=KeMaZtYaTojilpLv65qH08QmpYclfpacDA0U3wg6Ybw,64
 ragaai_catalyst/tracers/utils/convert_langchain_callbacks_output.py,sha256=ofrNrxf2b1hpjDh_zeaxiYq86azn1MF3kW8-ViYPEg0,1641
-ragaai_catalyst/tracers/utils/langchain_tracer_extraction_logic.py,sha256=LxJaZYErYlG8Zc4LfPHuX1_TgAYvT7sb28OZl9iBxC0,3163
+ragaai_catalyst/tracers/utils/langchain_tracer_extraction_logic.py,sha256=XS2_x2qneqEx9oAighLg-LRiueWcESLwIC2r7eJT-Ww,3117
 ragaai_catalyst/tracers/utils/utils.py,sha256=ViygfJ7vZ7U0CTSA1lbxVloHp4NSlmfDzBRNCJuMhis,2374
-ragaai_catalyst-2.1.5b21.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-ragaai_catalyst-2.1.5b21.dist-info/METADATA,sha256=2SR-RpaHL2T7-q3useysaBDwhDQpPqCNZVAyfrD-T6c,12796
-ragaai_catalyst-2.1.5b21.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-ragaai_catalyst-2.1.5b21.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
-ragaai_catalyst-2.1.5b21.dist-info/RECORD,,
+ragaai_catalyst-2.1.5b23.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+ragaai_catalyst-2.1.5b23.dist-info/METADATA,sha256=ETuEVrAepDOTKJUD-h2JcNx9lJnJcTCPLunJVg-QRwc,13874
+ragaai_catalyst-2.1.5b23.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+ragaai_catalyst-2.1.5b23.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
+ragaai_catalyst-2.1.5b23.dist-info/RECORD,,