ragaai-catalyst 2.1.5b22__py3-none-any.whl → 2.1.5b24__py3-none-any.whl

ragaai_catalyst/tracers/agentic_tracing/upload/upload_trace_metric.py

@@ -1,27 +1,39 @@
+import logging
+
 import requests
 import os
 import json
 from ....ragaai_catalyst import RagaAICatalyst
 from ..utils.get_user_trace_metrics import get_user_trace_metrics
 
+logger = logging.getLogger(__name__)
+logging_level = (
+    logger.setLevel(logging.DEBUG)
+    if os.getenv("DEBUG")
+    else logger.setLevel(logging.INFO)
+)
+
+
 def upload_trace_metric(json_file_path, dataset_name, project_name):
     try:
         with open(json_file_path, "r") as f:
             traces = json.load(f)
-                    
+
         metrics = get_trace_metrics_from_trace(traces)
         metrics = _change_metrics_format_for_payload(metrics)
 
         user_trace_metrics = get_user_trace_metrics(project_name, dataset_name)
         if user_trace_metrics:
             user_trace_metrics_list = [metric["displayName"] for metric in user_trace_metrics]
-        
+
         if user_trace_metrics:
             for metric in metrics:
                 if metric["displayName"] in user_trace_metrics_list:
-                    metricConfig = next((user_metric["metricConfig"] for user_metric in user_trace_metrics if user_metric["displayName"] == metric["displayName"]), None)
+                    metricConfig = next((user_metric["metricConfig"] for user_metric in user_trace_metrics if
+                                         user_metric["displayName"] == metric["displayName"]), None)
                     if not metricConfig or metricConfig.get("Metric Source", {}).get("value") != "user":
-                        raise ValueError(f"Metrics {metric['displayName']} already exist in dataset {dataset_name} of project {project_name}.")
+                        raise ValueError(
+                            f"Metrics {metric['displayName']} already exist in dataset {dataset_name} of project {project_name}.")
         headers = {
             "Content-Type": "application/json",
             "Authorization": f"Bearer {os.getenv('RAGAAI_CATALYST_TOKEN')}",
@@ -31,9 +43,9 @@ def upload_trace_metric(json_file_path, dataset_name, project_name):
             "datasetName": dataset_name,
             "metrics": metrics
         })
-        response = requests.request("POST", 
-                                    f"{RagaAICatalyst.BASE_URL}/v1/llm/trace/metrics", 
-                                    headers=headers, 
+        response = requests.request("POST",
+                                    f"{RagaAICatalyst.BASE_URL}/v1/llm/trace/metrics",
+                                    headers=headers,
                                     data=payload,
                                     timeout=10)
         if response.status_code != 200:
@@ -78,14 +90,18 @@ def get_trace_metrics_from_trace(traces):
             metrics.extend(metric)
     return metrics
 
+
 def _change_metrics_format_for_payload(metrics):
     formatted_metrics = []
     for metric in metrics:
-        if any(m["name"] == metric["name"] for m in formatted_metrics):
+        if any(m["name"] == metric.get("displayName") or m['name'] == metric.get("name") for m in formatted_metrics):
             continue
+        metric_display_name = metric["name"]
+        if metric.get("displayName"):
+            metric_display_name = metric['displayName']
         formatted_metrics.append({
-            "name": metric["name"],
-            "displayName": metric["name"],
+            "name": metric_display_name,
+            "displayName": metric_display_name,
             "config": {"source": "user"},
         })
-    return formatted_metrics
+    return formatted_metrics

ragaai_catalyst/tracers/agentic_tracing/utils/llm_utils.py

@@ -71,6 +71,9 @@ def extract_parameters(kwargs):
     # Remove messages key in parameters (OpenAI message)
     if 'messages' in parameters:
         del parameters['messages']
+        
+    if 'run_manager' in parameters:
+        del parameters['run_manager']
 
     if 'generation_config' in parameters:
         generation_config = parameters['generation_config']

ragaai_catalyst/tracers/agentic_tracing/utils/span_attributes.py

@@ -1,5 +1,5 @@
 import os
-from typing import List, Dict, Any
+from typing import List, Dict, Any, Optional
 import logging
 
 logger = logging.getLogger(__name__)
@@ -11,15 +11,17 @@ logging_level = (
 
 
 class SpanAttributes:
-    def __init__(self, name):
+    def __init__(self, name, project_id: Optional[int] = None):
         self.name = name
         self.tags = []
         self.metadata = {}
         self.metrics = []
+        self.local_metrics = []
         self.feedback = None
+        self.project_id = project_id
         self.trace_attributes = ["tags", "metadata", "metrics"]
         self.gt = None
-        self.context = []
+        self.context = None
 
     def add_tags(self, tags: str | List[str]):
         if isinstance(tags, str):
@@ -32,14 +34,14 @@ class SpanAttributes:
         logger.debug(f"Added metadata: {metadata}")
 
     def add_metrics(
-        self,
-        name: str,
-        score: float | int,
-        reasoning: str = "",
-        cost: float = None,
-        latency: float = None,
-        metadata: Dict[str, Any] = {},
-        config: Dict[str, Any] = {},
+            self,
+            name: str,
+            score: float | int,
+            reasoning: str = "",
+            cost: float = None,
+            latency: float = None,
+            metadata: Dict[str, Any] = {},
+            config: Dict[str, Any] = {},
     ):
         self.metrics.append(
             {
@@ -60,6 +62,53 @@ class SpanAttributes:
         self.feedback = feedback
         logger.debug(f"Added feedback: {self.feedback}")
 
+    # TODO: Add validation to check if all the required parameters are present
+    def execute_metrics(self, **kwargs: Any):
+        name = kwargs.get("name")
+        model = kwargs.get("model")
+        provider = kwargs.get("provider")
+        display_name = kwargs.get("display_name", None)
+        mapping = kwargs.get("mapping", None)
+
+        if isinstance(name, str):
+            metrics = [{
+                "name": name
+            }]
+        else:
+            metrics = name if isinstance(name, list) else [name] if isinstance(name, dict) else []
+
+        for metric in metrics:
+            if not isinstance(metric, dict):
+                raise ValueError(f"Expected dict, got {type(metric)}")
+
+            if "name" not in metric:
+                raise ValueError("Metric must contain 'name'")
+
+            metric_name = metric["name"]
+            if metric_name in self.local_metrics:
+                count = sum(1 for m in self.local_metrics if m.startswith(metric_name))
+                metric_name = f"{metric_name}_{count + 1}"
+
+            prompt =None
+            context = None
+            response = None
+            # if mapping is not None:
+            #     prompt = mapping['prompt']
+            #     context = mapping['context']
+            #     response = mapping['response']
+            new_metric = {
+                "name": metric_name,
+                "model": model,
+                "provider": provider,
+                "project_id": self.project_id,
+                # "prompt": prompt,
+                # "context": context,
+                # "response": response,
+                "displayName": display_name,
+                "mapping": mapping
+            }
+            self.local_metrics.append(new_metric)
+
     def add_gt(self, gt: Any):
         if not isinstance(gt, (str, int, float, bool, list, dict)):
             raise TypeError(f"Unsupported type for gt: {type(gt)}")
@@ -68,27 +117,14 @@ class SpanAttributes:
         self.gt = gt
         logger.debug(f"Added gt: {self.gt}")
 
-    def add_context(self, context: str|List[str]):
+    def add_context(self, context: Any):
         if isinstance(context, str):
             if not context.strip():
                 logger.warning("Empty or whitespace-only context string provided")
-            fin_context = [context]
-        elif isinstance(context, list):
-            fin_context = []
-            for cntxt in context:
-                if not isinstance(cntxt, str):
-                    try:
-                        cntxt = str(cntxt)
-                    except Exception as e:
-                        logger.warning('Cannot cast an element to string... Skipping')
-                fin_context.append(cntxt)
-            if not any(c for c in fin_context if c and c.strip()):
-                logger.warning("No valid context strings provided")
+            self.context = str(context)
         else:
-            fin_context = []
             try:
-                fin_context = [str(context)]
+                self.context = str(context)
             except Exception as e:
                 logger.warning('Cannot cast the context to string... Skipping')
-        self.context = fin_context
-        logger.debug(f"Added context: {self.context}")
+        logger.debug(f"Added context: {self.context}")

ragaai_catalyst/tracers/agentic_tracing/utils/unique_decorator.py

@@ -56,7 +56,9 @@ def generate_unique_hash(func, *args, **kwargs):
                 return '_'.join(f"{normalize_arg(k)}:{normalize_arg(v)}" 
                               for k, v in sorted(arg.items()))
             elif callable(arg):
-                return arg.__name__
+                if hasattr(arg, "__name__"):
+                    return arg.__name__
+                return str(type(arg).__name__)
             else:
                 return str(type(arg).__name__)
 

ragaai_catalyst/tracers/agentic_tracing/utils/zip_list_of_unique_files.py

@@ -1,4 +1,6 @@
 import os
+import sys
+import importlib
 import hashlib
 import zipfile
 import re
@@ -6,7 +8,6 @@ import ast
 import importlib.util
 import json
 import ipynbname
-import sys
 
 from pathlib import Path
 from IPython import get_ipython
@@ -22,7 +23,7 @@ logger = logging.getLogger(__name__)
 logging_level = logger.setLevel(logging.DEBUG) if os.getenv("DEBUG") == "1" else logging.INFO
 
 
-# Define the PackageUsageRemover class
+# PackageUsageRemover class
 class PackageUsageRemover(ast.NodeTransformer):
     def __init__(self, package_name):
         self.package_name = package_name
@@ -48,7 +49,12 @@ class PackageUsageRemover(ast.NodeTransformer):
         return node
     
     def visit_Assign(self, node):
-        if self._uses_package(node.value):
+        if isinstance(node.value, ast.Expr):  
+            node_value = node.value.body   
+        else:
+            node_value = node.value
+
+        if self._uses_package(node_value):
             return None
         return node
     
@@ -59,8 +65,10 @@ class PackageUsageRemover(ast.NodeTransformer):
             if isinstance(node.func.value, ast.Name) and node.func.value.id in self.imported_names:
                 return None
         return node
-    
+
     def _uses_package(self, node):
+        if isinstance(node, ast.Expr):
+            return self._uses_package(node.body)
         if isinstance(node, ast.Name) and node.id in self.imported_names:
             return True
         if isinstance(node, ast.Call):
@@ -69,13 +77,14 @@ class PackageUsageRemover(ast.NodeTransformer):
             return self._uses_package(node.value)
         return False
 
-# Define the function to remove package code from a source code string
+
+# Remove package code from a source code string
 def remove_package_code(source_code: str, package_name: str) -> str:
     try:
         tree = ast.parse(source_code)
-        remover = PackageUsageRemover(package_name)
-        modified_tree = remover.visit(tree)
-        modified_code = ast.unparse(modified_tree)
+        # remover = PackageUsageRemover(package_name)
+        # modified_tree = remover.visit(tree)
+        modified_code = ast.unparse(tree)
 
         return modified_code
     except Exception as e:
@@ -313,22 +322,29 @@ class TraceDependencyTracker:
         except Exception as e:
             pass
 
+    def get_env_location(self):
+        return sys.prefix
+    
+    def get_catalyst_location(self):
+        try:
+            imported_module = importlib.import_module("ragaai_catalyst")
+            return os.path.dirname(os.path.abspath(imported_module.__file__))
+        except ImportError:
+            logger.error("Error getting Catalyst location")
+            return 'ragaai_catalyst'
+
     def create_zip(self, filepaths):
         self.track_jupyter_notebook()
-        # logger.info("Tracked Jupyter notebook and its dependencies")
 
         # Ensure output directory exists
         os.makedirs(self.output_dir, exist_ok=True)
-        # logger.info(f"Using output directory: {self.output_dir}")
 
         # Special handling for Colab
         if self.jupyter_handler.is_running_in_colab():
-            # logger.info("Running in Google Colab environment")
-            # Try to get the Colab notebook path
+            # Get the Colab notebook path
             colab_notebook = self.jupyter_handler.get_notebook_path()
             if colab_notebook:
                 self.tracked_files.add(os.path.abspath(colab_notebook))
-                # logger.info(f"Added Colab notebook to tracked files: {colab_notebook}")
 
             # Get current cell content
             self.check_environment_and_save()
@@ -370,6 +386,9 @@ class TraceDependencyTracker:
             except Exception as e:
                 pass
 
+        env_location = self.get_env_location()
+        catalyst_location = self.get_catalyst_location()
+
         # Calculate hash and create zip
         self.tracked_files.update(self.python_imports)
         hash_contents = []
@@ -377,7 +396,7 @@ class TraceDependencyTracker:
         for filepath in sorted(self.tracked_files):
             if not filepath.endswith('.py'):
                 continue
-            elif '/envs' in filepath or '__init__' in filepath:
+            elif env_location in filepath or '__init__' in filepath:
                 continue
             try:
                 with open(filepath, 'rb') as file:
@@ -410,7 +429,7 @@ class TraceDependencyTracker:
 
         with zipfile.ZipFile(zip_filename, 'w', zipfile.ZIP_DEFLATED) as zipf:
             for filepath in sorted(self.tracked_files):
-                if 'env' in filepath or 'ragaai_catalyst' in filepath:
+                if env_location in filepath or catalyst_location in filepath:
                     continue
                 try:
                     relative_path = os.path.relpath(filepath, base_path)
@@ -447,9 +466,9 @@ def zip_list_of_unique_files(filepaths, output_dir=None):
     return tracker.create_zip(filepaths)
 
 
-# Example usage
-if __name__ == "__main__":
-    filepaths = ["script1.py", "script2.py"]
-    hash_id, zip_path = zip_list_of_unique_files(filepaths)
-    print(f"Created zip file: {zip_path}")
-    print(f"Hash ID: {hash_id}")
+# # Example usage
+# if __name__ == "__main__":
+#     filepaths = ["script1.py", "script2.py"]
+#     hash_id, zip_path = zip_list_of_unique_files(filepaths)
+#     print(f"Created zip file: {zip_path}")
+#     print(f"Hash ID: {hash_id}")

ragaai_catalyst/tracers/tracer.py

@@ -169,6 +169,7 @@ class Tracer(AgenticTracing):
             self._upload_task = None
         elif tracer_type == "llamaindex":
             self._upload_task = None
+            self.llamaindex_tracer = None
             from ragaai_catalyst.tracers.llamaindex_callback import LlamaIndexTracer
 
         else:
@@ -256,7 +257,8 @@ class Tracer(AgenticTracing):
             return self.langchain_tracer.start()
         elif self.tracer_type == "llamaindex":
             from ragaai_catalyst.tracers.llamaindex_callback import LlamaIndexTracer
-            return LlamaIndexTracer(self._pass_user_data()).start()
+            self.llamaindex_tracer = LlamaIndexTracer(self._pass_user_data())
+            return self.llamaindex_tracer.start()
         else:
             super().start()
             return self
@@ -348,8 +350,9 @@ class Tracer(AgenticTracing):
             return 
 
         elif self.tracer_type == "llamaindex":
-            from ragaai_catalyst.tracers.llamaindex_callback import LlamaIndexTracer
-            return LlamaIndexTracer(self._pass_user_data()).stop()
+            if self.llamaindex_tracer is None:
+                raise ValueError("LlamaIndex tracer was not started")
+            return self.llamaindex_tracer.stop()
         else:
             super().stop()
 

{ragaai_catalyst-2.1.5b22.dist-info → ragaai_catalyst-2.1.5b24.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: ragaai_catalyst
-Version: 2.1.5b22
+Version: 2.1.5b24
 Summary: RAGA AI CATALYST
 Author-email: Kiran Scaria <kiran.scaria@raga.ai>, Kedar Gaikwad <kedar.gaikwad@raga.ai>, Dushyant Mahajan <dushyant.mahajan@raga.ai>, Siddhartha Kosti <siddhartha.kosti@raga.ai>, Ritika Goel <ritika.goel@raga.ai>, Vijay Chaurasia <vijay.chaurasia@raga.ai>
 Requires-Python: <3.13,>=3.9
@@ -36,6 +36,7 @@ Requires-Dist: requests~=2.32.3
 Requires-Dist: GPUtil~=1.4.0
 Requires-Dist: ipynbname
 Requires-Dist: tiktoken>=0.7.0
+Requires-Dist: giskard~=2.16.0
 Provides-Extra: dev
 Requires-Dist: pytest; extra == "dev"
 Requires-Dist: pytest-cov; extra == "dev"
@@ -63,6 +64,7 @@ RagaAI Catalyst is a comprehensive platform designed to enhance the management a
     - [Synthetic Data Generation](#synthetic-data-generation)
     - [Guardrail Management](#guardrail-management)
     - [Agentic Tracing](#agentic-tracing)
+    - [Red-teaming](#red-teaming)
 
 ## Installation
 
@@ -295,7 +297,7 @@ sdg = SyntheticDataGeneration()
 text = sdg.process_document(input_data="file_path")
 
 # Generate results
-result = sdg.generate_qna(text, question_type ='complex',model_config={"provider":"openai","model":"openai/gpt-3.5-turbo"},n=5)
+result = sdg.generate_qna(text, question_type ='complex',model_config={"provider":"openai","model":"gpt-4o-mini"},n=5)
 
 print(result.head())
 
@@ -429,4 +431,37 @@ tracer = AgenticTracer(
 with tracer:
     # Agent execution code
     pass
+```
+
+### Red-teaming
+
+The Red-teaming module provides comprehensive scans for model vulnerabilities:
+
+- Initialize RedTeaming object requiring optional `provider` (defaulting to OpenAI), `model`, `api_key`, `api_base` and `api_version`. 
+User can set API keys in the environment variables, or optionally pass them to the constructor.
+
+1. View all supported evaluators
+```python
+from ragaai_catalyst import RedTeaming
+rt = RedTeaming()
+
+supported_evaluators = rt.get_supported_evaluators()
+```
 
+2. Run scan: returns a scan dataframe for the model
+```python
+import pandas as pd
+from ragaai_catalyst import RedTeaming
+
+rt = RedTeaming("openai", "gpt-4o-mini", "my-api-key")
+
+def mock_llm_call(query):
+  pass # llm call for the query
+
+def model(df: pd.DataFrame):
+  # Function which takes in an input dataframe, and returns a list containing LLM outputs for the inputs  
+  return [mock_llm_call({"query": question}) for question in df["question"]]
+
+
+scan_df = rt.run_scan(model=model, evaluators=["llm"], save_report=True)
+```

{ragaai_catalyst-2.1.5b22.dist-info → ragaai_catalyst-2.1.5b24.dist-info}/RECORD

@@ -1,6 +1,6 @@
-ragaai_catalyst/__init__.py,sha256=tvESV8UuVtth14E89wQxgf0WvQZSApWfDeLiIdmMhkE,791
+ragaai_catalyst/__init__.py,sha256=xGqvQoS_Ir_Lup1YUIVc5VlsIplRMnnh_-6qK_eB0u4,843
 ragaai_catalyst/_version.py,sha256=JKt9KaVNOMVeGs8ojO6LvIZr7ZkMzNN-gCcvryy4x8E,460
-ragaai_catalyst/dataset.py,sha256=VPfFt7dLUiQ9xmHZ0WhcRNJyMs2KHuOtawow-2Lujrw,26183
+ragaai_catalyst/dataset.py,sha256=u4QofzdH1_bGsZ-AFc-qFMGq9K-H-YZHqmLSFG8AEDI,28120
 ragaai_catalyst/evaluation.py,sha256=pcmgCxmrugvIzBApu0BVaiPIueOcFj8uig3F1Br_PKs,21035
 ragaai_catalyst/experiment.py,sha256=8yQo1phCHlpnJ-4CqCaIbLXg_1ZlAuLGI9kqGBl-OTE,18859
 ragaai_catalyst/guard_executor.py,sha256=llPbE3DyVtrybojXknzBZj8-dtUrGBQwi9-ZiPJxGRo,3762
@@ -9,13 +9,14 @@ ragaai_catalyst/internal_api_completion.py,sha256=DdICI5yfEudiOAIC8L4oxH0Qz7kX-B
 ragaai_catalyst/prompt_manager.py,sha256=W8ypramzOprrJ7-22d5vkBXIuIQ8v9XAzKDGxKsTK28,16550
 ragaai_catalyst/proxy_call.py,sha256=CHxldeceZUaLU-to_hs_Kf1z_b2vHMssLS_cOBedu78,5499
 ragaai_catalyst/ragaai_catalyst.py,sha256=5nVg3_-lcvhrXjNkPTeGhe3tdUjm_4ZIctOcqWXBkRA,17939
-ragaai_catalyst/synthetic_data_generation.py,sha256=gbvlA1ZrQgqJ_ASX7uB2J8Je06BjxUoYe7RXea1Y5y4,21261
+ragaai_catalyst/redteaming.py,sha256=pvHfwaHZgrq0HYhygEUm6-WotAxA2X9Xg1Kj9NlEzAI,6803
+ragaai_catalyst/synthetic_data_generation.py,sha256=etqG0AHzC0V1B5fTAOEJxOJ9lhWZyNVmwC9DvTDA-gs,21269
 ragaai_catalyst/utils.py,sha256=TlhEFwLyRU690HvANbyoRycR3nQ67lxVUQoUOfTPYQ0,3772
 ragaai_catalyst/tracers/__init__.py,sha256=LfgTes-nHpazssbGKnn8kyLZNr49kIPrlkrqqoTFTfc,301
 ragaai_catalyst/tracers/distributed.py,sha256=DIthDaZWBIzDKtDShGSE9iCM0qFtGB48ReZKzMXMxtA,10630
 ragaai_catalyst/tracers/langchain_callback.py,sha256=ZXN378gloGh5EVpTJuUScHD964WuIeVeE4_hp60gxG4,30686
 ragaai_catalyst/tracers/llamaindex_callback.py,sha256=ZY0BJrrlz-P9Mg2dX-ZkVKG3gSvzwqBtk7JL_05MiYA,14028
-ragaai_catalyst/tracers/tracer.py,sha256=T7Q4IPhn5EPT3TsMROJw_3GvBuou1cWIjGFanwcN_OE,20819
+ragaai_catalyst/tracers/tracer.py,sha256=sPl9di2Ff_qm3MQsU2WMjPfvo1UlqbH47rnqi0I1RX4,20935
 ragaai_catalyst/tracers/upload_traces.py,sha256=2TWdRTN6FMaX-dqDv8BJWQS0xrCGYKkXEYOi2kK3Z3Y,5487
 ragaai_catalyst/tracers/agentic_tracing/README.md,sha256=X4QwLb7-Jg7GQMIXj-SerZIgDETfw-7VgYlczOR8ZeQ,4508
 ragaai_catalyst/tracers/agentic_tracing/__init__.py,sha256=yf6SKvOPSpH-9LiKaoLKXwqj5sez8F_5wkOb91yp0oE,260
@@ -28,33 +29,34 @@ ragaai_catalyst/tracers/agentic_tracing/tests/__init__.py,sha256=47DEQpj8HBSa-_T
 ragaai_catalyst/tracers/agentic_tracing/tests/ai_travel_agent.py,sha256=S4rCcKzU_5SB62BYEbNn_1VbbTdG4396N8rdZ3ZNGcE,5654
 ragaai_catalyst/tracers/agentic_tracing/tests/unique_decorator_test.py,sha256=Xk1cLzs-2A3dgyBwRRnCWs7Eubki40FVonwd433hPN8,4805
 ragaai_catalyst/tracers/agentic_tracing/tracers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ragaai_catalyst/tracers/agentic_tracing/tracers/agent_tracer.py,sha256=bpy76kpphOtWkK7nF4vnHMZCwFtSphZmHlkmbJKTYd4,26876
-ragaai_catalyst/tracers/agentic_tracing/tracers/base.py,sha256=V2NMpi4UsPgMSGtPzuG13j5NVnw3NEnqyKzg4VcbjtQ,38082
+ragaai_catalyst/tracers/agentic_tracing/tracers/agent_tracer.py,sha256=kxZPdaSgNY0-ykyvIEF1d6qjXlR7TV81k2Nbc1k0icg,27131
+ragaai_catalyst/tracers/agentic_tracing/tracers/base.py,sha256=WpeSzPrCwsMyDQrF7juJjTV5nrP3ewR5IiMcwVqHDtg,46095
 ragaai_catalyst/tracers/agentic_tracing/tracers/custom_tracer.py,sha256=mR4jCNjsKUPiidJ1pIthoUI5i9KCGGPe3zG5l80FUBo,14060
 ragaai_catalyst/tracers/agentic_tracing/tracers/langgraph_tracer.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ragaai_catalyst/tracers/agentic_tracing/tracers/llm_tracer.py,sha256=Q_jZNBY3QU0dPcA2VVJVR1TQvPJ0zGSb-aX7YpaPUYo,39982
-ragaai_catalyst/tracers/agentic_tracing/tracers/main_tracer.py,sha256=ZAG5aKBAr0O7oWd_EXcljH9PpSIo6QpWnZWH4NhKgAE,18315
+ragaai_catalyst/tracers/agentic_tracing/tracers/llm_tracer.py,sha256=69A33Hyv7j9lCSX9yDTdUJeMOtPE6AD-zO38KXETxGY,48048
+ragaai_catalyst/tracers/agentic_tracing/tracers/main_tracer.py,sha256=hbyKvuCeL084vlUk5fBeBnWkzPEjmdHJ_HTZtuw5TxM,18149
 ragaai_catalyst/tracers/agentic_tracing/tracers/network_tracer.py,sha256=m8CxYkl7iMiFya_lNwN1ykBc3Pmo-2pR_2HmpptwHWQ,10352
-ragaai_catalyst/tracers/agentic_tracing/tracers/tool_tracer.py,sha256=CEbTzedv_AH5zXlChfTGMlQc-8oWATlwrVFb1KcO4c0,21588
+ragaai_catalyst/tracers/agentic_tracing/tracers/tool_tracer.py,sha256=G7IEr0neJWg4w-ffaAhs_Wo3BSJn1VJuECPUc9zCEVA,21804
 ragaai_catalyst/tracers/agentic_tracing/tracers/user_interaction_tracer.py,sha256=bhSUhNQCuJXKjgJAXhjKEYjnHMpYN90FSZdR84fNIKU,4614
 ragaai_catalyst/tracers/agentic_tracing/upload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ragaai_catalyst/tracers/agentic_tracing/upload/upload_agentic_traces.py,sha256=1MDKXAAPzOEdxFKWWQrRgrmM3kz--DGXSywGXQmR3lQ,6041
 ragaai_catalyst/tracers/agentic_tracing/upload/upload_code.py,sha256=HgpMgI-JTWZrizcM7GGUIaAgaZF4aRT3D0dJXVEkblY,4271
-ragaai_catalyst/tracers/agentic_tracing/upload/upload_trace_metric.py,sha256=EULEghWHOiBX2g1IwY23aoFqKEFkuEu-BISWyteWsmA,3532
+ragaai_catalyst/tracers/agentic_tracing/upload/upload_local_metric.py,sha256=PJMwYSL9TKw0LgP--hghSbosuJF5ju5K7zUltEHfQ34,2561
+ragaai_catalyst/tracers/agentic_tracing/upload/upload_trace_metric.py,sha256=V9dgYx4DwibPr38Xbk7_SOJk9gONE7xYpb0MPA1oMGI,3943
 ragaai_catalyst/tracers/agentic_tracing/utils/__init__.py,sha256=XdB3X_ufe4RVvGorxSqAiB9dYv4UD7Hvvuw3bsDUppY,60
 ragaai_catalyst/tracers/agentic_tracing/utils/api_utils.py,sha256=JyNCbfpW-w4O9CjtemTqmor2Rh1WGpQwhRaDSRmBxw8,689
 ragaai_catalyst/tracers/agentic_tracing/utils/create_dataset_schema.py,sha256=lgvJL0cakJrX8WGsnU05YGvotequSj6HgSohyR4OJNE,804
 ragaai_catalyst/tracers/agentic_tracing/utils/file_name_tracker.py,sha256=c1RR5tTm8J_oHu4DrLcDtCALhjk75yEXsiP7f7wf8nE,1953
 ragaai_catalyst/tracers/agentic_tracing/utils/generic.py,sha256=WwXT01xmp8MSr7KinuDCSK9a1ifpLcT7ajFkvYviG_A,1190
 ragaai_catalyst/tracers/agentic_tracing/utils/get_user_trace_metrics.py,sha256=vPZ4dn4EHFW0kqd1GyRpsYXbfrRrd0DXCmh-pzsDBNE,1109
-ragaai_catalyst/tracers/agentic_tracing/utils/llm_utils.py,sha256=5G4qvNTIo4Ee_TWnI4RqOt1N7riUy3xES6rWvSXZGsA,20356
+ragaai_catalyst/tracers/agentic_tracing/utils/llm_utils.py,sha256=gbPqWtJINW8JVlkM41UmF5zGR8oj8Q6g9KQIS3moQYM,20439
 ragaai_catalyst/tracers/agentic_tracing/utils/model_costs.json,sha256=2tzGw_cKCTPcfjEm7iGvFE6pTw7gMTPzeBov_MTaXNY,321336
-ragaai_catalyst/tracers/agentic_tracing/utils/span_attributes.py,sha256=47-nnHa-sgTNg_Vg9M3s8Z4c3SDTtphgkq93Pxy_Tbo,3051
+ragaai_catalyst/tracers/agentic_tracing/utils/span_attributes.py,sha256=qmODERcFZhc8MX24boFCXkkh6sJ-vZngRHPvxhyWFeE,4347
 ragaai_catalyst/tracers/agentic_tracing/utils/supported_llm_provider.toml,sha256=LvFDivDIE96Zasp-fgDEqUJ5GEQZUawQucR3aOcSUTY,926
 ragaai_catalyst/tracers/agentic_tracing/utils/system_monitor.py,sha256=H8WNsk4v_5T6OUw4TFOzlDLjQhJwjh1nAMyMAoqMEi4,6946
 ragaai_catalyst/tracers/agentic_tracing/utils/trace_utils.py,sha256=go7FVnofviATDph-j8sk2juv09CGSRt1Vq4U868Fhd8,2259
-ragaai_catalyst/tracers/agentic_tracing/utils/unique_decorator.py,sha256=DQHjcEuqEKsNSWaNs7SoOaq50yK4Jsl966S7mBnV-zA,5723
-ragaai_catalyst/tracers/agentic_tracing/utils/zip_list_of_unique_files.py,sha256=8SAN4pjA3XKBWlUZiDGXGh26ve1qRH_fv0VwewsfCFc,18818
+ragaai_catalyst/tracers/agentic_tracing/utils/unique_decorator.py,sha256=G027toV-Km20JjKrc-Y_PilQ8ABEKrBvvzgLTnqVg7I,5819
+ragaai_catalyst/tracers/agentic_tracing/utils/zip_list_of_unique_files.py,sha256=VIwoLSmpiqXL9u2nQ8jIIndAG9-TMtepTl63wdzwx9U,19241
 ragaai_catalyst/tracers/exporters/__init__.py,sha256=kVA8zp05h3phu4e-iHSlnznp_PzMRczB7LphSsZgUjg,138
 ragaai_catalyst/tracers/exporters/file_span_exporter.py,sha256=RgGteu-NVGprXKkynvyIO5yOjpbtA41R3W_NzCjnkwE,6445
 ragaai_catalyst/tracers/exporters/raga_exporter.py,sha256=6xvjWXyh8XPkHKSLLmAZUQSvwuyY17ov8pv2VdfI0qA,17875
@@ -66,8 +68,8 @@ ragaai_catalyst/tracers/utils/__init__.py,sha256=KeMaZtYaTojilpLv65qH08QmpYclfpa
 ragaai_catalyst/tracers/utils/convert_langchain_callbacks_output.py,sha256=ofrNrxf2b1hpjDh_zeaxiYq86azn1MF3kW8-ViYPEg0,1641
 ragaai_catalyst/tracers/utils/langchain_tracer_extraction_logic.py,sha256=XS2_x2qneqEx9oAighLg-LRiueWcESLwIC2r7eJT-Ww,3117
 ragaai_catalyst/tracers/utils/utils.py,sha256=ViygfJ7vZ7U0CTSA1lbxVloHp4NSlmfDzBRNCJuMhis,2374
-ragaai_catalyst-2.1.5b22.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-ragaai_catalyst-2.1.5b22.dist-info/METADATA,sha256=gAk8MiwrsxQhtr5VD4kv7vEKo7wtgYudwPhL56-khVM,12796
-ragaai_catalyst-2.1.5b22.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-ragaai_catalyst-2.1.5b22.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
-ragaai_catalyst-2.1.5b22.dist-info/RECORD,,
+ragaai_catalyst-2.1.5b24.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+ragaai_catalyst-2.1.5b24.dist-info/METADATA,sha256=b_RiCZulVnUEc2NpbCUsN1-eMICHLEqLv4VG_8kWiRI,13874
+ragaai_catalyst-2.1.5b24.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+ragaai_catalyst-2.1.5b24.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
+ragaai_catalyst-2.1.5b24.dist-info/RECORD,,