ragaai-catalyst 2.1.5b36__py3-none-any.whl → 2.1.5b38__py3-none-any.whl

ragaai_catalyst/tracers/agentic_tracing/upload/trace_uploader.py

@@ -95,6 +95,9 @@ def process_upload(task_id: str, filepath: str, hash_id: str, zip_path: str,
     Returns:
         Dict containing status and any error information
     """
+    # Correct base_url
+    base_url = base_url[0] if isinstance(base_url, tuple) else base_url
+
     logger.info(f"Processing upload task {task_id}")
     result = {
         "task_id": task_id,
@@ -118,7 +121,7 @@ def process_upload(task_id: str, filepath: str, hash_id: str, zip_path: str,
 
         if not IMPORTS_AVAILABLE:
             logger.warning(f"Test mode: Simulating processing of task {task_id}")
-            time.sleep(2)  # Simulate work
+            # time.sleep(2)  # Simulate work
             result["status"] = STATUS_COMPLETED
             save_task_status(result)
             return result

ragaai_catalyst/tracers/exporters/__init__.py

@@ -1,5 +1,7 @@
 from .file_span_exporter import FileSpanExporter
 from .raga_exporter import RagaExporter
+from .ragaai_trace_exporter import RAGATraceExporter
+from .dynamic_trace_exporter import DynamicTraceExporter
 
 
-__all__ = ["FileSpanExporter", "RagaExporter"]
+__all__ = ["FileSpanExporter", "RagaExporter", "RAGATraceExporter", "DynamicTraceExporter"]

ragaai_catalyst/tracers/exporters/dynamic_trace_exporter.py

@@ -0,0 +1,145 @@
+"""
+Dynamic Trace Exporter - A wrapper for RAGATraceExporter that allows dynamic updates to properties.
+"""
+import logging
+from opentelemetry.sdk.trace.export import SpanExporter, SpanExportResult
+from ragaai_catalyst.tracers.exporters.ragaai_trace_exporter import RAGATraceExporter
+
+logger = logging.getLogger("RagaAICatalyst")
+
+class DynamicTraceExporter(SpanExporter):
+    """
+    A wrapper around RAGATraceExporter that allows dynamic updates to properties.
+    This exporter forwards all calls to the underlying RAGATraceExporter but allows
+    certain properties to be updated dynamically during execution.
+    """
+    
+    def __init__(self, files_to_zip, project_name, project_id, dataset_name, user_details, base_url, custom_model_cost):
+        """
+        Initialize the DynamicTraceExporter.
+        
+        Args:
+            files_to_zip: List of files to zip
+            project_name: Project name
+            project_id: Project ID
+            dataset_name: Dataset name
+            user_details: User details
+            base_url: Base URL for API
+        """
+        self._exporter = RAGATraceExporter(
+            files_to_zip=files_to_zip,
+            project_name=project_name,
+            project_id=project_id,
+            dataset_name=dataset_name,
+            user_details=user_details,
+            base_url=base_url,
+            custom_model_cost=custom_model_cost
+        )
+        
+        # Store the initial values
+        self._files_to_zip = files_to_zip
+        self._project_name = project_name
+        self._project_id = project_id
+        self._dataset_name = dataset_name
+        self._user_details = user_details
+        self._base_url = base_url,
+        self._custom_model_cost = custom_model_cost
+
+    
+    def export(self, spans):
+        """
+        Export spans by forwarding to the underlying exporter.
+        Before exporting, update the exporter's properties with the current values.
+        
+        Args:
+            spans: Spans to export
+            
+        Returns:
+            SpanExportResult: Result of the export operation
+        """
+        # Update the exporter's properties
+        self._update_exporter_properties()
+        
+        # Forward the call to the underlying exporter
+        return self._exporter.export(spans)
+    
+    def shutdown(self):
+        """
+        Shutdown the exporter by forwarding to the underlying exporter.
+        Before shutting down, update the exporter's properties with the current values.
+        """
+        # Update the exporter's properties
+        self._update_exporter_properties()
+        
+        # Forward the call to the underlying exporter
+        return self._exporter.shutdown()
+    
+    def _update_exporter_properties(self):
+        """
+        Update the underlying exporter's properties with the current values.
+        """
+        self._exporter.files_to_zip = self._files_to_zip
+        self._exporter.project_name = self._project_name
+        self._exporter.project_id = self._project_id
+        self._exporter.dataset_name = self._dataset_name
+        self._exporter.user_details = self._user_details
+        self._exporter.base_url = self._base_url
+        self._exporter.custom_model_cost = self._custom_model_cost
+    
+    # Getter and setter methods for dynamic properties
+    
+    @property
+    def files_to_zip(self):
+        return self._files_to_zip
+    
+    @files_to_zip.setter
+    def files_to_zip(self, value):
+        self._files_to_zip = value
+    
+    @property
+    def project_name(self):
+        return self._project_name
+    
+    @project_name.setter
+    def project_name(self, value):
+        self._project_name = value
+    
+    @property
+    def project_id(self):
+        return self._project_id
+    
+    @project_id.setter
+    def project_id(self, value):
+        self._project_id = value
+    
+    @property
+    def dataset_name(self):
+        return self._dataset_name
+    
+    @dataset_name.setter
+    def dataset_name(self, value):
+        self._dataset_name = value
+    
+    @property
+    def user_details(self):
+        return self._user_details
+    
+    @user_details.setter
+    def user_details(self, value):
+        self._user_details = value
+    
+    @property
+    def base_url(self):
+        return self._base_url
+    
+    @base_url.setter
+    def base_url(self, value):
+        self._base_url = value
+
+    @property
+    def custom_model_cost(self):
+        return self._custom_model_cost
+    
+    @custom_model_cost.setter
+    def custom_model_cost(self, value):
+        self._custom_model_cost = value

ragaai_catalyst/tracers/exporters/ragaai_trace_exporter.py

@@ -0,0 +1,121 @@
+import os
+import json
+import tempfile
+from opentelemetry.sdk.trace.export import SpanExporter, SpanExportResult
+import logging
+from datetime import datetime
+from dataclasses import asdict
+from ragaai_catalyst.tracers.utils.trace_json_converter import convert_json_format
+from ragaai_catalyst.tracers.agentic_tracing.tracers.base import TracerJSONEncoder
+from ragaai_catalyst.tracers.agentic_tracing.utils.system_monitor import SystemMonitor
+from ragaai_catalyst.tracers.agentic_tracing.upload.trace_uploader import submit_upload_task
+from ragaai_catalyst.tracers.agentic_tracing.utils.zip_list_of_unique_files import zip_list_of_unique_files
+
+
+logger = logging.getLogger("RagaAICatalyst")
+logging_level = (
+    logger.setLevel(logging.DEBUG) if os.getenv("DEBUG") == "1" else logging.INFO
+)
+
+
+class RAGATraceExporter(SpanExporter):
+    def __init__(self, files_to_zip, project_name, project_id, dataset_name, user_details, base_url, custom_model_cost):
+        self.trace_spans = dict()
+        self.tmp_dir = tempfile.gettempdir()
+        self.files_to_zip = files_to_zip
+        self.project_name = project_name
+        self.project_id = project_id
+        self.dataset_name = dataset_name
+        self.user_details = user_details
+        self.base_url = base_url
+        self.custom_model_cost = custom_model_cost
+        self.system_monitor = SystemMonitor(dataset_name)
+
+    def export(self, spans):
+        for span in spans:
+            span_json = json.loads(span.to_json())
+            trace_id = span_json.get("context").get("trace_id")
+
+            if trace_id not in self.trace_spans:
+                self.trace_spans[trace_id] = list()
+
+            self.trace_spans[trace_id].append(span_json)
+
+            if span_json["parent_id"] is None:
+                trace = self.trace_spans[trace_id]
+                self.process_complete_trace(trace, trace_id)
+                del self.trace_spans[trace_id]
+
+        return SpanExportResult.SUCCESS
+
+    def shutdown(self):
+        # Process any remaining traces during shutdown
+        for trace_id, spans in self.trace_spans.items():
+            self.process_complete_trace(spans, trace_id)
+        self.trace_spans.clear()
+
+    def process_complete_trace(self, spans, trace_id):
+        # Convert the trace to ragaai trace format
+        try:
+            ragaai_trace_details = self.prepare_trace(spans, trace_id)
+        except Exception as e:
+            print(f"Error converting trace {trace_id}: {e}")
+        
+        # Upload the trace if upload_trace function is provided
+        try:
+            self.upload_trace(ragaai_trace_details, trace_id)
+        except Exception as e:
+            print(f"Error uploading trace {trace_id}: {e}")
+
+    def prepare_trace(self, spans, trace_id):
+        try:
+            ragaai_trace = convert_json_format(spans, self.custom_model_cost)            
+            ragaai_trace["workflow"] = []
+
+            # Add source code hash
+            hash_id, zip_path = zip_list_of_unique_files(
+                self.files_to_zip, output_dir=self.tmp_dir
+            )
+
+            ragaai_trace["metadata"]["system_info"] = asdict(self.system_monitor.get_system_info())
+            ragaai_trace["metadata"]["resources"] = asdict(self.system_monitor.get_resources())
+            ragaai_trace["metadata"]["system_info"]["source_code"] = hash_id
+
+            ragaai_trace["data"][0]["start_time"] = ragaai_trace["start_time"]
+            ragaai_trace["data"][0]["end_time"] = ragaai_trace["end_time"]
+
+            ragaai_trace["project_name"] = self.project_name
+            
+            # Save the trace_json 
+            trace_file_path = os.path.join(self.tmp_dir, f"{trace_id}.json")
+            with open(trace_file_path, "w") as file:
+                json.dump(ragaai_trace, file, cls=TracerJSONEncoder, indent=2)
+
+            return {
+                'trace_file_path': trace_file_path,
+                'code_zip_path': zip_path,
+                'hash_id': hash_id
+            }
+        except Exception as e:
+            logger.error(f"Error converting trace {trace_id}: {str(e)}")
+            return None
+
+    def upload_trace(self, ragaai_trace_details, trace_id):
+        filepath = ragaai_trace_details['trace_file_path']
+        hash_id = ragaai_trace_details['hash_id']
+        zip_path = ragaai_trace_details['code_zip_path']
+
+        
+
+        self.upload_task_id = submit_upload_task(
+                filepath=filepath,
+                hash_id=hash_id,
+                zip_path=zip_path,
+                project_name=self.project_name,
+                project_id=self.project_id,
+                dataset_name=self.dataset_name,
+                user_details=self.user_details,
+                base_url=self.base_url
+            )
+
+        logger.info(f"Submitted upload task with ID: {self.upload_task_id}")

ragaai_catalyst/tracers/tracer.py

@@ -31,13 +31,15 @@ from ragaai_catalyst.tracers.utils import get_unique_key
 # from ragaai_catalyst.tracers.llamaindex_callback import LlamaIndexTracer
 from ragaai_catalyst.tracers.llamaindex_instrumentation import LlamaIndexInstrumentationTracer
 from ragaai_catalyst import RagaAICatalyst
-from ragaai_catalyst.tracers.agentic_tracing import AgenticTracing, TrackName
+from ragaai_catalyst.tracers.agentic_tracing import AgenticTracing
 from ragaai_catalyst.tracers.agentic_tracing.tracers.llm_tracer import LLMTracerMixin
+from ragaai_catalyst.tracers.exporters.ragaai_trace_exporter import RAGATraceExporter
+from ragaai_catalyst.tracers.agentic_tracing.utils.file_name_tracker import TrackName
 
 logger = logging.getLogger(__name__)
 
 class Tracer(AgenticTracing):
-    NUM_PROJECTS = 100
+    NUM_PROJECTS = 99999
     TIMEOUT = 10
     def __init__(
         self,
@@ -88,7 +90,17 @@ class Tracer(AgenticTracing):
 
         # take care of auto_instrumentation
         if isinstance(auto_instrumentation, bool):
-            if auto_instrumentation:
+            if tracer_type == "agentic/llamaindex":
+                auto_instrumentation = {
+                    "llm": False,
+                    "tool": False,
+                    "agent": False,
+                    "user_interaction": False,
+                    "file_io": False,
+                    "network": False,
+                    "custom": False
+                }
+            elif auto_instrumentation:
                 auto_instrumentation = {
                     "llm": True,
                     "tool": True,
@@ -127,10 +139,11 @@ class Tracer(AgenticTracing):
         self.upload_timeout = upload_timeout
         self.base_url = f"{RagaAICatalyst.BASE_URL}"
         self.timeout = 30
-        self.num_projects = 100
+        self.num_projects = 99999
         self.start_time = datetime.datetime.now().astimezone().isoformat()
         self.model_cost_dict = model_cost
         self.user_context = ""  # Initialize user_context to store context from add_context
+        self.file_tracker = TrackName()
         
         try:
             response = requests.get(
@@ -171,7 +184,30 @@ class Tracer(AgenticTracing):
         elif tracer_type == "llamaindex":
             self._upload_task = None
             self.llamaindex_tracer = None
-
+        elif tracer_type == "agentic/llamaindex":
+            from opentelemetry.sdk import trace as trace_sdk
+            from opentelemetry.sdk.trace.export import SimpleSpanProcessor 
+            from openinference.instrumentation.llama_index import LlamaIndexInstrumentor 
+            from ragaai_catalyst.tracers.exporters.dynamic_trace_exporter import DynamicTraceExporter
+
+            # Get the code_files
+            self.file_tracker.trace_main_file()
+            list_of_unique_files = self.file_tracker.get_unique_files()
+
+            # Create a dynamic exporter that allows property updates
+            self.dynamic_exporter = DynamicTraceExporter(
+                files_to_zip=list_of_unique_files,
+                project_name=self.project_name,
+                project_id=self.project_id,
+                dataset_name=self.dataset_name,
+                user_details=self.user_details,
+                base_url=self.base_url,
+                custom_model_cost=self.model_custom_cost
+            )
+            
+            tracer_provider = trace_sdk.TracerProvider()
+            tracer_provider.add_span_processor(SimpleSpanProcessor(self.dynamic_exporter))
+            LlamaIndexInstrumentor().instrument(tracer_provider=tracer_provider)
         else:
             self._upload_task = None
             # raise ValueError (f"Currently supported tracer types are 'langchain' and 'llamaindex'.")
@@ -206,30 +242,44 @@ class Tracer(AgenticTracing):
             "output_cost_per_token": float(cost_config["output_cost_per_million_token"]) /1000000
         }
 
-
-
     def set_dataset_name(self, dataset_name):
         """
         Reinitialize the Tracer with a new dataset name while keeping all other parameters the same.
+        If using agentic/llamaindex tracer with dynamic exporter, update the exporter's dataset_name property.
         
         Args:
             dataset_name (str): The new dataset name to set
         """
-        # Store current parameters
-        current_params = {
-            'project_name': self.project_name,
-            'tracer_type': self.tracer_type,
-            'pipeline': self.pipeline,
-            'metadata': self.metadata,
-            'description': self.description,
-            'upload_timeout': self.upload_timeout
-        }
-        
-        # Reinitialize self with new dataset_name and stored parameters
-        self.__init__(
-            dataset_name=dataset_name,
-            **current_params
-        )
+        # If we have a dynamic exporter, update its dataset_name property
+        if self.tracer_type == "agentic/llamaindex" and hasattr(self, "dynamic_exporter"):
+            # Update the dataset name in the dynamic exporter
+            self.dynamic_exporter.dataset_name = dataset_name
+            logger.debug(f"Updated dynamic exporter's dataset_name to {dataset_name}")
+            
+            # Update the instance variable
+            self.dataset_name = dataset_name
+            
+            # Update user_details with new dataset_name
+            self.user_details = self._pass_user_data()
+            
+            # Also update the user_details in the dynamic exporter
+            self.dynamic_exporter.user_details = self.user_details
+        else:
+            # Store current parameters
+            current_params = {
+                'project_name': self.project_name,
+                'tracer_type': self.tracer_type,
+                'pipeline': self.pipeline,
+                'metadata': self.metadata,
+                'description': self.description,
+                'upload_timeout': self.upload_timeout
+            }
+            
+            # Reinitialize self with new dataset_name and stored parameters
+            self.__init__(
+                dataset_name=dataset_name,
+                **current_params
+            )
 
     def _improve_metadata(self, metadata, tracer_type):
         if metadata is None:
@@ -375,7 +425,7 @@ class Tracer(AgenticTracing):
                          project_name=self.project_name,
                          project_id=self.project_id,
                          dataset_name=self.dataset_name,
-                         user_detail=user_detail,
+                         user_detail=self._pass_user_data(),
                          base_url=self.base_url
                          ).upload_traces(additional_metadata_keys=additional_metadata_dict)
             
@@ -514,6 +564,50 @@ class Tracer(AgenticTracing):
             }
         return user_detail
 
+    def update_dynamic_exporter(self, **kwargs):
+        """
+        Update the dynamic exporter's properties.
+        
+        Args:
+            **kwargs: Keyword arguments to update. Can include any of the following:
+                - files_to_zip: List of files to zip
+                - project_name: Project name
+                - project_id: Project ID
+                - dataset_name: Dataset name
+                - user_details: User details
+                - base_url: Base URL for API
+                
+        Raises:
+            AttributeError: If the tracer_type is not 'agentic/llamaindex' or if the dynamic_exporter is not initialized.
+        """
+        if self.tracer_type != "agentic/llamaindex" or not hasattr(self, "dynamic_exporter"):
+            raise AttributeError("Dynamic exporter is only available for 'agentic/llamaindex' tracer type")
+            
+        for key, value in kwargs.items():
+            if hasattr(self.dynamic_exporter, key):
+                setattr(self.dynamic_exporter, key, value)
+                logger.debug(f"Updated dynamic exporter's {key} to {value}")
+            else:
+                logger.warning(f"Dynamic exporter has no attribute '{key}'")
+                
+    def update_file_list(self):
+        """
+        Update the file list in the dynamic exporter with the latest tracked files.
+        This is useful when new files are added to the project during execution.
+        
+        Raises:
+            AttributeError: If the tracer_type is not 'agentic/llamaindex' or if the dynamic_exporter is not initialized.
+        """
+        if self.tracer_type != "agentic/llamaindex" or not hasattr(self, "dynamic_exporter"):
+            raise AttributeError("Dynamic exporter is only available for 'agentic/llamaindex' tracer type")
+            
+        # Get the latest list of unique files
+        list_of_unique_files = self.file_tracker.get_unique_files()
+        
+        # Update the dynamic exporter's files_to_zip property
+        self.dynamic_exporter.files_to_zip = list_of_unique_files
+        logger.debug(f"Updated dynamic exporter's files_to_zip with {len(list_of_unique_files)} files")
+    
     def add_context(self, context):
         """
         Add context information to the trace. This method is only supported for 'langchain' and 'llamaindex' tracer types.

ragaai_catalyst/tracers/utils/trace_json_converter.py

@@ -0,0 +1,266 @@
+import json
+import sys
+from datetime import datetime
+from typing import final
+import pytz
+import uuid
+from ragaai_catalyst.tracers.agentic_tracing.utils.llm_utils import calculate_llm_cost, get_model_cost
+
+def convert_time_format(original_time_str, target_timezone_str="Asia/Kolkata"):
+    """
+    Converts a UTC time string to a specified timezone format.
+
+    Args:
+        original_time_str (str): The original time string in UTC format (e.g., "2025-02-28T22:05:57.945146Z").
+        target_timezone_str (str): The target timezone to convert the time to (default is "Asia/Kolkata").
+
+    Returns:
+        str: The converted time string in the specified timezone format.
+    """
+    # Parse the original time string into a datetime object
+    utc_time = datetime.strptime(original_time_str, "%Y-%m-%dT%H:%M:%S.%fZ")
+    # Set the timezone to UTC
+    utc_time = utc_time.replace(tzinfo=pytz.UTC)
+    # Convert the UTC time to the target timezone
+    target_timezone = pytz.timezone(target_timezone_str)
+    target_time = utc_time.astimezone(target_timezone)
+    # Format the datetime object to the desired string format
+    formatted_time = target_time.strftime("%Y-%m-%dT%H:%M:%S.%f%z")
+    # Add a colon in the timezone offset for better readability
+    formatted_time = formatted_time[:-2] + ':' + formatted_time[-2:]
+    return formatted_time
+
+
+def get_uuid(name):
+    """Generate a random UUID (not based on name)."""
+    return str(uuid.uuid5(uuid.NAMESPACE_DNS, name))
+
+def get_spans(input_trace, custom_model_cost):
+    data=[]
+    span_type_mapping={"AGENT":"agent","LLM":"llm","TOOL":"tool"}
+    span_name_occurrence = {}
+    for span in input_trace:
+        final_span = {}
+        span_type=span_type_mapping.get(span["attributes"]["openinference.span.kind"],"custom")
+        final_span["id"] = span["context"]["span_id"]
+        if span["name"] not in span_name_occurrence:
+            span_name_occurrence[span['name']]=0
+        else:
+            span_name_occurrence[span['name']]+=1
+        final_span["name"] = span["name"]+"."+str(span_name_occurrence[span['name']])
+        final_span["hash_id"] = get_uuid(final_span["name"])
+        final_span["source_hash_id"] = None
+        final_span["type"] = span_type
+        final_span["start_time"] = convert_time_format(span['start_time'])
+        final_span["end_time"] = convert_time_format(span['end_time'])
+        final_span["parent_id"] = span["parent_id"]
+        final_span["extra_info"] = None
+        '''Handle Error if any'''
+        if span["status"]["status_code"].lower() == "error":
+            final_span["error"] = span["status"]
+        else:
+            final_span["error"] = None
+        # ToDo: Find final trace format for sending error description
+        final_span["metrics"] = []
+        final_span["feedback"] = None
+        final_span["data"]={}
+        final_span["info"]={}
+        final_span["metrics"] =[]
+        final_span["extra_info"]={}
+        if span_type=="agent":
+            if "input.value" in span["attributes"]:
+                try:
+                    final_span["data"]["input"] = json.loads(span["attributes"]["input.value"])
+                except Exception as e:
+                    final_span["data"]["input"] = span["attributes"]["input.value"]
+            else:
+                final_span["data"]["input"] = ""
+            if "output.value" in span["attributes"]:
+                try:
+                    final_span["data"]["output"] = json.loads(span["attributes"]["output.value"])
+                except Exception as e:
+                    final_span["data"]["output"] = span["attributes"]["output.value"]
+            else:
+                final_span["data"]["output"] = ""
+        
+        elif span_type=="tool":
+            available_fields = list(span['attributes'].keys())
+            tool_fields = [key for key in available_fields if 'tool' in key]
+            if "input.value" in span["attributes"]:
+                try:
+                    final_span["data"]["input"] = json.loads(span["attributes"]["input.value"])
+                except Exception as e:
+                    final_span["data"]["input"] = span["attributes"]["input.value"]
+            else:
+                final_span["data"]["input"] = ""
+            if "output.value" in span["attributes"]:
+                try:
+                    final_span["data"]["output"] = json.loads(span["attributes"]["output.value"])
+                except Exception as e:
+                    final_span["data"]["output"] = span["attributes"]["output.value"]
+            else:
+                final_span["data"]["output"] = ""
+            input_data={}
+            for key in tool_fields:
+                input_data[key] = span['attributes'].get(key, None)
+            final_span["info"].update(input_data)
+
+        elif span_type=="llm":
+            available_fields = list(span['attributes'].keys())
+            input_fields = [key for key in available_fields if 'input' in key]
+            input_data = {}
+            for key in input_fields:
+                if 'mime_type' not in key:
+                    try:
+                        input_data[key] = json.loads(span['attributes'][key])
+                    except json.JSONDecodeError as e:
+                        input_data[key] = span['attributes'].get(key, None)
+            final_span["data"]["input"] = input_data
+            
+            output_fields = [key for key in available_fields if 'output' in key]
+            output_data = {}
+            output_data['content'] = {}
+            for key in output_fields:
+                if 'mime_type' not in key:
+                    try:
+                        output_data['content'][key] = json.loads(span['attributes'][key])
+                    except json.JSONDecodeError as e:
+                        output_data['content'][key] = span['attributes'].get(key, None)
+            final_span["data"]["output"] = [output_data]
+
+            if "llm.model_name" in span["attributes"]:
+                final_span["info"]["model"] = span["attributes"]["llm.model_name"]
+            else:
+                final_span["info"]["model"] = None
+            if "llm.invocation_parameters" in span["attributes"]:
+                try:
+                    final_span["info"].update(**json.loads(span["attributes"]["llm.invocation_parameters"]))
+                except json.JSONDecodeError as e:
+                    print(f"Error in parsing: {e}")
+                    
+                try:
+                    final_span["extra_info"]["llm_parameters"] = json.loads(span["attributes"]["llm.invocation_parameters"])
+                except json.JSONDecodeError as e:
+                    final_span["extra_info"]["llm_parameters"] = span["attributes"]["llm.invocation_parameters"]
+            else:
+                final_span["extra_info"]["llm_parameters"] = None
+
+        else:
+            if "input.value" in span["attributes"]:
+                try:
+                    final_span["data"]["input"] = json.loads(span["attributes"]["input.value"])
+                except Exception as e:
+                    final_span["data"]["input"] = span["attributes"]["input.value"]
+            if "output.value" in span["attributes"]:
+                try:
+                    final_span["data"]["output"] = json.loads(span["attributes"]["output.value"])
+                except Exception as e:
+                    final_span["data"]["output"] = span["attributes"]["output.value"]
+
+        final_span["info"]["cost"] = {}
+        final_span["info"]["token"] = {}
+
+        if "model" in final_span["info"]:
+            model_name = final_span["info"]["model"] 
+        
+        model_costs = {
+                "default": {"input_cost_per_token": 0.0, "output_cost_per_token": 0.0}
+            }
+        try:
+            model_costs = get_model_cost()
+        except Exception as e:
+           pass 
+       
+        if "resource" in span:
+            final_span["info"].update(span["resource"])
+        if "llm.token_count.prompt" in span['attributes']:
+            final_span["info"]["token"]["prompt_tokens"] = span['attributes']['llm.token_count.prompt']
+        if "llm.token_count.completion" in span['attributes']:
+            final_span["info"]["token"]["completion_tokens"] = span['attributes']['llm.token_count.completion']
+        if "llm.token_count.total" in span['attributes']:
+            final_span["info"]["token"]["total_tokens"] = span['attributes']['llm.token_count.total']
+        
+        if "info" in final_span:
+            if "token" in final_span["info"]:
+                if "prompt_tokens" in final_span["info"]["token"]:
+                    token_usage = {
+                        "prompt_tokens": final_span["info"]["token"]["prompt_tokens"],
+                        "completion_tokens": final_span["info"]["token"]["completion_tokens"],
+                        "total_tokens": final_span["info"]["token"]["total_tokens"]
+                    }
+                    final_span["info"]["cost"] = calculate_llm_cost(token_usage=token_usage, model_name=model_name, model_costs=model_costs, model_custom_cost=custom_model_cost) 
+        data.append(final_span)
+    return data
+
+def convert_json_format(input_trace, custom_model_cost):
+    """
+    Converts a JSON from one format to UI format.
+
+    Args:
+        input_trace (str): The input JSON string.
+
+    Returns:
+        final_trace: The converted JSON, or None if an error occurs.
+    """
+    final_trace = {
+        "id": input_trace[0]["context"]["trace_id"],
+        "trace_name": "",  
+        "project_name": "",  
+        "start_time": convert_time_format(min(item["start_time"] for item in input_trace)),  # Find the minimum start_time of all spans
+        "end_time": convert_time_format(max(item["end_time"] for item in input_trace))  # Find the maximum end_time of all spans
+    }
+    final_trace["metadata"] = {
+        "tokens": {
+            "prompt_tokens": 0.0,
+            "completion_tokens": 0.0,
+            "total_tokens": 0.0
+        },
+        "cost": {
+            "input_cost": 0.0,
+            "output_cost": 0.0,
+            "total_cost": 0.0
+        }    
+    }
+    final_trace["replays"]={"source":None}
+    final_trace["data"]=[{}]
+    final_trace["data"][0]["spans"] = get_spans(input_trace, custom_model_cost)
+    final_trace["network_calls"] =[]
+    final_trace["interactions"] = []
+
+    for itr in final_trace["data"][0]["spans"]:
+        if itr["type"]=="llm":
+            if "token" in itr["info"]:
+                if "prompt_tokens" in itr["info"]["token"]:
+                    final_trace["metadata"]["tokens"]["prompt_tokens"] += itr["info"]["token"]['prompt_tokens']
+                    final_trace["metadata"]["cost"]["input_cost"] += itr["info"]["cost"]['input_cost'] 
+                if "completion_tokens" in itr["info"]["token"]:
+                    final_trace["metadata"]["tokens"]["completion_tokens"] += itr["info"]["token"]['completion_tokens']
+                    final_trace["metadata"]["cost"]["output_cost"] += itr["info"]["cost"]['output_cost'] 
+            if "token" in itr["info"]:
+                if "total_tokens" in itr["info"]["token"]:
+                    final_trace["metadata"]["tokens"]["total_tokens"] += itr["info"]["token"]['total_tokens']
+                    final_trace["metadata"]["cost"]["total_cost"] += itr["info"]["cost"]['total_cost'] 
+
+    # get the total tokens, cost
+    final_trace["metadata"]["total_cost"] = final_trace["metadata"]["cost"]["total_cost"] 
+    final_trace["metadata"]["total_tokens"] = final_trace["metadata"]["tokens"]["total_tokens"]
+
+    return final_trace
+    
+if __name__ == "__main__":
+    if len(sys.argv) != 3:
+        print("Usage: python convert.py <input_openinference_trace_path> <output_trace_path>")
+        print("Example: python convert.py sample_openinference_trace/test.json output.json")
+        sys.exit(1)
+    input_file_path = sys.argv[1]
+    output_file_path = sys.argv[2]
+    with open(input_file_path,'r') as fin:
+        input_trace=[]
+        for line in fin:
+            data=json.loads(line)
+            input_trace.append(data)
+        payload = convert_json_format(input_trace)
+        print(payload)
+        with open(output_file_path,"w") as fout:
+            json.dump(payload,fout)
+            fout.write("\n")

{ragaai_catalyst-2.1.5b36.dist-info → ragaai_catalyst-2.1.5b38.dist-info}/METADATA

@@ -1,9 +1,9 @@
 Metadata-Version: 2.2
 Name: ragaai_catalyst
-Version: 2.1.5b36
+Version: 2.1.5b38
 Summary: RAGA AI CATALYST
 Author-email: Kiran Scaria <kiran.scaria@raga.ai>, Kedar Gaikwad <kedar.gaikwad@raga.ai>, Dushyant Mahajan <dushyant.mahajan@raga.ai>, Siddhartha Kosti <siddhartha.kosti@raga.ai>, Ritika Goel <ritika.goel@raga.ai>, Vijay Chaurasia <vijay.chaurasia@raga.ai>, Tushar Kumar <tushar.kumar@raga.ai>
-Requires-Python: <3.13,>=3.9
+Requires-Python: <3.13,>=3.10
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: aiohttp>=3.10.2
@@ -38,6 +38,10 @@ Requires-Dist: ipynbname
 Requires-Dist: tiktoken>=0.7.0
 Requires-Dist: tomli>=2.0.0
 Requires-Dist: rich>=13.9.4
+Requires-Dist: openinference-instrumentation-llama-index
+Requires-Dist: opentelemetry-sdk
+Requires-Dist: opentelemetry-exporter-otlp
+Requires-Dist: opentelemetry-proto>=1.12.0
 Provides-Extra: dev
 Requires-Dist: pytest; extra == "dev"
 Requires-Dist: pytest-cov; extra == "dev"

{ragaai_catalyst-2.1.5b36.dist-info → ragaai_catalyst-2.1.5b38.dist-info}/RECORD

@@ -31,7 +31,7 @@ ragaai_catalyst/tracers/distributed.py,sha256=MwlBwIxCAng-OI-7Ove_rkE1mTLeuW4Jw-
 ragaai_catalyst/tracers/langchain_callback.py,sha256=KooENtkX0Hp0S_d_1WI3iH3qNVt-ZcnwOKVlydv4dUk,33518
 ragaai_catalyst/tracers/llamaindex_callback.py,sha256=ZY0BJrrlz-P9Mg2dX-ZkVKG3gSvzwqBtk7JL_05MiYA,14028
 ragaai_catalyst/tracers/llamaindex_instrumentation.py,sha256=Ys_jLkvVqo12bKgXDmkp4TxJu9HkBATrFE8cIcTYxWw,14329
-ragaai_catalyst/tracers/tracer.py,sha256=iO5m4ev0ruXjp-YjRMuN_mhr0Cd499Phz6ZYlfJ1yak,22889
+ragaai_catalyst/tracers/tracer.py,sha256=ZA57OqwDZblU9iPR4Lj5t7gEeqLUmOi_Wa10NxMGQsc,27825
 ragaai_catalyst/tracers/upload_traces.py,sha256=OKsc-Obf8bJvKBprt3dqj8GQQNkoX3kT_t8TBDi9YDQ,5670
 ragaai_catalyst/tracers/agentic_tracing/README.md,sha256=X4QwLb7-Jg7GQMIXj-SerZIgDETfw-7VgYlczOR8ZeQ,4508
 ragaai_catalyst/tracers/agentic_tracing/__init__.py,sha256=yf6SKvOPSpH-9LiKaoLKXwqj5sez8F_5wkOb91yp0oE,260
@@ -54,7 +54,7 @@ ragaai_catalyst/tracers/agentic_tracing/tracers/network_tracer.py,sha256=m8CxYkl
 ragaai_catalyst/tracers/agentic_tracing/tracers/tool_tracer.py,sha256=xxrliKPfdfbIZRZqMnUewsaTD8_Hv0dbuoBivNZGD4U,21674
 ragaai_catalyst/tracers/agentic_tracing/tracers/user_interaction_tracer.py,sha256=bhSUhNQCuJXKjgJAXhjKEYjnHMpYN90FSZdR84fNIKU,4614
 ragaai_catalyst/tracers/agentic_tracing/upload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ragaai_catalyst/tracers/agentic_tracing/upload/trace_uploader.py,sha256=uRuZlo5XFoBK-a9tYI5ckhSRiXCaUf9fsE2Plu_W1XI,12282
+ragaai_catalyst/tracers/agentic_tracing/upload/trace_uploader.py,sha256=Buk0OXjdkku0tuuFzGeqKRtwSeIBe3LpA1oa14qS7v4,12380
 ragaai_catalyst/tracers/agentic_tracing/upload/upload_agentic_traces.py,sha256=icycLgfA0734xxoM1rTMG_iIrI3iM94th8RQggJ7sSw,8541
 ragaai_catalyst/tracers/agentic_tracing/upload/upload_code.py,sha256=aw_eHhUYRbR_9IbIkNjYb7NOsmETD3k1p4a6gxaGI7Q,6462
 ragaai_catalyst/tracers/agentic_tracing/upload/upload_local_metric.py,sha256=m1O8lKpxKwtHofXLW3fTHX5yfqDW5GxoveARlg5cTw4,2571
@@ -73,9 +73,11 @@ ragaai_catalyst/tracers/agentic_tracing/utils/system_monitor.py,sha256=H8WNsk4v_
 ragaai_catalyst/tracers/agentic_tracing/utils/trace_utils.py,sha256=go7FVnofviATDph-j8sk2juv09CGSRt1Vq4U868Fhd8,2259
 ragaai_catalyst/tracers/agentic_tracing/utils/unique_decorator.py,sha256=G027toV-Km20JjKrc-Y_PilQ8ABEKrBvvzgLTnqVg7I,5819
 ragaai_catalyst/tracers/agentic_tracing/utils/zip_list_of_unique_files.py,sha256=4TeCGsFF26249fV6dJHLTZDrRa93SG9oer4rudoF8Y4,19443
-ragaai_catalyst/tracers/exporters/__init__.py,sha256=kVA8zp05h3phu4e-iHSlnznp_PzMRczB7LphSsZgUjg,138
+ragaai_catalyst/tracers/exporters/__init__.py,sha256=wQbaqyeIjVZxYprHCKZ9BeiqxeXYBKjzEgP79LWNxCU,293
+ragaai_catalyst/tracers/exporters/dynamic_trace_exporter.py,sha256=dAT2WIvkQLl8RrXdhDwm0NxhxytV6PP4ZViYJ6jlOQg,4553
 ragaai_catalyst/tracers/exporters/file_span_exporter.py,sha256=RgGteu-NVGprXKkynvyIO5yOjpbtA41R3W_NzCjnkwE,6445
 ragaai_catalyst/tracers/exporters/raga_exporter.py,sha256=6xvjWXyh8XPkHKSLLmAZUQSvwuyY17ov8pv2VdfI0qA,17875
+ragaai_catalyst/tracers/exporters/ragaai_trace_exporter.py,sha256=OhPnquuOOxoCtx7cGYdnsQJZ8lNnl0alm3A2Wc4Bl2g,4814
 ragaai_catalyst/tracers/instrumentators/__init__.py,sha256=FgnMQupoRTzmVsG9YKsLQera2Pfs-AluZv8CxwavoyQ,253
 ragaai_catalyst/tracers/instrumentators/langchain.py,sha256=yMN0qVF0pUVk6R5M1vJoUXezDo1ejs4klCFRlE8x4vE,574
 ragaai_catalyst/tracers/instrumentators/llamaindex.py,sha256=SMrRlR4xM7k9HK43hakE8rkrWHxMlmtmWD-AX6TeByc,416
@@ -86,9 +88,10 @@ ragaai_catalyst/tracers/utils/convert_llama_instru_callback.py,sha256=8qLo7x4Zsn
 ragaai_catalyst/tracers/utils/extraction_logic_llama_index.py,sha256=ZhPs0YhVtB82-Pq9o1BvCinKE_WPvVxPTEcZjlJbFYM,2371
 ragaai_catalyst/tracers/utils/langchain_tracer_extraction_logic.py,sha256=XS2_x2qneqEx9oAighLg-LRiueWcESLwIC2r7eJT-Ww,3117
 ragaai_catalyst/tracers/utils/model_prices_and_context_window_backup.json,sha256=C3uwkibJ08C9sOX-54kulZYmJlIpZ-SQpfE6HNGrjbM,343502
+ragaai_catalyst/tracers/utils/trace_json_converter.py,sha256=5zeJRD3gY_arfXWGZR4cqAvRhfC_wQUabm_7peiNMdY,12268
 ragaai_catalyst/tracers/utils/utils.py,sha256=ViygfJ7vZ7U0CTSA1lbxVloHp4NSlmfDzBRNCJuMhis,2374
-ragaai_catalyst-2.1.5b36.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-ragaai_catalyst-2.1.5b36.dist-info/METADATA,sha256=zhMfu6uQAQsus_PGtduzzY8JtrbH_ZEaNStdUJs80VQ,21884
-ragaai_catalyst-2.1.5b36.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
-ragaai_catalyst-2.1.5b36.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
-ragaai_catalyst-2.1.5b36.dist-info/RECORD,,
+ragaai_catalyst-2.1.5b38.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+ragaai_catalyst-2.1.5b38.dist-info/METADATA,sha256=kz6PkN4Wtpxuq034bzEc6I20VX0hIkzn6ZldzL6ql88,22061
+ragaai_catalyst-2.1.5b38.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
+ragaai_catalyst-2.1.5b38.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
+ragaai_catalyst-2.1.5b38.dist-info/RECORD,,