ragaai-catalyst 2.1.7.5b5__py3-none-any.whl → 2.2__py3-none-any.whl

ragaai_catalyst/tracers/utils/trace_json_converter.py

@@ -1,10 +1,13 @@
 import json
 import sys
+import uuid
 from datetime import datetime
 from typing import final, List, Dict, Any, Optional
 import pytz
 import uuid
 from ragaai_catalyst.tracers.agentic_tracing.utils.llm_utils import calculate_llm_cost, get_model_cost
+import logging
+logger = logging.getLogger(__name__)
 
 def convert_time_format(original_time_str, target_timezone_str="Asia/Kolkata"):
     """
@@ -47,184 +50,24 @@ def get_ordered_family(parent_children_mapping: Dict[str, Any]) -> List[str]:
     ordering_function(None, ordered_family)
     return reversed(ordered_family)
 
-def get_spans(input_trace, custom_model_cost):
-    span_map = {}
-    parent_children_mapping = {}
-    span_type_mapping={"AGENT":"agent","LLM":"llm","TOOL":"tool"}
-    span_name_occurrence = {}
-    for span in input_trace:
-        final_span = {}
-        span_type=span_type_mapping.get(span["attributes"]["openinference.span.kind"],"custom")
-        span_id = span["context"]["span_id"]
-        parent_id = span["parent_id"]
-        final_span["id"] = span_id
-        if span["name"] not in span_name_occurrence:
-            span_name_occurrence[span['name']]=0
-        else:
-            span_name_occurrence[span['name']]+=1
-        final_span["name"] = span["name"]+"."+str(span_name_occurrence[span['name']])
-        final_span["hash_id"] = get_uuid(final_span["name"])
-        final_span["source_hash_id"] = None
-        final_span["type"] = span_type
-        final_span["start_time"] = convert_time_format(span['start_time'])
-        final_span["end_time"] = convert_time_format(span['end_time'])
-        final_span["parent_id"] = parent_id
-        final_span["extra_info"] = None
-        '''Handle Error if any'''
-        if span["status"]["status_code"].lower() == "error":
-            final_span["error"] = span["status"]
-        else:
-            final_span["error"] = None
-        # ToDo: Find final trace format for sending error description
-        final_span["metrics"] = []
-        final_span["feedback"] = None
-        final_span["data"]={}
-        final_span["info"]={}
-        final_span["metrics"] =[]
-        final_span["extra_info"]={}
-        if span_type=="agent":
-            if "input.value" in span["attributes"]:
-                try:
-                    final_span["data"]["input"] = json.loads(span["attributes"]["input.value"])
-                except Exception as e:
-                    final_span["data"]["input"] = span["attributes"]["input.value"]
-            else:
-                final_span["data"]["input"] = ""
-            if "output.value" in span["attributes"]:
-                try:
-                    final_span["data"]["output"] = json.loads(span["attributes"]["output.value"])
-                except Exception as e:
-                    final_span["data"]["output"] = span["attributes"]["output.value"]
-            else:
-                final_span["data"]["output"] = ""
-            final_span["data"]['children'] = []
+def get_spans(input_trace):
+    data = input_trace.copy()
+    import uuid
+    from collections import defaultdict
         
-        elif span_type=="tool":
-            available_fields = list(span['attributes'].keys())
-            tool_fields = [key for key in available_fields if 'tool' in key]
-            if "input.value" in span["attributes"]:
-                try:
-                    final_span["data"]["input"] = json.loads(span["attributes"]["input.value"])
-                except Exception as e:
-                    final_span["data"]["input"] = span["attributes"]["input.value"]
-            else:
-                final_span["data"]["input"] = ""
-            if "output.value" in span["attributes"]:
-                try:
-                    final_span["data"]["output"] = json.loads(span["attributes"]["output.value"])
-                except Exception as e:
-                    final_span["data"]["output"] = span["attributes"]["output.value"]
-            else:
-                final_span["data"]["output"] = ""
-            input_data={}
-            for key in tool_fields:
-                input_data[key] = span['attributes'].get(key, None)
-            final_span["info"].update(input_data)
-
-        elif span_type=="llm":
-            available_fields = list(span['attributes'].keys())
-            input_fields = [key for key in available_fields if 'input' in key]
-            input_data = {}
-            for key in input_fields:
-                if 'mime_type' not in key:
-                    try:
-                        input_data[key] = json.loads(span['attributes'][key])
-                    except json.JSONDecodeError as e:
-                        input_data[key] = span['attributes'].get(key, None)
-            final_span["data"]["input"] = input_data
-            
-            output_fields = [key for key in available_fields if 'output' in key]
-            output_data = {}
-            output_data['content'] = {}
-            for key in output_fields:
-                if 'mime_type' not in key:
-                    try:
-                        output_data['content'][key] = json.loads(span['attributes'][key])
-                    except json.JSONDecodeError as e:
-                        output_data['content'][key] = span['attributes'].get(key, None)
-            final_span["data"]["output"] = [output_data]
+    name_counts = defaultdict(int)
 
-            if "llm.model_name" in span["attributes"]:
-                final_span["info"]["model"] = span["attributes"]["llm.model_name"]
-            else:
-                final_span["info"]["model"] = None
-            if "llm.invocation_parameters" in span["attributes"]:
-                try:
-                    final_span["info"].update(**json.loads(span["attributes"]["llm.invocation_parameters"]))
-                except json.JSONDecodeError as e:
-                    print(f"Error in parsing: {e}")
-                    
-                try:
-                    final_span["extra_info"]["llm_parameters"] = json.loads(span["attributes"]["llm.invocation_parameters"])
-                except json.JSONDecodeError as e:
-                    final_span["extra_info"]["llm_parameters"] = span["attributes"]["llm.invocation_parameters"]
-            else:
-                final_span["extra_info"]["llm_parameters"] = None
+    for span in data:
+        # 1. For each span add '.{occurence_no}' to the span name, where occurence_no is the number of times the span name has occurred
+        span["name_occurrences"] = name_counts[span["name"]]
+        name_counts[span["name"]] += 1
+        span['name'] = f"{span['name']}.{span['name_occurrences']}"
 
-        else:
-            if "input.value" in span["attributes"]:
-                try:
-                    final_span["data"]["input"] = json.loads(span["attributes"]["input.value"])
-                except Exception as e:
-                    final_span["data"]["input"] = span["attributes"]["input.value"]
-            if "output.value" in span["attributes"]:
-                try:
-                    final_span["data"]["output"] = json.loads(span["attributes"]["output.value"])
-                except Exception as e:
-                    final_span["data"]["output"] = span["attributes"]["output.value"]
-
-        final_span["info"]["cost"] = {}
-        final_span["info"]["tokens"] = {}
-
-        if "model" in final_span["info"]:
-            model_name = final_span["info"]["model"] 
-        
-        model_costs = {
-                "default": {"input_cost_per_token": 0.0, "output_cost_per_token": 0.0}
-            }
-        try:
-            model_costs = get_model_cost()
-        except Exception as e:
-           pass 
-       
-        if "resource" in span:
-            final_span["info"].update(span["resource"])
-        if "llm.token_count.prompt" in span['attributes']:
-            final_span["info"]["tokens"]["prompt_tokens"] = span['attributes']['llm.token_count.prompt']
-        if "llm.token_count.completion" in span['attributes']:
-            final_span["info"]["tokens"]["completion_tokens"] = span['attributes']['llm.token_count.completion']
-        if "llm.token_count.total" in span['attributes']:
-            final_span["info"]["tokens"]["total_tokens"] = span['attributes']['llm.token_count.total']
-        
-        if "info" in final_span:
-            if "tokens" in final_span["info"]:
-                if "prompt_tokens" in final_span["info"]["tokens"]:
-                    token_usage = {
-                        "prompt_tokens": final_span["info"]["tokens"]["prompt_tokens"],
-                        "completion_tokens": final_span["info"]["tokens"]["completion_tokens"],
-                        "total_tokens": final_span["info"]["tokens"]["total_tokens"]
-                    }
-                    final_span["info"]["cost"] = calculate_llm_cost(token_usage=token_usage, model_name=model_name, model_costs=model_costs, model_custom_cost=custom_model_cost) 
-        span_map[span_id] = final_span
-        if parent_id not in parent_children_mapping:
-            parent_children_mapping[parent_id] = []
-        parent_children_mapping[parent_id].append(final_span)
-    ordered_family = get_ordered_family(parent_children_mapping)
-    data = []
-    for parent_id in ordered_family:
-        children = parent_children_mapping[parent_id]
-        if parent_id in span_map:
-            parent_type = span_map[parent_id]["type"]
-            if parent_type == 'agent':
-                span_map[parent_id]['data']["children"] = children
-            else:
-                grand_parent_id = span_map[parent_id]["parent_id"]
-                parent_children_mapping[grand_parent_id].extend(children)
-        else:
-            data = children
+        # 2. For each span add hash_id, which is uuid4 based on the span name
+        span['hash_id'] = get_uuid(span['name'])
     return data
 
-def convert_json_format(input_trace, custom_model_cost):
+def convert_json_format(input_trace, custom_model_cost, user_context, user_gt,external_id):
     """
     Converts a JSON from one format to UI format, handling nested spans.
 
@@ -239,7 +82,8 @@ def convert_json_format(input_trace, custom_model_cost):
         "trace_name": "",  
         "project_name": "",  
         "start_time": convert_time_format(min(item["start_time"] for item in input_trace)),
-        "end_time": convert_time_format(max(item["end_time"] for item in input_trace))
+        "end_time": convert_time_format(max(item["end_time"] for item in input_trace)),
+        "external_id": external_id
     }
     final_trace["metadata"] = {
         "tokens": {
@@ -258,36 +102,61 @@ def convert_json_format(input_trace, custom_model_cost):
     final_trace["network_calls"] = []
     final_trace["interactions"] = []
 
-    # import pdb; pdb.set_trace()
-
-    # Helper to recursively extract cost/token info from all spans
-    def accumulate_metrics(span):
-        if span["type"] == "llm" and "info" in span:
-            info = span["info"]
-            cost = info.get("cost", {})
-            tokens = info.get("tokens", {})
-
-            final_trace["metadata"]["tokens"]["prompt_tokens"] += tokens.get("prompt_tokens", 0.0)
-            final_trace["metadata"]["tokens"]["completion_tokens"] += tokens.get("completion_tokens", 0.0)
-            final_trace["metadata"]["tokens"]["total_tokens"] += tokens.get("total_tokens", 0.0)
-
-            final_trace["metadata"]["cost"]["input_cost"] += cost.get("input_cost", 0.0)
-            final_trace["metadata"]["cost"]["output_cost"] += cost.get("output_cost", 0.0)
-            final_trace["metadata"]["cost"]["total_cost"] += cost.get("total_cost", 0.0)
-
-        # Recursively process children
-        children = span.get("data", {}).get("children", [])
-        for child in children:
-            accumulate_metrics(child)
-
     # Extract and attach spans
     try:
-        spans = get_spans(input_trace, custom_model_cost)
+        spans = get_spans(input_trace)
+        # Add user passed context to the trace
+        try:
+            if user_context:
+                spans.append(custom_spans(user_context, "Context", input_trace[0]["context"]["trace_id"], spans[0].get("parent_id")))
+        except Exception as e:
+            print(f"Error in adding context: {e}")
+            return None
+        
+        try:
+            if user_gt:
+                spans.append(custom_spans(user_gt, "GroundTruth", input_trace[0]["context"]["trace_id"], spans[0].get("parent_id")))
+        except Exception as e:
+            print(f"Error in adding ground truth: {e}")
+            return None
+
+
         final_trace["data"][0]["spans"] = spans
+        
 
-        # Accumulate from root spans and their children
+        # TODO: each span has token value from prompt ,completion and total tokens. i want the sum of all these tokens for each span
+        # Calculate token counts and costs from spans
         for span in spans:
-            accumulate_metrics(span)
+            if "attributes" in span:
+                # Extract token counts
+                prompt_tokens = span["attributes"].get("llm.token_count.prompt", 0)
+                completion_tokens = span["attributes"].get("llm.token_count.completion", 0)
+                
+                # Update token counts
+                final_trace["metadata"]["tokens"]["prompt_tokens"] += prompt_tokens
+                final_trace["metadata"]["tokens"]["completion_tokens"] += completion_tokens
+                final_trace["metadata"]["tokens"]["total_tokens"] += prompt_tokens + completion_tokens
+
+                # Get model name from the last span
+                model_name = span["attributes"].get("llm.model_name", "")
+                if model_name:
+                    try:
+                        model_costs = get_model_cost()
+                        span_cost = calculate_llm_cost(
+                            {"prompt_tokens": prompt_tokens, "completion_tokens": completion_tokens, "total_tokens": prompt_tokens + completion_tokens},
+                            model_name,
+                            model_costs,
+                            custom_model_cost
+                        )
+                        final_trace["metadata"]["cost"]["input_cost"] += span_cost["input_cost"]
+                        final_trace["metadata"]["cost"]["output_cost"] += span_cost["output_cost"]
+                        final_trace["metadata"]["cost"]["total_cost"] += span_cost["total_cost"]
+                        
+                        # Add cost to span attributes for debugging
+                        span["attributes"]["llm.cost"] = span_cost
+                    except Exception as e:
+                        logger.warning(f"Failed to calculate span cost: {e}")
+
     except Exception as e:
         raise Exception(f"Error in get_spans function: {e}")
 
@@ -297,7 +166,56 @@ def convert_json_format(input_trace, custom_model_cost):
 
     return final_trace
 
-    
+def custom_spans(text, span_type, trace_id, parent_id):
+    try: 
+        return {
+        "name": f"Custom{span_type}Span",
+        "context": {
+            "trace_id": trace_id,
+            "span_id": f"0x{uuid.uuid4().hex[:16]}",
+            "trace_state": "[]"
+          },
+        "kind": "SpanKind.INTERNAL",
+        "parent_id": parent_id,
+        "start_time": convert_time_format(datetime.now().strftime("%Y-%m-%dT%H:%M:%S.%fZ")),
+        "end_time": convert_time_format(datetime.now().strftime("%Y-%m-%dT%H:%M:%S.%fZ")),
+        "status": {
+            "status_code": "OK"
+          },
+        "attributes": {
+            "input.value": text,
+            "openinference.span.kind": "UNKNOWN"
+        },
+        "events": [],
+        "name_occurrences": 0,
+        "hash_id": get_uuid(f"Custom{span_type}Span")
+    }
+    except Exception as e:
+        logger.warning(f"Error in custom_spans function: {e}")
+        return {
+        "name": f"Custom{span_type}Span",
+        "context": {
+            "trace_id": trace_id,
+            "span_id": f"0x{uuid.uuid4().hex[:16]}",
+            "trace_state": "[]"
+          },
+        "kind": "SpanKind.INTERNAL",
+        "parent_id": parent_id,
+        "start_time": convert_time_format(datetime.now().strftime("%Y-%m-%dT%H:%M:%S.%fZ")),
+        "end_time": convert_time_format(datetime.now().strftime("%Y-%m-%dT%H:%M:%S.%fZ")),
+        "status": {
+            "status_code": "ERROR",
+            "description": str(e)
+          },
+        "attributes": {
+            "input.value": text,
+            "openinference.span.kind": "UNKNOWN"
+        },
+        "events": [],
+        "name_occurrences": 0,
+        "hash_id": get_uuid(f"Custom{span_type}Span")
+    }
+
 if __name__ == "__main__":
     if len(sys.argv) != 3:
         print("Usage: python convert.py <input_openinference_trace_path> <output_trace_path>")

{ragaai_catalyst-2.1.7.5b5.dist-info → ragaai_catalyst-2.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ragaai_catalyst
-Version: 2.1.7.5b5
+Version: 2.2
 Summary: RAGA AI CATALYST
 Author-email: Kiran Scaria <kiran.scaria@raga.ai>, Kedar Gaikwad <kedar.gaikwad@raga.ai>, Dushyant Mahajan <dushyant.mahajan@raga.ai>, Siddhartha Kosti <siddhartha.kosti@raga.ai>, Ritika Goel <ritika.goel@raga.ai>, Vijay Chaurasia <vijay.chaurasia@raga.ai>, Tushar Kumar <tushar.kumar@raga.ai>
 Requires-Python: <=3.13.2,>=3.10

{ragaai_catalyst-2.1.7.5b5.dist-info → ragaai_catalyst-2.2.dist-info}/RECORD

@@ -31,7 +31,7 @@ ragaai_catalyst/tracers/distributed.py,sha256=MwlBwIxCAng-OI-7Ove_rkE1mTLeuW4Jw-
 ragaai_catalyst/tracers/langchain_callback.py,sha256=CB75zzG3-DkYTELj0vI1MOHQTY0MuQJfoHIXz9Cl8S8,34568
 ragaai_catalyst/tracers/llamaindex_callback.py,sha256=ZY0BJrrlz-P9Mg2dX-ZkVKG3gSvzwqBtk7JL_05MiYA,14028
 ragaai_catalyst/tracers/llamaindex_instrumentation.py,sha256=Ys_jLkvVqo12bKgXDmkp4TxJu9HkBATrFE8cIcTYxWw,14329
-ragaai_catalyst/tracers/tracer.py,sha256=w9Poa2dsN3WNMPEH_v4M7SqFF_MQp_iSam4A-qcoAXM,43921
+ragaai_catalyst/tracers/tracer.py,sha256=hdQK3-zV14lBqz8B6gLrMLNtfV34BmJ4-7eiNeLABq8,41931
 ragaai_catalyst/tracers/upload_traces.py,sha256=w1clGGfdOMpStUJX40NAlxe6dcFdN4pwcezyII0bGYA,6994
 ragaai_catalyst/tracers/agentic_tracing/README.md,sha256=X4QwLb7-Jg7GQMIXj-SerZIgDETfw-7VgYlczOR8ZeQ,4508
 ragaai_catalyst/tracers/agentic_tracing/__init__.py,sha256=yf6SKvOPSpH-9LiKaoLKXwqj5sez8F_5wkOb91yp0oE,260
@@ -45,7 +45,7 @@ ragaai_catalyst/tracers/agentic_tracing/tests/ai_travel_agent.py,sha256=S4rCcKzU
 ragaai_catalyst/tracers/agentic_tracing/tests/unique_decorator_test.py,sha256=Xk1cLzs-2A3dgyBwRRnCWs7Eubki40FVonwd433hPN8,4805
 ragaai_catalyst/tracers/agentic_tracing/tracers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ragaai_catalyst/tracers/agentic_tracing/tracers/agent_tracer.py,sha256=LzbsHvELwBmH8ObFomJRhiQ98b6MEi18irm0DPiplt0,29743
-ragaai_catalyst/tracers/agentic_tracing/tracers/base.py,sha256=wYdGud8JKBnr78fizMGwTdA8qWRMpQyA2Il7tS3rSRU,55823
+ragaai_catalyst/tracers/agentic_tracing/tracers/base.py,sha256=SBTpHP-sFw_Qm581wlnfZCh4XF12qP6BTN0GTrbQ8nc,55365
 ragaai_catalyst/tracers/agentic_tracing/tracers/custom_tracer.py,sha256=OBJJjFSvwRjCGNJyqX3yIfC1W05ZN2QUXasCJ4gmCjQ,13930
 ragaai_catalyst/tracers/agentic_tracing/tracers/langgraph_tracer.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ragaai_catalyst/tracers/agentic_tracing/tracers/llm_tracer.py,sha256=z-qzmCQCkhyW0aLDUR_rNq4pmxhAaVhNY-kZQsox-Ws,50221
@@ -54,14 +54,13 @@ ragaai_catalyst/tracers/agentic_tracing/tracers/network_tracer.py,sha256=m8CxYkl
 ragaai_catalyst/tracers/agentic_tracing/tracers/tool_tracer.py,sha256=xxrliKPfdfbIZRZqMnUewsaTD8_Hv0dbuoBivNZGD4U,21674
 ragaai_catalyst/tracers/agentic_tracing/tracers/user_interaction_tracer.py,sha256=bhSUhNQCuJXKjgJAXhjKEYjnHMpYN90FSZdR84fNIKU,4614
 ragaai_catalyst/tracers/agentic_tracing/upload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ragaai_catalyst/tracers/agentic_tracing/upload/trace_uploader.py,sha256=qGinKWnb-NSEfIfIOsL37tB9AS8-dKa_-nNNHkUmtuE,12955
-ragaai_catalyst/tracers/agentic_tracing/upload/upload_agentic_traces.py,sha256=u7QwUbG73zeWi-5WQ4scLo7wfw184Qd8c03TxgfoUe4,9567
+ragaai_catalyst/tracers/agentic_tracing/upload/trace_uploader.py,sha256=FqHjvFdq5Pqp8iZcLTwXaxnMmm8ATec3fLdDuzLITFs,13019
+ragaai_catalyst/tracers/agentic_tracing/upload/upload_agentic_traces.py,sha256=sdeUz2zYTHCNh82K6-I1RmQw7jsnGzJVe1VVglKcb_4,8082
 ragaai_catalyst/tracers/agentic_tracing/upload/upload_code.py,sha256=eNjKt8xC2IIs_mC9WdLaP_vUxWpYHVi2OXgJyn2oSx8,7443
 ragaai_catalyst/tracers/agentic_tracing/upload/upload_local_metric.py,sha256=m1O8lKpxKwtHofXLW3fTHX5yfqDW5GxoveARlg5cTw4,2571
-ragaai_catalyst/tracers/agentic_tracing/upload/upload_trace_metric.py,sha256=hRuh-cczHbeM_Spbf9HTYd149uSs1zP0TvkYuZKF4ec,4296
 ragaai_catalyst/tracers/agentic_tracing/utils/__init__.py,sha256=XdB3X_ufe4RVvGorxSqAiB9dYv4UD7Hvvuw3bsDUppY,60
 ragaai_catalyst/tracers/agentic_tracing/utils/api_utils.py,sha256=JyNCbfpW-w4O9CjtemTqmor2Rh1WGpQwhRaDSRmBxw8,689
-ragaai_catalyst/tracers/agentic_tracing/utils/create_dataset_schema.py,sha256=TQ69gOp1UDV16Icp7uhWKXkadPsOnZgkHRgNvsi7jlg,959
+ragaai_catalyst/tracers/agentic_tracing/utils/create_dataset_schema.py,sha256=KxxIuuB7-TIfXdwaJsAgKsG90S2tOTS021mimCOczwc,1543
 ragaai_catalyst/tracers/agentic_tracing/utils/file_name_tracker.py,sha256=YG601l1a29ov9VPu9Vl4RXxgL7l16k54_WWnoTNoG58,2064
 ragaai_catalyst/tracers/agentic_tracing/utils/generic.py,sha256=WwXT01xmp8MSr7KinuDCSK9a1ifpLcT7ajFkvYviG_A,1190
 ragaai_catalyst/tracers/agentic_tracing/utils/get_user_trace_metrics.py,sha256=vPZ4dn4EHFW0kqd1GyRpsYXbfrRrd0DXCmh-pzsDBNE,1109
@@ -74,10 +73,10 @@ ragaai_catalyst/tracers/agentic_tracing/utils/trace_utils.py,sha256=W7Nw-IpugejI
 ragaai_catalyst/tracers/agentic_tracing/utils/unique_decorator.py,sha256=G027toV-Km20JjKrc-Y_PilQ8ABEKrBvvzgLTnqVg7I,5819
 ragaai_catalyst/tracers/agentic_tracing/utils/zip_list_of_unique_files.py,sha256=4TeCGsFF26249fV6dJHLTZDrRa93SG9oer4rudoF8Y4,19443
 ragaai_catalyst/tracers/exporters/__init__.py,sha256=wQbaqyeIjVZxYprHCKZ9BeiqxeXYBKjzEgP79LWNxCU,293
-ragaai_catalyst/tracers/exporters/dynamic_trace_exporter.py,sha256=v2V-y1l9t9gQQbqoi2jlEhm1xRQjR5yTyr6rxSriXCE,6303
+ragaai_catalyst/tracers/exporters/dynamic_trace_exporter.py,sha256=JhYVSN9t6-9MFcg0IrYEJIyD6rg9O96Arg2poQSb5g8,6855
 ragaai_catalyst/tracers/exporters/file_span_exporter.py,sha256=RgGteu-NVGprXKkynvyIO5yOjpbtA41R3W_NzCjnkwE,6445
 ragaai_catalyst/tracers/exporters/raga_exporter.py,sha256=6xvjWXyh8XPkHKSLLmAZUQSvwuyY17ov8pv2VdfI0qA,17875
-ragaai_catalyst/tracers/exporters/ragaai_trace_exporter.py,sha256=C88pZ_n4mNv1Fc3qOOOm5JQdoTvQzHcjS7mSImslQ0I,13313
+ragaai_catalyst/tracers/exporters/ragaai_trace_exporter.py,sha256=exiAHrHlMPWwwlQnMFeAYwjeicgUjCL97OKPHl-g5GI,9275
 ragaai_catalyst/tracers/instrumentators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ragaai_catalyst/tracers/utils/__init__.py,sha256=KeMaZtYaTojilpLv65qH08QmpYclfpacDA0U3wg6Ybw,64
 ragaai_catalyst/tracers/utils/convert_langchain_callbacks_output.py,sha256=SehrD7q8ytAiUYoWr406b4mWs3Lk0Rcy6Ekkihh22TI,1703
@@ -85,11 +84,12 @@ ragaai_catalyst/tracers/utils/convert_llama_instru_callback.py,sha256=8qLo7x4Zsn
 ragaai_catalyst/tracers/utils/extraction_logic_llama_index.py,sha256=ZhPs0YhVtB82-Pq9o1BvCinKE_WPvVxPTEcZjlJbFYM,2371
 ragaai_catalyst/tracers/utils/langchain_tracer_extraction_logic.py,sha256=XS2_x2qneqEx9oAighLg-LRiueWcESLwIC2r7eJT-Ww,3117
 ragaai_catalyst/tracers/utils/model_prices_and_context_window_backup.json,sha256=C3uwkibJ08C9sOX-54kulZYmJlIpZ-SQpfE6HNGrjbM,343502
-ragaai_catalyst/tracers/utils/rag_trace_json_converter.py,sha256=adCKk7Nj8307XYYg2sB-QT-66OShOs2iTGwNVwqbHig,19373
-ragaai_catalyst/tracers/utils/trace_json_converter.py,sha256=E0_QfciQMMpCtQYrNB4l8HJhlaFalr5bkMqkVRgQahY,14073
+ragaai_catalyst/tracers/utils/rag_extraction_logic_final.py,sha256=3ygkRT__lLDRflRttjzPu28tIA8cTCiGQVMQjqMItqQ,11309
+ragaai_catalyst/tracers/utils/rag_trace_json_converter.py,sha256=54IEZO-YRjUAahV5nw8KClXqTF1LhfDry_TsZ4KGow4,20467
+ragaai_catalyst/tracers/utils/trace_json_converter.py,sha256=K4X4yUmB01UtFX-_xmJsgFOAmzGe8qQ6SYQRHUyWlKs,9405
 ragaai_catalyst/tracers/utils/utils.py,sha256=ViygfJ7vZ7U0CTSA1lbxVloHp4NSlmfDzBRNCJuMhis,2374
-ragaai_catalyst-2.1.7.5b5.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-ragaai_catalyst-2.1.7.5b5.dist-info/METADATA,sha256=qTUNGuVyjtbjoOnA2Zq_HARkI0TgkYnYj8qDU7W33aE,17607
-ragaai_catalyst-2.1.7.5b5.dist-info/WHEEL,sha256=Nw36Djuh_5VDukK0H78QzOX-_FQEo6V37m3nkm96gtU,91
-ragaai_catalyst-2.1.7.5b5.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
-ragaai_catalyst-2.1.7.5b5.dist-info/RECORD,,
+ragaai_catalyst-2.2.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+ragaai_catalyst-2.2.dist-info/METADATA,sha256=rytHjlVJ46jQhFTVDo8fuT7k5HupO4ue6dxAXQ_v0u4,17601
+ragaai_catalyst-2.2.dist-info/WHEEL,sha256=Nw36Djuh_5VDukK0H78QzOX-_FQEo6V37m3nkm96gtU,91
+ragaai_catalyst-2.2.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
+ragaai_catalyst-2.2.dist-info/RECORD,,

ragaai_catalyst/tracers/agentic_tracing/upload/upload_trace_metric.py

@@ -1,114 +0,0 @@
-import logging
-
-import requests
-import os
-import json
-import time
-from ....ragaai_catalyst import RagaAICatalyst
-from ..utils.get_user_trace_metrics import get_user_trace_metrics
-
-logger = logging.getLogger(__name__)
-logging_level = (
-    logger.setLevel(logging.DEBUG)
-    if os.getenv("DEBUG")
-    else logger.setLevel(logging.INFO)
-)
-
-
-def upload_trace_metric(json_file_path, dataset_name, project_name, base_url=None, timeout=120):
-    try:
-        with open(json_file_path, "r") as f:
-            traces = json.load(f)
-
-        metrics = get_trace_metrics_from_trace(traces)
-        metrics = _change_metrics_format_for_payload(metrics)
-
-        user_trace_metrics = get_user_trace_metrics(project_name, dataset_name)
-        if user_trace_metrics:
-            user_trace_metrics_list = [metric["displayName"] for metric in user_trace_metrics]
-
-        if user_trace_metrics:
-            for metric in metrics:
-                if metric["displayName"] in user_trace_metrics_list:
-                    metricConfig = next((user_metric["metricConfig"] for user_metric in user_trace_metrics if
-                                         user_metric["displayName"] == metric["displayName"]), None)
-                    if not metricConfig or metricConfig.get("Metric Source", {}).get("value") != "user":
-                        raise ValueError(
-                            f"Metrics {metric['displayName']} already exist in dataset {dataset_name} of project {project_name}.")
-        headers = {
-            "Content-Type": "application/json",
-            "Authorization": f"Bearer {os.getenv('RAGAAI_CATALYST_TOKEN')}",
-            "X-Project-Name": project_name,
-        }
-        payload = json.dumps({
-            "datasetName": dataset_name,
-            "metrics": metrics
-        })
-        url_base = base_url if base_url is not None else RagaAICatalyst.BASE_URL
-        start_time = time.time()
-        endpoint = f"{url_base}/v1/llm/trace/metrics"
-        response = requests.request("POST",
-                                    endpoint,
-                                    headers=headers,
-                                    data=payload,
-                                    timeout=timeout)
-        elapsed_ms = (time.time() - start_time) * 1000
-        logger.debug(
-            f"API Call: [POST] {endpoint} | Status: {response.status_code} | Time: {elapsed_ms:.2f}ms")
-        if response.status_code != 200:
-            raise ValueError(f"Error inserting agentic trace metrics")
-    except requests.exceptions.RequestException as e:
-        raise ValueError(f"Error submitting traces: {e}")
-        return None
-
-    return response
-
-
-def _get_children_metrics_of_agent(children_traces):
-    metrics = []
-    for span in children_traces:
-        metrics.extend(span.get("metrics", []))
-        if span["type"] != "agent":
-            metric = span.get("metrics", [])
-            if metric:
-                metrics.extend(metric)
-        else:
-            metrics.extend(_get_children_metrics_of_agent(span["data"]["children"]))
-    return metrics
-
-def get_trace_metrics_from_trace(traces):
-    metrics = []
-
-    # get trace level metrics
-    if "metrics" in traces.keys():
-        if len(traces["metrics"]) > 0:
-            metrics.extend(traces["metrics"])
-
-    # get span level metrics
-    for span in traces["data"][0]["spans"]:
-        if span["type"] == "agent":
-            # Add children metrics of agent
-            children_metric = _get_children_metrics_of_agent(span["data"]["children"])
-            if children_metric:
-                metrics.extend(children_metric)
-
-        metric = span.get("metrics", [])
-        if metric:
-            metrics.extend(metric)
-    return metrics
-
-
-def _change_metrics_format_for_payload(metrics):
-    formatted_metrics = []
-    for metric in metrics:
-        if any(m["name"] == metric.get("displayName") or m['name'] == metric.get("name") for m in formatted_metrics):
-            continue
-        metric_display_name = metric["name"]
-        if metric.get("displayName"):
-            metric_display_name = metric['displayName']
-        formatted_metrics.append({
-            "name": metric_display_name,
-            "displayName": metric_display_name,
-            "config": {"source": "user"},
-        })
-    return formatted_metrics