ragaai-catalyst 2.1.5b35__py3-none-any.whl → 2.1.5b37__py3-none-any.whl

ragaai_catalyst/tracers/utils/trace_json_converter.py

@@ -0,0 +1,266 @@
+import json
+import sys
+from datetime import datetime
+from typing import final
+import pytz
+import uuid
+from ragaai_catalyst.tracers.agentic_tracing.utils.llm_utils import calculate_llm_cost, get_model_cost
+
+def convert_time_format(original_time_str, target_timezone_str="Asia/Kolkata"):
+    """
+    Converts a UTC time string to a specified timezone format.
+
+    Args:
+        original_time_str (str): The original time string in UTC format (e.g., "2025-02-28T22:05:57.945146Z").
+        target_timezone_str (str): The target timezone to convert the time to (default is "Asia/Kolkata").
+
+    Returns:
+        str: The converted time string in the specified timezone format.
+    """
+    # Parse the original time string into a datetime object
+    utc_time = datetime.strptime(original_time_str, "%Y-%m-%dT%H:%M:%S.%fZ")
+    # Set the timezone to UTC
+    utc_time = utc_time.replace(tzinfo=pytz.UTC)
+    # Convert the UTC time to the target timezone
+    target_timezone = pytz.timezone(target_timezone_str)
+    target_time = utc_time.astimezone(target_timezone)
+    # Format the datetime object to the desired string format
+    formatted_time = target_time.strftime("%Y-%m-%dT%H:%M:%S.%f%z")
+    # Add a colon in the timezone offset for better readability
+    formatted_time = formatted_time[:-2] + ':' + formatted_time[-2:]
+    return formatted_time
+
+
+def get_uuid(name):
+    """Generate a random UUID (not based on name)."""
+    return str(uuid.uuid5(uuid.NAMESPACE_DNS, name))
+
+def get_spans(input_trace, custom_model_cost):
+    data=[]
+    span_type_mapping={"AGENT":"agent","LLM":"llm","TOOL":"tool"}
+    span_name_occurrence = {}
+    for span in input_trace:
+        final_span = {}
+        span_type=span_type_mapping.get(span["attributes"]["openinference.span.kind"],"custom")
+        final_span["id"] = span["context"]["span_id"]
+        if span["name"] not in span_name_occurrence:
+            span_name_occurrence[span['name']]=0
+        else:
+            span_name_occurrence[span['name']]+=1
+        final_span["name"] = span["name"]+"."+str(span_name_occurrence[span['name']])
+        final_span["hash_id"] = get_uuid(final_span["name"])
+        final_span["source_hash_id"] = None
+        final_span["type"] = span_type
+        final_span["start_time"] = convert_time_format(span['start_time'])
+        final_span["end_time"] = convert_time_format(span['end_time'])
+        final_span["parent_id"] = span["parent_id"]
+        final_span["extra_info"] = None
+        '''Handle Error if any'''
+        if span["status"]["status_code"].lower() == "error":
+            final_span["error"] = span["status"]
+        else:
+            final_span["error"] = None
+        # ToDo: Find final trace format for sending error description
+        final_span["metrics"] = []
+        final_span["feedback"] = None
+        final_span["data"]={}
+        final_span["info"]={}
+        final_span["metrics"] =[]
+        final_span["extra_info"]={}
+        if span_type=="agent":
+            if "input.value" in span["attributes"]:
+                try:
+                    final_span["data"]["input"] = json.loads(span["attributes"]["input.value"])
+                except Exception as e:
+                    final_span["data"]["input"] = span["attributes"]["input.value"]
+            else:
+                final_span["data"]["input"] = ""
+            if "output.value" in span["attributes"]:
+                try:
+                    final_span["data"]["output"] = json.loads(span["attributes"]["output.value"])
+                except Exception as e:
+                    final_span["data"]["output"] = span["attributes"]["output.value"]
+            else:
+                final_span["data"]["output"] = ""
+        
+        elif span_type=="tool":
+            available_fields = list(span['attributes'].keys())
+            tool_fields = [key for key in available_fields if 'tool' in key]
+            if "input.value" in span["attributes"]:
+                try:
+                    final_span["data"]["input"] = json.loads(span["attributes"]["input.value"])
+                except Exception as e:
+                    final_span["data"]["input"] = span["attributes"]["input.value"]
+            else:
+                final_span["data"]["input"] = ""
+            if "output.value" in span["attributes"]:
+                try:
+                    final_span["data"]["output"] = json.loads(span["attributes"]["output.value"])
+                except Exception as e:
+                    final_span["data"]["output"] = span["attributes"]["output.value"]
+            else:
+                final_span["data"]["output"] = ""
+            input_data={}
+            for key in tool_fields:
+                input_data[key] = span['attributes'].get(key, None)
+            final_span["info"].update(input_data)
+
+        elif span_type=="llm":
+            available_fields = list(span['attributes'].keys())
+            input_fields = [key for key in available_fields if 'input' in key]
+            input_data = {}
+            for key in input_fields:
+                if 'mime_type' not in key:
+                    try:
+                        input_data[key] = json.loads(span['attributes'][key])
+                    except json.JSONDecodeError as e:
+                        input_data[key] = span['attributes'].get(key, None)
+            final_span["data"]["input"] = input_data
+            
+            output_fields = [key for key in available_fields if 'output' in key]
+            output_data = {}
+            output_data['content'] = {}
+            for key in output_fields:
+                if 'mime_type' not in key:
+                    try:
+                        output_data['content'][key] = json.loads(span['attributes'][key])
+                    except json.JSONDecodeError as e:
+                        output_data['content'][key] = span['attributes'].get(key, None)
+            final_span["data"]["output"] = [output_data]
+
+            if "llm.model_name" in span["attributes"]:
+                final_span["info"]["model"] = span["attributes"]["llm.model_name"]
+            else:
+                final_span["info"]["model"] = None
+            if "llm.invocation_parameters" in span["attributes"]:
+                try:
+                    final_span["info"].update(**json.loads(span["attributes"]["llm.invocation_parameters"]))
+                except json.JSONDecodeError as e:
+                    print(f"Error in parsing: {e}")
+                    
+                try:
+                    final_span["extra_info"]["llm_parameters"] = json.loads(span["attributes"]["llm.invocation_parameters"])
+                except json.JSONDecodeError as e:
+                    final_span["extra_info"]["llm_parameters"] = span["attributes"]["llm.invocation_parameters"]
+            else:
+                final_span["extra_info"]["llm_parameters"] = None
+
+        else:
+            if "input.value" in span["attributes"]:
+                try:
+                    final_span["data"]["input"] = json.loads(span["attributes"]["input.value"])
+                except Exception as e:
+                    final_span["data"]["input"] = span["attributes"]["input.value"]
+            if "output.value" in span["attributes"]:
+                try:
+                    final_span["data"]["output"] = json.loads(span["attributes"]["output.value"])
+                except Exception as e:
+                    final_span["data"]["output"] = span["attributes"]["output.value"]
+
+        final_span["info"]["cost"] = {}
+        final_span["info"]["token"] = {}
+
+        if "model" in final_span["info"]:
+            model_name = final_span["info"]["model"] 
+        
+        model_costs = {
+                "default": {"input_cost_per_token": 0.0, "output_cost_per_token": 0.0}
+            }
+        try:
+            model_costs = get_model_cost()
+        except Exception as e:
+           pass 
+       
+        if "resource" in span:
+            final_span["info"].update(span["resource"])
+        if "llm.token_count.prompt" in span['attributes']:
+            final_span["info"]["token"]["prompt_tokens"] = span['attributes']['llm.token_count.prompt']
+        if "llm.token_count.completion" in span['attributes']:
+            final_span["info"]["token"]["completion_tokens"] = span['attributes']['llm.token_count.completion']
+        if "llm.token_count.total" in span['attributes']:
+            final_span["info"]["token"]["total_tokens"] = span['attributes']['llm.token_count.total']
+        
+        if "info" in final_span:
+            if "token" in final_span["info"]:
+                if "prompt_tokens" in final_span["info"]["token"]:
+                    token_usage = {
+                        "prompt_tokens": final_span["info"]["token"]["prompt_tokens"],
+                        "completion_tokens": final_span["info"]["token"]["completion_tokens"],
+                        "total_tokens": final_span["info"]["token"]["total_tokens"]
+                    }
+                    final_span["info"]["cost"] = calculate_llm_cost(token_usage=token_usage, model_name=model_name, model_costs=model_costs, model_custom_cost=custom_model_cost) 
+        data.append(final_span)
+    return data
+
+def convert_json_format(input_trace, custom_model_cost):
+    """
+    Converts a JSON from one format to UI format.
+
+    Args:
+        input_trace (str): The input JSON string.
+
+    Returns:
+        final_trace: The converted JSON, or None if an error occurs.
+    """
+    final_trace = {
+        "id": input_trace[0]["context"]["trace_id"],
+        "trace_name": "",  
+        "project_name": "",  
+        "start_time": convert_time_format(min(item["start_time"] for item in input_trace)),  # Find the minimum start_time of all spans
+        "end_time": convert_time_format(max(item["end_time"] for item in input_trace))  # Find the maximum end_time of all spans
+    }
+    final_trace["metadata"] = {
+        "tokens": {
+            "prompt_tokens": 0.0,
+            "completion_tokens": 0.0,
+            "total_tokens": 0.0
+        },
+        "cost": {
+            "input_cost": 0.0,
+            "output_cost": 0.0,
+            "total_cost": 0.0
+        }    
+    }
+    final_trace["replays"]={"source":None}
+    final_trace["data"]=[{}]
+    final_trace["data"][0]["spans"] = get_spans(input_trace, custom_model_cost)
+    final_trace["network_calls"] =[]
+    final_trace["interactions"] = []
+
+    for itr in final_trace["data"][0]["spans"]:
+        if itr["type"]=="llm":
+            if "token" in itr["info"]:
+                if "prompt_tokens" in itr["info"]["token"]:
+                    final_trace["metadata"]["tokens"]["prompt_tokens"] += itr["info"]["token"]['prompt_tokens']
+                    final_trace["metadata"]["cost"]["input_cost"] += itr["info"]["cost"]['input_cost'] 
+                if "completion_tokens" in itr["info"]["token"]:
+                    final_trace["metadata"]["tokens"]["completion_tokens"] += itr["info"]["token"]['completion_tokens']
+                    final_trace["metadata"]["cost"]["output_cost"] += itr["info"]["cost"]['output_cost'] 
+            if "token" in itr["info"]:
+                if "total_tokens" in itr["info"]["token"]:
+                    final_trace["metadata"]["tokens"]["total_tokens"] += itr["info"]["token"]['total_tokens']
+                    final_trace["metadata"]["cost"]["total_cost"] += itr["info"]["cost"]['total_cost'] 
+
+    # get the total tokens, cost
+    final_trace["metadata"]["total_cost"] = final_trace["metadata"]["cost"]["total_cost"] 
+    final_trace["metadata"]["total_tokens"] = final_trace["metadata"]["tokens"]["total_tokens"]
+
+    return final_trace
+    
+if __name__ == "__main__":
+    if len(sys.argv) != 3:
+        print("Usage: python convert.py <input_openinference_trace_path> <output_trace_path>")
+        print("Example: python convert.py sample_openinference_trace/test.json output.json")
+        sys.exit(1)
+    input_file_path = sys.argv[1]
+    output_file_path = sys.argv[2]
+    with open(input_file_path,'r') as fin:
+        input_trace=[]
+        for line in fin:
+            data=json.loads(line)
+            input_trace.append(data)
+        payload = convert_json_format(input_trace)
+        print(payload)
+        with open(output_file_path,"w") as fout:
+            json.dump(payload,fout)
+            fout.write("\n")

{ragaai_catalyst-2.1.5b35.dist-info → ragaai_catalyst-2.1.5b37.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: ragaai_catalyst
-Version: 2.1.5b35
+Version: 2.1.5b37
 Summary: RAGA AI CATALYST
 Author-email: Kiran Scaria <kiran.scaria@raga.ai>, Kedar Gaikwad <kedar.gaikwad@raga.ai>, Dushyant Mahajan <dushyant.mahajan@raga.ai>, Siddhartha Kosti <siddhartha.kosti@raga.ai>, Ritika Goel <ritika.goel@raga.ai>, Vijay Chaurasia <vijay.chaurasia@raga.ai>, Tushar Kumar <tushar.kumar@raga.ai>
 Requires-Python: <3.13,>=3.9
@@ -38,6 +38,10 @@ Requires-Dist: ipynbname
 Requires-Dist: tiktoken>=0.7.0
 Requires-Dist: tomli>=2.0.0
 Requires-Dist: rich>=13.9.4
+Requires-Dist: openinference-instrumentation-llama-index
+Requires-Dist: opentelemetry-sdk
+Requires-Dist: opentelemetry-exporter-otlp
+Requires-Dist: opentelemetry-proto>=1.12.0
 Provides-Extra: dev
 Requires-Dist: pytest; extra == "dev"
 Requires-Dist: pytest-cov; extra == "dev"

{ragaai_catalyst-2.1.5b35.dist-info → ragaai_catalyst-2.1.5b37.dist-info}/RECORD

@@ -31,7 +31,7 @@ ragaai_catalyst/tracers/distributed.py,sha256=MwlBwIxCAng-OI-7Ove_rkE1mTLeuW4Jw-
 ragaai_catalyst/tracers/langchain_callback.py,sha256=KooENtkX0Hp0S_d_1WI3iH3qNVt-ZcnwOKVlydv4dUk,33518
 ragaai_catalyst/tracers/llamaindex_callback.py,sha256=ZY0BJrrlz-P9Mg2dX-ZkVKG3gSvzwqBtk7JL_05MiYA,14028
 ragaai_catalyst/tracers/llamaindex_instrumentation.py,sha256=Ys_jLkvVqo12bKgXDmkp4TxJu9HkBATrFE8cIcTYxWw,14329
-ragaai_catalyst/tracers/tracer.py,sha256=iO5m4ev0ruXjp-YjRMuN_mhr0Cd499Phz6ZYlfJ1yak,22889
+ragaai_catalyst/tracers/tracer.py,sha256=ZA57OqwDZblU9iPR4Lj5t7gEeqLUmOi_Wa10NxMGQsc,27825
 ragaai_catalyst/tracers/upload_traces.py,sha256=OKsc-Obf8bJvKBprt3dqj8GQQNkoX3kT_t8TBDi9YDQ,5670
 ragaai_catalyst/tracers/agentic_tracing/README.md,sha256=X4QwLb7-Jg7GQMIXj-SerZIgDETfw-7VgYlczOR8ZeQ,4508
 ragaai_catalyst/tracers/agentic_tracing/__init__.py,sha256=yf6SKvOPSpH-9LiKaoLKXwqj5sez8F_5wkOb91yp0oE,260
@@ -45,7 +45,7 @@ ragaai_catalyst/tracers/agentic_tracing/tests/ai_travel_agent.py,sha256=S4rCcKzU
 ragaai_catalyst/tracers/agentic_tracing/tests/unique_decorator_test.py,sha256=Xk1cLzs-2A3dgyBwRRnCWs7Eubki40FVonwd433hPN8,4805
 ragaai_catalyst/tracers/agentic_tracing/tracers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ragaai_catalyst/tracers/agentic_tracing/tracers/agent_tracer.py,sha256=LzbsHvELwBmH8ObFomJRhiQ98b6MEi18irm0DPiplt0,29743
-ragaai_catalyst/tracers/agentic_tracing/tracers/base.py,sha256=_C2j97NEH1x3Hnn63LowcS39IdfIUmwbDiwWFLlOgcc,54275
+ragaai_catalyst/tracers/agentic_tracing/tracers/base.py,sha256=Kmy1kgwy19e7MuMMq9GPUq9VXpJV2bXeaIhx8UxX5Sc,54251
 ragaai_catalyst/tracers/agentic_tracing/tracers/custom_tracer.py,sha256=OBJJjFSvwRjCGNJyqX3yIfC1W05ZN2QUXasCJ4gmCjQ,13930
 ragaai_catalyst/tracers/agentic_tracing/tracers/langgraph_tracer.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ragaai_catalyst/tracers/agentic_tracing/tracers/llm_tracer.py,sha256=z-qzmCQCkhyW0aLDUR_rNq4pmxhAaVhNY-kZQsox-Ws,50221
@@ -54,7 +54,7 @@ ragaai_catalyst/tracers/agentic_tracing/tracers/network_tracer.py,sha256=m8CxYkl
 ragaai_catalyst/tracers/agentic_tracing/tracers/tool_tracer.py,sha256=xxrliKPfdfbIZRZqMnUewsaTD8_Hv0dbuoBivNZGD4U,21674
 ragaai_catalyst/tracers/agentic_tracing/tracers/user_interaction_tracer.py,sha256=bhSUhNQCuJXKjgJAXhjKEYjnHMpYN90FSZdR84fNIKU,4614
 ragaai_catalyst/tracers/agentic_tracing/upload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ragaai_catalyst/tracers/agentic_tracing/upload/trace_uploader.py,sha256=pklyXsz1_tKsU-Kon0ZxsV11BGRLV66bCh8UG9tfrhc,26454
+ragaai_catalyst/tracers/agentic_tracing/upload/trace_uploader.py,sha256=Buk0OXjdkku0tuuFzGeqKRtwSeIBe3LpA1oa14qS7v4,12380
 ragaai_catalyst/tracers/agentic_tracing/upload/upload_agentic_traces.py,sha256=icycLgfA0734xxoM1rTMG_iIrI3iM94th8RQggJ7sSw,8541
 ragaai_catalyst/tracers/agentic_tracing/upload/upload_code.py,sha256=aw_eHhUYRbR_9IbIkNjYb7NOsmETD3k1p4a6gxaGI7Q,6462
 ragaai_catalyst/tracers/agentic_tracing/upload/upload_local_metric.py,sha256=m1O8lKpxKwtHofXLW3fTHX5yfqDW5GxoveARlg5cTw4,2571
@@ -73,9 +73,11 @@ ragaai_catalyst/tracers/agentic_tracing/utils/system_monitor.py,sha256=H8WNsk4v_
 ragaai_catalyst/tracers/agentic_tracing/utils/trace_utils.py,sha256=go7FVnofviATDph-j8sk2juv09CGSRt1Vq4U868Fhd8,2259
 ragaai_catalyst/tracers/agentic_tracing/utils/unique_decorator.py,sha256=G027toV-Km20JjKrc-Y_PilQ8ABEKrBvvzgLTnqVg7I,5819
 ragaai_catalyst/tracers/agentic_tracing/utils/zip_list_of_unique_files.py,sha256=4TeCGsFF26249fV6dJHLTZDrRa93SG9oer4rudoF8Y4,19443
-ragaai_catalyst/tracers/exporters/__init__.py,sha256=kVA8zp05h3phu4e-iHSlnznp_PzMRczB7LphSsZgUjg,138
+ragaai_catalyst/tracers/exporters/__init__.py,sha256=wQbaqyeIjVZxYprHCKZ9BeiqxeXYBKjzEgP79LWNxCU,293
+ragaai_catalyst/tracers/exporters/dynamic_trace_exporter.py,sha256=dAT2WIvkQLl8RrXdhDwm0NxhxytV6PP4ZViYJ6jlOQg,4553
 ragaai_catalyst/tracers/exporters/file_span_exporter.py,sha256=RgGteu-NVGprXKkynvyIO5yOjpbtA41R3W_NzCjnkwE,6445
 ragaai_catalyst/tracers/exporters/raga_exporter.py,sha256=6xvjWXyh8XPkHKSLLmAZUQSvwuyY17ov8pv2VdfI0qA,17875
+ragaai_catalyst/tracers/exporters/ragaai_trace_exporter.py,sha256=OhPnquuOOxoCtx7cGYdnsQJZ8lNnl0alm3A2Wc4Bl2g,4814
 ragaai_catalyst/tracers/instrumentators/__init__.py,sha256=FgnMQupoRTzmVsG9YKsLQera2Pfs-AluZv8CxwavoyQ,253
 ragaai_catalyst/tracers/instrumentators/langchain.py,sha256=yMN0qVF0pUVk6R5M1vJoUXezDo1ejs4klCFRlE8x4vE,574
 ragaai_catalyst/tracers/instrumentators/llamaindex.py,sha256=SMrRlR4xM7k9HK43hakE8rkrWHxMlmtmWD-AX6TeByc,416
@@ -86,9 +88,10 @@ ragaai_catalyst/tracers/utils/convert_llama_instru_callback.py,sha256=8qLo7x4Zsn
 ragaai_catalyst/tracers/utils/extraction_logic_llama_index.py,sha256=ZhPs0YhVtB82-Pq9o1BvCinKE_WPvVxPTEcZjlJbFYM,2371
 ragaai_catalyst/tracers/utils/langchain_tracer_extraction_logic.py,sha256=XS2_x2qneqEx9oAighLg-LRiueWcESLwIC2r7eJT-Ww,3117
 ragaai_catalyst/tracers/utils/model_prices_and_context_window_backup.json,sha256=C3uwkibJ08C9sOX-54kulZYmJlIpZ-SQpfE6HNGrjbM,343502
+ragaai_catalyst/tracers/utils/trace_json_converter.py,sha256=5zeJRD3gY_arfXWGZR4cqAvRhfC_wQUabm_7peiNMdY,12268
 ragaai_catalyst/tracers/utils/utils.py,sha256=ViygfJ7vZ7U0CTSA1lbxVloHp4NSlmfDzBRNCJuMhis,2374
-ragaai_catalyst-2.1.5b35.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-ragaai_catalyst-2.1.5b35.dist-info/METADATA,sha256=lNh8SY9ADk3KBvTywahh147oPxI96bSdsTfj_g7wHoA,21884
-ragaai_catalyst-2.1.5b35.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
-ragaai_catalyst-2.1.5b35.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
-ragaai_catalyst-2.1.5b35.dist-info/RECORD,,
+ragaai_catalyst-2.1.5b37.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+ragaai_catalyst-2.1.5b37.dist-info/METADATA,sha256=B7m2Fu7d9nCZWJmZlM8uXUB7mo3VahUb8s4QuwLbNqw,22060
+ragaai_catalyst-2.1.5b37.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
+ragaai_catalyst-2.1.5b37.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
+ragaai_catalyst-2.1.5b37.dist-info/RECORD,,