ragaai-catalyst 2.1.7.3b0__py3-none-any.whl → 2.1.7.4__py3-none-any.whl

ragaai_catalyst/tracers/agentic_tracing/upload/trace_uploader.py

@@ -157,7 +157,7 @@ def process_upload(task_id: str, filepath: str, hash_id: str, zip_path: str,
                 )
                 logger.info(f"Trace metrics uploaded: {response}")
             except Exception as e:
-                logger.error(f"Error uploading trace metrics: {e}")
+                logger.error(f"Error uploading trace trace uploader metrics: {e}")
                 # Continue with other uploads
         else:
             logger.warning(f"Trace file {filepath} not found, skipping metrics upload")
@@ -364,4 +364,4 @@ if __name__ == "__main__":
     if args.daemon:
         logger.info("Daemon mode not needed in futures implementation")
     else:
-        logger.info("Interactive mode not needed in futures implementation")
+        logger.info("Interactive mode not needed in futures implementation")

ragaai_catalyst/tracers/exporters/ragaai_trace_exporter.py

@@ -89,7 +89,7 @@ class RAGATraceExporter(SpanExporter):
         except Exception as e:
             print(f"Error converting trace {trace_id}: {e}")
             return  # Exit early if conversion fails
-            
+
         # Check if trace details are None (conversion failed)
         if ragaai_trace_details is None:
             logger.error(f"Cannot upload trace {trace_id}: conversion failed and returned None")
@@ -97,7 +97,7 @@ class RAGATraceExporter(SpanExporter):
             
         # Upload the trace if upload_trace function is provided
         try:
-            if self.post_processor!=None:
+            if self.post_processor!=None and self.tracer_type != "langchain":
                 ragaai_trace_details['trace_file_path'] = self.post_processor(ragaai_trace_details['trace_file_path'])
             if self.tracer_type == "langchain":
                 # Check if we're already in an event loop
@@ -106,18 +106,18 @@ class RAGATraceExporter(SpanExporter):
                     if loop.is_running():
                         # We're in a running event loop (like in Colab/Jupyter)
                         # Create a future and run the coroutine
-                        future = asyncio.ensure_future(self.upload_rag_trace(ragaai_trace_details, additional_metadata, trace_id))
+                        future = asyncio.ensure_future(self.upload_rag_trace(ragaai_trace_details, additional_metadata, trace_id, self.post_processor))
                         # We don't wait for it to complete as this would block the event loop
                         logger.info(f"Scheduled async upload for trace {trace_id} in existing event loop")
                     else:
                         # No running event loop, use asyncio.run()
-                        asyncio.run(self.upload_rag_trace(ragaai_trace_details, additional_metadata, trace_id))
+                        asyncio.run(self.upload_rag_trace(ragaai_trace_details, additional_metadata, trace_id, self.post_processor))
                 except RuntimeError:
                     # No event loop exists, create one
-                    asyncio.run(self.upload_rag_trace(ragaai_trace_details, additional_metadata, trace_id))
+                    asyncio.run(self.upload_rag_trace(ragaai_trace_details, additional_metadata, trace_id, self.post_processor))
             else:
                 self.upload_trace(ragaai_trace_details, trace_id)
-        except Exception as e:
+        except Exception as e: 
             print(f"Error uploading trace {trace_id}: {e}")
 
     def prepare_trace(self, spans, trace_id):
@@ -206,13 +206,16 @@ class RAGATraceExporter(SpanExporter):
 
         logger.info(f"Submitted upload task with ID: {self.upload_task_id}")
     
-    async def upload_rag_trace(self, ragaai_trace, additional_metadata, trace_id):
+    async def upload_rag_trace(self, ragaai_trace, additional_metadata, trace_id, post_processor=None):
         try:
             ragaai_trace[0]['external_id'] = self.external_id
             trace_file_path = os.path.join(self.tmp_dir, f"{trace_id}.json")
             with open(trace_file_path, 'w') as f:
                 json.dump(ragaai_trace, f, indent=2)
             logger.info(f"Trace file saved at {trace_file_path}")
+            if self.post_processor!=None:
+                trace_file_path = self.post_processor(trace_file_path)
+                logger.info(f"After post processing Trace file saved at {trace_file_path}")
 
             # Create a ThreadPoolExecutor with max_workers=30
             with concurrent.futures.ThreadPoolExecutor(max_workers=self.max_upload_workers) as executor:
@@ -227,7 +230,7 @@ class RAGATraceExporter(SpanExporter):
                         base_url=self.base_url
                     ).upload_traces,
                     additional_metadata_keys=additional_metadata
-                )
+                ) 
                 
                 # Implement retry logic - attempt upload up to 3 times
                 max_retries = 3

ragaai_catalyst/tracers/tracer.py

@@ -427,12 +427,20 @@ class Tracer(AgenticTracing):
             with open(original_path, 'r') as f:
                 data = json.load(f)
             
-            # Apply masking only to data['data']
-            data['data'] = recursive_mask_values(data['data'])
-            
-            # Create new filename with 'processed_' prefix in /var/tmp/
+            # Apply masking only to data['data'] or in case of langchain rag apply on 'traces' field of each element
+            if 'data' in data:
+                data['data'] = recursive_mask_values(data['data'])
+            elif isinstance(data,list):
+                masked_traces = []
+                for item in data:
+                    if isinstance(item, dict) and 'traces' in item:
+                        item['traces'] = recursive_mask_values(item['traces'])
+                        masked_traces.append(item)
+                data = masked_traces
+            # Create new filename with 'processed_' prefix 
             new_filename = f"processed_{original_path.name}"
-            final_trace_json_path = Path("/var/tmp") / new_filename
+            dir_name, original_filename = os.path.split(original_trace_json_path)
+            final_trace_json_path = Path(dir_name) / new_filename
             
             # Write modified data to the new file
             with open(final_trace_json_path, 'w') as f:
@@ -538,7 +546,7 @@ class Tracer(AgenticTracing):
 
     def _improve_metadata(self, metadata, tracer_type):
         if metadata is None:
-            metadata = {"metadata": {}}
+            metadata = {}
         metadata.setdefault("log_source", f"{tracer_type}_tracer")
         metadata.setdefault("recorded_on", str(datetime.datetime.now()))
         return metadata
@@ -859,3 +867,30 @@ class Tracer(AgenticTracing):
             self.user_context = context
         else:
             raise TypeError("context must be a string")
+    
+    def add_metadata(self, metadata):
+        """
+        Add metadata information to the trace. This method is only supported for 'langchain' and 'llamaindex' tracer types.
+
+        Args:
+            metadata: Additional metadata information to be added to the trace. Can be a dictionary.
+
+        Raises:
+            ValueError: If tracer_type is not 'langchain' or 'llamaindex'.
+        """
+        if self.tracer_type not in ["langchain", "llamaindex"]:
+            raise ValueError("add_metadata is only supported for 'langchain' and 'llamaindex' tracer types")
+        
+        # Convert string metadata to string if needed
+        user_details = self.user_details
+        user_metadata = user_details["trace_user_detail"]["metadata"]
+        if isinstance(metadata, dict):
+            for key, value in metadata.items():
+                if key in user_metadata:
+                    user_metadata[key] = value
+                else:
+                    raise ValueError(f"Key '{key}' not found in metadata")
+            self.dynamic_exporter.user_details = user_details
+            self.metadata = user_metadata
+        else:
+            raise TypeError("metadata must be a dictionary")

ragaai_catalyst/tracers/upload_traces.py

@@ -36,15 +36,23 @@ class UploadTraces:
             "model_name": {"columnType": "metadata"},
             "total_cost": {"columnType": "metadata", "dataType": "numerical"},
             "total_latency": {"columnType": "metadata", "dataType": "numerical"},
+            "error": {"columnType": "metadata"}
         }
 
         if additional_metadata_keys:
             for key in additional_metadata_keys:
                 if key == "model_name":
                     SCHEMA_MAPPING_NEW['response']["modelName"] = additional_metadata_keys[key]
+                elif key == "error":
+                    pass
                 else:
                     SCHEMA_MAPPING_NEW[key] = {"columnType": key, "parentColumn": "response"}
 
+        if self.user_detail and self.user_detail["trace_user_detail"]["metadata"]:
+            for key in self.user_detail["trace_user_detail"]["metadata"]:
+                if key not in SCHEMA_MAPPING_NEW:
+                    SCHEMA_MAPPING_NEW[key] = {"columnType": "metadata"}
+
         if additional_pipeline_keys:
             for key in additional_pipeline_keys:
                 SCHEMA_MAPPING_NEW[key] = {"columnType": "pipeline"}

ragaai_catalyst/tracers/utils/convert_langchain_callbacks_output.py

@@ -58,4 +58,5 @@ def convert_langchain_callbacks_output(result, project_name="", metadata="", pip
 
     initial_struc[0]["traces"] = traces_data
 
+    initial_struc[0]["error"] = result["error"]
     return initial_struc

ragaai_catalyst/tracers/utils/rag_trace_json_converter.py

@@ -164,10 +164,30 @@ def rag_trace_json_converter(input_trace, custom_model_cost, trace_id, user_deta
         except Exception as e:
             logger.error(f"Error while extracting context from trace: {str(e)}")
             return ""
-        
+    
+    def get_span_errors(input_trace):
+        try:
+            if tracer_type == "langchain":
+                span_errors = {}
+                for span in input_trace:
+                    try:
+                        if "status" in span.keys() and span.get("status", {}).get("status_code", "").lower() == "error":
+                            span_errors[f"{span['name']}"] = span["status"]
+                    except:
+                        logger.error(f"Error fetching status from span")
+                return span_errors
+        except:
+            logger.error(f"Error in get_span_errors")
+            return None
+
+
+
+
+
     prompt = get_prompt(input_trace)
     response = get_response(input_trace)
     context = get_context(input_trace)
+    error = get_span_errors(input_trace)
     
     if tracer_type == "langchain":
         trace_aggregate["tracer_type"] = "langchain"
@@ -183,6 +203,7 @@ def rag_trace_json_converter(input_trace, custom_model_cost, trace_id, user_deta
     trace_aggregate["data"]["prompt"] = prompt
     trace_aggregate["data"]["response"] = response
     trace_aggregate["data"]["context"] = context
+    trace_aggregate["error"] = error
     
     if tracer_type == "langchain":
         additional_metadata = get_additional_metadata(input_trace, custom_model_cost, model_cost, prompt, response)
@@ -191,6 +212,9 @@ def rag_trace_json_converter(input_trace, custom_model_cost, trace_id, user_deta
     
     trace_aggregate["metadata"] = user_details.get("trace_user_detail", {}).get("metadata")
     trace_aggregate["metadata"].update(additional_metadata)
+    trace_aggregate["metadata"]["error"] = f"{error}"
+    additional_metadata["error"] = error if error else None
+
     additional_metadata.pop("total_cost")
     additional_metadata.pop("total_latency")
     return trace_aggregate, additional_metadata

{ragaai_catalyst-2.1.7.3b0.dist-info → ragaai_catalyst-2.1.7.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ragaai_catalyst
-Version: 2.1.7.3b0
+Version: 2.1.7.4
 Summary: RAGA AI CATALYST
 Author-email: Kiran Scaria <kiran.scaria@raga.ai>, Kedar Gaikwad <kedar.gaikwad@raga.ai>, Dushyant Mahajan <dushyant.mahajan@raga.ai>, Siddhartha Kosti <siddhartha.kosti@raga.ai>, Ritika Goel <ritika.goel@raga.ai>, Vijay Chaurasia <vijay.chaurasia@raga.ai>, Tushar Kumar <tushar.kumar@raga.ai>
 Requires-Python: <=3.13.2,>=3.10

{ragaai_catalyst-2.1.7.3b0.dist-info → ragaai_catalyst-2.1.7.4.dist-info}/RECORD

@@ -31,8 +31,8 @@ ragaai_catalyst/tracers/distributed.py,sha256=MwlBwIxCAng-OI-7Ove_rkE1mTLeuW4Jw-
 ragaai_catalyst/tracers/langchain_callback.py,sha256=CB75zzG3-DkYTELj0vI1MOHQTY0MuQJfoHIXz9Cl8S8,34568
 ragaai_catalyst/tracers/llamaindex_callback.py,sha256=ZY0BJrrlz-P9Mg2dX-ZkVKG3gSvzwqBtk7JL_05MiYA,14028
 ragaai_catalyst/tracers/llamaindex_instrumentation.py,sha256=Ys_jLkvVqo12bKgXDmkp4TxJu9HkBATrFE8cIcTYxWw,14329
-ragaai_catalyst/tracers/tracer.py,sha256=LHRd35rTFgYovxsI4tyXHgsCCdccO1_O1txFLFyLUKc,39069
-ragaai_catalyst/tracers/upload_traces.py,sha256=PEE_JhAmOAMKyb-pl4ZoFWhIePxJm1zs93crrk94iEg,5887
+ragaai_catalyst/tracers/tracer.py,sha256=pKHP5PK4au9Gdis-anYmu2PTmqWc4tNDrJvZWWRLQVo,40753
+ragaai_catalyst/tracers/upload_traces.py,sha256=8T9j2FEUYEoMMU9hW8DbYRG7KtL-QAyCDucuD5gHUzA,6278
 ragaai_catalyst/tracers/agentic_tracing/README.md,sha256=X4QwLb7-Jg7GQMIXj-SerZIgDETfw-7VgYlczOR8ZeQ,4508
 ragaai_catalyst/tracers/agentic_tracing/__init__.py,sha256=yf6SKvOPSpH-9LiKaoLKXwqj5sez8F_5wkOb91yp0oE,260
 ragaai_catalyst/tracers/agentic_tracing/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -54,7 +54,7 @@ ragaai_catalyst/tracers/agentic_tracing/tracers/network_tracer.py,sha256=m8CxYkl
 ragaai_catalyst/tracers/agentic_tracing/tracers/tool_tracer.py,sha256=xxrliKPfdfbIZRZqMnUewsaTD8_Hv0dbuoBivNZGD4U,21674
 ragaai_catalyst/tracers/agentic_tracing/tracers/user_interaction_tracer.py,sha256=bhSUhNQCuJXKjgJAXhjKEYjnHMpYN90FSZdR84fNIKU,4614
 ragaai_catalyst/tracers/agentic_tracing/upload/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ragaai_catalyst/tracers/agentic_tracing/upload/trace_uploader.py,sha256=Tv_QMg8EIQyoDwFnDqKlNwmJVBJNkdr6-es3UT-Mugg,12939
+ragaai_catalyst/tracers/agentic_tracing/upload/trace_uploader.py,sha256=qGinKWnb-NSEfIfIOsL37tB9AS8-dKa_-nNNHkUmtuE,12955
 ragaai_catalyst/tracers/agentic_tracing/upload/upload_agentic_traces.py,sha256=9s1cXH1rZ2EMPMsJ7zls8BRVVHdyGNXK-SoIF7P2MxM,8595
 ragaai_catalyst/tracers/agentic_tracing/upload/upload_code.py,sha256=bRJGqdLPm0fTORAdUGRo0aDPiZeqB30gK_iC7SsymL4,6603
 ragaai_catalyst/tracers/agentic_tracing/upload/upload_local_metric.py,sha256=m1O8lKpxKwtHofXLW3fTHX5yfqDW5GxoveARlg5cTw4,2571
@@ -77,19 +77,19 @@ ragaai_catalyst/tracers/exporters/__init__.py,sha256=wQbaqyeIjVZxYprHCKZ9BeiqxeX
 ragaai_catalyst/tracers/exporters/dynamic_trace_exporter.py,sha256=v2V-y1l9t9gQQbqoi2jlEhm1xRQjR5yTyr6rxSriXCE,6303
 ragaai_catalyst/tracers/exporters/file_span_exporter.py,sha256=RgGteu-NVGprXKkynvyIO5yOjpbtA41R3W_NzCjnkwE,6445
 ragaai_catalyst/tracers/exporters/raga_exporter.py,sha256=6xvjWXyh8XPkHKSLLmAZUQSvwuyY17ov8pv2VdfI0qA,17875
-ragaai_catalyst/tracers/exporters/ragaai_trace_exporter.py,sha256=BzL5u7yOcWHHtPueoJclXcvexBQo1SFu5lHY8ANnzP8,12998
+ragaai_catalyst/tracers/exporters/ragaai_trace_exporter.py,sha256=C88pZ_n4mNv1Fc3qOOOm5JQdoTvQzHcjS7mSImslQ0I,13313
 ragaai_catalyst/tracers/instrumentators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ragaai_catalyst/tracers/utils/__init__.py,sha256=KeMaZtYaTojilpLv65qH08QmpYclfpacDA0U3wg6Ybw,64
-ragaai_catalyst/tracers/utils/convert_langchain_callbacks_output.py,sha256=e0URuRWCdzpxuBLfL82FOTMjbRuDAkW8aIRi7s7Nocc,1655
+ragaai_catalyst/tracers/utils/convert_langchain_callbacks_output.py,sha256=SehrD7q8ytAiUYoWr406b4mWs3Lk0Rcy6Ekkihh22TI,1703
 ragaai_catalyst/tracers/utils/convert_llama_instru_callback.py,sha256=8qLo7x4Zsn3dhJfSv9gviB60YXZ2TOsWEouucJmBM0c,1724
 ragaai_catalyst/tracers/utils/extraction_logic_llama_index.py,sha256=ZhPs0YhVtB82-Pq9o1BvCinKE_WPvVxPTEcZjlJbFYM,2371
 ragaai_catalyst/tracers/utils/langchain_tracer_extraction_logic.py,sha256=XS2_x2qneqEx9oAighLg-LRiueWcESLwIC2r7eJT-Ww,3117
 ragaai_catalyst/tracers/utils/model_prices_and_context_window_backup.json,sha256=C3uwkibJ08C9sOX-54kulZYmJlIpZ-SQpfE6HNGrjbM,343502
-ragaai_catalyst/tracers/utils/rag_trace_json_converter.py,sha256=jwScK9bo0NGpaOgeII-m2l_ovcHNo9Pd2wkZHFBt0zc,18559
+ragaai_catalyst/tracers/utils/rag_trace_json_converter.py,sha256=adCKk7Nj8307XYYg2sB-QT-66OShOs2iTGwNVwqbHig,19373
 ragaai_catalyst/tracers/utils/trace_json_converter.py,sha256=E0_QfciQMMpCtQYrNB4l8HJhlaFalr5bkMqkVRgQahY,14073
 ragaai_catalyst/tracers/utils/utils.py,sha256=ViygfJ7vZ7U0CTSA1lbxVloHp4NSlmfDzBRNCJuMhis,2374
-ragaai_catalyst-2.1.7.3b0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-ragaai_catalyst-2.1.7.3b0.dist-info/METADATA,sha256=5TXfNHsBByRy9NfLRp8vCsmedgGXJpq0qc_18g43HYA,17607
-ragaai_catalyst-2.1.7.3b0.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
-ragaai_catalyst-2.1.7.3b0.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
-ragaai_catalyst-2.1.7.3b0.dist-info/RECORD,,
+ragaai_catalyst-2.1.7.4.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+ragaai_catalyst-2.1.7.4.dist-info/METADATA,sha256=YyOec5GmUSf51XzWsaaY7xCDwAv_l2ILcbFQd7PP4YI,17605
+ragaai_catalyst-2.1.7.4.dist-info/WHEEL,sha256=0CuiUZ_p9E4cD6NyLD6UG80LBXYyiSYZOKDm5lp32xk,91
+ragaai_catalyst-2.1.7.4.dist-info/top_level.txt,sha256=HpgsdRgEJMk8nqrU6qdCYk3di7MJkDL0B19lkc7dLfM,16
+ragaai_catalyst-2.1.7.4.dist-info/RECORD,,

{ragaai_catalyst-2.1.7.3b0.dist-info → ragaai_catalyst-2.1.7.4.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (79.0.1)
+Generator: setuptools (80.3.1)
 Root-Is-Purelib: true
 Tag: py3-none-any