ragaai-catalyst 2.1.4b0__py3-none-any.whl → 2.1.4b2__py3-none-any.whl

ragaai_catalyst/tracers/agentic_tracing/tracers/main_tracer.py

@@ -13,46 +13,113 @@ from .tool_tracer import ToolTracerMixin
 from .agent_tracer import AgentTracerMixin
 from .network_tracer import NetworkTracer
 from .user_interaction_tracer import UserInteractionTracer
+from .custom_tracer import CustomTracerMixin
+from ..utils.span_attributes import SpanAttributes
 
 from ..data.data_structure import (
-    Trace, Metadata, SystemInfo, OSInfo, EnvironmentInfo,
-    Resources, CPUResource, MemoryResource, DiskResource, NetworkResource,
-    ResourceInfo, MemoryInfo, DiskInfo, NetworkInfo,
-    Component, LLMComponent, AgentComponent, ToolComponent,
-    NetworkCall, Interaction, Error
+    Trace,
+    Metadata,
+    SystemInfo,
+    OSInfo,
+    EnvironmentInfo,
+    Resources,
+    CPUResource,
+    MemoryResource,
+    DiskResource,
+    NetworkResource,
+    ResourceInfo,
+    MemoryInfo,
+    DiskInfo,
+    NetworkInfo,
+    Component,
+    LLMComponent,
+    AgentComponent,
+    ToolComponent,
+    NetworkCall,
+    Interaction,
+    Error,
 )
 
 from ....ragaai_catalyst import RagaAICatalyst
 from ragaai_catalyst.tracers.upload_traces import UploadTraces
 
-class AgenticTracing(BaseTracer, LLMTracerMixin, ToolTracerMixin, AgentTracerMixin):
-    def __init__(self, user_detail, auto_instrument_llm: bool = True):
+
+class AgenticTracing(
+    BaseTracer, LLMTracerMixin, ToolTracerMixin, AgentTracerMixin, CustomTracerMixin
+):
+    def __init__(self, user_detail, auto_instrumentation=None):
         # Initialize all parent classes
         self.user_interaction_tracer = UserInteractionTracer()
         LLMTracerMixin.__init__(self)
         ToolTracerMixin.__init__(self)
         AgentTracerMixin.__init__(self)
-        
+        CustomTracerMixin.__init__(self)
+
         self.project_name = user_detail["project_name"]
         self.project_id = user_detail["project_id"]
-        self.dataset_name = user_detail["dataset_name"]
+        # self.dataset_name = user_detail["dataset_name"]
         self.trace_user_detail = user_detail["trace_user_detail"]
         self.base_url = f"{RagaAICatalyst.BASE_URL}"
         self.timeout = 10
 
         BaseTracer.__init__(self, user_detail)
-        
-        self.auto_instrument_llm = auto_instrument_llm
+
         self.tools: Dict[str, Tool] = {}
         self.call_depth = contextvars.ContextVar("call_depth", default=0)
-        self.current_component_id = contextvars.ContextVar("current_component_id", default=None)
+        self.current_component_id = contextvars.ContextVar(
+            "current_component_id", default=None
+        )
         self.network_tracer = NetworkTracer()
-        self.is_active = False
+
+        # Handle auto_instrumentation
+        if auto_instrumentation is None:
+            # Default behavior: everything enabled
+            self.is_active = True
+            self.auto_instrument_llm = True
+            self.auto_instrument_tool = True
+            self.auto_instrument_agent = True
+            self.auto_instrument_user_interaction = True
+            self.auto_instrument_file_io = True
+            self.auto_instrument_network = True
+            self.auto_instrument_custom = True
+        else:
+            # Set global active state
+            self.is_active = (
+                any(auto_instrumentation.values())
+                if isinstance(auto_instrumentation, dict)
+                else bool(auto_instrumentation)
+            )
+
+            # Set individual components
+            if isinstance(auto_instrumentation, dict):
+                self.auto_instrument_llm = auto_instrumentation.get("llm", False)
+                self.auto_instrument_tool = auto_instrumentation.get("tool", False)
+                self.auto_instrument_agent = auto_instrumentation.get("agent", False)
+                self.auto_instrument_user_interaction = auto_instrumentation.get(
+                    "user_interaction", False
+                )
+                self.auto_instrument_file_io = auto_instrumentation.get(
+                    "file_io", False
+                )
+                self.auto_instrument_network = auto_instrumentation.get(
+                    "network", False
+                )
+                self.auto_instrument_custom = auto_instrumentation.get("custom", False)
+            else:
+                # If boolean provided, apply to all components
+                self.auto_instrument_llm = bool(auto_instrumentation)
+                self.auto_instrument_tool = bool(auto_instrumentation)
+                self.auto_instrument_agent = bool(auto_instrumentation)
+                self.auto_instrument_user_interaction = bool(auto_instrumentation)
+                self.auto_instrument_file_io = bool(auto_instrumentation)
+                self.auto_instrument_network = bool(auto_instrumentation)
+                self.auto_instrument_custom = bool(auto_instrumentation)
+
         self.current_agent_id = contextvars.ContextVar("current_agent_id", default=None)
         self.agent_children = contextvars.ContextVar("agent_children", default=[])
         self.component_network_calls = {}  # Store network calls per component
         self.component_user_interaction = {}
-        
+
         # Create output directory if it doesn't exist
         self.output_dir = Path("./traces")  # Using default traces directory
         self.output_dir.mkdir(exist_ok=True)
@@ -61,19 +128,28 @@ class AgenticTracing(BaseTracer, LLMTracerMixin, ToolTracerMixin, AgentTracerMix
         """Start tracking network calls for a component"""
         self.component_network_calls[component_id] = []
         self.network_tracer.network_calls = []  # Reset network calls
-        self.component_user_interaction[component_id] = []
         self.current_component_id.set(component_id)
         self.user_interaction_tracer.component_id.set(component_id)
 
     def end_component(self, component_id: str):
         """End tracking network calls for a component"""
-        self.component_network_calls[component_id] = self.network_tracer.network_calls.copy()
+        self.component_network_calls[component_id] = (
+            self.network_tracer.network_calls.copy()
+        )
         self.network_tracer.network_calls = []  # Reset for next component
-        self.component_user_interaction[component_id] = self.user_interaction_tracer.interactions.copy()
-        self.user_interaction_tracer.interactions = []
+        # self.component_user_interaction[component_id] = [interaction for interaction in self.user_interaction_tracer.interactions if interaction.get('component_id') == component_id]
+        for interaction in self.user_interaction_tracer.interactions:
+            interaction_component_id = interaction.get("component_id")
+            if interaction_component_id not in self.component_user_interaction:
+                self.component_user_interaction[interaction_component_id] = []
+            if interaction not in self.component_user_interaction[interaction_component_id]:
+                self.component_user_interaction[interaction_component_id].append(interaction)
 
     def start(self):
         """Start tracing"""
+        if not self.is_active:
+            return
+
         # Setup user interaction tracing
         self.user_interaction_tracer.project_id.set(self.project_id)
         self.user_interaction_tracer.trace_id.set(self.trace_id)
@@ -81,84 +157,112 @@ class AgenticTracing(BaseTracer, LLMTracerMixin, ToolTracerMixin, AgentTracerMix
         self.user_interaction_tracer.component_id.set(self.current_component_id.get())
         builtins.print = self.user_interaction_tracer.traced_print
         builtins.input = self.user_interaction_tracer.traced_input
-        
+        builtins.open = self.user_interaction_tracer.traced_open
+
         # Start base tracer (includes system info and resource monitoring)
         super().start()
-        self.is_active = True
-        
+
         # Activate network tracing
         self.network_tracer.activate_patches()
-        
-        # Instrument calls from mixins
+
+        # take care of the auto instrumentation
         if self.auto_instrument_llm:
             self.instrument_llm_calls()
 
+        if self.auto_instrument_tool:
+            self.instrument_tool_calls()
+
+        if self.auto_instrument_agent:
+            self.instrument_agent_calls()
+
+        if self.auto_instrument_custom:
+            self.instrument_custom_calls()
+
+        if self.auto_instrument_user_interaction:
+
+            ToolTracerMixin.instrument_user_interaction_calls(self)
+            LLMTracerMixin.instrument_user_interaction_calls(self)
+            AgentTracerMixin.instrument_user_interaction_calls(self)
+            CustomTracerMixin.instrument_user_interaction_calls(self)
+
+        if self.auto_instrument_network:
+            ToolTracerMixin.instrument_network_calls(self)
+            LLMTracerMixin.instrument_network_calls(self)
+            AgentTracerMixin.instrument_network_calls(self)
+            CustomTracerMixin.instrument_network_calls(self)
+
+        # These will be implemented later
+        # if self.auto_instrument_file_io:
+        #     self.instrument_file_io_calls()
+
     def stop(self):
         """Stop tracing and save results"""
         if self.is_active:
             # Restore original print and input functions
             builtins.print = self.user_interaction_tracer.original_print
             builtins.input = self.user_interaction_tracer.original_input
-            
+            builtins.open = self.user_interaction_tracer.original_open
+
             # Calculate final metrics before stopping
             self._calculate_final_metrics()
-            
+
             # Deactivate network tracing
             self.network_tracer.deactivate_patches()
-            
+
             # Stop base tracer (includes saving to file)
             super().stop()
-            
+
             # Cleanup
             self.unpatch_llm_calls()
             self.user_interaction_tracer.interactions = []  # Clear interactions list
             self.is_active = False
 
-
     def _calculate_final_metrics(self):
         """Calculate total cost and tokens from all components"""
         total_cost = 0.0
         total_tokens = 0
-        
+
         def process_component(component):
             nonlocal total_cost, total_tokens
             # Convert component to dict if it's an object
-            comp_dict = component.__dict__ if hasattr(component, '__dict__') else component
-            
-            if comp_dict.get('type') == "llm":
-                info = comp_dict.get('info', {})
+            comp_dict = (
+                component.__dict__ if hasattr(component, "__dict__") else component
+            )
+
+            if comp_dict.get("type") == "llm":
+                info = comp_dict.get("info", {})
                 if isinstance(info, dict):
                     # Extract cost
-                    cost_info = info.get('cost', {})
+                    cost_info = info.get("cost", {})
                     if isinstance(cost_info, dict):
-                        total_cost += cost_info.get('total_cost', 0)
-                    
+                        total_cost += cost_info.get("total_cost", 0)
+
                     # Extract tokens
-                    token_info = info.get('tokens', {})
+                    token_info = info.get("tokens", {})
                     if isinstance(token_info, dict):
-                        total_tokens += token_info.get('total_tokens', 0)
+                        total_tokens += token_info.get("total_tokens", 0)
                     else:
-                        token_info = info.get('token_usage', {})
+                        token_info = info.get("token_usage", {})
                         if isinstance(token_info, dict):
-                            total_tokens += token_info.get('total_tokens', 0)
-            
+                            total_tokens += token_info.get("total_tokens", 0)
+
             # Process children if they exist
-            data = comp_dict.get('data', {})
+            data = comp_dict.get("data", {})
             if isinstance(data, dict):
-                children = data.get('children', [])
+                children = data.get("children", [])
                 if children:
                     for child in children:
                         process_component(child)
-        
+
         # Process all root components
         for component in self.components:
             process_component(component)
-        
+
         # Update metadata in trace
-        if hasattr(self, 'trace'):
+        if hasattr(self, "trace"):
             if isinstance(self.trace.metadata, dict):
-                self.trace.metadata['total_cost'] = total_cost
-                self.trace.metadata['total_tokens'] = total_tokens
+                self.trace.metadata["total_cost"] = total_cost
+                self.trace.metadata["total_tokens"] = total_tokens
             else:
                 self.trace.metadata.total_cost = total_cost
                 self.trace.metadata.total_tokens = total_tokens
@@ -166,11 +270,34 @@ class AgenticTracing(BaseTracer, LLMTracerMixin, ToolTracerMixin, AgentTracerMix
     def add_component(self, component_data: dict, is_error: bool = False):
         """Add a component to the trace data"""
         # Convert dict to appropriate Component type
-        filtered_data = {k: v for k, v in component_data.items() if k in ["id", "hash_id", "source_hash_id", "type", "name", "start_time", "end_time", "parent_id", "info", "extra_info", "data", "network_calls", "interactions", "error"]}
+        filtered_data = {
+            k: v
+            for k, v in component_data.items()
+            if k
+            in [
+                "id",
+                "hash_id",
+                "source_hash_id",
+                "type",
+                "name",
+                "start_time",
+                "end_time",
+                "parent_id",
+                "info",
+                "extra_info",
+                "data",
+                "metadata",
+                "metrics",
+                "feedback",
+                "network_calls",
+                "interactions",
+                "error",
+            ]
+        }
 
         if component_data["type"] == "llm":
             component = LLMComponent(**filtered_data)
-        elif component_data["type"] == "agent": 
+        elif component_data["type"] == "agent":
             component = AgentComponent(**filtered_data)
         elif component_data["type"] == "tool":
             component = ToolComponent(**filtered_data)
@@ -187,21 +314,27 @@ class AgenticTracing(BaseTracer, LLMTracerMixin, ToolTracerMixin, AgentTracerMix
         else:
             # Add component to the main trace
             super().add_component(component)
-            
+
         # Handle error case
         if is_error:
             # Get the parent component if it exists
             parent_id = component_data.get("parent_id")
             children = self.agent_children.get()
-            
+
             # Set parent_id for all children
             for child in children:
                 child["parent_id"] = parent_id
-            
+
             agent_tracer_mixin = AgentTracerMixin()
             agent_tracer_mixin.component_network_calls = self.component_network_calls
-            agent_tracer_mixin.component_user_interaction = self.component_user_interaction
-            
+            agent_tracer_mixin.component_user_interaction = (
+                self.component_user_interaction
+            )
+
+            agent_tracer_mixin.span_attributes_dict[self.current_agent_name.get()] = (
+                SpanAttributes(self.current_agent_name.get())
+            )
+
             # Create parent component with error info
             parent_component = agent_tracer_mixin.create_agent_component(
                 component_id=parent_id,
@@ -218,10 +351,29 @@ class AgenticTracing(BaseTracer, LLMTracerMixin, ToolTracerMixin, AgentTracerMix
                 input_data=self.input_data,
                 output_data=None,
                 children=children,
-                parent_id=None  # Add parent ID if exists
+                parent_id=None,  # Add parent ID if exists
             )
 
-            filtered_data = {k: v for k, v in parent_component.items() if k in ["id", "hash_id", "source_hash_id", "type", "name", "start_time", "end_time", "parent_id", "info", "data", "network_calls", "interactions", "error"]}
+            filtered_data = {
+                k: v
+                for k, v in parent_component.items()
+                if k
+                in [
+                    "id",
+                    "hash_id",
+                    "source_hash_id",
+                    "type",
+                    "name",
+                    "start_time",
+                    "end_time",
+                    "parent_id",
+                    "info",
+                    "data",
+                    "network_calls",
+                    "interactions",
+                    "error",
+                ]
+            }
             parent_agent_component = AgentComponent(**filtered_data)
             # Add the parent component to trace and stop tracing
             super().add_component(parent_agent_component)
@@ -234,4 +386,4 @@ class AgenticTracing(BaseTracer, LLMTracerMixin, ToolTracerMixin, AgentTracerMix
 
     def __exit__(self, exc_type, exc_value, traceback):
         """Context manager exit"""
-        self.stop()
+        self.stop()

ragaai_catalyst/tracers/agentic_tracing/tracers/network_tracer.py

@@ -47,6 +47,8 @@ class NetworkTracer:
                 "url": url,
                 "method": method,
                 "status_code": status_code,
+                "start_time": start_time.isoformat() if start_time else None,
+                "end_time": end_time.isoformat() if end_time else None,
                 "response_time": duration,
                 "bytes_sent": bytes_sent,
                 "bytes_received": bytes_received,