praisonaiagents 0.0.152__py3-none-any.whl → 0.0.153__py3-none-any.whl

praisonaiagents/telemetry/token_collector.py

@@ -0,0 +1,170 @@
+"""
+Token usage collector for tracking LLM token consumption.
+Provides comprehensive tracking with minimal overhead.
+"""
+
+from dataclasses import dataclass, field
+from typing import Dict, Optional, List
+from datetime import datetime
+import threading
+from collections import defaultdict
+
+
+@dataclass
+class TokenMetrics:
+    """Represents token usage metrics for a single LLM interaction."""
+    input_tokens: int = 0
+    output_tokens: int = 0
+    cached_tokens: int = 0
+    reasoning_tokens: int = 0
+    audio_input_tokens: int = 0
+    audio_output_tokens: int = 0
+    
+    @property
+    def total_tokens(self) -> int:
+        """Calculate total tokens across all types."""
+        return (
+            self.input_tokens + 
+            self.output_tokens + 
+            self.cached_tokens + 
+            self.reasoning_tokens +
+            self.audio_input_tokens +
+            self.audio_output_tokens
+        )
+    
+    def to_dict(self) -> Dict[str, int]:
+        """Convert to dictionary format."""
+        return {
+            "input_tokens": self.input_tokens,
+            "output_tokens": self.output_tokens,
+            "cached_tokens": self.cached_tokens,
+            "reasoning_tokens": self.reasoning_tokens,
+            "audio_input_tokens": self.audio_input_tokens,
+            "audio_output_tokens": self.audio_output_tokens,
+            "total_tokens": self.total_tokens
+        }
+    
+    def __add__(self, other: 'TokenMetrics') -> 'TokenMetrics':
+        """Add two TokenMetrics instances together."""
+        if not isinstance(other, TokenMetrics):
+            return NotImplemented
+        
+        return TokenMetrics(
+            input_tokens=self.input_tokens + other.input_tokens,
+            output_tokens=self.output_tokens + other.output_tokens,
+            cached_tokens=self.cached_tokens + other.cached_tokens,
+            reasoning_tokens=self.reasoning_tokens + other.reasoning_tokens,
+            audio_input_tokens=self.audio_input_tokens + other.audio_input_tokens,
+            audio_output_tokens=self.audio_output_tokens + other.audio_output_tokens
+        )
+
+
+@dataclass
+class SessionTokenMetrics:
+    """Aggregated token metrics for a session."""
+    total_interactions: int = 0
+    metrics_by_model: Dict[str, TokenMetrics] = field(default_factory=dict)
+    metrics_by_agent: Dict[str, TokenMetrics] = field(default_factory=dict)
+    total_metrics: TokenMetrics = field(default_factory=TokenMetrics)
+    
+    def add_interaction(self, model: str, agent: Optional[str], metrics: TokenMetrics):
+        """Add a new interaction's metrics."""
+        self.total_interactions += 1
+        
+        # Update total metrics
+        self.total_metrics = self.total_metrics + metrics
+        
+        # Update model-specific metrics
+        if model not in self.metrics_by_model:
+            self.metrics_by_model[model] = TokenMetrics()
+        self.metrics_by_model[model] = self.metrics_by_model[model] + metrics
+        
+        # Update agent-specific metrics
+        if agent:
+            if agent not in self.metrics_by_agent:
+                self.metrics_by_agent[agent] = TokenMetrics()
+            self.metrics_by_agent[agent] = self.metrics_by_agent[agent] + metrics
+    
+    def get_summary(self) -> Dict:
+        """Get a summary of session token usage."""
+        return {
+            "total_interactions": self.total_interactions,
+            "total_tokens": self.total_metrics.total_tokens,
+            "total_metrics": self.total_metrics.to_dict(),
+            "by_model": {
+                model: metrics.to_dict() 
+                for model, metrics in self.metrics_by_model.items()
+            },
+            "by_agent": {
+                agent: metrics.to_dict() 
+                for agent, metrics in self.metrics_by_agent.items()
+            }
+        }
+
+
+class TokenCollector:
+    """
+    Global token collector for tracking token usage across the application.
+    Thread-safe implementation for concurrent access.
+    """
+    
+    def __init__(self):
+        self._lock = threading.Lock()
+        self._session_metrics = SessionTokenMetrics()
+        self._recent_interactions: List[Dict] = []
+        self._max_recent = 100
+    
+    def track_tokens(
+        self, 
+        model: str, 
+        agent: Optional[str], 
+        metrics: TokenMetrics,
+        metadata: Optional[Dict] = None
+    ):
+        """Track token usage for an interaction."""
+        with self._lock:
+            # Add to session metrics
+            self._session_metrics.add_interaction(model, agent, metrics)
+            
+            # Track recent interaction
+            interaction = {
+                "timestamp": datetime.now().isoformat(),
+                "model": model,
+                "agent": agent,
+                "metrics": metrics.to_dict(),
+                "metadata": metadata or {}
+            }
+            
+            self._recent_interactions.append(interaction)
+            
+            # Limit recent interactions
+            if len(self._recent_interactions) > self._max_recent:
+                self._recent_interactions.pop(0)
+    
+    def get_session_summary(self) -> Dict:
+        """Get summary of token usage for the session."""
+        with self._lock:
+            return self._session_metrics.get_summary()
+    
+    def get_recent_interactions(self, limit: int = 10) -> List[Dict]:
+        """Get recent interactions with token metrics."""
+        with self._lock:
+            return self._recent_interactions[-limit:]
+    
+    def reset(self):
+        """Reset all collected metrics."""
+        with self._lock:
+            self._session_metrics = SessionTokenMetrics()
+            self._recent_interactions.clear()
+    
+    def export_metrics(self) -> Dict:
+        """Export all metrics for external use."""
+        with self._lock:
+            return {
+                "session": self._session_metrics.get_summary(),
+                "recent_interactions": self._recent_interactions.copy()
+            }
+
+
+# Global token collector instance
+_token_collector = TokenCollector()

praisonaiagents/telemetry/token_telemetry.py

@@ -0,0 +1,89 @@
+"""
+Token telemetry integration for bridging token tracking with the main telemetry system.
+"""
+
+from typing import Optional, Dict, Any
+import logging
+
+# Import dependencies
+from .token_collector import _token_collector, TokenMetrics
+from .telemetry import get_telemetry
+
+logger = logging.getLogger(__name__)
+
+
+class TokenTelemetryBridge:
+    """Bridges token tracking with the main telemetry system."""
+    
+    def __init__(self):
+        self.telemetry = get_telemetry()
+        self.enabled = self.telemetry.enabled if self.telemetry else False
+    
+    def track_token_usage(
+        self, 
+        event_type: str,
+        model: str,
+        agent: Optional[str],
+        metrics: TokenMetrics,
+        metadata: Optional[Dict[str, Any]] = None
+    ):
+        """Track token usage event in telemetry."""
+        if not self.enabled or not self.telemetry:
+            return
+        
+        try:
+            # Prepare event data
+            event_data = {
+                "event_type": event_type,
+                "model": model,
+                "agent": agent,
+                "total_tokens": metrics.total_tokens,
+                "input_tokens": metrics.input_tokens,
+                "output_tokens": metrics.output_tokens,
+                "cached_tokens": metrics.cached_tokens,
+                "reasoning_tokens": metrics.reasoning_tokens,
+            }
+            
+            # Add metadata if provided
+            if metadata:
+                event_data.update(metadata)
+            
+            # Track in telemetry
+            self.telemetry.track_feature_usage("token_usage", event_data)
+            
+        except Exception as e:
+            logger.debug(f"Failed to track token usage in telemetry: {e}")
+    
+    def export_token_metrics(self) -> Dict[str, Any]:
+        """Export token metrics for telemetry reporting."""
+        if not _token_collector:
+            return {}
+        
+        try:
+            metrics = _token_collector.export_metrics()
+            
+            # Prepare telemetry-friendly format
+            return {
+                "token_metrics": {
+                    "session_summary": metrics.get("session", {}),
+                    "total_interactions": metrics.get("session", {}).get("total_interactions", 0),
+                    "total_tokens": metrics.get("session", {}).get("total_tokens", 0),
+                }
+            }
+            
+        except Exception as e:
+            logger.debug(f"Failed to export token metrics: {e}")
+            return {}
+    
+    def reset_token_metrics(self):
+        """Reset token metrics collection."""
+        if _token_collector:
+            _token_collector.reset()
+
+
+# Global telemetry bridge instance
+_token_telemetry_bridge = TokenTelemetryBridge()
+
+# Export convenience functions
+track_token_usage = _token_telemetry_bridge.track_token_usage
+export_token_metrics = _token_telemetry_bridge.export_token_metrics

{praisonaiagents-0.0.152.dist-info → praisonaiagents-0.0.153.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: praisonaiagents
-Version: 0.0.152
+Version: 0.0.153
 Summary: Praison AI agents for completing complex tasks with Self Reflection Agents
 Author: Mervin Praison
 Requires-Python: >=3.10

{praisonaiagents-0.0.152.dist-info → praisonaiagents-0.0.153.dist-info}/RECORD

@@ -1,18 +1,18 @@
-praisonaiagents/__init__.py,sha256=RJfNHR2k00o_U8W_YJb05uwemrvQ_7SmyNhjp__G29E,3887
+praisonaiagents/__init__.py,sha256=zWX90TqZVLXppvVlnwwidc1ooBs3ZDGzr7XRje649Mw,6291
 praisonaiagents/_logging.py,sha256=WfgUX6jo9hClpgHVKSGz8gqkna9DDNhPJBv-wjhcJoM,4648
 praisonaiagents/_warning_patch.py,sha256=FSLdw1SnA9b1PSxHWaRIcuG9IiIwO5JT6uo_m3CM0NI,2816
 praisonaiagents/approval.py,sha256=UJ4OhfihpFGR5CAaMphqpSvqdZCHi5w2MGw1MByZ1FQ,9813
 praisonaiagents/flow_display.py,sha256=E84J_H3h8L-AqL_F1JzEUInQYdjmIEuNL1LZr4__Hes,6935
-praisonaiagents/main.py,sha256=BqqskwUP-qrqCsHF9h_Wv99uS24ZeFTD8CaN6o6bnCE,17150
+praisonaiagents/main.py,sha256=NuAmE-ZrH4X0O9ysNA2AfxEQ8APPssO_ZR_f7h97QOo,17370
 praisonaiagents/session.py,sha256=FHWButPBaFGA4x1U_2gImroQChHnFy231_aAa_n5KOQ,20364
 praisonaiagents/agent/__init__.py,sha256=KBqW_augD-HcaV3FL88gUmhDCpwnSTavGENi7RqneTo,505
-praisonaiagents/agent/agent.py,sha256=_EhjCKaqM4z2Dcgkndr2b2UmJJuKCjDkeIItvH_Bnok,143723
+praisonaiagents/agent/agent.py,sha256=VXRMG1xwog1x_YP71AXvFT7p5Ik4kXU0016AEQMzdHc,143988
 praisonaiagents/agent/context_agent.py,sha256=zNI2Waghn5eo8g3QM1Dc7ZNSr2xw41D87GIK81FjW-Y,107489
 praisonaiagents/agent/handoff.py,sha256=Saq0chqfvC6Zf5UbXvmctybbehqnotrXn72JsS-76Q0,13099
 praisonaiagents/agent/image_agent.py,sha256=xKDhW8T1Y3e15lQpY6N2pdvBNJmAoWDibJa4BYa-Njs,10205
 praisonaiagents/agent/router_agent.py,sha256=a_b6w5Ti05gvK80uKGMIcT14fiCTKv8rCQPCWAUfIiE,12713
 praisonaiagents/agents/__init__.py,sha256=_1d6Pqyk9EoBSo7E68sKyd1jDRlN1vxvVIRpoMc0Jcw,168
-praisonaiagents/agents/agents.py,sha256=POZ-CbFabOSY7UUBDgh5IE6bXv0qERPO4Hpah6MSvQ8,65983
+praisonaiagents/agents/agents.py,sha256=sGXnRwBa49DhL7jMDE12IRcstpEg-QrkNyXw0K8BiRU,70995
 praisonaiagents/agents/autoagents.py,sha256=v5pJfTgHnFzG5K2gHwfRA0nZ7Ikptir6hUNvOZ--E44,20777
 praisonaiagents/guardrails/__init__.py,sha256=HA8zhp-KRHTxo0194MUwXOUJjPyjOu7E3d7xUIKYVVY,310
 praisonaiagents/guardrails/guardrail_result.py,sha256=2K1WIYRyT_s1H6vBGa-7HEHzXCFIyZXZVY4f0hnQyWc,1352
@@ -21,13 +21,13 @@ praisonaiagents/knowledge/__init__.py,sha256=xL1Eh-a3xsHyIcU4foOWF-JdWYIYBALJH9b
 praisonaiagents/knowledge/chunking.py,sha256=G6wyHa7_8V0_7VpnrrUXbEmUmptlT16ISJYaxmkSgmU,7678
 praisonaiagents/knowledge/knowledge.py,sha256=OzK81oA6sjk9nAUWphS7AkXxvalrv2AHB4FtHjzYgxI,30115
 praisonaiagents/llm/__init__.py,sha256=SqdU1pRqPrR6jZeWYyDeTvmZKCACywk0v4P0k5Fuowk,1107
-praisonaiagents/llm/llm.py,sha256=ChQQoBkfVoVaPg13qZ9S3rM0rhrQJjVMCuJv4irvTVY,173421
+praisonaiagents/llm/llm.py,sha256=HFN5pJUogqeCYcDk1b4JJe6VXbEFMXyQBZ-byKaObVQ,176229
 praisonaiagents/llm/model_capabilities.py,sha256=cxOvZcjZ_PIEpUYKn3S2FMyypfOSfbGpx4vmV7Y5vhI,3967
 praisonaiagents/llm/model_router.py,sha256=Jy2pShlkLxqXF3quz-MRB3-6L9vaUSgUrf2YJs_Tsg0,13995
 praisonaiagents/llm/openai_client.py,sha256=3EVjIs3tnBNFDy_4ZxX9DJVq54kS0FMm38m5Gkpun7U,57234
 praisonaiagents/mcp/__init__.py,sha256=ibbqe3_7XB7VrIcUcetkZiUZS1fTVvyMy_AqCSFG8qc,240
 praisonaiagents/mcp/mcp.py,sha256=ChaSwLCcFBB9b8eNuj0DoKbK1EqpyF1T_7xz0FX-5-A,23264
-praisonaiagents/mcp/mcp_http_stream.py,sha256=Yh-69eIlLQS_M0bd__y7NzSjOqqX6R8Ed4eJQw6xXgg,18314
+praisonaiagents/mcp/mcp_http_stream.py,sha256=3lCzZWdY6_X6fgQjQWDsB9_bB2vxdKsUs2PFmNt98Pw,19763
 praisonaiagents/mcp/mcp_sse.py,sha256=KO10tAgZ5vSKeRhkJIZcdJ0ZmhRybS39i1KybWt4D7M,9128
 praisonaiagents/memory/__init__.py,sha256=aEFdhgtTqDdMhc_JCWM-f4XI9cZIj7Wz5g_MUa-0amg,397
 praisonaiagents/memory/memory.py,sha256=HjanP8sSi91wifvPkQDH40uGYdDZPOeir29fCu6y-b8,64584
@@ -35,12 +35,14 @@ praisonaiagents/process/__init__.py,sha256=lkYbL7Hn5a0ldvJtkdH23vfIIZLIcanK-65C0
 praisonaiagents/process/process.py,sha256=wXKZ2Z26vB9osmVbD5xqkUlUQRvWEpvL8j9hiuiHrQ0,78246
 praisonaiagents/task/__init__.py,sha256=VL5hXVmyGjINb34AalxpBMl-YW9m5EDcRkMTKkSSl7c,80
 praisonaiagents/task/task.py,sha256=j1KgaqeMfVm7lcO3puyIjX1r8Uf5GHtTRvd4NlK5Vk8,24203
-praisonaiagents/telemetry/__init__.py,sha256=RnAZjxUaLfylbrRfVTc-k1LonRvjvMSFwJzXCQHd9fA,5330
-praisonaiagents/telemetry/integration.py,sha256=2uIDI5AUiZNr2GfOe3P1AQMOP-DdaqnodFpFmEW82Dc,12082
+praisonaiagents/telemetry/__init__.py,sha256=HtJxYIPPsYpE92CE4zpyrzYMIy5qxVIxkw_2GCgUq_k,6483
+praisonaiagents/telemetry/integration.py,sha256=nhLkp8AnitKlumMxQj8aNt5DkoeKukPA6u6bHbsk8wA,23205
 praisonaiagents/telemetry/performance_cli.py,sha256=8OGeqqE5yAQk1mAqz2fYCd6VeNPLRlUM9oTkJA6ge-E,15456
-praisonaiagents/telemetry/performance_monitor.py,sha256=G0m2V8RcFrwKqZQ4ziktyXO7tFtm_opA3b14HxV8P0Q,22935
-praisonaiagents/telemetry/performance_utils.py,sha256=eHQ_oJod5Oi2Hr_7QTzBtZ3C-cew07raNx_RjU03_HY,22947
-praisonaiagents/telemetry/telemetry.py,sha256=526aXKYjuMLITuLvUOFOq4ynFUlHuAdO4KxTPSyJlFk,24504
+praisonaiagents/telemetry/performance_monitor.py,sha256=yDR-bQuZhFlKInmO5T_Ih3PfWgZNodjvGeUNp2Dvhu4,29003
+praisonaiagents/telemetry/performance_utils.py,sha256=8sfiaBv2Hg_NY0JXlLWT-PDbfrGxTVgL-pRVTBV6VaU,24446
+praisonaiagents/telemetry/telemetry.py,sha256=VEprwpst0-1pSbt2jUtIlpJbzJfO1IS2eyT5qhVym6Q,28542
+praisonaiagents/telemetry/token_collector.py,sha256=1T8uz6vOFGAtHwI1Ph2_kTu5wNT0kCF-hNxS45Tw36A,6040
+praisonaiagents/telemetry/token_telemetry.py,sha256=9ktsLF26CdCdTmpXxt25KSH4kIT6weNuws9X_jCOxB8,2909
 praisonaiagents/tools/README.md,sha256=am9mlHp46sC1U9HfyXtX-E_cckxpazprl4tuVFYHP_0,4905
 praisonaiagents/tools/__init__.py,sha256=Q5pYRhdLHEOtQ6V2Dc0dJ0ppDxM9qiegeI8dz97MAiI,10176
 praisonaiagents/tools/arxiv_tools.py,sha256=1stb31zTjLTon4jCnpZG5de9rKc9QWgC0leLegvPXWo,10528
@@ -65,7 +67,7 @@ praisonaiagents/tools/xml_tools.py,sha256=iYTMBEk5l3L3ryQ1fkUnNVYK-Nnua2Kx2S0dxN
 praisonaiagents/tools/yaml_tools.py,sha256=uogAZrhXV9O7xvspAtcTfpKSQYL2nlOTvCQXN94-G9A,14215
 praisonaiagents/tools/yfinance_tools.py,sha256=s2PBj_1v7oQnOobo2fDbQBACEHl61ftG4beG6Z979ZE,8529
 praisonaiagents/tools/train/data/generatecot.py,sha256=H6bNh-E2hqL5MW6kX3hqZ05g9ETKN2-kudSjiuU_SD8,19403
-praisonaiagents-0.0.152.dist-info/METADATA,sha256=a-HyisF8Pw70UqkSloPXYxFj9p1e4pe1BITREE9xlkU,2146
-praisonaiagents-0.0.152.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-praisonaiagents-0.0.152.dist-info/top_level.txt,sha256=_HsRddrJ23iDx5TTqVUVvXG2HeHBL5voshncAMDGjtA,16
-praisonaiagents-0.0.152.dist-info/RECORD,,
+praisonaiagents-0.0.153.dist-info/METADATA,sha256=XSemYARB8KbWxIROYpBGh21HcmzkANfMVG7aBt2frsc,2146
+praisonaiagents-0.0.153.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+praisonaiagents-0.0.153.dist-info/top_level.txt,sha256=_HsRddrJ23iDx5TTqVUVvXG2HeHBL5voshncAMDGjtA,16
+praisonaiagents-0.0.153.dist-info/RECORD,,