agenteval-sdk 0.3.2__tar.gz → 0.3.3__tar.gz

{agenteval_sdk-0.3.2 → agenteval_sdk-0.3.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: agenteval_sdk
-Version: 0.3.2
+Version: 0.3.3
 Summary: Telemetry and Observability SDK for AI Agents — with Trace Tree MRI
 License-Expression: MIT
 Keywords: ai,agents,observability,tracing,llm

{agenteval_sdk-0.3.2 → agenteval_sdk-0.3.3}/agenteval_sdk/__init__.py

@@ -12,7 +12,7 @@ from .sdk import (
     current_latency_threshold,
 )
 
-__version__ = "0.3.2"
+__version__ = "0.3.3"
 
 __all__ = [
     "AgentEvalClient",

{agenteval_sdk-0.3.2 → agenteval_sdk-0.3.3}/agenteval_sdk/dashboard.py

@@ -26,6 +26,16 @@ def create_app(db_path: Optional[str] = None) -> Flask:
     def index():
         return render_template("dashboard.html")
 
+    @app.route("/trace-tree")
+    def trace_tree():
+        case_id = request.args.get("case_id", "")
+        return render_template("trace_tree.html", case_id=case_id)
+
+    @app.route("/api/trace-tree/<trace_id>")
+    def api_trace_tree(trace_id):
+        spans = store.get_by_trace_id(trace_id)
+        return jsonify(spans)
+
     @app.route("/api/traces")
     def api_traces():
         limit = request.args.get("limit", 100, type=int)

{agenteval_sdk-0.3.2 → agenteval_sdk-0.3.3}/agenteval_sdk/local_store.py

@@ -39,12 +39,21 @@ class LocalStore:
         error_message TEXT DEFAULT '',
         project_id  TEXT DEFAULT 'default',
         synced      INTEGER DEFAULT 0,
-        created_at  TEXT DEFAULT (datetime('now'))
+        created_at  TEXT DEFAULT (datetime('now')),
+        span_id     TEXT DEFAULT '',
+        parent_span_id TEXT DEFAULT '',
+        latency_threshold INTEGER
     );
     CREATE INDEX IF NOT EXISTS idx_traces_synced ON traces(synced);
     CREATE INDEX IF NOT EXISTS idx_traces_trace_id ON traces(trace_id);
     """
 
+    _MIGRATIONS = [
+        "ALTER TABLE traces ADD COLUMN span_id TEXT DEFAULT ''",
+        "ALTER TABLE traces ADD COLUMN parent_span_id TEXT DEFAULT ''",
+        "ALTER TABLE traces ADD COLUMN latency_threshold INTEGER",
+    ]
+
     def __init__(self, db_path: Optional[str] = None) -> None:
         self._db_path = db_path or _default_db_path()
         self._lock = threading.Lock()
@@ -61,6 +70,12 @@ class LocalStore:
             conn = self._connect()
             try:
                 conn.executescript(self._DDL)
+                for stmt in self._MIGRATIONS:
+                    try:
+                        conn.execute(stmt)
+                        conn.commit()
+                    except sqlite3.OperationalError:
+                        pass  # column already exists
             finally:
                 conn.close()
 
@@ -73,8 +88,9 @@ class LocalStore:
                     """INSERT INTO traces
                        (trace_id, agent_name, agent_input, agent_output,
                         latency_ms, tokens_used, test_status, error_message,
-                        project_id, synced)
-                       VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, 0)""",
+                        project_id, synced, span_id, parent_span_id,
+                        latency_threshold)
+                       VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, 0, ?, ?, ?)""",
                     (
                         trace.get("trace_id", ""),
                         trace.get("agent_name", ""),
@@ -85,6 +101,9 @@ class LocalStore:
                         trace.get("test_status", "NEW"),
                         trace.get("error_message", ""),
                         trace.get("project_id", "default"),
+                        trace.get("span_id", ""),
+                        trace.get("parent_span_id", ""),
+                        trace.get("latency_threshold"),
                     ),
                 )
                 conn.commit()
@@ -150,6 +169,19 @@ class LocalStore:
             finally:
                 conn.close()
 
+    def get_by_trace_id(self, trace_id: str) -> List[Dict[str, Any]]:
+        """Return all spans for a given trace_id, ordered by id (creation order)."""
+        with self._lock:
+            conn = self._connect()
+            try:
+                rows = conn.execute(
+                    "SELECT * FROM traces WHERE trace_id = ? ORDER BY id ASC",
+                    (trace_id,),
+                ).fetchall()
+                return [dict(r) for r in rows]
+            finally:
+                conn.close()
+
     @property
     def path(self) -> str:
         return self._db_path

agenteval_sdk-0.3.3/agenteval_sdk/templates/trace_tree.html

@@ -0,0 +1,418 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Trace Tree MRI — AgentEval</title>
+    <script src="https://d3js.org/d3.v7.min.js"></script>
+    <style>
+        :root {
+            --bg: #0f1117;
+            --surface: #1a1d27;
+            --border: #2a2d3a;
+            --text: #e4e4e7;
+            --muted: #71717a;
+            --accent: #6366f1;
+            --accent-hover: #818cf8;
+            --green: #22c55e;
+            --red: #ef4444;
+            --amber: #f59e0b;
+        }
+        * { box-sizing: border-box; margin: 0; padding: 0; }
+        body {
+            font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, monospace;
+            background: var(--bg);
+            color: var(--text);
+            line-height: 1.5;
+        }
+        .container { max-width: 1400px; margin: 0 auto; padding: 24px; }
+
+        header {
+            display: flex;
+            justify-content: space-between;
+            align-items: center;
+            padding-bottom: 20px;
+            border-bottom: 1px solid var(--border);
+            margin-bottom: 24px;
+        }
+        header h1 { font-size: 1.4rem; font-weight: 600; }
+        header h1 span { color: var(--accent); }
+        .header-actions { display: flex; gap: 10px; align-items: center; }
+        .btn {
+            background: var(--accent);
+            color: #fff;
+            border: none;
+            border-radius: 6px;
+            padding: 8px 16px;
+            font-size: 0.85rem;
+            cursor: pointer;
+            text-decoration: none;
+            transition: background 0.15s;
+        }
+        .btn:hover { background: var(--accent-hover); }
+        .btn-secondary { background: var(--surface); border: 1px solid var(--border); color: var(--text); }
+        .btn-secondary:hover { background: var(--border); }
+
+        .stats {
+            display: grid;
+            grid-template-columns: repeat(auto-fit, minmax(180px, 1fr));
+            gap: 16px;
+            margin-bottom: 24px;
+        }
+        .stat-card {
+            background: var(--surface);
+            border: 1px solid var(--border);
+            border-radius: 10px;
+            padding: 18px;
+        }
+        .stat-card .label { font-size: 0.75rem; color: var(--muted); text-transform: uppercase; letter-spacing: 0.05em; }
+        .stat-card .value { font-size: 1.75rem; font-weight: 700; margin-top: 4px; }
+        .stat-card .value.green { color: var(--green); }
+        .stat-card .value.red { color: var(--red); }
+        .stat-card .value.amber { color: var(--amber); }
+
+        #tree-container {
+            background: var(--surface);
+            border: 1px solid var(--border);
+            border-radius: 10px;
+            min-height: 500px;
+            overflow: auto;
+            position: relative;
+        }
+
+        .node circle {
+            stroke-width: 2.5px;
+            cursor: pointer;
+        }
+        .node text {
+            font-size: 12px;
+            fill: var(--text);
+        }
+        .link {
+            fill: none;
+            stroke: var(--border);
+            stroke-width: 2px;
+        }
+
+        .tooltip {
+            position: absolute;
+            background: var(--surface);
+            border: 1px solid var(--border);
+            border-radius: 8px;
+            padding: 14px;
+            font-size: 0.8rem;
+            max-width: 400px;
+            pointer-events: none;
+            z-index: 200;
+            display: none;
+        }
+        .tooltip .tt-label { font-size: 0.7rem; color: var(--muted); text-transform: uppercase; margin-top: 6px; }
+        .tooltip .tt-value { word-break: break-all; }
+        .tooltip .tt-value pre {
+            background: var(--bg);
+            border: 1px solid var(--border);
+            border-radius: 4px;
+            padding: 6px;
+            font-size: 0.75rem;
+            white-space: pre-wrap;
+            max-height: 100px;
+            overflow-y: auto;
+            margin-top: 2px;
+        }
+
+        .empty-state {
+            text-align: center;
+            padding: 80px 20px;
+            color: var(--muted);
+        }
+        .empty-state h2 { font-size: 1.2rem; margin-bottom: 12px; color: var(--text); }
+
+        .legend {
+            display: flex;
+            gap: 20px;
+            margin-bottom: 16px;
+            font-size: 0.8rem;
+            color: var(--muted);
+        }
+        .legend-item { display: flex; align-items: center; gap: 6px; }
+        .legend-dot {
+            width: 12px;
+            height: 12px;
+            border-radius: 50%;
+            display: inline-block;
+        }
+    </style>
+</head>
+<body>
+    <div class="container">
+        <header>
+            <h1>🔬 <span>Trace Tree MRI</span></h1>
+            <div class="header-actions">
+                <span id="trace-id-display" style="font-size:0.8rem; color:var(--muted);"></span>
+                <a href="/" class="btn btn-secondary">← Dashboard</a>
+            </div>
+        </header>
+
+        <div class="stats" id="stats-row" style="display:none;">
+            <div class="stat-card">
+                <div class="label">Case / Trace ID</div>
+                <div class="value" id="stat-trace" style="font-size:0.85rem; word-break:break-all;">—</div>
+            </div>
+            <div class="stat-card">
+                <div class="label">Total Spans</div>
+                <div class="value" id="stat-spans">—</div>
+            </div>
+            <div class="stat-card">
+                <div class="label">Total Latency</div>
+                <div class="value amber" id="stat-latency">—</div>
+            </div>
+            <div class="stat-card">
+                <div class="label">Threshold Breaches</div>
+                <div class="value red" id="stat-breaches">—</div>
+            </div>
+        </div>
+
+        <div class="legend" id="legend" style="display:none;">
+            <div class="legend-item"><span class="legend-dot" style="background:var(--green);"></span> Within threshold</div>
+            <div class="legend-item"><span class="legend-dot" style="background:var(--red);"></span> Exceeded threshold</div>
+            <div class="legend-item"><span class="legend-dot" style="background:var(--accent);"></span> No threshold set</div>
+        </div>
+
+        <div id="tree-container"></div>
+        <div class="tooltip" id="tooltip"></div>
+    </div>
+
+    <script>
+        const CASE_ID = "{{ case_id }}";
+
+        function esc(s) {
+            const d = document.createElement('div');
+            d.textContent = s || '';
+            return d.innerHTML;
+        }
+
+        async function loadTree() {
+            const container = document.getElementById('tree-container');
+            if (!CASE_ID) {
+                container.innerHTML = `
+                    <div class="empty-state">
+                        <h2>No Case ID provided</h2>
+                        <p>Add <code>?case_id=&lt;trace_id&gt;</code> to the URL to view a trace tree.</p>
+                    </div>`;
+                return;
+            }
+
+            document.getElementById('stat-trace').textContent = CASE_ID;
+
+            let spans;
+            try {
+                const res = await fetch(`/api/trace-tree/${encodeURIComponent(CASE_ID)}`);
+                spans = await res.json();
+            } catch (e) {
+                container.innerHTML = `<div class="empty-state"><h2>Failed to load trace data</h2><p>${esc(e.message)}</p></div>`;
+                return;
+            }
+
+            if (!spans.length) {
+                container.innerHTML = `
+                    <div class="empty-state">
+                        <h2>No spans found</h2>
+                        <p>No trace spans found for case ID: <code>${esc(CASE_ID)}</code></p>
+                        <p style="margin-top:8px;">Make sure you are running the dashboard from the same environment where traces were logged.</p>
+                    </div>`;
+                return;
+            }
+
+            // Show stats
+            document.getElementById('stats-row').style.display = '';
+            document.getElementById('legend').style.display = '';
+            document.getElementById('stat-spans').textContent = spans.length;
+
+            const totalLatency = spans.reduce((s, n) => s + (n.latency_ms || 0), 0);
+            document.getElementById('stat-latency').textContent = totalLatency + 'ms';
+
+            const breaches = spans.filter(s =>
+                s.latency_threshold && s.latency_ms > s.latency_threshold
+            ).length;
+            document.getElementById('stat-breaches').textContent = breaches;
+
+            // Build tree from flat span list
+            const root = buildTree(spans);
+            renderD3Tree(root, container);
+        }
+
+        function buildTree(spans) {
+            const bySpan = {};
+            let root = null;
+
+            // Index by span_id
+            for (const s of spans) {
+                const node = {
+                    ...s,
+                    children: [],
+                    _name: s.agent_name || 'Unknown',
+                };
+                if (s.span_id) bySpan[s.span_id] = node;
+            }
+
+            // Link parent -> children
+            for (const s of spans) {
+                const node = s.span_id ? bySpan[s.span_id] : { ...s, children: [], _name: s.agent_name || 'Unknown' };
+                if (!s.parent_span_id || !bySpan[s.parent_span_id]) {
+                    // Root node (no parent or parent not in this set)
+                    if (!root) root = node;
+                    else {
+                        // Multiple roots — wrap in a virtual root
+                        if (!root._virtual) {
+                            root = { _name: 'Trace', children: [root], _virtual: true, latency_ms: 0, tokens_used: 0 };
+                        }
+                        root.children.push(node);
+                    }
+                } else {
+                    bySpan[s.parent_span_id].children.push(node);
+                }
+            }
+
+            return root || { _name: 'Empty', children: [], latency_ms: 0 };
+        }
+
+        function renderD3Tree(rootData, container) {
+            container.innerHTML = '';
+
+            const margin = { top: 40, right: 200, bottom: 40, left: 120 };
+            const nodeW = 220;
+            const nodeH = 70;
+
+            const hierRoot = d3.hierarchy(rootData, d => d.children);
+            const treeLayout = d3.tree().nodeSize([nodeH + 10, nodeW]);
+            treeLayout(hierRoot);
+
+            // Compute bounds
+            let x0 = Infinity, x1 = -Infinity;
+            hierRoot.each(d => {
+                if (d.x < x0) x0 = d.x;
+                if (d.x > x1) x1 = d.x;
+            });
+
+            const width = (hierRoot.height + 1) * nodeW + margin.left + margin.right;
+            const height = (x1 - x0) + margin.top + margin.bottom;
+
+            const svg = d3.select(container)
+                .append('svg')
+                .attr('width', width)
+                .attr('height', height)
+                .style('min-width', '100%');
+
+            const g = svg.append('g')
+                .attr('transform', `translate(${margin.left},${margin.top - x0})`);
+
+            // Links
+            g.selectAll('.link')
+                .data(hierRoot.links())
+                .join('path')
+                .attr('class', 'link')
+                .attr('d', d3.linkHorizontal()
+                    .x(d => d.y)
+                    .y(d => d.x)
+                );
+
+            // Nodes
+            const tooltip = document.getElementById('tooltip');
+            const nodes = g.selectAll('.node')
+                .data(hierRoot.descendants())
+                .join('g')
+                .attr('class', 'node')
+                .attr('transform', d => `translate(${d.y},${d.x})`);
+
+            nodes.append('circle')
+                .attr('r', 8)
+                .attr('fill', d => nodeColor(d.data))
+                .attr('stroke', d => nodeStroke(d.data))
+                .on('mouseover', (event, d) => showTooltip(event, d.data, tooltip))
+                .on('mousemove', (event) => moveTooltip(event, tooltip))
+                .on('mouseout', () => hideTooltip(tooltip));
+
+            // Label: agent name
+            nodes.append('text')
+                .attr('dy', -14)
+                .attr('x', 0)
+                .attr('text-anchor', 'middle')
+                .style('font-weight', '600')
+                .text(d => d.data._name);
+
+            // Sub-label: latency
+            nodes.append('text')
+                .attr('dy', 22)
+                .attr('x', 0)
+                .attr('text-anchor', 'middle')
+                .style('font-size', '10px')
+                .style('fill', d => {
+                    const data = d.data;
+                    if (data.latency_threshold && data.latency_ms > data.latency_threshold)
+                        return 'var(--red)';
+                    return 'var(--muted)';
+                })
+                .text(d => {
+                    const ms = d.data.latency_ms || 0;
+                    let label = ms + 'ms';
+                    if (d.data.latency_threshold) {
+                        label += ` / ${d.data.latency_threshold}ms`;
+                    }
+                    return label;
+                });
+        }
+
+        function nodeColor(d) {
+            if (d._virtual) return 'var(--muted)';
+            if (!d.latency_threshold) return 'var(--accent)';
+            return d.latency_ms > d.latency_threshold ? 'var(--red)' : 'var(--green)';
+        }
+
+        function nodeStroke(d) {
+            if (d._virtual) return 'var(--border)';
+            if (!d.latency_threshold) return '#4f46e5';
+            return d.latency_ms > d.latency_threshold ? '#dc2626' : '#16a34a';
+        }
+
+        function showTooltip(event, data, el) {
+            const threshold = data.latency_threshold
+                ? `${data.latency_threshold}ms ${data.latency_ms > data.latency_threshold ? '⚠️ EXCEEDED' : '✅ OK'}`
+                : 'Not set';
+            el.innerHTML = `
+                <div style="font-weight:700; font-size:0.95rem; margin-bottom:8px;">${esc(data._name)}</div>
+                <div class="tt-label">Span ID</div>
+                <div class="tt-value">${esc(data.span_id || '—')}</div>
+                <div class="tt-label">Latency</div>
+                <div class="tt-value">${data.latency_ms || 0}ms</div>
+                <div class="tt-label">Threshold</div>
+                <div class="tt-value">${threshold}</div>
+                <div class="tt-label">Tokens</div>
+                <div class="tt-value">${data.tokens_used || 0}</div>
+                <div class="tt-label">Status</div>
+                <div class="tt-value">${esc(data.test_status || '—')}</div>
+                <div class="tt-label">Input</div>
+                <div class="tt-value"><pre>${esc(truncate(data.agent_input, 200))}</pre></div>
+                <div class="tt-label">Output</div>
+                <div class="tt-value"><pre>${esc(truncate(data.agent_output, 200))}</pre></div>
+            `;
+            el.style.display = 'block';
+            moveTooltip(event, el);
+        }
+
+        function moveTooltip(event, el) {
+            el.style.left = (event.pageX + 16) + 'px';
+            el.style.top = (event.pageY - 10) + 'px';
+        }
+
+        function hideTooltip(el) {
+            el.style.display = 'none';
+        }
+
+        function truncate(s, n) {
+            return (s || '').length > n ? (s || '').substring(0, n) + '…' : (s || '');
+        }
+
+        loadTree();
+    </script>
+</body>
+</html>

{agenteval_sdk-0.3.2 → agenteval_sdk-0.3.3}/agenteval_sdk.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: agenteval_sdk
-Version: 0.3.2
+Version: 0.3.3
 Summary: Telemetry and Observability SDK for AI Agents — with Trace Tree MRI
 License-Expression: MIT
 Keywords: ai,agents,observability,tracing,llm

{agenteval_sdk-0.3.2 → agenteval_sdk-0.3.3}/agenteval_sdk.egg-info/SOURCES.txt

@@ -11,4 +11,5 @@ agenteval_sdk.egg-info/dependency_links.txt
 agenteval_sdk.egg-info/entry_points.txt
 agenteval_sdk.egg-info/requires.txt
 agenteval_sdk.egg-info/top_level.txt
-agenteval_sdk/templates/dashboard.html
+agenteval_sdk/templates/dashboard.html
+agenteval_sdk/templates/trace_tree.html

{agenteval_sdk-0.3.2 → agenteval_sdk-0.3.3}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "agenteval_sdk"
-version = "0.3.2"
+version = "0.3.3"
 description = "Telemetry and Observability SDK for AI Agents — with Trace Tree MRI"
 readme = "README.md"
 requires-python = ">=3.8"