@miller-tech/uap 1.113.0 → 1.117.0

package/dist/utils/telemetry-store.js

@@ -0,0 +1,212 @@
+/**
+ * Persisted telemetry store for dashboard panels that would otherwise read
+ * empty in-process singletons.
+ *
+ * The compression (`globalSessionStats`) and performance (`getPerformanceMonitor`)
+ * singletons are only populated inside the MCP-router / model-executor / memory
+ * processes. The `uap dash serve` process is a *separate* process, so it sees
+ * empty singletons and renders 0/empty Compression + Performance panels.
+ *
+ * These functions let the producing processes persist their samples to the
+ * shared `telemetry.db` (keyed by project cwd) so the dashboard process can read
+ * the real, cross-process values instead of the in-memory singleton.
+ *
+ * All writes are best-effort and fail open — telemetry must never break a hot
+ * path or a tool call.
+ */
+import Database from 'better-sqlite3';
+import { existsSync, mkdirSync } from 'node:fs';
+import { dirname, join } from 'node:path';
+import { computePercentiles } from './performance-monitor.js';
+/** Keep at most this many perf samples per metric (mirrors PerformanceMonitor.maxSamples). */
+const PERF_SAMPLES_PER_METRIC = 1000;
+/** Cached DB handles, one per project cwd. Reused across calls to avoid open/close churn on hot paths. */
+const dbCache = new Map();
+let perfInsertCount = 0;
+function telemetryDbPath(cwd) {
+    return join(cwd, 'agents', 'data', 'memory', 'telemetry.db');
+}
+/**
+ * Open (creating dir + tables) the shared telemetry.db, caching the handle per
+ * cwd. Returns null on any failure so callers can fail open.
+ */
+function openStore(cwd) {
+    const cached = dbCache.get(cwd);
+    if (cached)
+        return cached;
+    try {
+        const dbPath = telemetryDbPath(cwd);
+        mkdirSync(dirname(dbPath), { recursive: true });
+        const db = new Database(dbPath);
+        // WAL + NORMAL so hot-path producer writes and the dash-serve reader don't
+        // block each other (this DB is written by 3 producer process families and
+        // read by the dashboard). Matches every other cross-process store in the
+        // repo (coordination/tasks/analytics).
+        db.pragma('journal_mode = WAL');
+        db.pragma('synchronous = NORMAL');
+        db.pragma('busy_timeout = 10000');
+        db.exec(`
+      CREATE TABLE IF NOT EXISTS compression_stats (
+        tool TEXT PRIMARY KEY,
+        calls INTEGER NOT NULL DEFAULT 0,
+        raw_bytes INTEGER NOT NULL DEFAULT 0,
+        context_bytes INTEGER NOT NULL DEFAULT 0,
+        updated_at TEXT NOT NULL DEFAULT (datetime('now'))
+      );
+      CREATE TABLE IF NOT EXISTS perf_samples (
+        id INTEGER PRIMARY KEY AUTOINCREMENT,
+        metric TEXT NOT NULL,
+        duration_ms REAL NOT NULL,
+        ts TEXT NOT NULL DEFAULT (datetime('now'))
+      );
+      CREATE INDEX IF NOT EXISTS idx_perf_samples_metric ON perf_samples(metric);
+    `);
+        dbCache.set(cwd, db);
+        return db;
+    }
+    catch {
+        return null;
+    }
+}
+/**
+ * Record a single compression sample (one tool call) as a running per-tool
+ * total. Cheap UPSERT — no per-call row growth.
+ */
+export function persistCompressionSample(cwd, tool, rawBytes, contextBytes) {
+    const db = openStore(cwd);
+    if (!db)
+        return;
+    try {
+        db.prepare(`INSERT INTO compression_stats (tool, calls, raw_bytes, context_bytes, updated_at)
+       VALUES (?, 1, ?, ?, datetime('now'))
+       ON CONFLICT(tool) DO UPDATE SET
+         calls = calls + 1,
+         raw_bytes = raw_bytes + excluded.raw_bytes,
+         context_bytes = context_bytes + excluded.context_bytes,
+         updated_at = datetime('now')`).run(tool || 'unknown', Math.max(0, Math.round(rawBytes)), Math.max(0, Math.round(contextBytes)));
+    }
+    catch {
+        /* best-effort */
+    }
+}
+/**
+ * Read aggregate compression totals across all tools. Returns honest zeros
+ * (savings '0%') when nothing has been persisted yet.
+ */
+export function readCompressionStats(cwd) {
+    const empty = {
+        rawBytes: 0,
+        contextBytes: 0,
+        savingsPercent: '0%',
+        totalCalls: 0,
+    };
+    if (!existsSync(telemetryDbPath(cwd)))
+        return empty;
+    const db = openStore(cwd);
+    if (!db)
+        return empty;
+    try {
+        const row = db
+            .prepare(`SELECT COALESCE(SUM(calls),0) AS calls,
+                COALESCE(SUM(raw_bytes),0) AS raw,
+                COALESCE(SUM(context_bytes),0) AS ctx
+         FROM compression_stats`)
+            .get();
+        const rawBytes = row.raw || 0;
+        const contextBytes = row.ctx || 0;
+        const savingsPercent = rawBytes > 0 ? `${Math.round((1 - contextBytes / rawBytes) * 100)}%` : '0%';
+        return { rawBytes, contextBytes, savingsPercent, totalCalls: row.calls || 0 };
+    }
+    catch {
+        return empty;
+    }
+}
+/**
+ * Record a single performance sample. Individual samples are retained (bounded
+ * to a rolling window per metric) so read-time percentile computation matches
+ * the in-memory PerformanceMonitor.
+ */
+export function persistPerfSample(cwd, metric, durationMs) {
+    if (!metric || !Number.isFinite(durationMs) || durationMs < 0)
+        return;
+    const db = openStore(cwd);
+    if (!db)
+        return;
+    try {
+        db.prepare('INSERT INTO perf_samples (metric, duration_ms) VALUES (?, ?)').run(metric, durationMs);
+        // Prune periodically to bound the table (mirror the in-memory rolling window).
+        if (++perfInsertCount % 50 === 0) {
+            db.prepare(`DELETE FROM perf_samples WHERE id IN (
+           SELECT id FROM (
+             SELECT id, ROW_NUMBER() OVER (PARTITION BY metric ORDER BY id DESC) AS rn
+             FROM perf_samples
+           ) WHERE rn > ?
+         )`).run(PERF_SAMPLES_PER_METRIC);
+        }
+    }
+    catch {
+        /* best-effort */
+    }
+}
+/**
+ * Read per-metric performance percentiles from the persisted samples. Mirrors
+ * `PerformanceMonitor.exportMetrics()` shape/semantics so the dashboard renders
+ * identically whether data comes from the store or the in-process singleton.
+ */
+export function readPerfMetrics(cwd) {
+    const result = {};
+    if (!existsSync(telemetryDbPath(cwd)))
+        return result;
+    const db = openStore(cwd);
+    if (!db)
+        return result;
+    try {
+        const rows = db
+            .prepare('SELECT metric, duration_ms FROM perf_samples ORDER BY metric, id')
+            .all();
+        const byMetric = new Map();
+        for (const r of rows) {
+            const arr = byMetric.get(r.metric) ?? [];
+            arr.push(r.duration_ms);
+            byMetric.set(r.metric, arr);
+        }
+        for (const [metric, samples] of byMetric) {
+            const stats = computePercentiles(samples);
+            if (stats)
+                result[metric] = stats;
+        }
+        return result;
+    }
+    catch {
+        return result;
+    }
+}
+/**
+ * Close and drop cached DB handles. Test-only cleanup to avoid handle leaks
+ * across many temp-dir fixtures.
+ */
+export function closeTelemetryStores(cwd) {
+    if (cwd) {
+        const db = dbCache.get(cwd);
+        if (db) {
+            try {
+                db.close();
+            }
+            catch {
+                /* ignore */
+            }
+            dbCache.delete(cwd);
+        }
+        return;
+    }
+    for (const db of dbCache.values()) {
+        try {
+            db.close();
+        }
+        catch {
+            /* ignore */
+        }
+    }
+    dbCache.clear();
+}
+//# sourceMappingURL=telemetry-store.js.map

package/dist/utils/telemetry-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"telemetry-store.js","sourceRoot":"","sources":["../../src/utils/telemetry-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,kBAAkB,EAA2B,MAAM,0BAA0B,CAAC;AASvF,8FAA8F;AAC9F,MAAM,uBAAuB,GAAG,IAAI,CAAC;AAErC,0GAA0G;AAC1G,MAAM,OAAO,GAAG,IAAI,GAAG,EAA6B,CAAC;AAErD,IAAI,eAAe,GAAG,CAAC,CAAC;AAExB,SAAS,eAAe,CAAC,GAAW;IAClC,OAAO,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC;AAC/D,CAAC;AAED;;;GAGG;AACH,SAAS,SAAS,CAAC,GAAW;IAC5B,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAChC,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAC1B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;QACpC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QAChC,2EAA2E;QAC3E,0EAA0E;QAC1E,yEAAyE;QACzE,uCAAuC;QACvC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAChC,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAClC,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAClC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;KAeP,CAAC,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACrB,OAAO,EAAE,CAAC;IACZ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,wBAAwB,CACtC,GAAW,EACX,IAAY,EACZ,QAAgB,EAChB,YAAoB;IAEpB,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;IAC1B,IAAI,CAAC,EAAE;QAAE,OAAO;IAChB,IAAI,CAAC;QACH,EAAE,CAAC,OAAO,CACR;;;;;;sCAMgC,CACjC,CAAC,GAAG,CAAC,IAAI,IAAI,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACrG,CAAC;IAAC,MAAM,CAAC;QACP,iBAAiB;IACnB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,GAAW;IAC9C,MAAM,KAAK,GAA8B;QACvC,QAAQ,EAAE,CAAC;QACX,YAAY,EAAE,CAAC;QACf,cAAc,EAAE,IAAI;QACpB,UAAU,EAAE,CAAC;KACd,CAAC;IACF,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IACpD,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;IAC1B,IAAI,CAAC,EAAE;QAAE,OAAO,KAAK,CAAC;IACtB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,EAAE;aACX,OAAO,CACN;;;gCAGwB,CACzB;aACA,GAAG,EAAiD,CAAC;QACxD,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;QAC9B,MAAM,YAAY,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;QAClC,MAAM,cAAc,GAClB,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,YAAY,GAAG,QAAQ,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;QAC9E,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,cAAc,EAAE,UAAU,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;IAChF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iBAAiB,CAAC,GAAW,EAAE,MAAc,EAAE,UAAkB;IAC/E,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC;QAAE,OAAO;IACtE,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;IAC1B,IAAI,CAAC,EAAE;QAAE,OAAO;IAChB,IAAI,CAAC;QACH,EAAE,CAAC,OAAO,CAAC,8DAA8D,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QACnG,+EAA+E;QAC/E,IAAI,EAAE,eAAe,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;YACjC,EAAE,CAAC,OAAO,CACR;;;;;WAKG,CACJ,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,iBAAiB;IACnB,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAC,GAAW;IACzC,MAAM,MAAM,GAAuC,EAAE,CAAC;IACtD,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAAE,OAAO,MAAM,CAAC;IACrD,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;IAC1B,IAAI,CAAC,EAAE;QAAE,OAAO,MAAM,CAAC;IACvB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,EAAE;aACZ,OAAO,CAAC,kEAAkE,CAAC;aAC3E,GAAG,EAAoD,CAAC;QAC3D,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAoB,CAAC;QAC7C,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACrB,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACzC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YACxB,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC9B,CAAC;QACD,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAC1C,IAAI,KAAK;gBAAE,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC;QACpC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,MAAM,CAAC;IAChB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,GAAY;IAC/C,IAAI,GAAG,EAAE,CAAC;QACR,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,EAAE,EAAE,CAAC;YACP,IAAI,CAAC;gBACH,EAAE,CAAC,KAAK,EAAE,CAAC;YACb,CAAC;YAAC,MAAM,CAAC;gBACP,YAAY;YACd,CAAC;YACD,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;QACD,OAAO;IACT,CAAC;IACD,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;QAClC,IAAI,CAAC;YACH,EAAE,CAAC,KAAK,EAAE,CAAC;QACb,CAAC;QAAC,MAAM,CAAC;YACP,YAAY;QACd,CAAC;IACH,CAAC;IACD,OAAO,CAAC,KAAK,EAAE,CAAC;AAClB,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@miller-tech/uap",
-  "version": "1.113.0",
+  "version": "1.117.0",
   "description": "Autonomous AI agent memory system with CLAUDE.md protocol enforcement",
   "type": "module",
   "main": "dist/index.js",