@faithfulalabi/agent-lens 0.4.1 → 0.6.0

package/dist/src/cli/commands/doctor.js

@@ -2,7 +2,7 @@ import { join } from 'node:path';
 import { buildDoctorReport, readCronLogStatus, resolveDataDir, } from '../../archive/index.js';
 import { CACHE_DB_FILE, openReadOnlyDb } from '../../db/open.js';
 import { readDriftRows, readHealthCounts, readMeta } from '../../db/read.js';
-import { aggregateDrift } from '../../server/drift-report.js';
+import { aggregateDrift, mergeBucket } from '../../server/drift-report.js';
 import { parseStringFlag } from './archive.js';
 const MAX_LISTED = 20;
 export const COVERAGE_GAP_STATEMENT = 'agent-lens can only archive what exists while it runs — a gap in uptime is a gap in the record.';
@@ -17,6 +17,11 @@ function listCapped(items, indent) {
 function files(n) {
     return n === 1 ? '1 file' : `${n} files`;
 }
+function mergeNamed(row, key, from) {
+    if (from === undefined || Object.keys(from).length === 0)
+        return;
+    mergeBucket((row[key] ??= {}), from);
+}
 export function readCacheStats(dataDir) {
     const dir = resolveDataDir(dataDir);
     const path = join(dir, CACHE_DB_FILE);
@@ -27,10 +32,17 @@ export function readCacheStats(dataDir) {
             return { state: 'absent', path };
         const counts = readHealthCounts(db);
         const drift = aggregateDrift(readDriftRows(db));
-        const drifting = new Map();
+        const census = new Map();
+        for (const [version, projected] of Object.entries(drift.harness_versions)) {
+            census.set(version, { version, projected, drifting: 0 });
+        }
         for (const session of drift.sessions_with_drift) {
-            const version = session.harness_version ?? 'unknown';
-            drifting.set(version, (drifting.get(version) ?? 0) + 1);
+            const row = census.get(session.harness_version ?? 'unknown');
+            if (row === undefined)
+                continue;
+            row.drifting += 1;
+            mergeNamed(row, 'unknown_line_types', session.counts.unknown_line_types);
+            mergeNamed(row, 'unknown_top_level_fields', session.counts.unknown_top_level_fields);
         }
         return {
             state: 'ready',
@@ -41,13 +53,7 @@ export function readCacheStats(dataDir) {
                 sessions_projected: counts.sessions_projected,
                 schema_version: readMeta(db, 'schema_version'),
                 projector_version: readMeta(db, 'projector_version'),
-                harness: Object.entries(drift.harness_versions)
-                    .map(([version, projected]) => ({
-                    version,
-                    projected,
-                    drifting: drifting.get(version) ?? 0,
-                }))
-                    .sort((a, b) => (a.version < b.version ? -1 : 1)),
+                harness: [...census.values()].sort((a, b) => (a.version < b.version ? -1 : 1)),
             },
         };
     }
@@ -59,6 +65,16 @@ export function readCacheStats(dataDir) {
             db.close();
     }
 }
+const MAX_NAMED_DRIFT = 3;
+function namedDrift(label, bucket) {
+    const names = Object.entries(bucket ?? {}).sort((a, b) => b[1] - a[1] || (a[0] < b[0] ? -1 : 1));
+    if (names.length === 0)
+        return [];
+    const shown = names.slice(0, MAX_NAMED_DRIFT).map(([name, n]) => `${name} ${n}`);
+    if (names.length > MAX_NAMED_DRIFT)
+        shown.push(`… and ${names.length - MAX_NAMED_DRIFT} more`);
+    return [`      ${label} (${names.length}): ${shown.join(', ')}`];
+}
 export function formatCacheSection(cache) {
     if (cache.state === 'absent') {
         return ['', `cache: ${cache.path} — not created yet; \`agent-lens start\` builds it`];
@@ -86,6 +102,8 @@ export function formatCacheSection(cache) {
     lines.push('  drift by harness version (the census counts clean rows too):');
     for (const row of stats.harness) {
         lines.push(`    ${row.version}: ${row.projected} projected, ${row.drifting} drifting`);
+        lines.push(...namedDrift('unknown record types', row.unknown_line_types));
+        lines.push(...namedDrift('unknown top-level fields', row.unknown_top_level_fields));
     }
     return lines;
 }

package/dist/src/db/read.js

@@ -128,6 +128,7 @@ export function readTurns(db, session_id) {
 }
 const EVENT_COLUMNS = `id, turn_id, seq, kind, ts, request_id, block_index, name, status,
      duration_ms, duration_source, input, input_bytes, input_storage,
+     wire_input, wire_input_bytes, wire_input_storage,
      text, text_bytes, output_storage, spill_path, spill_bytes,
      model, tokens_in, tokens_out, tokens_cache_read, tokens_cache_write, est_cost,
      child_session_id, agent_type, agent_status, raw_type, raw_subtype`;
@@ -181,6 +182,7 @@ const SPILL_SNIPPET = `snippet(spill_fts, 3, '<mark>', '</mark>', '…', 12)`;
 function ftsPhrase(q) {
     return `"${q.replaceAll('"', '""')}"`;
 }
+const SEARCHABLE = `e.kind <> 'unknown'`;
 function searchSql(scoped) {
     const scope = scoped ? ' AND e.session_id = :session' : '';
     const events = `SELECT e.session_id AS session_id, s.title AS session_title, s.project_path AS project_path,` +
@@ -188,7 +190,7 @@ function searchSql(scoped) {
         ` e.ts AS ts, ${SNIPPET} AS snippet, rank AS score` +
         ` FROM events_fts JOIN events e ON e.rowid = events_fts.rowid` +
         ` JOIN sessions s ON s.id = e.session_id` +
-        ` WHERE events_fts MATCH :q${scope}`;
+        ` WHERE events_fts MATCH :q AND ${SEARCHABLE}${scope}`;
     const spills = `SELECT e.session_id, s.title, s.project_path, e.turn_id, e.id, e.seq, e.kind, e.name,` +
         ` e.ts, ${SPILL_SNIPPET}, rank` +
         ` FROM spill_fts JOIN events e ON e.id = spill_fts.event_id` +

package/dist/src/db/schema.js

@@ -1,4 +1,4 @@
-export const SCHEMA_VERSION = 3;
+export const SCHEMA_VERSION = 4;
 export const SCHEMA_DDL = `-- ~/.agent-lens/cache.db
 --
 -- THIS FILE IS A CACHE. Every byte is a pure function of ~/.agent-lens/archive/**  --
@@ -21,7 +21,7 @@ export const SCHEMA_DDL = `-- ~/.agent-lens/cache.db
 PRAGMA journal_mode = WAL;
 PRAGMA synchronous  = NORMAL;
 PRAGMA foreign_keys = OFF;    -- projections are dropped wholesale, per session, by hand
-PRAGMA user_version = 3;      -- SCHEMA_VERSION; mismatch => unlink + recreate
+PRAGMA user_version = 4;      -- SCHEMA_VERSION; mismatch => unlink + recreate
 
 -- =====================================================================  sessions
 -- The file index AND the session-list row AND the projection freshness header,
@@ -227,6 +227,15 @@ CREATE TABLE events (
                                             -- tools.ts:118, unwitnessed by its own comment.
                                             -- 'line_ref' is live at exactly 1 row. Keep the
                                             -- arms; see task 0.12.
+
+  -- wireToolInputs[tool_use.id]: the form the harness SENT, which is not always the
+  -- form the model asked for. NULL means THE TWO AGREED -- never that nothing was
+  -- recorded. Storage words and the cap are input_storage's, written by the same
+  -- tools.ts:toolInput.
+  wire_input         TEXT,
+  wire_input_bytes   INTEGER,
+  wire_input_storage TEXT,
+
   text               TEXT,                  -- prose / thinking / prompt / tool output
   text_bytes         INTEGER,
   output_storage     TEXT,                  -- inline | line_ref | spill | missing | absent

package/dist/src/db/write.js

@@ -63,12 +63,13 @@ const INSERT_TURN_SQL = `INSERT INTO turns
   VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`;
 const INSERT_EVENT_SQL = `INSERT INTO events
     (id, session_id, turn_id, seq, kind, ts, request_id, block_index, name, status,
-     duration_ms, duration_source, input, input_bytes, input_storage, text, text_bytes,
+     duration_ms, duration_source, input, input_bytes, input_storage,
+     wire_input, wire_input_bytes, wire_input_storage, text, text_bytes,
      output_storage, spill_path, spill_bytes, src_offset, src_len, result_offset,
      result_len, result_block, model, tokens_in, tokens_out, tokens_cache_read,
      tokens_cache_write, est_cost, child_session_id, agent_type, agent_status, raw_type,
      raw_subtype, attrs)
-  VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`;
+  VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`;
 const POPULATE_FTS_SQL = `INSERT INTO events_fts(rowid, text, input)
   SELECT rowid, text, input FROM events WHERE session_id = ?`;
 const WRITE_HEADER_SQL = `UPDATE sessions SET
@@ -178,7 +179,7 @@ function insertEvents(db, events, spills) {
             cache_read: event.tokens_cache_read,
             cache_write: event.tokens_cache_write,
         });
-        insert.run(event.id, event.session_id, event.turn_id, event.seq, event.kind, event.ts, event.request_id ?? null, event.block_index, event.name ?? null, event.status ?? null, event.duration_ms ?? null, event.duration_source ?? null, event.input ?? null, event.input_bytes ?? null, event.input_storage ?? null, event.text ?? null, event.text_bytes ?? null, output.output_storage, output.spill_path, output.spill_bytes, event.src_offset, event.src_len, event.result_offset ?? null, event.result_len ?? null, event.result_block ?? null, event.model ?? null, event.tokens_in ?? null, event.tokens_out ?? null, event.tokens_cache_read ?? null, event.tokens_cache_write ?? null, est_cost, event.child_session_id ?? null, event.agent_type ?? null, event.agent_status ?? null, event.raw_type, event.raw_subtype ?? null, event.attrs);
+        insert.run(event.id, event.session_id, event.turn_id, event.seq, event.kind, event.ts, event.request_id ?? null, event.block_index, event.name ?? null, event.status ?? null, event.duration_ms ?? null, event.duration_source ?? null, event.input ?? null, event.input_bytes ?? null, event.input_storage ?? null, event.wire_input ?? null, event.wire_input_bytes ?? null, event.wire_input_storage ?? null, event.text ?? null, event.text_bytes ?? null, output.output_storage, output.spill_path, output.spill_bytes, event.src_offset, event.src_len, event.result_offset ?? null, event.result_len ?? null, event.result_block ?? null, event.model ?? null, event.tokens_in ?? null, event.tokens_out ?? null, event.tokens_cache_read ?? null, event.tokens_cache_write ?? null, est_cost, event.child_session_id ?? null, event.agent_type ?? null, event.agent_status ?? null, event.raw_type, event.raw_subtype ?? null, event.attrs);
     }
 }
 function spillColumns(event, spills) {

package/dist/src/project/pipeline.js

@@ -1,9 +1,11 @@
 import { asyncAgentLaunch, taskNotification } from '../transcript/agents.js';
+import { attachmentRecord } from '../transcript/attachments.js';
 import { contentBlocks } from '../transcript/blocks.js';
 import { isHumanPrompt, MACHINERY_TAGS } from '../transcript/human.js';
 import { foldControlLines, foldSessionEnvelope, promptGroupId, toolDenialKind, turnDurationMs, } from '../transcript/line.js';
 import { foldRequestGroup, groupByRequestId, modelOfRequestGroup, requestIdOf, } from '../transcript/usage.js';
-import { joinToolCalls, NO_INPUT, toolInput, } from './tools.js';
+import { joinToolCalls, NO_INPUT, NO_WIRE_INPUT, toolInput, wireInput, } from './tools.js';
+import { wireInputOf } from '../transcript/wire.js';
 const MAX_TITLE_CHARS = 200;
 const NO_BLOCKS = Object.freeze([]);
 const MS_PER_DAY = 86_400_000;
@@ -75,7 +77,9 @@ function rawTypeOf(line) {
 function rawSubtypeOf(line) {
     if (line.kind === 'unknown')
         return line.raw_subtype;
-    return line.kind === 'system' ? line.subtype : undefined;
+    if (line.kind === 'system')
+        return line.subtype;
+    return attachmentRecord(line)?.subtype;
 }
 function turnKind(lead, human, text, compacted) {
     if (human)
@@ -176,6 +180,7 @@ export function runPipeline(lines, ctx) {
         const blocks = blocksAt[index];
         const human = humanAt[index];
         const usage = usageAt.get(index);
+        const lineText = blocks.length === 0 ? attachmentRecord(line)?.text : undefined;
         let stamped = false;
         const emit = (block, blockIndex) => {
             if (block?.kind === 'unknown_block')
@@ -201,7 +206,10 @@ export function runPipeline(lines, ctx) {
                 child_session_id: undefined,
                 agent_type: undefined,
                 ...(block?.kind === 'tool_use' ? toolInput(block.input) : NO_INPUT),
-                text: kind === 'tool_call' ? undefined : blockText(block),
+                ...(block?.kind === 'tool_use'
+                    ? wireInput(wireInputOf(line.raw, block.id), block.input)
+                    : NO_WIRE_INPUT),
+                text: kind === 'tool_call' ? undefined : (blockText(block) ?? lineText),
                 text_bytes: undefined,
                 output_storage: kind === 'tool_call' ? 'absent' : undefined,
                 spill_path: undefined,

package/dist/src/project/tools.js

@@ -1,4 +1,5 @@
 import { claimsPersistedOutput, } from '../transcript/agents.js';
+import { sameValue } from '../transcript/wire.js';
 import { epochMs } from './pipeline.js';
 export const INLINE_MAX = 65536;
 export const PREVIEW_MAX = 8192;
@@ -7,6 +8,11 @@ export const NO_INPUT = Object.freeze({
     input_bytes: undefined,
     input_storage: undefined,
 });
+export const NO_WIRE_INPUT = Object.freeze({
+    wire_input: undefined,
+    wire_input_bytes: undefined,
+    wire_input_storage: undefined,
+});
 function byteLength(text) {
     return Buffer.byteLength(text, 'utf8');
 }
@@ -29,6 +35,16 @@ export function toolInput(input) {
         ? { input: headPreview(text), input_bytes: bytes, input_storage: 'line_ref' }
         : { input: text, input_bytes: bytes, input_storage: 'inline' };
 }
+export function wireInput(wire, request) {
+    if (wire === undefined || sameValue(wire, request))
+        return NO_WIRE_INPUT;
+    const stored = toolInput(wire);
+    return {
+        wire_input: stored.input,
+        wire_input_bytes: stored.input_bytes,
+        wire_input_storage: stored.input_storage === 'line_ref' ? 'line_ref' : 'inline',
+    };
+}
 function elapsedMs(call, result) {
     const ms = epochMs(result) - epochMs(call);
     return ms < 0 ? 0 : ms;

package/dist/src/server/config.js

@@ -1,4 +1,4 @@
-import { chmodSync, readFileSync, renameSync, rmSync, writeFileSync, } from 'node:fs';
+import { chmodSync, readFileSync, renameSync, rmSync, writeFileSync } from 'node:fs';
 import { join } from 'node:path';
 const CONFIG_FILE = 'config.json';
 export function writeConfig(dataDir, config) {

package/dist/src/server/drift-report.js

@@ -1,5 +1,5 @@
 const NO_DRIFT = '{}';
-function mergeBucket(into, from) {
+export function mergeBucket(into, from) {
     for (const [key, n] of Object.entries(from ?? {}))
         into[key] = (into[key] ?? 0) + n;
 }

package/dist/src/server/middleware/host-guard.js

@@ -1,10 +1,5 @@
 import { networkInterfaces } from 'node:os';
-const ALLOWED_HOSTNAMES = new Set([
-    'localhost',
-    '127.0.0.1',
-    '[::1]',
-    '::1',
-]);
+const ALLOWED_HOSTNAMES = new Set(['localhost', '127.0.0.1', '[::1]', '::1']);
 function isLoopbackBind(host) {
     return ALLOWED_HOSTNAMES.has(host);
 }

package/dist/src/shared/token.js

@@ -1,5 +1,5 @@
 import { randomBytes } from 'node:crypto';
-import { chmodSync, mkdirSync, readFileSync, renameSync, writeFileSync, } from 'node:fs';
+import { chmodSync, mkdirSync, readFileSync, renameSync, writeFileSync } from 'node:fs';
 import { homedir } from 'node:os';
 import { join } from 'node:path';
 export const TOKEN_HEADER = 'x-agentlens-token';

package/dist/src/transcript/attachments.js

@@ -0,0 +1,13 @@
+import { arr, obj, str } from './accessors.js';
+const NO_ELEMENTS = Object.freeze([]);
+function placeholder(subtype) {
+    return subtype === '' ? '[attachment]' : `[attachment ${subtype}]`;
+}
+export function attachmentRecord(line) {
+    if (line.kind !== 'attachment')
+        return undefined;
+    const subtype = str(obj(line.raw.attachment, undefined)?.type, '');
+    const first = arr(line.raw.rendered, NO_ELEMENTS)[0];
+    const rendered = str(obj(first, undefined)?.content, undefined);
+    return { subtype, text: rendered ?? placeholder(subtype) };
+}

package/dist/src/transcript/version.js

@@ -1 +1 @@
-export const PROJECTOR_VERSION = 11;
+export const PROJECTOR_VERSION = 13;

package/dist/src/transcript/wire.js

@@ -0,0 +1,39 @@
+import { arr, obj } from './accessors.js';
+export function wireInputOf(raw, toolUseId) {
+    try {
+        const field = obj(obj(raw, undefined)?.wireToolInputs, undefined);
+        if (field === undefined || !Object.hasOwn(field, toolUseId))
+            return undefined;
+        return obj(field[toolUseId], undefined);
+    }
+    catch {
+        return undefined;
+    }
+}
+export function sameValue(a, b) {
+    try {
+        return same(a, b);
+    }
+    catch {
+        return true;
+    }
+}
+function same(a, b) {
+    if (a === b)
+        return true;
+    const aList = arr(a, undefined);
+    const bList = arr(b, undefined);
+    if (aList !== undefined || bList !== undefined) {
+        if (aList === undefined || bList === undefined || aList.length !== bList.length)
+            return false;
+        return aList.every((item, index) => same(item, bList[index]));
+    }
+    const aObj = obj(a, undefined);
+    const bObj = obj(b, undefined);
+    if (aObj === undefined || bObj === undefined)
+        return false;
+    const aKeys = Object.keys(aObj);
+    if (aKeys.length !== Object.keys(bObj).length)
+        return false;
+    return aKeys.every((key) => Object.hasOwn(bObj, key) && same(aObj[key], bObj[key]));
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@faithfulalabi/agent-lens",
-  "version": "0.4.1",
+  "version": "0.6.0",
   "description": "Local-first agentic tracing platform: inspect everything your agent did in a session.",
   "type": "module",
   "license": "MIT",
@@ -47,6 +47,7 @@
     "lint": "eslint .",
     "prepublishOnly": "npm run build",
     "format": "prettier --write .",
+    "format:check": "prettier --check .",
     "prepare": "npm --prefix ui install"
   },
   "dependencies": {
@@ -62,7 +63,7 @@
     "fast-check": "^3.23.2",
     "globals": "^15.15.0",
     "playwright-core": "^1.62.1",
-    "prettier": "^3.3.0",
+    "prettier": "3.9.6",
     "tsx": "^4.19.0",
     "typescript": "^5.6.0",
     "typescript-eslint": "^8.0.0",