@faithfulalabi/agent-lens 0.4.1 → 0.5.0

package/dist/src/cli/commands/doctor.js

@@ -2,7 +2,7 @@ import { join } from 'node:path';
 import { buildDoctorReport, readCronLogStatus, resolveDataDir, } from '../../archive/index.js';
 import { CACHE_DB_FILE, openReadOnlyDb } from '../../db/open.js';
 import { readDriftRows, readHealthCounts, readMeta } from '../../db/read.js';
-import { aggregateDrift } from '../../server/drift-report.js';
+import { aggregateDrift, mergeBucket } from '../../server/drift-report.js';
 import { parseStringFlag } from './archive.js';
 const MAX_LISTED = 20;
 export const COVERAGE_GAP_STATEMENT = 'agent-lens can only archive what exists while it runs — a gap in uptime is a gap in the record.';
@@ -17,6 +17,11 @@ function listCapped(items, indent) {
 function files(n) {
     return n === 1 ? '1 file' : `${n} files`;
 }
+function mergeNamed(row, key, from) {
+    if (from === undefined || Object.keys(from).length === 0)
+        return;
+    mergeBucket((row[key] ??= {}), from);
+}
 export function readCacheStats(dataDir) {
     const dir = resolveDataDir(dataDir);
     const path = join(dir, CACHE_DB_FILE);
@@ -27,10 +32,17 @@ export function readCacheStats(dataDir) {
             return { state: 'absent', path };
         const counts = readHealthCounts(db);
         const drift = aggregateDrift(readDriftRows(db));
-        const drifting = new Map();
+        const census = new Map();
+        for (const [version, projected] of Object.entries(drift.harness_versions)) {
+            census.set(version, { version, projected, drifting: 0 });
+        }
         for (const session of drift.sessions_with_drift) {
-            const version = session.harness_version ?? 'unknown';
-            drifting.set(version, (drifting.get(version) ?? 0) + 1);
+            const row = census.get(session.harness_version ?? 'unknown');
+            if (row === undefined)
+                continue;
+            row.drifting += 1;
+            mergeNamed(row, 'unknown_line_types', session.counts.unknown_line_types);
+            mergeNamed(row, 'unknown_top_level_fields', session.counts.unknown_top_level_fields);
         }
         return {
             state: 'ready',
@@ -41,13 +53,7 @@ export function readCacheStats(dataDir) {
                 sessions_projected: counts.sessions_projected,
                 schema_version: readMeta(db, 'schema_version'),
                 projector_version: readMeta(db, 'projector_version'),
-                harness: Object.entries(drift.harness_versions)
-                    .map(([version, projected]) => ({
-                    version,
-                    projected,
-                    drifting: drifting.get(version) ?? 0,
-                }))
-                    .sort((a, b) => (a.version < b.version ? -1 : 1)),
+                harness: [...census.values()].sort((a, b) => (a.version < b.version ? -1 : 1)),
             },
         };
     }
@@ -59,6 +65,16 @@ export function readCacheStats(dataDir) {
             db.close();
     }
 }
+const MAX_NAMED_DRIFT = 3;
+function namedDrift(label, bucket) {
+    const names = Object.entries(bucket ?? {}).sort((a, b) => b[1] - a[1] || (a[0] < b[0] ? -1 : 1));
+    if (names.length === 0)
+        return [];
+    const shown = names.slice(0, MAX_NAMED_DRIFT).map(([name, n]) => `${name} ${n}`);
+    if (names.length > MAX_NAMED_DRIFT)
+        shown.push(`… and ${names.length - MAX_NAMED_DRIFT} more`);
+    return [`      ${label} (${names.length}): ${shown.join(', ')}`];
+}
 export function formatCacheSection(cache) {
     if (cache.state === 'absent') {
         return ['', `cache: ${cache.path} — not created yet; \`agent-lens start\` builds it`];
@@ -86,6 +102,8 @@ export function formatCacheSection(cache) {
     lines.push('  drift by harness version (the census counts clean rows too):');
     for (const row of stats.harness) {
         lines.push(`    ${row.version}: ${row.projected} projected, ${row.drifting} drifting`);
+        lines.push(...namedDrift('unknown record types', row.unknown_line_types));
+        lines.push(...namedDrift('unknown top-level fields', row.unknown_top_level_fields));
     }
     return lines;
 }

package/dist/src/db/read.js

@@ -181,6 +181,7 @@ const SPILL_SNIPPET = `snippet(spill_fts, 3, '<mark>', '</mark>', '…', 12)`;
 function ftsPhrase(q) {
     return `"${q.replaceAll('"', '""')}"`;
 }
+const SEARCHABLE = `e.kind <> 'unknown'`;
 function searchSql(scoped) {
     const scope = scoped ? ' AND e.session_id = :session' : '';
     const events = `SELECT e.session_id AS session_id, s.title AS session_title, s.project_path AS project_path,` +
@@ -188,7 +189,7 @@ function searchSql(scoped) {
         ` e.ts AS ts, ${SNIPPET} AS snippet, rank AS score` +
         ` FROM events_fts JOIN events e ON e.rowid = events_fts.rowid` +
         ` JOIN sessions s ON s.id = e.session_id` +
-        ` WHERE events_fts MATCH :q${scope}`;
+        ` WHERE events_fts MATCH :q AND ${SEARCHABLE}${scope}`;
     const spills = `SELECT e.session_id, s.title, s.project_path, e.turn_id, e.id, e.seq, e.kind, e.name,` +
         ` e.ts, ${SPILL_SNIPPET}, rank` +
         ` FROM spill_fts JOIN events e ON e.id = spill_fts.event_id` +

package/dist/src/project/pipeline.js

@@ -1,4 +1,5 @@
 import { asyncAgentLaunch, taskNotification } from '../transcript/agents.js';
+import { attachmentRecord } from '../transcript/attachments.js';
 import { contentBlocks } from '../transcript/blocks.js';
 import { isHumanPrompt, MACHINERY_TAGS } from '../transcript/human.js';
 import { foldControlLines, foldSessionEnvelope, promptGroupId, toolDenialKind, turnDurationMs, } from '../transcript/line.js';
@@ -75,7 +76,9 @@ function rawTypeOf(line) {
 function rawSubtypeOf(line) {
     if (line.kind === 'unknown')
         return line.raw_subtype;
-    return line.kind === 'system' ? line.subtype : undefined;
+    if (line.kind === 'system')
+        return line.subtype;
+    return attachmentRecord(line)?.subtype;
 }
 function turnKind(lead, human, text, compacted) {
     if (human)
@@ -176,6 +179,7 @@ export function runPipeline(lines, ctx) {
         const blocks = blocksAt[index];
         const human = humanAt[index];
         const usage = usageAt.get(index);
+        const lineText = blocks.length === 0 ? attachmentRecord(line)?.text : undefined;
         let stamped = false;
         const emit = (block, blockIndex) => {
             if (block?.kind === 'unknown_block')
@@ -201,7 +205,7 @@ export function runPipeline(lines, ctx) {
                 child_session_id: undefined,
                 agent_type: undefined,
                 ...(block?.kind === 'tool_use' ? toolInput(block.input) : NO_INPUT),
-                text: kind === 'tool_call' ? undefined : blockText(block),
+                text: kind === 'tool_call' ? undefined : (blockText(block) ?? lineText),
                 text_bytes: undefined,
                 output_storage: kind === 'tool_call' ? 'absent' : undefined,
                 spill_path: undefined,

package/dist/src/server/config.js

@@ -1,4 +1,4 @@
-import { chmodSync, readFileSync, renameSync, rmSync, writeFileSync, } from 'node:fs';
+import { chmodSync, readFileSync, renameSync, rmSync, writeFileSync } from 'node:fs';
 import { join } from 'node:path';
 const CONFIG_FILE = 'config.json';
 export function writeConfig(dataDir, config) {

package/dist/src/server/drift-report.js

@@ -1,5 +1,5 @@
 const NO_DRIFT = '{}';
-function mergeBucket(into, from) {
+export function mergeBucket(into, from) {
     for (const [key, n] of Object.entries(from ?? {}))
         into[key] = (into[key] ?? 0) + n;
 }

package/dist/src/server/middleware/host-guard.js

@@ -1,10 +1,5 @@
 import { networkInterfaces } from 'node:os';
-const ALLOWED_HOSTNAMES = new Set([
-    'localhost',
-    '127.0.0.1',
-    '[::1]',
-    '::1',
-]);
+const ALLOWED_HOSTNAMES = new Set(['localhost', '127.0.0.1', '[::1]', '::1']);
 function isLoopbackBind(host) {
     return ALLOWED_HOSTNAMES.has(host);
 }

package/dist/src/shared/token.js

@@ -1,5 +1,5 @@
 import { randomBytes } from 'node:crypto';
-import { chmodSync, mkdirSync, readFileSync, renameSync, writeFileSync, } from 'node:fs';
+import { chmodSync, mkdirSync, readFileSync, renameSync, writeFileSync } from 'node:fs';
 import { homedir } from 'node:os';
 import { join } from 'node:path';
 export const TOKEN_HEADER = 'x-agentlens-token';

package/dist/src/transcript/attachments.js

@@ -0,0 +1,13 @@
+import { arr, obj, str } from './accessors.js';
+const NO_ELEMENTS = Object.freeze([]);
+function placeholder(subtype) {
+    return subtype === '' ? '[attachment]' : `[attachment ${subtype}]`;
+}
+export function attachmentRecord(line) {
+    if (line.kind !== 'attachment')
+        return undefined;
+    const subtype = str(obj(line.raw.attachment, undefined)?.type, '');
+    const first = arr(line.raw.rendered, NO_ELEMENTS)[0];
+    const rendered = str(obj(first, undefined)?.content, undefined);
+    return { subtype, text: rendered ?? placeholder(subtype) };
+}

package/dist/src/transcript/version.js

@@ -1 +1 @@
-export const PROJECTOR_VERSION = 11;
+export const PROJECTOR_VERSION = 12;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@faithfulalabi/agent-lens",
-  "version": "0.4.1",
+  "version": "0.5.0",
   "description": "Local-first agentic tracing platform: inspect everything your agent did in a session.",
   "type": "module",
   "license": "MIT",
@@ -47,6 +47,7 @@
     "lint": "eslint .",
     "prepublishOnly": "npm run build",
     "format": "prettier --write .",
+    "format:check": "prettier --check .",
     "prepare": "npm --prefix ui install"
   },
   "dependencies": {
@@ -62,7 +63,7 @@
     "fast-check": "^3.23.2",
     "globals": "^15.15.0",
     "playwright-core": "^1.62.1",
-    "prettier": "^3.3.0",
+    "prettier": "3.9.6",
     "tsx": "^4.19.0",
     "typescript": "^5.6.0",
     "typescript-eslint": "^8.0.0",