@faithfulalabi/agent-lens 0.7.0 → 0.8.0

package/dist/src/cli/commands/doctor.js

@@ -1,7 +1,7 @@
 import { join } from 'node:path';
 import { buildDoctorReport, readCronLogStatus, resolveDataDir, } from '../../archive/index.js';
 import { CACHE_DB_FILE, openReadOnlyDb } from '../../db/open.js';
-import { readDriftRows, readHealthCounts, readMeta } from '../../db/read.js';
+import { hasStructuralDrift, readDriftRows, readHealthCounts, readMeta } from '../../db/read.js';
 import { aggregateDrift, mergeBucket } from '../../server/drift-report.js';
 import { parseStringFlag } from './archive.js';
 const MAX_LISTED = 20;
@@ -40,7 +40,8 @@ export function readCacheStats(dataDir) {
             const row = census.get(session.harness_version ?? 'unknown');
             if (row === undefined)
                 continue;
-            row.drifting += 1;
+            if (hasStructuralDrift(session.counts))
+                row.drifting += 1;
             mergeNamed(row, 'unknown_line_types', session.counts.unknown_line_types);
             mergeNamed(row, 'unknown_top_level_fields', session.counts.unknown_top_level_fields);
         }

package/dist/src/content/resolve.js

@@ -8,7 +8,7 @@ import { classifyLine } from '../transcript/line.js';
 function byteLength(text) {
     return Buffer.byteLength(text, 'utf8');
 }
-function lineAt(env, archivePath, byteOffset, len) {
+function lineAt(env, archivePath, byteOffset, len, drift) {
     let bytes;
     try {
         bytes = env.reader.read(archivePath, byteOffset, len);
@@ -22,7 +22,7 @@ function lineAt(env, archivePath, byteOffset, len) {
         return classifyLine(JSON.parse(bytes.toString('utf8')), {
             byteOffset,
             byteLength: len,
-            drift: new DriftCounter(),
+            drift,
         });
     }
     catch {
@@ -30,8 +30,42 @@ function lineAt(env, archivePath, byteOffset, len) {
     }
 }
 function blockAt(env, archivePath, byteOffset, len, blockIndex) {
-    const line = lineAt(env, archivePath, byteOffset, len);
-    return line === undefined ? undefined : contentBlocks(line)[blockIndex];
+    const line = lineAt(env, archivePath, byteOffset, len, new DriftCounter());
+    if (line === undefined)
+        return undefined;
+    try {
+        return contentBlocks(line)[blockIndex];
+    }
+    catch {
+        return undefined;
+    }
+}
+function unrecognisedFieldsAt(env, archivePath, byteOffset, len, tag) {
+    const drift = new DriftCounter();
+    const line = lineAt(env, archivePath, byteOffset, len, drift);
+    if (line === undefined)
+        return [];
+    try {
+        const counted = JSON.parse(drift.serialize()).unknown_top_level_fields;
+        if (typeof counted !== 'object' || counted === null)
+            return [];
+        const names = new Set(Object.keys(counted));
+        return Object.entries(line.raw)
+            .filter(([name]) => names.has(name))
+            .map(([name, value]) => ({ line: tag, name, value: JSON.stringify(value) }));
+    }
+    catch {
+        return [];
+    }
+}
+export function resolveUnrecognisedFields(row, archivePath, env) {
+    if (archivePath === undefined)
+        return [];
+    const own = unrecognisedFieldsAt(env, archivePath, row.src_offset, row.src_len, 'emitting');
+    const { result_offset, result_len } = row;
+    if (result_offset === null || result_len === null)
+        return own;
+    return [...own, ...unrecognisedFieldsAt(env, archivePath, result_offset, result_len, 'result')];
 }
 function stored(row, field) {
     const text = (field === 'text' ? row.text : row.input) ?? '';
@@ -164,7 +198,9 @@ export function resolveImage(row, ordinal, archivePath, env) {
         return { ok: false, reason: 'gone' };
     if (at.len > IMAGE_LINE_MAX)
         return { ok: false, reason: 'too_large' };
-    const line = archivePath === undefined ? undefined : lineAt(env, archivePath, at.offset, at.len);
+    const line = archivePath === undefined
+        ? undefined
+        : lineAt(env, archivePath, at.offset, at.len, new DriftCounter());
     const source = line === undefined ? undefined : imageSourceAt(line, at.block, ordinal);
     if (source === undefined)
         return { ok: false, reason: 'gone' };
@@ -185,6 +221,9 @@ export function createContentEnv(reader, roots) {
 export function createContentResolver(archivePathOf, env) {
     return (row, field) => resolveContent(row, field, archivePathOf(row.session_id), env);
 }
+export function createUnrecognisedFieldsResolver(archivePathOf, env) {
+    return (row) => resolveUnrecognisedFields(row, archivePathOf(row.session_id), env);
+}
 export function createSpillLocator(archivePathOf, env) {
     return (row) => spillSource(row, archivePathOf(row.session_id), env);
 }

package/dist/src/db/read.js

@@ -25,6 +25,10 @@ const SESSION_LIST_COLUMNS = `id, title, preview, project_path, git_branch, mode
      sub_tokens_cache_read, sub_tokens_cache_write, sub_est_cost, sub_models, rollup_state, drift_json`;
 const TOP_LEVEL_ONLY = 'parent_session_id IS NULL';
 const NO_DRIFT = '{}';
+export const FIELD_TIER_BUCKETS = new Set(['unknown_top_level_fields']);
+export function hasStructuralDrift(counts) {
+    return Object.keys(counts).some((bucket) => !FIELD_TIER_BUCKETS.has(bucket));
+}
 const Q_PREDICATE = "(COALESCE(title,'') || ' ' || COALESCE(preview,'') || ' ' || project_path) LIKE ? ESCAPE '\\'";
 function likeContains(q) {
     return `%${q.replace(/[\\%_]/g, (ch) => `\\${ch}`)}%`;
@@ -38,7 +42,7 @@ function toSessionRow(row) {
         ...rest,
         models: modelIdsOf(models),
         sub_models: modelIdsOf(sub_models),
-        has_drift: drift_json !== NO_DRIFT,
+        has_drift: drift_json !== NO_DRIFT && hasStructuralDrift(JSON.parse(drift_json)),
     };
 }
 export function buildSessionListSql(query) {

package/dist/src/server/api.js

@@ -276,4 +276,10 @@ export function registerApi(app, deps) {
         schema_version: readMeta(db, 'schema_version') ?? null,
         projector_version: readMeta(db, 'projector_version') ?? null,
     }));
+    app.get('/api/events/:id/unrecognised-fields', (c) => {
+        const row = readEventContentRow(db, c.req.param('id'));
+        if (row === undefined)
+            return jsonNotFound(c);
+        return c.json({ id: row.id, fields: deps.resolveUnrecognisedFields?.(row) ?? [] });
+    });
 }

package/dist/src/server/start.js

@@ -5,7 +5,7 @@ import { mkdirSync } from 'node:fs';
 import { readOrCreateToken } from '../shared/index.js';
 import { resolveArchiveRoot, resolveTranscriptRoot } from '../archive/index.js';
 import { createArchiveReader } from '../archive/read.js';
-import { createContentEnv, createContentResolver, createImageResolver, } from '../content/resolve.js';
+import { createContentEnv, createContentResolver, createImageResolver, createUnrecognisedFieldsResolver, } from '../content/resolve.js';
 import { createCorpusSweep } from '../corpus/watch.js';
 import { createProjectionEnv } from '../corpus/env.js';
 import { openDb } from '../db/open.js';
@@ -77,6 +77,7 @@ export async function startServer(options = {}) {
         warm,
         resolveContent: createContentResolver(archivePathOf, contentEnv),
         resolveImage: createImageResolver(archivePathOf, contentEnv),
+        resolveUnrecognisedFields: createUnrecognisedFieldsResolver(archivePathOf, contentEnv),
     });
     const fetch = app.fetch;
     const explicit = options.port !== undefined;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@faithfulalabi/agent-lens",
-  "version": "0.7.0",
+  "version": "0.8.0",
   "description": "Local-first agentic tracing platform: inspect everything your agent did in a session.",
   "type": "module",
   "license": "MIT",