@faithfulalabi/agent-lens 0.5.0 → 0.7.0

package/dist/src/content/resolve.js

@@ -2,16 +2,13 @@ import { existsSync } from 'node:fs';
 import { basename, join } from 'node:path';
 import { isUnderAnyRoot } from '../archive/paths.js';
 import { toolResultsDirOf } from '../corpus/paths.js';
-import { contentBlocks } from '../transcript/blocks.js';
+import { contentBlocks, imageSourceAt, resultText, SERVABLE_IMAGE_TYPES, } from '../transcript/blocks.js';
 import { DriftCounter } from '../transcript/drift.js';
 import { classifyLine } from '../transcript/line.js';
 function byteLength(text) {
     return Buffer.byteLength(text, 'utf8');
 }
-function resultText(children) {
-    return children.flatMap((child) => (child.kind === 'text' ? [child.text] : [])).join('\n');
-}
-function blockAt(env, archivePath, byteOffset, len, blockIndex) {
+function lineAt(env, archivePath, byteOffset, len) {
     let bytes;
     try {
         bytes = env.reader.read(archivePath, byteOffset, len);
@@ -22,17 +19,20 @@ function blockAt(env, archivePath, byteOffset, len, blockIndex) {
     if (bytes.length === 0)
         return undefined;
     try {
-        const line = classifyLine(JSON.parse(bytes.toString('utf8')), {
+        return classifyLine(JSON.parse(bytes.toString('utf8')), {
             byteOffset,
             byteLength: len,
             drift: new DriftCounter(),
         });
-        return contentBlocks(line)[blockIndex];
     }
     catch {
         return undefined;
     }
 }
+function blockAt(env, archivePath, byteOffset, len, blockIndex) {
+    const line = lineAt(env, archivePath, byteOffset, len);
+    return line === undefined ? undefined : contentBlocks(line)[blockIndex];
+}
 function stored(row, field) {
     const text = (field === 'text' ? row.text : row.input) ?? '';
     return { text, bytes: field === 'text' ? row.text_bytes : row.input_bytes };
@@ -148,6 +148,33 @@ function resolveText(row, archivePath, env) {
             return fromColumn(row, 'text', row.output_storage);
     }
 }
+export const IMAGE_LINE_MAX = 16 * 1024 * 1024;
+function imageLineOf(row) {
+    const { result_offset, result_len, result_block } = row;
+    if (result_offset !== null && result_len !== null && result_block !== null) {
+        return { offset: result_offset, len: result_len, block: result_block };
+    }
+    return row.block_index === null
+        ? undefined
+        : { offset: row.src_offset, len: row.src_len, block: row.block_index };
+}
+export function resolveImage(row, ordinal, archivePath, env) {
+    const at = imageLineOf(row);
+    if (at === undefined)
+        return { ok: false, reason: 'gone' };
+    if (at.len > IMAGE_LINE_MAX)
+        return { ok: false, reason: 'too_large' };
+    const line = archivePath === undefined ? undefined : lineAt(env, archivePath, at.offset, at.len);
+    const source = line === undefined ? undefined : imageSourceAt(line, at.block, ordinal);
+    if (source === undefined)
+        return { ok: false, reason: 'gone' };
+    if (!SERVABLE_IMAGE_TYPES.has(source.media_type))
+        return { ok: false, reason: 'unsupported' };
+    const bytes = Buffer.from(source.data, 'base64');
+    if (bytes.length === 0)
+        return { ok: false, reason: 'gone' };
+    return { ok: true, media_type: source.media_type, bytes };
+}
 export function createContentEnv(reader, roots) {
     return {
         reader,
@@ -161,3 +188,6 @@ export function createContentResolver(archivePathOf, env) {
 export function createSpillLocator(archivePathOf, env) {
     return (row) => spillSource(row, archivePathOf(row.session_id), env);
 }
+export function createImageResolver(archivePathOf, env) {
+    return (row, ordinal) => resolveImage(row, ordinal, archivePathOf(row.session_id), env);
+}

package/dist/src/db/read.js

@@ -128,9 +128,10 @@ export function readTurns(db, session_id) {
 }
 const EVENT_COLUMNS = `id, turn_id, seq, kind, ts, request_id, block_index, name, status,
      duration_ms, duration_source, input, input_bytes, input_storage,
+     wire_input, wire_input_bytes, wire_input_storage,
      text, text_bytes, output_storage, spill_path, spill_bytes,
      model, tokens_in, tokens_out, tokens_cache_read, tokens_cache_write, est_cost,
-     child_session_id, agent_type, agent_status, raw_type, raw_subtype`;
+     child_session_id, agent_type, agent_status, raw_type, raw_subtype, image_count`;
 export function buildEventPageSql(session_id, query) {
     return {
         sql: `SELECT ${EVENT_COLUMNS} FROM events WHERE session_id = ? AND seq >= ?` +
@@ -165,7 +166,7 @@ export function readEventsByIds(db, session_id, ids) {
 }
 export const EVENT_CONTENT_COLUMNS = `id, session_id, block_index, input, input_bytes, input_storage,
      text, text_bytes, output_storage, spill_path, spill_bytes,
-     src_offset, src_len, result_offset, result_len, result_block`;
+     src_offset, src_len, result_offset, result_len, result_block, image_count`;
 export function readEventContentRow(db, event_id) {
     return db
         .prepare(`SELECT ${EVENT_CONTENT_COLUMNS} FROM events WHERE id = ?`)

package/dist/src/db/schema.js

@@ -1,4 +1,4 @@
-export const SCHEMA_VERSION = 3;
+export const SCHEMA_VERSION = 5;
 export const SCHEMA_DDL = `-- ~/.agent-lens/cache.db
 --
 -- THIS FILE IS A CACHE. Every byte is a pure function of ~/.agent-lens/archive/**  --
@@ -21,7 +21,7 @@ export const SCHEMA_DDL = `-- ~/.agent-lens/cache.db
 PRAGMA journal_mode = WAL;
 PRAGMA synchronous  = NORMAL;
 PRAGMA foreign_keys = OFF;    -- projections are dropped wholesale, per session, by hand
-PRAGMA user_version = 3;      -- SCHEMA_VERSION; mismatch => unlink + recreate
+PRAGMA user_version = 5;      -- SCHEMA_VERSION; mismatch => unlink + recreate
 
 -- =====================================================================  sessions
 -- The file index AND the session-list row AND the projection freshness header,
@@ -227,6 +227,15 @@ CREATE TABLE events (
                                             -- tools.ts:118, unwitnessed by its own comment.
                                             -- 'line_ref' is live at exactly 1 row. Keep the
                                             -- arms; see task 0.12.
+
+  -- wireToolInputs[tool_use.id]: the form the harness SENT, which is not always the
+  -- form the model asked for. NULL means THE TWO AGREED -- never that nothing was
+  -- recorded. Storage words and the cap are input_storage's, written by the same
+  -- tools.ts:toolInput.
+  wire_input         TEXT,
+  wire_input_bytes   INTEGER,
+  wire_input_storage TEXT,
+
   text               TEXT,                  -- prose / thinking / prompt / tool output
   text_bytes         INTEGER,
   output_storage     TEXT,                  -- inline | line_ref | spill | missing | absent
@@ -245,6 +254,7 @@ CREATE TABLE events (
   result_offset      INTEGER,               -- byte offset of the tool_result line
   result_len         INTEGER,
   result_block       INTEGER,
+  image_count        INTEGER NOT NULL DEFAULT 0, -- images servable by ordinal; never their bytes
 
   model              TEXT,                  -- \\  stamped on the FIRST event of each requestId
   tokens_in          INTEGER,               --  } group ONLY. Naive summing is 1.51x HIGH,

package/dist/src/db/write.js

@@ -63,12 +63,13 @@ const INSERT_TURN_SQL = `INSERT INTO turns
   VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`;
 const INSERT_EVENT_SQL = `INSERT INTO events
     (id, session_id, turn_id, seq, kind, ts, request_id, block_index, name, status,
-     duration_ms, duration_source, input, input_bytes, input_storage, text, text_bytes,
+     duration_ms, duration_source, input, input_bytes, input_storage,
+     wire_input, wire_input_bytes, wire_input_storage, text, text_bytes,
      output_storage, spill_path, spill_bytes, src_offset, src_len, result_offset,
-     result_len, result_block, model, tokens_in, tokens_out, tokens_cache_read,
+     result_len, result_block, image_count, model, tokens_in, tokens_out, tokens_cache_read,
      tokens_cache_write, est_cost, child_session_id, agent_type, agent_status, raw_type,
      raw_subtype, attrs)
-  VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`;
+  VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`;
 const POPULATE_FTS_SQL = `INSERT INTO events_fts(rowid, text, input)
   SELECT rowid, text, input FROM events WHERE session_id = ?`;
 const WRITE_HEADER_SQL = `UPDATE sessions SET
@@ -178,7 +179,7 @@ function insertEvents(db, events, spills) {
             cache_read: event.tokens_cache_read,
             cache_write: event.tokens_cache_write,
         });
-        insert.run(event.id, event.session_id, event.turn_id, event.seq, event.kind, event.ts, event.request_id ?? null, event.block_index, event.name ?? null, event.status ?? null, event.duration_ms ?? null, event.duration_source ?? null, event.input ?? null, event.input_bytes ?? null, event.input_storage ?? null, event.text ?? null, event.text_bytes ?? null, output.output_storage, output.spill_path, output.spill_bytes, event.src_offset, event.src_len, event.result_offset ?? null, event.result_len ?? null, event.result_block ?? null, event.model ?? null, event.tokens_in ?? null, event.tokens_out ?? null, event.tokens_cache_read ?? null, event.tokens_cache_write ?? null, est_cost, event.child_session_id ?? null, event.agent_type ?? null, event.agent_status ?? null, event.raw_type, event.raw_subtype ?? null, event.attrs);
+        insert.run(event.id, event.session_id, event.turn_id, event.seq, event.kind, event.ts, event.request_id ?? null, event.block_index, event.name ?? null, event.status ?? null, event.duration_ms ?? null, event.duration_source ?? null, event.input ?? null, event.input_bytes ?? null, event.input_storage ?? null, event.wire_input ?? null, event.wire_input_bytes ?? null, event.wire_input_storage ?? null, event.text ?? null, event.text_bytes ?? null, output.output_storage, output.spill_path, output.spill_bytes, event.src_offset, event.src_len, event.result_offset ?? null, event.result_len ?? null, event.result_block ?? null, event.image_count, event.model ?? null, event.tokens_in ?? null, event.tokens_out ?? null, event.tokens_cache_read ?? null, event.tokens_cache_write ?? null, est_cost, event.child_session_id ?? null, event.agent_type ?? null, event.agent_status ?? null, event.raw_type, event.raw_subtype ?? null, event.attrs);
     }
 }
 function spillColumns(event, spills) {

package/dist/src/project/pipeline.js

@@ -1,10 +1,11 @@
 import { asyncAgentLaunch, taskNotification } from '../transcript/agents.js';
 import { attachmentRecord } from '../transcript/attachments.js';
-import { contentBlocks } from '../transcript/blocks.js';
+import { contentBlocks, imageCount, resultText } from '../transcript/blocks.js';
 import { isHumanPrompt, MACHINERY_TAGS } from '../transcript/human.js';
 import { foldControlLines, foldSessionEnvelope, promptGroupId, toolDenialKind, turnDurationMs, } from '../transcript/line.js';
 import { foldRequestGroup, groupByRequestId, modelOfRequestGroup, requestIdOf, } from '../transcript/usage.js';
-import { joinToolCalls, NO_INPUT, toolInput, } from './tools.js';
+import { joinToolCalls, NO_INPUT, NO_WIRE_INPUT, toolInput, wireInput, } from './tools.js';
+import { wireInputOf } from '../transcript/wire.js';
 const MAX_TITLE_CHARS = 200;
 const NO_BLOCKS = Object.freeze([]);
 const MS_PER_DAY = 86_400_000;
@@ -35,9 +36,6 @@ function prose(blocks) {
         .join('\n')
         .trim();
 }
-function resultText(children) {
-    return children.flatMap((child) => (child.kind === 'text' ? [child.text] : [])).join('\n');
-}
 function blockText(block) {
     switch (block?.kind) {
         case 'text':
@@ -145,6 +143,7 @@ export function runPipeline(lines, ctx) {
                 result_offset: line.byte_offset,
                 result_len: line.byte_length,
                 result_block: blockIndex,
+                image_count: imageCount(block),
             });
         }
         const text = prose(blocks);
@@ -205,6 +204,9 @@ export function runPipeline(lines, ctx) {
                 child_session_id: undefined,
                 agent_type: undefined,
                 ...(block?.kind === 'tool_use' ? toolInput(block.input) : NO_INPUT),
+                ...(block?.kind === 'tool_use'
+                    ? wireInput(wireInputOf(line.raw, block.id), block.input)
+                    : NO_WIRE_INPUT),
                 text: kind === 'tool_call' ? undefined : (blockText(block) ?? lineText),
                 text_bytes: undefined,
                 output_storage: kind === 'tool_call' ? 'absent' : undefined,
@@ -215,6 +217,7 @@ export function runPipeline(lines, ctx) {
                 result_offset: undefined,
                 result_len: undefined,
                 result_block: undefined,
+                image_count: block === undefined ? 0 : imageCount(block),
                 model,
                 tokens_in: tokens?.input_tokens,
                 tokens_out: tokens?.output_tokens,

package/dist/src/project/tools.js

@@ -1,4 +1,5 @@
 import { claimsPersistedOutput, } from '../transcript/agents.js';
+import { sameValue } from '../transcript/wire.js';
 import { epochMs } from './pipeline.js';
 export const INLINE_MAX = 65536;
 export const PREVIEW_MAX = 8192;
@@ -7,6 +8,11 @@ export const NO_INPUT = Object.freeze({
     input_bytes: undefined,
     input_storage: undefined,
 });
+export const NO_WIRE_INPUT = Object.freeze({
+    wire_input: undefined,
+    wire_input_bytes: undefined,
+    wire_input_storage: undefined,
+});
 function byteLength(text) {
     return Buffer.byteLength(text, 'utf8');
 }
@@ -29,6 +35,16 @@ export function toolInput(input) {
         ? { input: headPreview(text), input_bytes: bytes, input_storage: 'line_ref' }
         : { input: text, input_bytes: bytes, input_storage: 'inline' };
 }
+export function wireInput(wire, request) {
+    if (wire === undefined || sameValue(wire, request))
+        return NO_WIRE_INPUT;
+    const stored = toolInput(wire);
+    return {
+        wire_input: stored.input,
+        wire_input_bytes: stored.input_bytes,
+        wire_input_storage: stored.input_storage === 'line_ref' ? 'line_ref' : 'inline',
+    };
+}
 function elapsedMs(call, result) {
     const ms = epochMs(result) - epochMs(call);
     return ms < 0 ? 0 : ms;
@@ -82,6 +98,7 @@ export function joinToolCalls(events, results, notifications, drift) {
         event.result_offset = result.result_offset;
         event.result_len = result.result_len;
         event.result_block = result.result_block;
+        event.image_count = result.image_count;
         event.duration_ms = elapsedMs(event.ts, result.ts);
         event.duration_source = 'elapsed';
         event.status = statusOf(result);

package/dist/src/server/api.js

@@ -49,6 +49,12 @@ export function parseSort(raw) {
     return sort === undefined ? { ok: false, error: 'invalid sort' } : { ok: true, value: sort };
 }
 const FIELDS = ['text', 'input'];
+export function parseImageOrdinal(raw) {
+    const value = Number(raw);
+    return NON_NEGATIVE_INT.test(raw) && Number.isSafeInteger(value)
+        ? { ok: true, value }
+        : { ok: false, error: 'invalid image index' };
+}
 export function parseField(raw) {
     if (raw === undefined || raw === '')
         return { ok: true, value: 'text' };
@@ -105,6 +111,11 @@ export function toDetailProjection(header, outcome) {
     }
     return PROJECTION_STATES.includes(stored.state) ? stored : { ...stored, state: 'none' };
 }
+const IMAGE_FAILURES = {
+    gone: { status: 410, error: 'image no longer on disk' },
+    too_large: { status: 413, error: 'image too large to serve' },
+    unsupported: { status: 415, error: 'image type not servable' },
+};
 function storedContent(row, field) {
     const isText = field === 'text';
     const resolved = {
@@ -200,6 +211,25 @@ export function registerApi(app, deps) {
             body.spill_path = resolved.spill_path;
         return c.json(body);
     });
+    app.get('/api/events/:id/images/:n', (c) => {
+        const ordinal = parseImageOrdinal(c.req.param('n'));
+        if (!ordinal.ok)
+            return c.json({ error: ordinal.error }, 400);
+        const row = readEventContentRow(db, c.req.param('id'));
+        if (row === undefined || ordinal.value >= row.image_count)
+            return jsonNotFound(c);
+        const image = deps.resolveImage?.(row, ordinal.value) ?? { ok: false, reason: 'gone' };
+        if (!image.ok) {
+            const failure = IMAGE_FAILURES[image.reason];
+            return c.json({ error: failure.error }, failure.status);
+        }
+        return c.body(new Uint8Array(image.bytes), 200, {
+            'Content-Type': image.media_type,
+            'Content-Length': String(image.bytes.length),
+            'X-Content-Type-Options': 'nosniff',
+            'Cache-Control': 'no-store',
+        });
+    });
     app.get('/api/search', (c) => {
         const parsed = parseSearchQuery(c.req.query());
         if (!parsed.ok)

package/dist/src/server/start.js

@@ -5,7 +5,7 @@ import { mkdirSync } from 'node:fs';
 import { readOrCreateToken } from '../shared/index.js';
 import { resolveArchiveRoot, resolveTranscriptRoot } from '../archive/index.js';
 import { createArchiveReader } from '../archive/read.js';
-import { createContentResolver, createContentEnv } from '../content/resolve.js';
+import { createContentEnv, createContentResolver, createImageResolver, } from '../content/resolve.js';
 import { createCorpusSweep } from '../corpus/watch.js';
 import { createProjectionEnv } from '../corpus/env.js';
 import { openDb } from '../db/open.js';
@@ -64,6 +64,8 @@ export async function startServer(options = {}) {
     });
     const hub = createStreamHub();
     const warm = createWarmQueue({ db, env: createProjectionEnv(reader, roots), hub });
+    const archivePathOf = (id) => readEventArchivePath(db, id)?.archive_path;
+    const contentEnv = createContentEnv(reader, [roots.archiveRoot, roots.transcriptRoot]);
     const app = buildApiApp({
         db,
         token,
@@ -73,7 +75,8 @@ export async function startServer(options = {}) {
         sweep,
         hub,
         warm,
-        resolveContent: createContentResolver((id) => readEventArchivePath(db, id)?.archive_path, createContentEnv(reader, [roots.archiveRoot, roots.transcriptRoot])),
+        resolveContent: createContentResolver(archivePathOf, contentEnv),
+        resolveImage: createImageResolver(archivePathOf, contentEnv),
     });
     const fetch = app.fetch;
     const explicit = options.port !== undefined;

package/dist/src/transcript/blocks.js

@@ -70,6 +70,40 @@ export function classifyBlock(raw, position) {
 export function classifyContent(content) {
     return normalizeContent(content).map((block) => classifyBlock(block, 'top'));
 }
+export function resultText(children) {
+    const texts = children.flatMap((child) => (child.kind === 'text' ? [child.text] : []));
+    const images = children.flatMap((child) => (child.kind === 'image' ? [child.placeholder] : []));
+    return [...texts, ...images].join('\n');
+}
 export function contentBlocks(line) {
-    return classifyContent(obj(line.raw.message, undefined)?.content);
+    return classifyContent(rawContent(line));
+}
+function rawContent(line) {
+    return obj(line.raw.message, undefined)?.content;
+}
+export const SERVABLE_IMAGE_TYPES = new Set([
+    'image/png',
+    'image/jpeg',
+    'image/gif',
+    'image/webp',
+]);
+export function imageCount(block) {
+    if (block.kind === 'image')
+        return 1;
+    if (block.kind !== 'tool_result')
+        return 0;
+    return block.children.filter((child) => child.kind === 'image').length;
+}
+export function imageSourceAt(line, blockIndex, ordinal) {
+    const block = obj(normalizeContent(rawContent(line))[blockIndex], EMPTY_RECORD);
+    const images = block.type === 'image'
+        ? [block]
+        : block.type === 'tool_result'
+            ? normalizeContent(block.content).filter((child) => obj(child, EMPTY_RECORD).type === 'image')
+            : [];
+    if (ordinal >= images.length)
+        return undefined;
+    const image = obj(images[ordinal], EMPTY_RECORD);
+    const source = obj(image.source, EMPTY_RECORD);
+    return { media_type: str(source.media_type, ''), data: str(source.data, '') };
 }

package/dist/src/transcript/version.js

@@ -1 +1 @@
-export const PROJECTOR_VERSION = 12;
+export const PROJECTOR_VERSION = 15;

package/dist/src/transcript/wire.js

@@ -0,0 +1,39 @@
+import { arr, obj } from './accessors.js';
+export function wireInputOf(raw, toolUseId) {
+    try {
+        const field = obj(obj(raw, undefined)?.wireToolInputs, undefined);
+        if (field === undefined || !Object.hasOwn(field, toolUseId))
+            return undefined;
+        return obj(field[toolUseId], undefined);
+    }
+    catch {
+        return undefined;
+    }
+}
+export function sameValue(a, b) {
+    try {
+        return same(a, b);
+    }
+    catch {
+        return true;
+    }
+}
+function same(a, b) {
+    if (a === b)
+        return true;
+    const aList = arr(a, undefined);
+    const bList = arr(b, undefined);
+    if (aList !== undefined || bList !== undefined) {
+        if (aList === undefined || bList === undefined || aList.length !== bList.length)
+            return false;
+        return aList.every((item, index) => same(item, bList[index]));
+    }
+    const aObj = obj(a, undefined);
+    const bObj = obj(b, undefined);
+    if (aObj === undefined || bObj === undefined)
+        return false;
+    const aKeys = Object.keys(aObj);
+    if (aKeys.length !== Object.keys(bObj).length)
+        return false;
+    return aKeys.every((key) => Object.hasOwn(bObj, key) && same(aObj[key], bObj[key]));
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@faithfulalabi/agent-lens",
-  "version": "0.5.0",
+  "version": "0.7.0",
   "description": "Local-first agentic tracing platform: inspect everything your agent did in a session.",
   "type": "module",
   "license": "MIT",