@swestash/agent-lens 0.13.2 → 0.14.0

package/dist/agent-lens.js

@@ -591,7 +591,7 @@ var CAC = class extends EventEmitter {
 var cac = (name = "") => new CAC(name);
 
 // ../core/dist/schema.js
-var SCHEMA_VERSION = 14;
+var SCHEMA_VERSION = 15;
 var SCHEMA_SQL = (
   /* sql */
   `
@@ -688,7 +688,8 @@ CREATE TABLE IF NOT EXISTS events (
   model        TEXT,
   is_sidechain INTEGER NOT NULL DEFAULT 0,
   is_meta      INTEGER NOT NULL DEFAULT 0,
-  text         TEXT,                     -- flattened text/thinking for search + preview
+  text         TEXT,                     -- visible message text, for search + preview
+  thinking     TEXT,                     -- reasoning blocks, kept apart so the read path needs no parsing
   raw_json     BLOB NOT NULL,            -- original line, verbatim, gzip-compressed (ADR-011); read via unpackRaw()
   source_file  TEXT                      -- archive path the canonical copy came from
 );
@@ -900,23 +901,27 @@ CREATE TABLE IF NOT EXISTS ingest_state (
 );
 
 -- Full-text search over event text (contentless external-content FTS). ------
+-- Both columns are indexed: search covered reasoning back when text carried it inline, and the
+-- queries are unqualified MATCHes, which span every column \u2014 so indexing thinking here is what makes
+-- splitting the columns invisible to search.
 CREATE VIRTUAL TABLE IF NOT EXISTS events_fts USING fts5(
   text,
+  thinking,
   content='events',
   content_rowid='rowid'
 );
 
 -- Keep FTS in sync with events. --------------------------------------------
 CREATE TRIGGER IF NOT EXISTS events_ai AFTER INSERT ON events BEGIN
-  INSERT INTO events_fts(rowid, text) VALUES (new.rowid, new.text);
+  INSERT INTO events_fts(rowid, text, thinking) VALUES (new.rowid, new.text, new.thinking);
 END;
 CREATE TRIGGER IF NOT EXISTS events_ad AFTER DELETE ON events BEGIN
-  INSERT INTO events_fts(events_fts, rowid, text) VALUES ('delete', old.rowid, old.text);
+  INSERT INTO events_fts(events_fts, rowid, text, thinking) VALUES ('delete', old.rowid, old.text, old.thinking);
 END;
 CREATE TRIGGER IF NOT EXISTS events_au AFTER UPDATE ON events
-WHEN old.text IS NOT new.text BEGIN
-  INSERT INTO events_fts(events_fts, rowid, text) VALUES ('delete', old.rowid, old.text);
-  INSERT INTO events_fts(rowid, text) VALUES (new.rowid, new.text);
+WHEN old.text IS NOT new.text OR old.thinking IS NOT new.thinking BEGIN
+  INSERT INTO events_fts(events_fts, rowid, text, thinking) VALUES ('delete', old.rowid, old.text, old.thinking);
+  INSERT INTO events_fts(rowid, text, thinking) VALUES (new.rowid, new.text, new.thinking);
 END;
 `
 );
@@ -1371,14 +1376,6 @@ import { gzipSync, gunzipSync } from "node:zlib";
 function packRaw(json) {
   return gzipSync(Buffer.from(json, "utf8"));
 }
-function unpackRaw(value) {
-  if (typeof value === "string")
-    return value;
-  if (value.length >= 2 && value[0] === 31 && value[1] === 139) {
-    return gunzipSync(value).toString("utf8");
-  }
-  return Buffer.from(value).toString("utf8");
-}
 
 // ../core/dist/paths.js
 import { existsSync, readFileSync } from "node:fs";
@@ -2338,25 +2335,36 @@ function resetSchema(db) {
 // ../ingest/dist/adapters/claude-code.js
 import { readdirSync as readdirSync2 } from "node:fs";
 import { basename as basename2, join as join6 } from "node:path";
-function flattenText(content) {
+function extractParts(content) {
   if (content == null)
-    return null;
+    return { text: null, thinking: null };
   if (typeof content === "string")
-    return content.trim() || null;
+    return { text: content.trim() || null, thinking: null };
   if (!Array.isArray(content))
-    return null;
-  const parts = [];
+    return { text: null, thinking: null };
+  const texts = [];
+  const thoughts = [];
   for (const block of content) {
     if (!block || typeof block !== "object")
       continue;
     const b = block;
     if (b.type === "text" && typeof b.text === "string")
-      parts.push(b.text);
+      texts.push(b.text);
     else if (b.type === "thinking" && typeof b.thinking === "string")
-      parts.push(b.thinking);
+      thoughts.push(b.thinking);
   }
-  const text = parts.join("\n").trim();
-  return text || null;
+  return { text: texts.join("\n").trim() || null, thinking: thoughts.join("\n").trim() || null };
+}
+function flattenText(content) {
+  return extractParts(content).text;
+}
+function queuedPromptText(attachment) {
+  if (!attachment || typeof attachment !== "object")
+    return null;
+  const a = attachment;
+  if (a.type !== "queued_command" || a.commandMode !== "prompt")
+    return null;
+  return flattenText(a.prompt);
 }
 var RESULT_SUMMARY_MAX_LINES = 40;
 var RESULT_SUMMARY_MAX_CHARS = 2e3;
@@ -2484,7 +2492,9 @@ var ClaudeCodeAdapter = class {
     if (!asString(r.uuid))
       return { meta };
     const message = r.message ?? {};
-    const text = flattenText(message.content);
+    const queued = queuedPromptText(r.attachment);
+    const parts = extractParts(message.content);
+    const text = parts.text ?? queued;
     const result = {
       meta,
       event: {
@@ -2494,12 +2504,15 @@ var ClaudeCodeAdapter = class {
         parent_uuid: asString(r.parentUuid),
         seq,
         type: asString(r.type) ?? "unknown",
-        role: asString(message.role),
+        // A recovered queued prompt has no `message` to take a role from, but it *is* the user
+        // speaking — without this the transcript labels their own words as a generic attachment.
+        role: asString(message.role) ?? (queued ? "user" : null),
         timestamp: asString(r.timestamp),
         model: asString(message.model),
         is_sidechain: r.isSidechain ? 1 : 0,
         is_meta: r.isMeta ? 1 : 0,
         text,
+        thinking: parts.thinking,
         raw_json: JSON.stringify(raw),
         source_file: file.path
       }
@@ -3596,6 +3609,24 @@ function canonicalizeProjects(db, opts = {}) {
 
 // ../ingest/dist/pipeline.js
 import { createHash as createHash5 } from "node:crypto";
+
+// ../transcript-format/dist/index.js
+var COMMAND_OUTPUT_TAGS = ["local-command-stdout", "local-command-stderr", "command-output"];
+var TASK_NOTIFICATION_TAG = "task-notification";
+var TASK_STATUS_TAG = "status";
+var TASK_SUMMARY_TAG = "summary";
+var TASK_RESULT_TAG = "result";
+var TASK_FAILURES_TAG = "failures";
+var COMMAND_OUTPUT_ALTERNATION = COMMAND_OUTPUT_TAGS.join("|");
+var COMMAND_RESULT_CARRIER = new RegExp(`^<(?:${COMMAND_OUTPUT_ALTERNATION})>`);
+function isCommandResultCarrier(text) {
+  return COMMAND_RESULT_CARRIER.test(text.trimStart());
+}
+function xmlTag(text, tag) {
+  return text.match(new RegExp(`<${tag}>([\\s\\S]*?)</${tag}>`))?.[1]?.trim() ?? null;
+}
+
+// ../ingest/dist/pipeline.js
 function newStats() {
   return { files: 0, skipped: 0, malformed: 0, newEvents: 0 };
 }
@@ -3689,13 +3720,14 @@ function durationMs(start, end) {
   return Math.max(0, b - a);
 }
 function buildTurns(sessionId, rows) {
-  rows.sort((x, y) => (x.timestamp ?? "").localeCompare(y.timestamp ?? "") || x.uuid.localeCompare(y.uuid));
+  rows.sort((x, y) => (x.timestamp ?? "").localeCompare(y.timestamp ?? "") || (x.seq ?? 0) - (y.seq ?? 0) || x.uuid.localeCompare(y.uuid));
   const turns = [];
   const eventTurn = /* @__PURE__ */ new Map();
   let cur = null;
   let seq = 0;
   for (const e of rows) {
-    const isPrompt = e.type === "user" && e.is_meta === 0 && !!e.text && e.text.trim().length > 0;
+    const body = e.text?.trim() ?? "";
+    const isPrompt = e.type === "user" && e.is_meta === 0 && body.length > 0 && !isCommandResultCarrier(body);
     if (isPrompt) {
       cur = {
         id: `${sessionId}:${seq}`,
@@ -3753,7 +3785,7 @@ function expandDirtyScope(db, dirty) {
   }
 }
 function rebuildTurns(db, scope, sessionIds) {
-  const selEvents = db.prepare("SELECT uuid, type, is_sidechain, is_meta, timestamp, model, text FROM events WHERE session_id = ?");
+  const selEvents = db.prepare("SELECT uuid, seq, type, is_sidechain, is_meta, timestamp, model, text FROM events WHERE session_id = ?");
   const insTurn = db.prepare(`INSERT INTO turns (id, session_id, seq, user_event_uuid, prompt_preview, model, started_at, ended_at, duration_ms)
      VALUES (@id, @session_id, @seq, @user_event_uuid, @prompt_preview, @model, @started_at, @ended_at, @duration_ms)`);
   const updEventTurn = db.prepare("UPDATE events SET turn_id = ? WHERE uuid = ?");
@@ -3932,8 +3964,8 @@ function prepareStatements(db) {
        ON CONFLICT(file_path) DO UPDATE SET
          size=excluded.size, mtime_ms=excluded.mtime_ms, sha256=excluded.sha256,
          events_ingested=excluded.events_ingested, ingested_at=excluded.ingested_at`),
-    insEvent: db.prepare(`INSERT INTO events (uuid, session_id, turn_id, parent_uuid, seq, type, role, timestamp, model, is_sidechain, is_meta, text, raw_json, source_file)
-       VALUES (@uuid, @session_id, @turn_id, @parent_uuid, @seq, @type, @role, @timestamp, @model, @is_sidechain, @is_meta, @text, @raw_json, @source_file)
+    insEvent: db.prepare(`INSERT INTO events (uuid, session_id, turn_id, parent_uuid, seq, type, role, timestamp, model, is_sidechain, is_meta, text, thinking, raw_json, source_file)
+       VALUES (@uuid, @session_id, @turn_id, @parent_uuid, @seq, @type, @role, @timestamp, @model, @is_sidechain, @is_meta, @text, @thinking, @raw_json, @source_file)
        ON CONFLICT(uuid) DO NOTHING`),
     insTokens: db.prepare(
       // Bare ON CONFLICT (no target) so the insert is skipped on EITHER the event_uuid PK or the
@@ -4614,25 +4646,6 @@ function lastIngested(db) {
   const row = db.prepare("SELECT MAX(ingested_at) AS last FROM ingest_state").get();
   return row?.last ?? null;
 }
-function extractParts(rawJson) {
-  let text = "";
-  let thinking = "";
-  try {
-    const content = JSON.parse(unpackRaw(rawJson))?.message?.content;
-    if (typeof content === "string")
-      text = content;
-    else if (Array.isArray(content)) {
-      for (const b of content) {
-        if (b?.type === "text" && typeof b.text === "string")
-          text += (text ? "\n" : "") + b.text;
-        else if (b?.type === "thinking" && typeof b.thinking === "string")
-          thinking += (thinking ? "\n" : "") + b.thinking;
-      }
-    }
-  } catch {
-  }
-  return { text: text || null, thinking: thinking || null };
-}
 function listSources(db) {
   return queryAll(db, `SELECT s.id, s.label,
             (SELECT COUNT(*) FROM sessions x WHERE x.source_id = s.id AND x.is_sidechain = 0) AS session_count
@@ -4815,7 +4828,7 @@ function toResponseToolCall({ event_uuid: _e, error_type: _t, ...call }) {
   return call;
 }
 function loadEvents(db, id, toolRows) {
-  const eventRows = queryAll(db, `SELECT uuid, type, role, timestamp, model, is_sidechain, turn_id, raw_json
+  const eventRows = queryAll(db, `SELECT uuid, type, role, timestamp, model, is_sidechain, turn_id, text, thinking
      FROM events WHERE session_id = ? ORDER BY timestamp, seq`, id);
   const toolsByEvent = /* @__PURE__ */ new Map();
   for (const t of toolRows) {
@@ -4823,21 +4836,18 @@ function loadEvents(db, id, toolRows) {
       continue;
     pushGrouped(toolsByEvent, t.event_uuid, t);
   }
-  return eventRows.map((e) => {
-    const { text, thinking } = extractParts(e.raw_json);
-    return {
-      uuid: e.uuid,
-      type: e.type,
-      role: e.role,
-      timestamp: e.timestamp,
-      model: e.model,
-      is_sidechain: e.is_sidechain,
-      turn_id: e.turn_id,
-      text,
-      thinking,
-      toolCalls: (toolsByEvent.get(e.uuid) ?? []).map(toResponseToolCall)
-    };
-  });
+  return eventRows.map((e) => ({
+    uuid: e.uuid,
+    type: e.type,
+    role: e.role,
+    timestamp: e.timestamp,
+    model: e.model,
+    is_sidechain: e.is_sidechain,
+    turn_id: e.turn_id,
+    text: e.text,
+    thinking: e.thinking,
+    toolCalls: (toolsByEvent.get(e.uuid) ?? []).map(toResponseToolCall)
+  }));
 }
 function loadClassification(db, id) {
   const cls = queryGet(db, `SELECT category, complexity_score, complexity_band, signals_json, classifier_version
@@ -4932,9 +4942,6 @@ function getSession(db, id) {
     file_changes: loadFileChanges(db, id)
   };
 }
-function xmlTag(text, tag) {
-  return text.match(new RegExp(`<${tag}>([\\s\\S]*?)</${tag}>`))?.[1]?.trim() ?? null;
-}
 function safeJson(s) {
   if (!s)
     return null;
@@ -4975,14 +4982,18 @@ function loadAgents(db, runId) {
 function parseCompletion(db, wf) {
   if (!wf.tool_use_id || !wf.parent_session_id)
     return null;
-  const ev = queryGet(db, `SELECT raw_json FROM events
-     WHERE session_id = ? AND text LIKE '%<task-notification>%' AND text LIKE ?
+  const ev = queryGet(db, `SELECT text FROM events
+     WHERE session_id = ? AND text LIKE '%<${TASK_NOTIFICATION_TAG}>%' AND text LIKE ?
      ORDER BY timestamp DESC LIMIT 1`, wf.parent_session_id, `%${wf.tool_use_id}%`);
   if (!ev)
     return null;
-  const { text } = extractParts(ev.raw_json);
-  const t = text ?? "";
-  return { status: xmlTag(t, "status"), summary: xmlTag(t, "summary"), result: xmlTag(t, "result"), failures: xmlTag(t, "failures") };
+  const t = ev.text ?? "";
+  return {
+    status: xmlTag(t, TASK_STATUS_TAG),
+    summary: xmlTag(t, TASK_SUMMARY_TAG),
+    result: xmlTag(t, TASK_RESULT_TAG),
+    failures: xmlTag(t, TASK_FAILURES_TAG)
+  };
 }
 function loadRunSidecar(db, runId, completion) {
   const wr = tableExists(db, "workflow_results") ? queryGet(db, `SELECT status, summary, default_model, result_json, phases_json, logs_json, progress_json,