@swestash/agent-lens 0.15.0 → 0.17.0

package/dist/agent-lens.js

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 
 // src/index.ts
-import { existsSync as existsSync10, writeFileSync as writeFileSync3 } from "node:fs";
+import { existsSync as existsSync11, writeFileSync as writeFileSync3 } from "node:fs";
 import { join as join12 } from "node:path";
 import { fileURLToPath as fileURLToPath4 } from "node:url";
 
@@ -812,9 +812,9 @@ CREATE INDEX IF NOT EXISTS idx_findings_category ON findings(category);
 CREATE INDEX IF NOT EXISTS idx_findings_rule     ON findings(rule_id);
 CREATE INDEX IF NOT EXISTS idx_findings_tool_call ON findings(tool_call_id);
 
--- File modifications derived from tool calls (ADR-022). One row per (tool_call, file): today
--- Edit/Write/NotebookEdit are 1:1, but the hash id leaves room for multi-file sources (e.g. a
--- future Bash-write heuristic) without a schema break. Failed calls (status='error') are excluded
+-- File modifications derived from tool calls (ADR-022). One row per (tool_call, file):
+-- Edit/Write/NotebookEdit are 1:1; a Bash call can write several files, which the hash id already
+-- accommodated without a schema break. Failed calls (status='error') are excluded
 -- at derivation \u2014 they didn't change the file. Re-runnable like findings: incremental runs DELETE
 -- the dirty sessions' rows and re-INSERT (delete-then-insert). Populated by ingest's
 -- deriveFileChanges (filechanges.ts).
@@ -826,7 +826,7 @@ CREATE TABLE IF NOT EXISTS file_changes (
   event_uuid     TEXT,                            -- jump-to-transcript anchor (#ev-<uuid>)
   project_id     TEXT REFERENCES projects(id),    -- from the session, for per-project grouping
   file_path      TEXT NOT NULL,                   -- normalized absolute path
-  tool_name      TEXT NOT NULL,                   -- Edit | Write | NotebookEdit
+  tool_name      TEXT NOT NULL,                   -- Edit | Write | NotebookEdit | Bash
   lines_added    INTEGER,                         -- newline-count delta (NULL when unknowable)
   lines_removed  INTEGER,
   timestamp      TEXT,                            -- ISO8601, from the tool call's event
@@ -3427,8 +3427,98 @@ function classifyErrors(db, dirty) {
 // ../ingest/dist/filechanges.js
 import { createHash as createHash3 } from "node:crypto";
 import { posix as path2 } from "node:path";
-var FILECHANGES_VERSION = 1;
-var FILE_TOOLS = ["Edit", "Write", "NotebookEdit"];
+
+// ../ingest/dist/shellwrites.js
+var TARGET = `"([^"]+)"|'([^']+)'|([^\\s;|&<>()]+)`;
+var REDIRECT = new RegExp(`(?:^|[\\s;|&(])\\d?>{1,2}\\s*(?:${TARGET})`, "g");
+var TEE = new RegExp(`(?:^|[\\s;|&(])tee\\s+(?:-a\\s+)?(?:${TARGET})`, "g");
+var SED_I = new RegExp(`(?:^|[\\s;|&(])sed\\s+(?:-[a-zA-Z]*i[a-zA-Z]*(?:\\.\\w+)?)\\s+(?:(?:-e\\s+)?(?:'[^']*'|"[^"]*"|\\S+)\\s+)+?(?:${TARGET})`, "g");
+var CD = new RegExp(`^\\s*cd\\s+(?:${TARGET})`);
+var HEREDOC = /<<-?\s*(['"]?)([A-Za-z_][A-Za-z0-9_]*)\1/g;
+var REDIRECT_BEFORE_HEREDOC = new RegExp(`\\d?>{1,2}\\s*(?:${TARGET})\\s*$`);
+function target(m, first) {
+  return m[first] ?? m[first + 1] ?? m[first + 2] ?? null;
+}
+function usable(path3) {
+  if (!path3)
+    return false;
+  if (/[$*?`~]/.test(path3))
+    return false;
+  if (path3.startsWith("&"))
+    return false;
+  if (path3 === "/dev/null" || path3.startsWith("/dev/"))
+    return false;
+  return true;
+}
+function bodyLines(body) {
+  const trimmed = body.replace(/\n$/, "");
+  return trimmed === "" ? 0 : trimmed.split("\n").length;
+}
+function stripHeredocs(command) {
+  const writes = [];
+  let scan = command;
+  HEREDOC.lastIndex = 0;
+  let m;
+  while (m = HEREDOC.exec(scan)) {
+    const delim = m[2];
+    const openerEnd = scan.indexOf("\n", m.index);
+    if (openerEnd === -1)
+      break;
+    const terminator = new RegExp(`^[ \\t]*${delim}[ \\t]*$`, "m");
+    const rest = scan.slice(openerEnd + 1);
+    const end = rest.search(terminator);
+    const bodyEnd = end === -1 ? rest.length : end;
+    const before = scan.slice(0, m.index);
+    const red = before.match(REDIRECT_BEFORE_HEREDOC);
+    if (red) {
+      const p = target(red, 1);
+      if (usable(p))
+        writes.push({ at: red.index ?? m.index, write: { path: p, linesAdded: bodyLines(rest.slice(0, bodyEnd)) } });
+    }
+    const stripEnd = end === -1 ? scan.length : openerEnd + 1 + bodyEnd + delim.length;
+    scan = scan.slice(0, m.index) + " ".repeat(stripEnd - m.index) + scan.slice(stripEnd);
+    HEREDOC.lastIndex = stripEnd;
+  }
+  return { scan, writes };
+}
+function parseShellWrites(command) {
+  if (typeof command !== "string" || !command)
+    return { cwd: null, writes: [] };
+  const cdMatch = command.match(CD);
+  const cdPath = cdMatch ? target(cdMatch, 1) : null;
+  const cwd = cdPath && cdPath.startsWith("/") && !/[$*?`~]/.test(cdPath) ? cdPath : null;
+  const { scan, writes: found } = stripHeredocs(command);
+  for (const [re, group] of [
+    [REDIRECT, 1],
+    [TEE, 1],
+    [SED_I, 1]
+  ]) {
+    re.lastIndex = 0;
+    let m;
+    while (m = re.exec(scan)) {
+      const p = target(m, group);
+      if (usable(p))
+        found.push({ at: m.index, write: { path: p, linesAdded: null } });
+    }
+  }
+  const byPath = /* @__PURE__ */ new Map();
+  for (const entry of found) {
+    const prev = byPath.get(entry.write.path);
+    if (!prev) {
+      byPath.set(entry.write.path, entry);
+      continue;
+    }
+    byPath.set(entry.write.path, {
+      at: Math.min(prev.at, entry.at),
+      write: { path: entry.write.path, linesAdded: prev.write.linesAdded ?? entry.write.linesAdded }
+    });
+  }
+  return { cwd, writes: [...byPath.values()].sort((a, b) => a.at - b.at).map((e) => e.write) };
+}
+
+// ../ingest/dist/filechanges.js
+var FILECHANGES_VERSION = 2;
+var FILE_TOOLS = ["Edit", "Write", "NotebookEdit", "Bash"];
 function fileChangeId(toolCallId, filePath) {
   return createHash3("sha1").update(toolCallId).update("\0").update(filePath).digest("hex").slice(0, 16);
 }
@@ -3489,31 +3579,40 @@ function deriveFileChanges(db, dirty) {
       if (!input)
         continue;
       const p = proj.get(row.session_id);
-      const filePath = normalizeFilePath(input.file_path ?? input.notebook_path, p?.path ?? null);
-      if (!filePath)
-        continue;
-      let added = null;
-      let removed = null;
-      if (row.tool_name === "Edit") {
-        added = lineCount(input.new_string);
-        removed = lineCount(input.old_string);
-      } else if (row.tool_name === "Write") {
-        added = lineCount(input.content);
+      const targets = [];
+      if (row.tool_name === "Bash") {
+        const { cwd, writes } = parseShellWrites(input.command);
+        for (const w of writes) {
+          const filePath = normalizeFilePath(w.path, cwd ?? p?.path ?? null);
+          if (filePath)
+            targets.push({ filePath, added: w.linesAdded, removed: null });
+        }
+      } else {
+        const filePath = normalizeFilePath(input.file_path ?? input.notebook_path, p?.path ?? null);
+        if (filePath) {
+          targets.push({
+            filePath,
+            added: row.tool_name === "Edit" ? lineCount(input.new_string) : row.tool_name === "Write" ? lineCount(input.content) : null,
+            removed: row.tool_name === "Edit" ? lineCount(input.old_string) : null
+          });
+        }
+      }
+      for (const t of targets) {
+        insert.run({
+          id: fileChangeId(row.id, t.filePath),
+          tool_call_id: row.id,
+          session_id: row.session_id,
+          turn_id: row.turn_id,
+          event_uuid: row.event_uuid,
+          project_id: p?.id ?? null,
+          file_path: t.filePath,
+          tool_name: row.tool_name,
+          lines_added: t.added,
+          lines_removed: t.removed,
+          timestamp: row.timestamp,
+          derive_version: FILECHANGES_VERSION
+        });
       }
-      insert.run({
-        id: fileChangeId(row.id, filePath),
-        tool_call_id: row.id,
-        session_id: row.session_id,
-        turn_id: row.turn_id,
-        event_uuid: row.event_uuid,
-        project_id: p?.id ?? null,
-        file_path: filePath,
-        tool_name: row.tool_name,
-        lines_added: added,
-        lines_removed: removed,
-        timestamp: row.timestamp,
-        derive_version: FILECHANGES_VERSION
-      });
     }
   });
   tx();
@@ -3585,15 +3684,15 @@ function canonicalizeProjects(db, opts = {}) {
   const touched = /* @__PURE__ */ new Set();
   transaction(db, () => {
     for (const r of rows) {
-      const target = canon(r.path);
-      if (target === strip(r.path))
+      const target2 = canon(r.path);
+      if (target2 === strip(r.path))
         continue;
-      const targetId = byPath.get(target)?.id ?? projectId(r.agent_id, target);
+      const targetId = byPath.get(target2)?.id ?? projectId(r.agent_id, target2);
       if (targetId === r.id)
         continue;
-      if (!byPath.has(target)) {
-        upsertProject.run(targetId, r.agent_id, target);
-        byPath.set(target, { id: targetId, agent_id: r.agent_id });
+      if (!byPath.has(target2)) {
+        upsertProject.run(targetId, r.agent_id, target2);
+        byPath.set(target2, { id: targetId, agent_id: r.agent_id });
       }
       repointSessions.run(targetId, r.id);
       repointFileChanges.run(targetId, r.id);
@@ -4544,11 +4643,12 @@ function runMetrics(argv = process.argv.slice(2)) {
 }
 
 // ../server/dist/run.js
-import { existsSync as existsSync8 } from "node:fs";
+import { existsSync as existsSync9 } from "node:fs";
 import { dirname as dirname7 } from "node:path";
 import { fileURLToPath as fileURLToPath3 } from "node:url";
 
 // ../server/dist/db.js
+import { existsSync as existsSync6 } from "node:fs";
 import { DatabaseSync as DatabaseSync2 } from "node:sqlite";
 
 // ../server/dist/sql-util.js
@@ -5006,6 +5106,17 @@ function getSession(db, id) {
     file_changes: loadFileChanges(db, id)
   };
 }
+function sessionLocation(db, id) {
+  const session = queryGet(db, "SELECT source_id FROM sessions WHERE id = ?", id);
+  if (!session)
+    return null;
+  const files = queryAll(db, "SELECT DISTINCT source_file FROM events WHERE session_id = ? AND source_file IS NOT NULL", id).map((r) => r.source_file);
+  if (files.length === 0)
+    return null;
+  const live = files.filter((f) => !f.includes("/.versions/"));
+  const path3 = live.find((f) => f.endsWith(`/${id}.jsonl`)) ?? live[0] ?? files[0];
+  return { session_id: id, path: path3, exists: existsSync6(path3), source_id: session.source_id };
+}
 function safeJson(s) {
   if (!s)
     return null;
@@ -5369,7 +5480,7 @@ function securitySummary(db) {
 }
 
 // ../server/dist/app.js
-import { existsSync as existsSync7 } from "node:fs";
+import { existsSync as existsSync8 } from "node:fs";
 import Fastify from "fastify";
 import fastifyStatic from "@fastify/static";
 
@@ -5857,7 +5968,7 @@ function findingsOverTime(db, w, bucket) {
 }
 
 // ../server/dist/refresh.js
-import { existsSync as existsSync6, mkdirSync as mkdirSync5 } from "node:fs";
+import { existsSync as existsSync7, mkdirSync as mkdirSync5 } from "node:fs";
 import { join as join10 } from "node:path";
 var LOOPBACK_HOSTS = /* @__PURE__ */ new Set(["127.0.0.1", "localhost", "[::1]"]);
 function originAllowed(origin) {
@@ -5885,7 +5996,7 @@ function runRefresh() {
   try {
     const collected = collectAll();
     const archiveRoot = resolveArchiveDir();
-    if (!existsSync6(archiveRoot))
+    if (!existsSync7(archiveRoot))
       mkdirSync5(archiveRoot, { recursive: true });
     runIngest([]);
     return { ok: true, collected };
@@ -6187,6 +6298,13 @@ async function createApp(db, opts = {}) {
       return notFound(reply);
     return result;
   });
+  app.get("/api/sessions/:id/location", async (req, reply) => {
+    const { id } = req.params;
+    const result = sessionLocation(db, id);
+    if (!result)
+      return notFound(reply, "no archive path recorded for this session");
+    return result;
+  });
   app.get("/api/workflows/:run_id", async (req, reply) => {
     const { run_id } = req.params;
     const result = getWorkflow(db, run_id);
@@ -6306,7 +6424,7 @@ async function createApp(db, opts = {}) {
       return notFound(reply);
     reply.header("content-type", "text/markdown; charset=utf-8").header("content-disposition", `attachment; filename="${out.filename}"`).send(out.markdown);
   });
-  if (opts.webDist && existsSync7(opts.webDist)) {
+  if (opts.webDist && existsSync8(opts.webDist)) {
     await app.register(fastifyStatic, { root: opts.webDist });
     app.setNotFoundHandler((req, reply) => {
       if (req.url.startsWith("/api/"))
@@ -6331,7 +6449,7 @@ async function startServer(overrides = {}) {
     console.error(`agent-lens-server: refusing to bind non-loopback host '${host}' (privacy). Set AGENT_LENS_ALLOW_NONLOCAL=1 to override.`);
     process.exit(1);
   }
-  if (!existsSync8(dbPath)) {
+  if (!existsSync9(dbPath)) {
     console.error(`agent-lens-server: db not found: ${dbPath} (run ingest first)`);
     process.exit(1);
   }
@@ -6347,7 +6465,7 @@ async function startServer(overrides = {}) {
   try {
     await app.listen({ host, port });
     console.log(`agent-lens-server: http://${host}:${port}  (db: ${dbPath})`);
-    if (!existsSync8(webDist))
+    if (!existsSync9(webDist))
       console.log("  note: web SPA not built \u2014 run `pnpm --filter @agent-lens/web build`");
   } catch (err) {
     console.error(err);
@@ -6356,7 +6474,7 @@ async function startServer(overrides = {}) {
 }
 
 // src/watch.ts
-import { existsSync as existsSync9 } from "node:fs";
+import { existsSync as existsSync10 } from "node:fs";
 import { join as join11 } from "node:path";
 import chokidar from "chokidar";
 async function runWatch(opts = {}) {
@@ -6394,7 +6512,7 @@ async function runWatch(opts = {}) {
     }
   };
   cycle();
-  const watchPaths = sources.map((s) => join11(s.configDir, "projects")).filter((p) => existsSync9(p));
+  const watchPaths = sources.map((s) => join11(s.configDir, "projects")).filter((p) => existsSync10(p));
   if (watchPaths.length === 0) {
     console.error("agent-lens watch: no source 'projects' directories found \u2014 nothing to watch");
   }
@@ -6471,7 +6589,7 @@ cli.command("metrics", "Re-run classification over an already-ingested DB").opti
 });
 cli.command("export <sessionId>", "Write a session to a shareable Markdown file (redacted by default)").option("--out <file>", "Write to this file (default: stdout)").option("--level <level>", "Redaction level: secrets (default) | structure").option("--no-redact", "Verbatim, UNREDACTED output (opt-out)").option("--db <path>", "SQLite DB path (overrides AGENT_LENS_DB / config db)").action((sessionId, opts) => {
   const { path: dbPath } = resolveDbPath(opts.db);
-  if (!existsSync10(dbPath)) {
+  if (!existsSync11(dbPath)) {
     console.error(`agent-lens: db not found: ${dbPath} (run ingest first)`);
     process.exit(1);
   }
@@ -6491,8 +6609,8 @@ cli.command("export <sessionId>", "Write a session to a shareable Markdown file
 cli.command(
   "service <action> [target]",
   "Install/uninstall/status OS services \u2014 action: install|uninstall|status; target: collector|server|all (default all)"
-).option("--times <hours>", "Collector cadence: comma-separated hours 0-23 (default: 9,13,17,21)").action((action, target, opts) => {
-  const targets = parseTargets(target);
+).option("--times <hours>", "Collector cadence: comma-separated hours 0-23 (default: 9,13,17,21)").action((action, target2, opts) => {
+  const targets = parseTargets(target2);
   const hours = action === "install" ? parseHours(opts.times) : void 0;
   runService(action, { cliEntry: fileURLToPath4(import.meta.url), hours, targets });
 });