@swestash/agent-lens 0.9.0 → 0.9.2

package/dist/agent-lens.js

@@ -1,8 +1,8 @@
 #!/usr/bin/env node
 
 // src/index.ts
-import { existsSync as existsSync9, readFileSync as readFileSync8, writeFileSync as writeFileSync3 } from "fs";
-import { dirname as dirname6, join as join12 } from "path";
+import { existsSync as existsSync10, readFileSync as readFileSync8, writeFileSync as writeFileSync3 } from "fs";
+import { dirname as dirname7, join as join13 } from "path";
 import { fileURLToPath as fileURLToPath3 } from "url";
 
 // ../../node_modules/.pnpm/cac@6.7.14/node_modules/cac/dist/index.mjs
@@ -2077,8 +2077,8 @@ function runService(action, params) {
 }
 
 // ../ingest/dist/run.js
-import { readFileSync as readFileSync7, statSync as statSync5, mkdirSync as mkdirSync4, existsSync as existsSync4 } from "fs";
-import { dirname as dirname4, join as join9 } from "path";
+import { readFileSync as readFileSync7, statSync as statSync5, mkdirSync as mkdirSync4, existsSync as existsSync5 } from "fs";
+import { dirname as dirname5, join as join10 } from "path";
 
 // ../ingest/dist/db.js
 import Database from "better-sqlite3";
@@ -3323,8 +3323,96 @@ function deriveFileChanges(db, dirty) {
   return { count, version: FILECHANGES_VERSION };
 }
 
-// ../ingest/dist/pipeline.js
+// ../ingest/dist/canonicalize.js
+import { existsSync as existsSync4 } from "fs";
+import { homedir as homedir3 } from "os";
 import { createHash as createHash4 } from "crypto";
+import { dirname as dirname4, join as join6 } from "path";
+function projectId(agentId, path3) {
+  return createHash4("sha1").update(`${agentId}\0${path3}`).digest("hex").slice(0, 16);
+}
+var strip = (p) => p.length > 1 ? p.replace(/\/$/, "") : p;
+function nearestGitRoot(path3, home) {
+  let cur = strip(path3);
+  while (cur !== home && cur !== "/" && cur.length > 0) {
+    if (existsSync4(join6(cur, ".git")))
+      return cur;
+    const next = dirname4(cur);
+    if (next === cur)
+      break;
+    cur = next;
+  }
+  return null;
+}
+function canonicalizeProjects(db, opts = {}) {
+  const home = strip(opts.homeDir ?? homedir3());
+  const rows = db.prepare("SELECT id, agent_id, path FROM projects").all();
+  const byPath = /* @__PURE__ */ new Map();
+  for (const r of rows)
+    byPath.set(strip(r.path), { id: r.id, agent_id: r.agent_id });
+  const withMains = new Set(db.prepare("SELECT DISTINCT project_id FROM sessions WHERE is_sidechain = 0 AND project_id IS NOT NULL").all().map((r) => r.project_id));
+  const memo = /* @__PURE__ */ new Map();
+  function canon(path3) {
+    const p = strip(path3);
+    const hit = memo.get(p);
+    if (hit)
+      return hit;
+    memo.set(p, p);
+    let out = p;
+    if (p !== home) {
+      const git = nearestGitRoot(p, home);
+      if (git) {
+        out = git;
+      } else if (existsSync4(p) || !withMains.has(byPath.get(p)?.id ?? "")) {
+        for (let cur = dirname4(p); cur !== "/" && cur !== home && cur.length > 0; cur = dirname4(cur)) {
+          if (byPath.has(cur)) {
+            out = canon(cur);
+            break;
+          }
+          if (dirname4(cur) === cur)
+            break;
+        }
+      }
+    }
+    memo.set(p, out);
+    return out;
+  }
+  let merged = 0;
+  const upsertProject = db.prepare(`INSERT INTO projects (id, agent_id, path, encoded_dir, first_seen, last_seen)
+     VALUES (?, ?, ?, NULL, NULL, NULL) ON CONFLICT(agent_id, path) DO NOTHING`);
+  const repointSessions = db.prepare("UPDATE sessions SET project_id = ? WHERE project_id = ?");
+  const repointFileChanges = db.prepare("UPDATE file_changes SET project_id = ? WHERE project_id = ?");
+  const touched = /* @__PURE__ */ new Set();
+  db.transaction(() => {
+    for (const r of rows) {
+      const target = canon(r.path);
+      if (target === strip(r.path))
+        continue;
+      const targetId = byPath.get(target)?.id ?? projectId(r.agent_id, target);
+      if (targetId === r.id)
+        continue;
+      if (!byPath.has(target)) {
+        upsertProject.run(targetId, r.agent_id, target);
+        byPath.set(target, { id: targetId, agent_id: r.agent_id });
+      }
+      repointSessions.run(targetId, r.id);
+      repointFileChanges.run(targetId, r.id);
+      touched.add(targetId);
+      merged++;
+    }
+    const refresh = db.prepare(`UPDATE projects SET
+         first_seen = (SELECT MIN(started_at) FROM sessions WHERE project_id = projects.id),
+         last_seen  = (SELECT MAX(COALESCE(ended_at, started_at)) FROM sessions WHERE project_id = projects.id)
+       WHERE id = ?`);
+    for (const id of touched)
+      refresh.run(id);
+  })();
+  const removed = db.prepare("DELETE FROM projects WHERE id NOT IN (SELECT DISTINCT project_id FROM sessions WHERE project_id IS NOT NULL)").run().changes;
+  return { merged, removed };
+}
+
+// ../ingest/dist/pipeline.js
+import { createHash as createHash5 } from "crypto";
 function newStats() {
   return { files: 0, skipped: 0, malformed: 0, newEvents: 0 };
 }
@@ -3362,7 +3450,7 @@ function skillSummary(body) {
   return null;
 }
 function skillVersionId(name, body) {
-  return createHash4("sha1").update(name).update("\0").update(body).digest("hex").slice(0, 16);
+  return createHash5("sha1").update(name).update("\0").update(body).digest("hex").slice(0, 16);
 }
 function pruneExcluded(db, excludedPaths) {
   if (!excludedPaths.length)
@@ -3744,11 +3832,11 @@ function ingestFile(db, stmts, adapter, file, lines, meta, now2, stats) {
             result_summary: tr.result_summary ?? null
           });
     }
-    let projectId = null;
+    let projectId2 = null;
     if (sessionMeta.cwd) {
-      projectId = createHash4("sha1").update(`${adapter.agentId}\0${sessionMeta.cwd}`).digest("hex").slice(0, 16);
+      projectId2 = createHash5("sha1").update(`${adapter.agentId}\0${sessionMeta.cwd}`).digest("hex").slice(0, 16);
       stmts.upsertProject.run({
-        id: projectId,
+        id: projectId2,
         agent_id: adapter.agentId,
         path: sessionMeta.cwd,
         encoded_dir: file.encodedDir || null,
@@ -3759,7 +3847,7 @@ function ingestFile(db, stmts, adapter, file, lines, meta, now2, stats) {
       id: file.sessionId,
       agent_id: adapter.agentId,
       source_id: file.sourceId,
-      project_id: projectId,
+      project_id: projectId2,
       slug: sessionMeta.slug ?? null,
       ai_title: sessionMeta.ai_title ?? null,
       cli_version: sessionMeta.cli_version ?? null,
@@ -3782,10 +3870,10 @@ function ingestFile(db, stmts, adapter, file, lines, meta, now2, stats) {
 
 // ../ingest/dist/workflows.js
 import { readdirSync as readdirSync3, readFileSync as readFileSync4, statSync as statSync2 } from "fs";
-import { basename as basename3, join as join6 } from "path";
+import { basename as basename3, join as join7 } from "path";
 
 // ../ingest/dist/redact.js
-import { createHash as createHash5, randomBytes } from "crypto";
+import { createHash as createHash6, randomBytes } from "crypto";
 function parseExcludes(csv) {
   return (csv ?? "").split(",").map((s) => s.trim()).filter(Boolean).map(encodeProjectPath);
 }
@@ -3794,17 +3882,17 @@ function isExcludedArchivePath(filePath, excluded) {
 }
 
 // ../ingest/dist/fileread.js
-import { createHash as createHash6 } from "crypto";
+import { createHash as createHash7 } from "crypto";
 import { openSync as openSync2, readSync as readSync2, closeSync as closeSync2 } from "fs";
 import { StringDecoder } from "string_decoder";
 var STREAM_THRESHOLD = 8 * 1024 * 1024;
 var CHUNK2 = 64 * 1024;
 function sha256(buf) {
-  return createHash6("sha256").update(buf).digest("hex");
+  return createHash7("sha256").update(buf).digest("hex");
 }
 function sha256File(path3) {
   const fd = openSync2(path3, "r");
-  const h = createHash6("sha256");
+  const h = createHash7("sha256");
   const buf = Buffer.allocUnsafe(CHUNK2);
   try {
     let n;
@@ -3850,7 +3938,7 @@ function walkSidecars(dir, inWorkflows, out) {
     return;
   }
   for (const e of entries) {
-    const p = join6(dir, e.name);
+    const p = join7(dir, e.name);
     if (e.isDirectory())
       walkSidecars(p, inWorkflows || e.name === "workflows", out);
     else if (e.isFile() && inWorkflows && /^wf_.+\.json$/.test(e.name))
@@ -3859,11 +3947,11 @@ function walkSidecars(dir, inWorkflows, out) {
 }
 function discoverSidecars(sourceArchiveDir) {
   const out = [];
-  walkSidecars(join6(sourceArchiveDir, "projects"), false, out);
+  walkSidecars(join7(sourceArchiveDir, "projects"), false, out);
   try {
-    for (const ts of readdirSync3(join6(sourceArchiveDir, ".versions"), { withFileTypes: true }))
+    for (const ts of readdirSync3(join7(sourceArchiveDir, ".versions"), { withFileTypes: true }))
       if (ts.isDirectory())
-        walkSidecars(join6(sourceArchiveDir, ts.name, "projects"), false, out);
+        walkSidecars(join7(sourceArchiveDir, ts.name, "projects"), false, out);
   } catch {
   }
   return out;
@@ -3981,7 +4069,7 @@ function ingestWorkflowResults(db, sourceArchiveDir, sourceId, excludedDirs, now
 
 // ../ingest/dist/meta.js
 import { readdirSync as readdirSync4, readFileSync as readFileSync5, statSync as statSync3 } from "fs";
-import { basename as basename4, join as join7 } from "path";
+import { basename as basename4, join as join8 } from "path";
 function newMetaStats() {
   return { files: 0, upserted: 0, skipped: 0, malformed: 0 };
 }
@@ -3993,7 +4081,7 @@ function walkMeta(dir, inSubagents, out) {
     return;
   }
   for (const e of entries) {
-    const p = join7(dir, e.name);
+    const p = join8(dir, e.name);
     if (e.isDirectory())
       walkMeta(p, inSubagents || e.name === "subagents", out);
     else if (e.isFile() && inSubagents && /^agent-.+\.meta\.json$/.test(e.name))
@@ -4002,11 +4090,11 @@ function walkMeta(dir, inSubagents, out) {
 }
 function discoverMeta(sourceArchiveDir) {
   const out = [];
-  walkMeta(join7(sourceArchiveDir, "projects"), false, out);
+  walkMeta(join8(sourceArchiveDir, "projects"), false, out);
   try {
-    for (const ts of readdirSync4(join7(sourceArchiveDir, ".versions"), { withFileTypes: true }))
+    for (const ts of readdirSync4(join8(sourceArchiveDir, ".versions"), { withFileTypes: true }))
       if (ts.isDirectory())
-        walkMeta(join7(sourceArchiveDir, ts.name, "projects"), false, out);
+        walkMeta(join8(sourceArchiveDir, ts.name, "projects"), false, out);
   } catch {
   }
   return out;
@@ -4080,7 +4168,7 @@ function ingestSubagentMeta(db, sourceArchiveDir, sourceId, excludedDirs, now2,
 
 // ../ingest/dist/toolResults.js
 import { readdirSync as readdirSync5, readFileSync as readFileSync6, statSync as statSync4 } from "fs";
-import { basename as basename5, join as join8 } from "path";
+import { basename as basename5, join as join9 } from "path";
 function newToolResultStats() {
   return { files: 0, upserted: 0, skipped: 0, malformed: 0 };
 }
@@ -4092,7 +4180,7 @@ function walkResults(dir, inResults, out) {
     return;
   }
   for (const e of entries) {
-    const p = join8(dir, e.name);
+    const p = join9(dir, e.name);
     if (e.isDirectory())
       walkResults(p, inResults || e.name === "tool-results", out);
     else if (e.isFile() && inResults && e.name.endsWith(".txt"))
@@ -4101,11 +4189,11 @@ function walkResults(dir, inResults, out) {
 }
 function discoverResults(sourceArchiveDir) {
   const out = [];
-  walkResults(join8(sourceArchiveDir, "projects"), false, out);
+  walkResults(join9(sourceArchiveDir, "projects"), false, out);
   try {
-    for (const ts of readdirSync5(join8(sourceArchiveDir, ".versions"), { withFileTypes: true }))
+    for (const ts of readdirSync5(join9(sourceArchiveDir, ".versions"), { withFileTypes: true }))
       if (ts.isDirectory())
-        walkResults(join8(sourceArchiveDir, ts.name, "projects"), false, out);
+        walkResults(join9(sourceArchiveDir, ts.name, "projects"), false, out);
   } catch {
   }
   return out;
@@ -4183,11 +4271,11 @@ function runIngest(argv = process.argv.slice(2)) {
   const args = parseIngestArgs(argv);
   const archiveRoot = args.archive || resolveArchiveDir();
   const { path: dbPath } = resolveDbPath(args.db);
-  if (!existsSync4(archiveRoot)) {
+  if (!existsSync5(archiveRoot)) {
     console.error(`agent-lens-ingest: archive not found: ${archiveRoot} (run 'agent-lens collect' first)`);
     process.exit(1);
   }
-  mkdirSync4(dirname4(dbPath), { recursive: true });
+  mkdirSync4(dirname5(dbPath), { recursive: true });
   const db = args.full ? openRaw(dbPath) : openDb(dbPath);
   if (args.full) {
     resetSchema(db);
@@ -4220,7 +4308,7 @@ function runIngest(argv = process.argv.slice(2)) {
     }
     stmts.insAgent.run(adapter.agentId, adapter.agentName);
     stmts.insSource.run({ id: source.label, label: source.label, agent_id: adapter.agentId, config_dir: source.configDir });
-    let files = adapter.discover(join9(archiveRoot, source.label), source.label);
+    let files = adapter.discover(join10(archiveRoot, source.label), source.label);
     if (excludedDirs.length)
       files = files.filter((f) => !isExcludedArchivePath(f.path, excludedDirs));
     files.sort((a, b) => Number(a.isVersion) - Number(b.isVersion));
@@ -4252,11 +4340,12 @@ function runIngest(argv = process.argv.slice(2)) {
       ingestFile(db, stmts, adapter, file, lines, { size: st.size, mtimeMs, hash: hash2 }, now2, stats);
       dirty.add(file.sessionId);
     }
-    ingestWorkflowResults(db, join9(archiveRoot, source.label), source.label, excludedDirs, now2, wfStats, args.full);
-    ingestSubagentMeta(db, join9(archiveRoot, source.label), source.label, excludedDirs, now2, metaStats, args.full);
-    ingestToolResults(db, join9(archiveRoot, source.label), excludedDirs, now2, trStats, args.full);
+    ingestWorkflowResults(db, join10(archiveRoot, source.label), source.label, excludedDirs, now2, wfStats, args.full);
+    ingestSubagentMeta(db, join10(archiveRoot, source.label), source.label, excludedDirs, now2, metaStats, args.full);
+    ingestToolResults(db, join10(archiveRoot, source.label), excludedDirs, now2, trStats, args.full);
   }
   const expanded = rebuildDerived(db, args.full ? null : dirty);
+  canonicalizeProjects(db);
   const classified = classify(db, args.full ? null : expanded);
   const detected = detect(db, args.full ? null : expanded);
   classifyErrors(db, args.full ? null : expanded);
@@ -4295,11 +4384,12 @@ function runMetrics(argv = process.argv.slice(2)) {
     if (argv[i] === "--db")
       dbArg = argv[++i] ?? "";
   const { path: dbPath } = resolveDbPath(dbArg);
-  if (!existsSync4(dbPath)) {
+  if (!existsSync5(dbPath)) {
     console.error(`agent-lens-metrics: db not found: ${dbPath} (run ingest first)`);
     process.exit(1);
   }
   const db = openDb(dbPath);
+  canonicalizeProjects(db);
   const r = classify(db);
   const d = detect(db);
   const e = classifyErrors(db);
@@ -4309,8 +4399,8 @@ function runMetrics(argv = process.argv.slice(2)) {
 }
 
 // ../server/dist/run.js
-import { existsSync as existsSync7 } from "fs";
-import { dirname as dirname5 } from "path";
+import { existsSync as existsSync8 } from "fs";
+import { dirname as dirname6 } from "path";
 import { fileURLToPath as fileURLToPath2 } from "url";
 
 // ../server/dist/db.js
@@ -4816,13 +4906,13 @@ function listFiles(db, f = {}) {
        ORDER BY ${col} ${dir}, g.file_path ASC LIMIT ? OFFSET ?`).all(...params, limit, offset);
   return { total, files };
 }
-function getFileTimeline(db, filePath, projectId) {
+function getFileTimeline(db, filePath, projectId2) {
   if (!tableExists(db, "file_changes"))
     return null;
   const params = [filePath];
   let scope = "fc.file_path = ?";
-  if (projectId)
-    scope += " AND fc.project_id = ?", params.push(projectId);
+  if (projectId2)
+    scope += " AND fc.project_id = ?", params.push(projectId2);
   const rows = db.prepare(`SELECT fc.id, fc.session_id, fc.turn_id, fc.event_uuid, fc.tool_name, fc.lines_added,
               fc.lines_removed, fc.timestamp, fc.project_id,
               s.ai_title, s.slug, s.source_id, s.started_at, t.seq AS turn_seq, t.prompt_preview,
@@ -4996,7 +5086,7 @@ function securitySummary(db) {
 }
 
 // ../server/dist/app.js
-import { existsSync as existsSync6 } from "fs";
+import { existsSync as existsSync7 } from "fs";
 import Fastify from "fastify";
 import fastifyStatic from "@fastify/static";
 
@@ -5272,8 +5362,8 @@ function dashboardBreakdowns(db, f) {
 }
 
 // ../server/dist/refresh.js
-import { existsSync as existsSync5, mkdirSync as mkdirSync5 } from "fs";
-import { join as join10 } from "path";
+import { existsSync as existsSync6, mkdirSync as mkdirSync5 } from "fs";
+import { join as join11 } from "path";
 function originAllowed(origin) {
   if (!origin)
     return true;
@@ -5294,13 +5384,13 @@ function writeBlocked(headers) {
 }
 function runRefresh() {
   const dataDir = resolveDataDir(findRepoRoot());
-  const lock = acquireLock(join10(dataDir, ".agent-lens.lock"));
+  const lock = acquireLock(join11(dataDir, ".agent-lens.lock"));
   if (!lock)
     return null;
   try {
     const collected = collectAll();
     const archiveRoot = resolveArchiveDir();
-    if (!existsSync5(archiveRoot))
+    if (!existsSync6(archiveRoot))
       mkdirSync5(archiveRoot, { recursive: true });
     runIngest([]);
     return { ok: true, collected };
@@ -5625,7 +5715,7 @@ async function createApp(db, opts = {}) {
       return reply.code(404).send({ error: "not found" });
     reply.header("content-type", "text/markdown; charset=utf-8").header("content-disposition", `attachment; filename="${out.filename}"`).send(out.markdown);
   });
-  if (opts.webDist && existsSync6(opts.webDist)) {
+  if (opts.webDist && existsSync7(opts.webDist)) {
     await app.register(fastifyStatic, { root: opts.webDist });
     app.setNotFoundHandler((req, reply) => {
       if (req.url.startsWith("/api/"))
@@ -5638,7 +5728,7 @@ async function createApp(db, opts = {}) {
 
 // ../server/dist/run.js
 async function startServer(overrides = {}) {
-  const here = dirname5(fileURLToPath2(import.meta.url));
+  const here = dirname6(fileURLToPath2(import.meta.url));
   const repoRoot = findRepoRoot(here);
   const { path: dbPath } = resolveDbPath(overrides.db);
   const { host, port } = resolveServerConfig({ port: overrides.port, host: overrides.host });
@@ -5647,7 +5737,7 @@ async function startServer(overrides = {}) {
     console.error(`agent-lens-server: refusing to bind non-loopback host '${host}' (privacy). Set AGENT_LENS_ALLOW_NONLOCAL=1 to override.`);
     process.exit(1);
   }
-  if (!existsSync7(dbPath)) {
+  if (!existsSync8(dbPath)) {
     console.error(`agent-lens-server: db not found: ${dbPath} (run ingest first)`);
     process.exit(1);
   }
@@ -5658,7 +5748,7 @@ async function startServer(overrides = {}) {
   try {
     await app.listen({ host, port });
     console.log(`agent-lens-server: http://${host}:${port}  (db: ${dbPath})`);
-    if (!existsSync7(webDist))
+    if (!existsSync8(webDist))
       console.log("  note: web SPA not built \u2014 run `pnpm --filter @agent-lens/web build`");
   } catch (err) {
     console.error(err);
@@ -5667,12 +5757,12 @@ async function startServer(overrides = {}) {
 }
 
 // src/watch.ts
-import { existsSync as existsSync8 } from "fs";
-import { join as join11 } from "path";
+import { existsSync as existsSync9 } from "fs";
+import { join as join12 } from "path";
 import chokidar from "chokidar";
 async function runWatch(opts = {}) {
   const sources = loadSources();
-  const lockPath = join11(resolveDataDir(findRepoRoot()), ".agent-lens.lock");
+  const lockPath = join12(resolveDataDir(findRepoRoot()), ".agent-lens.lock");
   let running = false;
   let pending = false;
   const cycle = () => {
@@ -5705,7 +5795,7 @@ async function runWatch(opts = {}) {
     }
   };
   cycle();
-  const watchPaths = sources.map((s) => join11(s.configDir, "projects")).filter((p) => existsSync8(p));
+  const watchPaths = sources.map((s) => join12(s.configDir, "projects")).filter((p) => existsSync9(p));
   if (watchPaths.length === 0) {
     console.error("agent-lens watch: no source 'projects' directories found \u2014 nothing to watch");
   }
@@ -5733,14 +5823,14 @@ async function runWatch(opts = {}) {
 // src/index.ts
 function version() {
   try {
-    const pkg = JSON.parse(readFileSync8(join12(dirname6(fileURLToPath3(import.meta.url)), "../package.json"), "utf8"));
+    const pkg = JSON.parse(readFileSync8(join13(dirname7(fileURLToPath3(import.meta.url)), "../package.json"), "utf8"));
     return pkg.version ?? "0.0.0";
   } catch {
     return "0.0.0";
   }
 }
 function withLock(fn) {
-  const lockPath = join12(resolveDataDir(findRepoRoot()), ".agent-lens.lock");
+  const lockPath = join13(resolveDataDir(findRepoRoot()), ".agent-lens.lock");
   const lock = acquireLock(lockPath);
   if (!lock) {
     console.error("agent-lens: another collect/ingest run is in progress \u2014 skipping");
@@ -5785,7 +5875,7 @@ cli.command("metrics", "Re-run classification over an already-ingested DB").opti
 });
 cli.command("export <sessionId>", "Write a session to a shareable Markdown file (redacted by default)").option("--out <file>", "Write to this file (default: stdout)").option("--level <level>", "Redaction level: secrets (default) | structure").option("--no-redact", "Verbatim, UNREDACTED output (opt-out)").option("--db <path>", "SQLite DB path (overrides AGENT_LENS_DB / config db)").action((sessionId, opts) => {
   const { path: dbPath } = resolveDbPath(opts.db);
-  if (!existsSync9(dbPath)) {
+  if (!existsSync10(dbPath)) {
     console.error(`agent-lens: db not found: ${dbPath} (run ingest first)`);
     process.exit(1);
   }