@swestash/agent-lens 0.16.0 → 0.17.1

package/dist/agent-lens.js

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 
 // src/index.ts
-import { existsSync as existsSync10, writeFileSync as writeFileSync3 } from "node:fs";
+import { existsSync as existsSync11, writeFileSync as writeFileSync3 } from "node:fs";
 import { join as join12 } from "node:path";
 import { fileURLToPath as fileURLToPath4 } from "node:url";
 
@@ -3729,6 +3729,77 @@ function xmlTag(text, tag) {
   return text.match(new RegExp(`<${tag}>([\\s\\S]*?)</${tag}>`))?.[1]?.trim() ?? null;
 }
 
+// ../ingest/dist/skillslots.js
+var ARG_TRAILERS = ["\nARGUMENTS:", "\n## User Request\n"];
+var EMPTY_OUTPUT = "(Bash completed with no output)";
+var DYNAMIC_PLACEHOLDER = "(dynamic context: command output omitted)";
+var isMarker = (t) => t === EMPTY_OUTPUT || t === DYNAMIC_PLACEHOLDER;
+function uniqueLine(lines, text) {
+  let at = -1;
+  for (let i = 0; i < lines.length; i++) {
+    if (lines[i].trim() !== text)
+      continue;
+    if (at >= 0)
+      return -1;
+    at = i;
+  }
+  return at;
+}
+function learnSlots(body) {
+  const lines = body.split("\n");
+  const trimmed = lines.map((l) => l.trim());
+  const slots = [];
+  for (let i = 0; i < lines.length; i++) {
+    if (!isMarker(trimmed[i]))
+      continue;
+    let b = i - 1;
+    while (b >= 0 && trimmed[b] === "")
+      b--;
+    let a = i + 1;
+    while (a < lines.length && (trimmed[a] === "" || isMarker(trimmed[a])))
+      a++;
+    i = a - 1;
+    if (b < 0 || a >= lines.length)
+      continue;
+    const slot = { before: trimmed[b], after: trimmed[a] };
+    if (uniqueLine(lines, slot.before) < 0 || uniqueLine(lines, slot.after) < 0)
+      continue;
+    if (!slots.some((s) => s.before === slot.before && s.after === slot.after))
+      slots.push(slot);
+  }
+  return slots;
+}
+function mergeSlots(into, body) {
+  for (const s of learnSlots(body))
+    if (!into.some((x) => x.before === s.before && x.after === s.after))
+      into.push(s);
+  return into;
+}
+function maskDynamic(body, slots) {
+  let lines = body.split("\n");
+  for (const { before, after } of slots) {
+    const b = uniqueLine(lines, before);
+    const a = uniqueLine(lines, after);
+    if (b < 0 || a <= b)
+      continue;
+    lines = [...lines.slice(0, b + 1), "", DYNAMIC_PLACEHOLDER, "", ...lines.slice(a)];
+  }
+  return lines.join("\n");
+}
+var MIN_MASKED_ARGS = 8;
+function maskKnownValues(body, known) {
+  const subs = [];
+  const args = known.args?.trim();
+  if (args && args.length >= MIN_MASKED_ARGS)
+    subs.push([args, "$ARGUMENTS"]);
+  if (known.baseDir)
+    subs.push([known.baseDir, "${CLAUDE_SKILL_DIR}"]);
+  if (known.sessionId)
+    subs.push([known.sessionId, "${CLAUDE_SESSION_ID}"]);
+  subs.sort((x, y) => y[0].length - x[0].length);
+  return subs.reduce((out, [value, placeholder]) => out.split(value).join(placeholder), body);
+}
+
 // ../ingest/dist/pipeline.js
 function newStats() {
   return { files: 0, skipped: 0, malformed: 0, newEvents: 0 };
@@ -3750,9 +3821,15 @@ function parseSkillInjection(text) {
   const baseDir = firstLine || null;
   let body = firstNl >= 0 ? text.slice(firstNl + 1) : "";
   let args = null;
-  const argIdx = body.lastIndexOf("\nARGUMENTS:");
+  let argIdx = -1;
+  let trailer = "";
+  for (const t of ARG_TRAILERS) {
+    const i = body.lastIndexOf(t);
+    if (i > argIdx)
+      [argIdx, trailer] = [i, t];
+  }
   if (argIdx >= 0) {
-    args = body.slice(argIdx + "\nARGUMENTS:".length).trim() || null;
+    args = body.slice(argIdx + trailer.length).trim() || null;
     body = body.slice(0, argIdx);
   }
   return { baseDir, nameKey: baseDir ? skillNameKey(baseDir) : "", body: body.trim(), args };
@@ -3916,6 +3993,15 @@ function linkSkillVersions(db, sessionIds) {
        first_seen = MIN(first_seen, excluded.first_seen),
        base_dir   = excluded.base_dir`);
   const linkCall = db.prepare("UPDATE tool_calls SET skill_id = ? WHERE id = ?");
+  const selLinkedVersions = db.prepare("SELECT id, base_dir, body, first_seen, last_seen FROM skills WHERE name = ? AND id IN (SELECT skill_id FROM tool_calls WHERE skill_id IS NOT NULL)");
+  const upsertRemasked = db.prepare(`INSERT INTO skills (id, name, base_dir, body, summary, body_bytes, first_seen, last_seen)
+     VALUES (@id, @name, @base_dir, @body, @summary, @body_bytes, @first_seen, @last_seen)
+     ON CONFLICT(id) DO UPDATE SET
+       last_seen  = MAX(last_seen,  excluded.last_seen),
+       first_seen = MIN(first_seen, excluded.first_seen)`);
+  const relinkVersion = db.prepare("UPDATE tool_calls SET skill_id = ? WHERE skill_id = ?");
+  const delVersion = db.prepare("DELETE FROM skills WHERE id = ?");
+  const matches = [];
   const linkTx = transaction(db, () => {
     for (const { id: sid } of sessionIds) {
       const calls = selSkillCalls.all(sid);
@@ -3965,18 +4051,53 @@ function linkSkillVersions(db, sessionIds) {
           idx = 0;
         const [match] = queue.splice(idx, 1);
         const c = calls.find((x) => x.id === match.id);
-        const name = c.skill_name;
-        const vid = skillVersionId(name, inj.body);
-        upsertSkill.run({
+        const body = maskKnownValues(inj.body, { args: match.args ?? inj.args, baseDir: inj.baseDir, sessionId: sid });
+        matches.push({ callId: match.id, name: c.skill_name, baseDir: inj.baseDir, body, ts: e.timestamp });
+      }
+    }
+    const slotsByName = /* @__PURE__ */ new Map();
+    const addSlots = (name, body) => slotsByName.set(name, mergeSlots(slotsByName.get(name) ?? [], body));
+    for (const m of matches)
+      addSlots(m.name, m.body);
+    for (const name of slotsByName.keys()) {
+      for (const v of selLinkedVersions.all(name))
+        addSlots(name, v.body);
+    }
+    for (const m of matches) {
+      const body = maskDynamic(m.body, slotsByName.get(m.name));
+      const vid = skillVersionId(m.name, body);
+      upsertSkill.run({
+        id: vid,
+        name: m.name,
+        base_dir: m.baseDir,
+        body,
+        summary: skillSummary(body),
+        body_bytes: Buffer.byteLength(body, "utf8"),
+        ts: m.ts
+      });
+      linkCall.run(vid, m.callId);
+    }
+    for (const [name, slots] of slotsByName) {
+      if (!slots.length)
+        continue;
+      const versions = selLinkedVersions.all(name);
+      for (const v of versions) {
+        const body = maskDynamic(v.body, slots);
+        if (body === v.body)
+          continue;
+        const vid = skillVersionId(name, body);
+        upsertRemasked.run({
           id: vid,
           name,
-          base_dir: inj.baseDir,
-          body: inj.body,
-          summary: skillSummary(inj.body),
-          body_bytes: Buffer.byteLength(inj.body, "utf8"),
-          ts: e.timestamp
+          base_dir: v.base_dir,
+          body,
+          summary: skillSummary(body),
+          body_bytes: Buffer.byteLength(body, "utf8"),
+          first_seen: v.first_seen,
+          last_seen: v.last_seen
         });
-        linkCall.run(vid, match.id);
+        relinkVersion.run(vid, v.id);
+        delVersion.run(v.id);
       }
     }
   });
@@ -4643,11 +4764,12 @@ function runMetrics(argv = process.argv.slice(2)) {
 }
 
 // ../server/dist/run.js
-import { existsSync as existsSync8 } from "node:fs";
+import { existsSync as existsSync9 } from "node:fs";
 import { dirname as dirname7 } from "node:path";
 import { fileURLToPath as fileURLToPath3 } from "node:url";
 
 // ../server/dist/db.js
+import { existsSync as existsSync6 } from "node:fs";
 import { DatabaseSync as DatabaseSync2 } from "node:sqlite";
 
 // ../server/dist/sql-util.js
@@ -5105,6 +5227,17 @@ function getSession(db, id) {
     file_changes: loadFileChanges(db, id)
   };
 }
+function sessionLocation(db, id) {
+  const session = queryGet(db, "SELECT source_id FROM sessions WHERE id = ?", id);
+  if (!session)
+    return null;
+  const files = queryAll(db, "SELECT DISTINCT source_file FROM events WHERE session_id = ? AND source_file IS NOT NULL", id).map((r) => r.source_file);
+  if (files.length === 0)
+    return null;
+  const live = files.filter((f) => !f.includes("/.versions/"));
+  const path3 = live.find((f) => f.endsWith(`/${id}.jsonl`)) ?? live[0] ?? files[0];
+  return { session_id: id, path: path3, exists: existsSync6(path3), source_id: session.source_id };
+}
 function safeJson(s) {
   if (!s)
     return null;
@@ -5468,7 +5601,7 @@ function securitySummary(db) {
 }
 
 // ../server/dist/app.js
-import { existsSync as existsSync7 } from "node:fs";
+import { existsSync as existsSync8 } from "node:fs";
 import Fastify from "fastify";
 import fastifyStatic from "@fastify/static";
 
@@ -5956,7 +6089,7 @@ function findingsOverTime(db, w, bucket) {
 }
 
 // ../server/dist/refresh.js
-import { existsSync as existsSync6, mkdirSync as mkdirSync5 } from "node:fs";
+import { existsSync as existsSync7, mkdirSync as mkdirSync5 } from "node:fs";
 import { join as join10 } from "node:path";
 var LOOPBACK_HOSTS = /* @__PURE__ */ new Set(["127.0.0.1", "localhost", "[::1]"]);
 function originAllowed(origin) {
@@ -5984,7 +6117,7 @@ function runRefresh() {
   try {
     const collected = collectAll();
     const archiveRoot = resolveArchiveDir();
-    if (!existsSync6(archiveRoot))
+    if (!existsSync7(archiveRoot))
       mkdirSync5(archiveRoot, { recursive: true });
     runIngest([]);
     return { ok: true, collected };
@@ -6286,6 +6419,13 @@ async function createApp(db, opts = {}) {
       return notFound(reply);
     return result;
   });
+  app.get("/api/sessions/:id/location", async (req, reply) => {
+    const { id } = req.params;
+    const result = sessionLocation(db, id);
+    if (!result)
+      return notFound(reply, "no archive path recorded for this session");
+    return result;
+  });
   app.get("/api/workflows/:run_id", async (req, reply) => {
     const { run_id } = req.params;
     const result = getWorkflow(db, run_id);
@@ -6405,7 +6545,7 @@ async function createApp(db, opts = {}) {
       return notFound(reply);
     reply.header("content-type", "text/markdown; charset=utf-8").header("content-disposition", `attachment; filename="${out.filename}"`).send(out.markdown);
   });
-  if (opts.webDist && existsSync7(opts.webDist)) {
+  if (opts.webDist && existsSync8(opts.webDist)) {
     await app.register(fastifyStatic, { root: opts.webDist });
     app.setNotFoundHandler((req, reply) => {
       if (req.url.startsWith("/api/"))
@@ -6430,7 +6570,7 @@ async function startServer(overrides = {}) {
     console.error(`agent-lens-server: refusing to bind non-loopback host '${host}' (privacy). Set AGENT_LENS_ALLOW_NONLOCAL=1 to override.`);
     process.exit(1);
   }
-  if (!existsSync8(dbPath)) {
+  if (!existsSync9(dbPath)) {
     console.error(`agent-lens-server: db not found: ${dbPath} (run ingest first)`);
     process.exit(1);
   }
@@ -6446,7 +6586,7 @@ async function startServer(overrides = {}) {
   try {
     await app.listen({ host, port });
     console.log(`agent-lens-server: http://${host}:${port}  (db: ${dbPath})`);
-    if (!existsSync8(webDist))
+    if (!existsSync9(webDist))
       console.log("  note: web SPA not built \u2014 run `pnpm --filter @agent-lens/web build`");
   } catch (err) {
     console.error(err);
@@ -6455,7 +6595,7 @@ async function startServer(overrides = {}) {
 }
 
 // src/watch.ts
-import { existsSync as existsSync9 } from "node:fs";
+import { existsSync as existsSync10 } from "node:fs";
 import { join as join11 } from "node:path";
 import chokidar from "chokidar";
 async function runWatch(opts = {}) {
@@ -6493,7 +6633,7 @@ async function runWatch(opts = {}) {
     }
   };
   cycle();
-  const watchPaths = sources.map((s) => join11(s.configDir, "projects")).filter((p) => existsSync9(p));
+  const watchPaths = sources.map((s) => join11(s.configDir, "projects")).filter((p) => existsSync10(p));
   if (watchPaths.length === 0) {
     console.error("agent-lens watch: no source 'projects' directories found \u2014 nothing to watch");
   }
@@ -6570,7 +6710,7 @@ cli.command("metrics", "Re-run classification over an already-ingested DB").opti
 });
 cli.command("export <sessionId>", "Write a session to a shareable Markdown file (redacted by default)").option("--out <file>", "Write to this file (default: stdout)").option("--level <level>", "Redaction level: secrets (default) | structure").option("--no-redact", "Verbatim, UNREDACTED output (opt-out)").option("--db <path>", "SQLite DB path (overrides AGENT_LENS_DB / config db)").action((sessionId, opts) => {
   const { path: dbPath } = resolveDbPath(opts.db);
-  if (!existsSync10(dbPath)) {
+  if (!existsSync11(dbPath)) {
     console.error(`agent-lens: db not found: ${dbPath} (run ingest first)`);
     process.exit(1);
   }