@inerrata-corporation/errata 2.0.17-dev.3421 → 2.0.17-dev.3433

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@inerrata-corporation/errata",
-  "version": "2.0.17-dev.3421",
+  "version": "2.0.17-dev.3433",
   "description": "errata - local-first observation engine for AI coding agents",
   "type": "module",
   "bin": {

package/pass-worker.mjs

@@ -16283,13 +16283,13 @@ function loadNodeSqlite() {
     process.emitWarning = original;
   }
 }
-function openDatabase(path) {
-  const db = new DatabaseSync(path);
+function openDatabase(path, opts) {
+  const db = opts ? new DatabaseSync(path, opts) : new DatabaseSync(path);
   try {
     db.exec("PRAGMA foreign_keys = ON");
   } catch {
   }
-  if (path !== ":memory:") {
+  if (path !== ":memory:" && !opts?.readOnly) {
     try {
       db.exec("PRAGMA journal_mode = WAL");
       db.exec("PRAGMA synchronous = NORMAL");
@@ -25171,8 +25171,9 @@ init_src2();
 init_src();
 
 // ../../packages/local-graph/src/history-cache-floor.ts
+var HISTORY_CACHE_FLOOR_KEY = "history-cache-withdrawal-floor-3";
 function installHistoryCacheFloor(db) {
-  const key = "history-cache-withdrawal-floor-3";
+  const key = HISTORY_CACHE_FLOOR_KEY;
   if (db.prepare("SELECT value FROM store_meta WHERE key = ?").get(key)) return;
   db.transaction(() => {
     db.exec("DROP TRIGGER IF EXISTS history_cache_nodes_insert; DROP TRIGGER IF EXISTS history_cache_nodes_update;");
@@ -25334,6 +25335,7 @@ function localEdgeViolation(fromLabel, type, toLabel) {
   return verdict.ok ? null : verdict.reason ?? "edge rule violation";
 }
 var SCHEMA_VERSION = 6;
+var SESSION_REPAIR_KEY = "session-evidence-v1";
 var SESSION_EVIDENCE_PREDICATE = SESSION_EVIDENCE_FIELDS.map((field) => `instr(attrs_json, '${JSON.stringify(field)}') > 0`).join(" OR ");
 var SCHEMA_SQL = `
 CREATE TABLE IF NOT EXISTS schema_version (
@@ -25545,10 +25547,10 @@ var SqliteGraphStore = class {
     }
     this.db.exec(TEMPORAL_INDEX_SQL);
     installHistoryCacheFloor(this.db);
-    if (!this.db.prepare("SELECT value FROM store_meta WHERE key = 'session-evidence-v1'").get()) {
+    if (!this.db.prepare("SELECT value FROM store_meta WHERE key = ?").get(SESSION_REPAIR_KEY)) {
       this.db.transaction(() => {
         this.repairSessionAliases();
-        this.db.prepare("INSERT OR REPLACE INTO store_meta (key, value) VALUES ('session-evidence-v1', 'done')").run();
+        this.db.prepare("INSERT OR REPLACE INTO store_meta (key, value) VALUES (?, 'done')").run(SESSION_REPAIR_KEY);
       });
     }
     this.stmts = {
@@ -25743,6 +25745,34 @@ var SqliteGraphStore = class {
     const seqRow = this.db.prepare("SELECT value FROM store_meta WHERE key = 'ingest_seq'").get();
     this.ingestSeq = seqRow ? Number(seqRow.value) : 0;
   }
+  strandedSymbols() {
+    return this.db.prepare(`
+      SELECT f.id AS fileId, e.to_id AS symbolId
+      -- Start from the small File population. An unconstrained JOIN lets
+      -- SQLite start at edges_live and visit every live edge in the graph.
+      FROM nodes f CROSS JOIN edges e ON e.from_id = f.id
+      LEFT JOIN nodes t ON t.id = e.to_id
+      WHERE f.label = 'File' AND f.valid_to IS NULL AND e.valid_to IS NULL
+        AND e.type IN ('DEFINES', 'CONTAINS')
+        AND (t.id IS NULL OR t.valid_to IS NOT NULL)
+    `).all();
+  }
+  fileIndexStates(ids) {
+    if (ids.length === 0) return [];
+    if (ids.length > 500) throw new RangeError("fileIndexStates accepts at most 500 ids per read");
+    const rows = this.db.prepare(`
+      SELECT f.id, f.last_updated_at AS lastUpdatedAt, f.valid_to AS validTo,
+        CASE WHEN count(e.id) = 0 THEN
+          (json_type(f.attrs_json, '$.symbolCount') IN ('integer','real') AND json_extract(f.attrs_json, '$.symbolCount') = 0)
+          OR json_type(f.attrs_json, '$.indexSkipped') = 'text'
+        ELSE max(CASE WHEN t.id IS NULL OR t.valid_to IS NOT NULL THEN 1 ELSE 0 END) = 0 END AS complete
+      FROM nodes f
+      LEFT JOIN edges e ON e.from_id = f.id AND e.valid_to IS NULL AND e.type IN ('DEFINES','CONTAINS')
+      LEFT JOIN nodes t ON t.id = e.to_id
+      WHERE f.id IN (${ids.map(() => "?").join(",")}) GROUP BY f.id
+    `).all(...ids);
+    return rows.map((row) => ({ ...row, complete: row.complete === 1 }));
+  }
   /** Forward-migrate the on-disk schema to the current SCHEMA_VERSION. */
   migrate(from) {
     this.db.transaction(() => {
@@ -28833,11 +28863,13 @@ function buildSnapshot(opts) {
   const stillOpen = problems.filter((p) => p.attrs["resolvedAt"] == null);
   const allProblems = stillOpen.filter((p) => !isConstraintProblem(p));
   allProblems.sort((a, b) => b.lastUpdatedAt - a.lastUpdatedAt);
-  const recent = allProblems.slice(0, 8).map((p) => ({
+  const openPool = allProblems.slice(0, RECENT_OPEN * SCOPE_POOL_FACTOR).map((p) => ({
     node: p,
     anchors: opts.store.outEdges(p.id, ["MANIFESTED_IN", "EVIDENCED_BY"])
   }));
-  const recentConstraints = stillOpen.filter((p) => isConstraintProblem(p)).sort((a, b) => b.lastUpdatedAt - a.lastUpdatedAt).slice(0, 3);
+  const recent = openPool.slice(0, RECENT_OPEN);
+  const constraintPool = stillOpen.filter((p) => isConstraintProblem(p)).sort((a, b) => b.lastUpdatedAt - a.lastUpdatedAt).slice(0, RECENT_CONSTRAINTS * SCOPE_POOL_FACTOR);
+  const recentConstraints = constraintPool.slice(0, RECENT_CONSTRAINTS);
   const regressions = problems.filter((p) => p.attrs["resolvedAt"] == null && p.attrs["mergedInto"] === void 0).flatMap(
     (open) => opts.store.outEdges(open.id, ["REGRESSION_OF"]).flatMap((e) => {
       const closed = opts.store.getNode(e.to);
@@ -28850,11 +28882,12 @@ function buildSnapshot(opts) {
     })
   ).sort((a, b) => Number(b.closed.attrs["recurredAt"] ?? 0) - Number(a.closed.attrs["recurredAt"] ?? 0)).slice(0, 2);
   const regressionClosedIds = new Set(regressions.map((r) => r.closed.id));
-  const recentResolved = problems.filter((p) => p.attrs["resolvedAt"] != null && p.attrs["resolvedAs"] == null).filter((p) => !regressionClosedIds.has(p.id)).sort((a, b) => Number(b.attrs["resolvedAt"] ?? 0) - Number(a.attrs["resolvedAt"] ?? 0)).slice(0, 4).map((p) => {
+  const resolvedPool = problems.filter((p) => p.attrs["resolvedAt"] != null && p.attrs["resolvedAs"] == null).filter((p) => !regressionClosedIds.has(p.id)).sort((a, b) => Number(b.attrs["resolvedAt"] ?? 0) - Number(a.attrs["resolvedAt"] ?? 0)).slice(0, RECENT_RESOLVED * SCOPE_POOL_FACTOR).map((p) => {
     const solEdge = opts.store.outEdges(p.id, ["SOLVED_BY"])[0];
     const solution = solEdge ? opts.store.getNode(solEdge.to) ?? void 0 : void 0;
     return { node: p, ...solution ? { solution } : {} };
   });
+  const recentResolved = resolvedPool.slice(0, RECENT_RESOLVED);
   const motifs = [
     ...opts.store.findNodesByLabel("Pattern"),
     ...opts.store.findNodesByLabel("Technique"),
@@ -28932,9 +28965,14 @@ function buildSnapshot(opts) {
     pendingEnrichment,
     skills: opts.skills ?? [],
     needsRevisit,
+    scopePool: { open: openPool, resolved: resolvedPool, constraints: constraintPool },
     generatedAt: (opts.now ?? /* @__PURE__ */ new Date()).toISOString()
   };
 }
+var RECENT_OPEN = 8;
+var RECENT_RESOLVED = 4;
+var RECENT_CONSTRAINTS = 3;
+var SCOPE_POOL_FACTOR = 3;
 function sliceForFile(store2, relPath, atCommit) {
   const candidates = store2.findNodesByLabel("File");
   const file2 = candidates.find((n) => n.description === relPath);
@@ -29110,48 +29148,30 @@ function listSourceFiles(root) {
   return gitSourceFiles(root) ?? walkSource(root);
 }
 var SCAN_YIELD_EVERY = 100;
-var LIVENESS_CHUNK = 4e3;
 async function findStaleFiles(store2, rootPath, workspaceId) {
   const stale = [];
-  const pending = [];
-  const allTargets = [];
+  let pending = [];
+  const check2 = () => {
+    const states = new Map(store2.fileIndexStates(pending.map((f) => f.id)).map((s) => [s.id, s]));
+    for (const f of pending) {
+      const state = states.get(f.id);
+      if (!state || state.validTo !== null || state.lastUpdatedAt < f.mtimeMs || !state.complete) stale.push(f.abs);
+    }
+    pending = [];
+  };
   let scanned = 0;
   for (const abs of listSourceFiles(rootPath)) {
-    if (++scanned % SCAN_YIELD_EVERY === 0) await new Promise((r) => setImmediate(r));
-    let mtimeMs;
     try {
-      mtimeMs = statSync3(abs).mtimeMs;
+      const rel = relative2(rootPath, abs).split(sep2).join("/");
+      pending.push({ abs, id: fileNodeId(workspaceId, rel), mtimeMs: statSync3(abs).mtimeMs });
     } catch {
-      continue;
     }
-    const rel = relative2(rootPath, abs).split(sep2).join("/");
-    const fnode = store2.getNode(fileNodeId(workspaceId, rel));
-    if (!fnode) {
-      stale.push(abs);
-    } else if ((fnode.validTo ?? null) !== null) {
-      stale.push(abs);
-    } else if (fnode.lastUpdatedAt < mtimeMs) {
-      stale.push(abs);
-    } else {
-      const edges = store2.outEdges(fnode.id, ["DEFINES", "CONTAINS"]);
-      if (edges.length === 0) {
-        const converged = fnode.attrs["symbolCount"] === 0 || typeof fnode.attrs["indexSkipped"] === "string";
-        if (!converged) stale.push(abs);
-      } else {
-        const targets = edges.map((e) => e.to);
-        pending.push({ abs, targets });
-        allTargets.push(...targets);
-      }
+    if (++scanned % SCAN_YIELD_EVERY === 0) {
+      check2();
+      await new Promise((resolve) => setImmediate(resolve));
     }
   }
-  const live = /* @__PURE__ */ new Set();
-  for (let i2 = 0; i2 < allTargets.length; i2 += LIVENESS_CHUNK) {
-    for (const id of store2.liveNodeIds(allTargets.slice(i2, i2 + LIVENESS_CHUNK))) live.add(id);
-    if (i2 + LIVENESS_CHUNK < allTargets.length) await new Promise((r) => setImmediate(r));
-  }
-  for (const { abs, targets } of pending) {
-    if (targets.some((id) => !live.has(id))) stale.push(abs);
-  }
+  check2();
   return stale;
 }
 async function reconcileStaleFiles(store2, rootPath, workspaceId) {
@@ -29566,6 +29586,9 @@ port.on("message", (msg) => {
 });
 function runPass(msg) {
   switch (msg.kind) {
+    case "prepareStore":
+      return void 0;
+    // opening the connection above completed all preparation
     case "semanticMaintenance":
       return runWorkspaceMaintenance(store, init2.workspaceId);
     case "liveness":