@inerrata-corporation/errata 2.0.0-dev.30 → 2.0.0-dev.31

package/errata.mjs

@@ -26207,8 +26207,8 @@ async function runIndexer(store, opts) {
     if (reExports.length > 0) reExportsByFile.set(f.relPath, reExports);
     report.filesParsed++;
     report.byLanguage[f.provider.id] = (report.byLanguage[f.provider.id] ?? 0) + 1;
-    if (report.filesParsed % 250 === 0) {
-      perf(`parse @ ${report.filesParsed}/${files.length}`);
+    if (report.filesParsed % 250 === 0) perf(`parse @ ${report.filesParsed}/${files.length}`);
+    if (report.filesParsed % 25 === 0) {
       await new Promise((r) => setImmediate(r));
     }
   }
@@ -26370,7 +26370,12 @@ async function runIndexer(store, opts) {
   const pendingEdges = [];
   perf("index-build (exports/imports/workspace-pkgs/re-export-fixpoint)");
   const providerByRel = new Map(files.map((x) => [x.relPath, x.provider]));
+  let emittedFiles = 0;
   for (const [relPath, symbols] of symbolsByFile) {
+    if (emittedFiles > 0 && emittedFiles % 50 === 0) {
+      await new Promise((r) => setImmediate(r));
+    }
+    emittedFiles++;
     store.transaction(() => {
       const fileId = fileNodeId(opts.workspaceId, relPath);
       const langProvider = providerByRel.get(relPath);
@@ -26565,6 +26570,7 @@ async function runIndexer(store, opts) {
   if (pendingEdges.length > 0) {
     const EDGE_BATCH = 5e3;
     for (let ei = 0; ei < pendingEdges.length; ei += EDGE_BATCH) {
+      if (ei > 0) await new Promise((r) => setImmediate(r));
       const slice = pendingEdges.slice(ei, ei + EDGE_BATCH);
       store.transaction(() => {
         for (const e of slice) {
@@ -40284,6 +40290,12 @@ var PassWorker = class {
   snapshot(opts) {
     return this.call("snapshot", opts);
   }
+  /** Run an fs/git incremental reindex on the worker — `incrementalReindex`
+   *  embeds a full-workspace `runIndexer` (cross-file re-resolution), which held
+   *  the main loop ~30s+ per saved file when run inline (HZ-reindex-offload). */
+  reindex(opts) {
+    return this.call("reindex", opts);
+  }
   call(kind, payload) {
     if (this.stopped) return Promise.reject(new Error("pass worker stopped"));
     this.ensureWorker();
@@ -41363,7 +41375,7 @@ function startLoopLagMonitor(thresholdMs = 1e3) {
 }
 
 // src/engine.ts
-var DAEMON_VERSION = true ? "2.0.0-dev.30" : "2.0.0-alpha.0";
+var DAEMON_VERSION = true ? "2.0.0-dev.31" : "2.0.0-alpha.0";
 var IGNORED_PATH = /[\\/](?:\.git|node_modules|\.errata|\.claude|\.codex|\.cursor|\.turbo|\.next|dist|coverage|test-results|playwright-report|__pycache__)(?:[\\/]|$)/;
 var IGNORED_NOISE = /castalia\.db|eventlog\.sqlite|turn-cursors/;
 var GIT_OP_MUTE_MS = 4e3;
@@ -41485,6 +41497,36 @@ function createWorkspaceEngine(opts) {
     watcher.on("add", onFs("fs.add"));
     watcher.on("change", onFs("fs.change"));
     watcher.on("unlink", onFs("fs.unlink"));
+    const auditIdentity = (t, e) => {
+      appendIdentityAudit(identityAuditPath, e, JSON.stringify({ t, ...e }) + "\n");
+    };
+    const runReindexPass = async (passName, changed, t, declaredRenames) => {
+      if (passWorker) {
+        try {
+          const { identityEvaluations, ...r } = await passWorker.reindex({
+            changedAbsPaths: changed,
+            t,
+            ...declaredRenames !== void 0 ? { declaredRenames } : {}
+          });
+          for (const e of identityEvaluations) auditIdentity(t, e);
+          return r;
+        } catch (err2) {
+          console.warn(
+            "[errata] reindex worker unavailable, running inline:",
+            err2 instanceof Error ? err2.message : err2
+          );
+        }
+      }
+      const done = markPass(passName);
+      try {
+        return await incrementalReindex(store, opts.workspaceRoot, profile.id, changed, t, {
+          onIdentityEvaluate: (e) => auditIdentity(t, e),
+          ...declaredRenames !== void 0 ? { declaredRenames } : {}
+        });
+      } finally {
+        done();
+      }
+    };
     const dirty = /* @__PURE__ */ new Set();
     let gitOpMuteUntil = 0;
     const scheduleFlush = () => {
@@ -41496,13 +41538,12 @@ function createWorkspaceEngine(opts) {
         const t = Date.now();
         const relChanged = changed.map((p) => relative6(opts.workspaceRoot, p).split(sep4).join("/"));
         const causal = causalBuffer.correlate(relChanged, t) ?? void 0;
-        const doneReindex = markPass(`fs-reindex:${profile.name} (${changed.length} files)`);
-        void incrementalReindex(store, opts.workspaceRoot, profile.id, changed, t, {
-          onIdentityEvaluate: (e) => {
-            appendIdentityAudit(identityAuditPath, e, JSON.stringify({ t, ...e }) + "\n");
-          },
-          declaredRenames: causal?.declaredRenames
-        }).finally(doneReindex).then((r) => {
+        void runReindexPass(
+          `fs-reindex:${profile.name} (${changed.length} files)`,
+          changed,
+          t,
+          causal?.declaredRenames
+        ).then((r) => {
           if (r.filesReindexed > 0) {
             console.log(
               `[errata] incremental reindex: ${r.filesReindexed} file(s), +${r.nodesEmitted} nodes / +${r.edgesEmitted} edges`
@@ -41560,9 +41601,13 @@ function createWorkspaceEngine(opts) {
       let episodeId2;
       if (srcPaths.length > 0) {
         const abs = srcPaths.map((p) => join19(opts.workspaceRoot, p));
-        const doneReindex = markPass(`git-reindex:${profile.name} (${abs.length} files)`);
         try {
-          const r = await incrementalReindex(store, opts.workspaceRoot, profile.id, abs, t, { declaredRenames });
+          const r = await runReindexPass(
+            `git-reindex:${profile.name} (${abs.length} files)`,
+            abs,
+            t,
+            declaredRenames
+          );
           if (r.filesReindexed > 0) {
             const epId = recordEpisode(store, profile.id, t, r.delta, void 0);
             if (epId) {
@@ -41573,8 +41618,6 @@ function createWorkspaceEngine(opts) {
           }
         } catch (err2) {
           console.warn("[errata] git reindex failed:", err2);
-        } finally {
-          doneReindex();
         }
       }
       recordGitCommit(store, {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@inerrata-corporation/errata",
-  "version": "2.0.0-dev.30",
+  "version": "2.0.0-dev.31",
   "description": "errata - local-first observation engine for AI coding agents",
   "type": "module",
   "bin": {

package/pass-worker.mjs

@@ -15395,7 +15395,7 @@ var init_identity2 = __esm({
 // ../../packages/indexer/src/pipeline.ts
 import { appendFileSync, readFileSync, statSync } from "node:fs";
 import { readdir } from "node:fs/promises";
-import { extname, join as join2, relative, sep } from "node:path";
+import { extname, join, relative, sep } from "node:path";
 import { createHash as createHash2 } from "node:crypto";
 import { execFileSync } from "node:child_process";
 function nowTs() {
@@ -15511,7 +15511,7 @@ async function incrementalReindex(store2, rootPath, workspaceId, changedAbsPaths
   for (const rel of [...changedRelPaths]) {
     let h;
     try {
-      h = createHash2("sha256").update(readFileSync(join2(rootPath, rel))).digest("hex");
+      h = createHash2("sha256").update(readFileSync(join(rootPath, rel))).digest("hex");
     } catch {
       continue;
     }
@@ -15558,7 +15558,7 @@ async function incrementalReindex(store2, rootPath, workspaceId, changedAbsPaths
   let parsedFiles = 0;
   for (const rel of changedRelPaths) {
     if (parsedFiles++ > 0) await new Promise((r2) => setImmediate(r2));
-    const abs = join2(rootPath, ...rel.split("/"));
+    const abs = join(rootPath, ...rel.split("/"));
     const ext = extname(abs).toLowerCase();
     const provider = providers.find((p) => p.fileExtensions.includes(ext));
     if (!provider) continue;
@@ -15881,8 +15881,8 @@ async function runIndexer(store2, opts) {
     if (reExports.length > 0) reExportsByFile.set(f.relPath, reExports);
     report.filesParsed++;
     report.byLanguage[f.provider.id] = (report.byLanguage[f.provider.id] ?? 0) + 1;
-    if (report.filesParsed % 250 === 0) {
-      perf(`parse @ ${report.filesParsed}/${files.length}`);
+    if (report.filesParsed % 250 === 0) perf(`parse @ ${report.filesParsed}/${files.length}`);
+    if (report.filesParsed % 25 === 0) {
       await new Promise((r) => setImmediate(r));
     }
   }
@@ -16044,7 +16044,12 @@ async function runIndexer(store2, opts) {
   const pendingEdges = [];
   perf("index-build (exports/imports/workspace-pkgs/re-export-fixpoint)");
   const providerByRel = new Map(files.map((x) => [x.relPath, x.provider]));
+  let emittedFiles = 0;
   for (const [relPath, symbols] of symbolsByFile) {
+    if (emittedFiles > 0 && emittedFiles % 50 === 0) {
+      await new Promise((r) => setImmediate(r));
+    }
+    emittedFiles++;
     store2.transaction(() => {
       const fileId = fileNodeId(opts.workspaceId, relPath);
       const langProvider = providerByRel.get(relPath);
@@ -16239,6 +16244,7 @@ async function runIndexer(store2, opts) {
   if (pendingEdges.length > 0) {
     const EDGE_BATCH = 5e3;
     for (let ei = 0; ei < pendingEdges.length; ei += EDGE_BATCH) {
+      if (ei > 0) await new Promise((r) => setImmediate(r));
       const slice = pendingEdges.slice(ei, ei + EDGE_BATCH);
       store2.transaction(() => {
         for (const e of slice) {
@@ -16292,7 +16298,7 @@ async function scan(root, current, ignores, providers, out2) {
   for (const ent of entries) {
     if (ignores.has(ent.name)) continue;
     if (ent.name.startsWith(".") && ent.name !== ".") continue;
-    const abs = join2(current, ent.name);
+    const abs = join(current, ent.name);
     if (ent.isDirectory()) {
       await scan(root, abs, ignores, providers, out2);
     } else if (ent.isFile()) {
@@ -16338,7 +16344,7 @@ function gitListFiles(root, ignores, providers) {
     if (segs.some((s) => ignores.has(s) || s.startsWith(".") && s.length > 1)) {
       continue;
     }
-    const abs = join2(root, rel);
+    const abs = join(root, rel);
     let size;
     try {
       size = statSync(abs).size;
@@ -20723,42 +20729,42 @@ ${JSON.stringify(symbolNames, null, 2)}`);
 
 // ../../packages/indexer/src/languages/tree-sitter-loader.ts
 import { fileURLToPath } from "node:url";
-import { dirname as dirname2, join as join3 } from "node:path";
+import { dirname, join as join2 } from "node:path";
 import { existsSync, readdirSync } from "node:fs";
 import { createRequire } from "node:module";
 function entryDir() {
   try {
     const url2 = import.meta?.url;
     if (typeof url2 === "string" && url2.length > 0) {
-      return dirname2(fileURLToPath(url2));
+      return dirname(fileURLToPath(url2));
     }
   } catch {
   }
-  return dirname2(process.execPath);
+  return dirname(process.execPath);
 }
 function findWasmDir() {
   const here = entryDir();
-  const seaWasm = join3(here, "resources", "wasm");
-  if (existsSync(join3(seaWasm, "tree-sitter-typescript.wasm"))) return seaWasm;
+  const seaWasm = join2(here, "resources", "wasm");
+  if (existsSync(join2(seaWasm, "tree-sitter-typescript.wasm"))) return seaWasm;
   let dir = here;
   for (let i2 = 0; i2 < 6; i2++) {
-    const flat = join3(
+    const flat = join2(
       dir,
       "node_modules",
       "@vscode",
       "tree-sitter-wasm",
       "wasm"
     );
-    if (existsSync(join3(flat, "tree-sitter-typescript.wasm"))) return flat;
-    dir = dirname2(dir);
+    if (existsSync(join2(flat, "tree-sitter-typescript.wasm"))) return flat;
+    dir = dirname(dir);
   }
   let root = here;
   for (let i2 = 0; i2 < 6; i2++) {
-    const pnpmDir = join3(root, "node_modules", ".pnpm");
+    const pnpmDir = join2(root, "node_modules", ".pnpm");
     if (existsSync(pnpmDir)) {
       for (const entry of readdirSync(pnpmDir)) {
         if (entry.startsWith("@vscode+tree-sitter-wasm@")) {
-          const candidate = join3(
+          const candidate = join2(
             pnpmDir,
             entry,
             "node_modules",
@@ -20766,13 +20772,13 @@ function findWasmDir() {
             "tree-sitter-wasm",
             "wasm"
           );
-          if (existsSync(join3(candidate, "tree-sitter-typescript.wasm"))) {
+          if (existsSync(join2(candidate, "tree-sitter-typescript.wasm"))) {
             return candidate;
           }
         }
       }
     }
-    root = dirname2(root);
+    root = dirname(root);
   }
   throw new Error(
     "@vscode/tree-sitter-wasm grammar files not found \u2014 is the package installed?"
@@ -20780,33 +20786,33 @@ function findWasmDir() {
 }
 function findRuntimeDir() {
   const here = entryDir();
-  const seaRuntime = join3(here, "resources", "wasm");
-  if (existsSync(join3(seaRuntime, "web-tree-sitter.wasm"))) return seaRuntime;
+  const seaRuntime = join2(here, "resources", "wasm");
+  if (existsSync(join2(seaRuntime, "web-tree-sitter.wasm"))) return seaRuntime;
   let dir = here;
   for (let i2 = 0; i2 < 6; i2++) {
-    const flat = join3(dir, "node_modules", "web-tree-sitter");
-    if (existsSync(join3(flat, "web-tree-sitter.wasm"))) return flat;
-    dir = dirname2(dir);
+    const flat = join2(dir, "node_modules", "web-tree-sitter");
+    if (existsSync(join2(flat, "web-tree-sitter.wasm"))) return flat;
+    dir = dirname(dir);
   }
   let root = here;
   for (let i2 = 0; i2 < 6; i2++) {
-    const pnpmDir = join3(root, "node_modules", ".pnpm");
+    const pnpmDir = join2(root, "node_modules", ".pnpm");
     if (existsSync(pnpmDir)) {
       for (const entry of readdirSync(pnpmDir)) {
         if (entry.startsWith("web-tree-sitter@")) {
-          const candidate = join3(
+          const candidate = join2(
             pnpmDir,
             entry,
             "node_modules",
             "web-tree-sitter"
           );
-          if (existsSync(join3(candidate, "web-tree-sitter.wasm"))) {
+          if (existsSync(join2(candidate, "web-tree-sitter.wasm"))) {
             return candidate;
           }
         }
       }
     }
-    root = dirname2(root);
+    root = dirname(root);
   }
   throw new Error("web-tree-sitter runtime WASM not found");
 }
@@ -20817,7 +20823,7 @@ async function loadWebTreeSitter() {
     void err2;
   }
   const here = entryDir();
-  const seaResourceBase = join3(here, "resources", "_resolve.js");
+  const seaResourceBase = join2(here, "resources", "_resolve.js");
   const resourceRequire = createRequire(seaResourceBase);
   return resourceRequire("web-tree-sitter");
 }
@@ -20832,9 +20838,9 @@ async function ensureTreeSitterReady() {
     await Parser2.init({
       locateFile: (name2) => {
         if (name2 === "tree-sitter.wasm" || name2 === "web-tree-sitter.wasm") {
-          return join3(runtime, name2);
+          return join2(runtime, name2);
         }
-        return join3(grammars, name2);
+        return join2(grammars, name2);
       }
     });
   })();
@@ -20846,7 +20852,7 @@ async function loadGrammar(name2) {
   if (cached2) return cached2;
   if (!languageClass) throw new Error("tree-sitter not initialized");
   const grammars = findWasmDir();
-  const lang = await languageClass.load(join3(grammars, `${name2}.wasm`));
+  const lang = await languageClass.load(join2(grammars, `${name2}.wasm`));
   grammarCache.set(name2, lang);
   return lang;
 }
@@ -25709,6 +25715,9 @@ function fileOf(store2, nodeId) {
 // ../../packages/context-writer/src/select-durable-memory.ts
 init_src2();
 
+// src/pass-worker.ts
+init_src3();
+
 // ../../node_modules/.pnpm/env-paths@3.0.0/node_modules/env-paths/index.js
 import os from "node:os";
 import process3 from "node:process";
@@ -25717,24 +25726,24 @@ var tmpdir = os.tmpdir();
 var { env } = process3;
 
 // src/paths.ts
-import { dirname, join } from "node:path";
+import { dirname as dirname2, join as join3 } from "node:path";
 function workspaceDir(workspaceRoot) {
-  return join(workspaceRoot, ".errata");
+  return join3(workspaceRoot, ".errata");
 }
 function workspacePaths(root) {
   const dir = workspaceDir(root);
   return {
     root,
     configDir: dir,
-    workspaceJson: join(dir, "workspace.json"),
-    eventLog: join(dir, "eventlog.sqlite"),
-    castalia: join(dir, "castalia.db"),
-    reviewQueue: join(dir, "review-queue.json"),
-    outbox: join(dir, "outbox"),
-    daemonLock: join(dir, "daemon.lock"),
-    identityAudit: join(dir, "identity-audit.log"),
-    skillsDir: join(dir, "skills"),
-    skillsManifest: join(dir, "skills.json")
+    workspaceJson: join3(dir, "workspace.json"),
+    eventLog: join3(dir, "eventlog.sqlite"),
+    castalia: join3(dir, "castalia.db"),
+    reviewQueue: join3(dir, "review-queue.json"),
+    outbox: join3(dir, "outbox"),
+    daemonLock: join3(dir, "daemon.lock"),
+    identityAudit: join3(dir, "identity-audit.log"),
+    skillsDir: join3(dir, "skills"),
+    skillsManifest: join3(dir, "skills.json")
   };
 }
 
@@ -25853,10 +25862,20 @@ function runPass(msg) {
         ...p.skills !== void 0 ? { skills: p.skills } : {}
       });
     }
+    case "reindex":
+      return runReindex(msg.payload);
     default:
       throw new Error(`pass-worker: unknown pass "${msg.kind}"`);
   }
 }
+async function runReindex(p) {
+  const identityEvaluations = [];
+  const r = await incrementalReindex(store, init2.workspaceRoot, init2.workspaceId, p.changedAbsPaths, p.t, {
+    onIdentityEvaluate: (e) => identityEvaluations.push(e),
+    ...p.declaredRenames !== void 0 ? { declaredRenames: p.declaredRenames } : {}
+  });
+  return { ...r, identityEvaluations };
+}
 function runNightly() {
   const report = runNightlyPipeline(store);
   let merged = 0;