@inerrata-corporation/errata 2.0.6-dev.2333 → 2.0.6-dev.2494

package/errata.mjs

@@ -78124,7 +78124,7 @@ function createWatchBreaker(deps) {
 }
 
 // src/engine.ts
-var DAEMON_VERSION = true ? "2.0.6-dev.2333" : "2.0.0-alpha.0";
+var DAEMON_VERSION = true ? "2.0.6-dev.2494" : "2.0.0-alpha.0";
 var IGNORED_PATH = /[\\/](?:\.git|node_modules|\.errata|\.claude|\.codex|\.cursor|\.turbo|\.next|dist|coverage|test-results|playwright-report|__pycache__)(?:[\\/]|$)/;
 var IGNORED_NOISE = /castalia\.db|eventlog\.sqlite|turn-cursors/;
 var GIT_OP_MUTE_MS = 4e3;
@@ -80960,7 +80960,7 @@ function buildInstanceIngest(store, profile, daemonVersion, ignorePatterns = [],
     return key ? { originSession: key } : {};
   };
   const symbolIndex = opts.workspaceRoot ? publicSymbolIndex(store, opts.workspaceRoot) : null;
-  const ownLexicon = buildSymbolLexicon(store);
+  const ownLexicon = opts.lexicon ?? buildSymbolLexicon(store);
   const projectIdentity = {
     ...profile.name ? { name: profile.name } : {},
     ...profile.repoLocator ? { repoLocator: profile.repoLocator } : {},
@@ -81348,8 +81348,40 @@ function buildCausalEdgeBackfill(store, profile, daemonVersion) {
   return { ...base, payloadDigest: digest(base) };
 }
 
-// src/multi.ts
+// src/drain-build.ts
 init_generalize_graph();
+function buildDrainContext(store, input) {
+  return buildContextIngest(store, input.profile, input.daemonVersion, input.ignorePatterns, {
+    ...input.includePackages !== void 0 ? { includePackages: input.includePackages } : {}
+  });
+}
+function buildDrainInstances(store, sharedStore, input) {
+  let lexicon;
+  let lexiconError;
+  try {
+    lexicon = buildSymbolLexicon(store);
+  } catch (err2) {
+    lexiconError = err2 instanceof Error ? err2.message : String(err2);
+  }
+  let composition = null;
+  const batch = buildInstanceIngest(store, input.profile, input.daemonVersion, input.ignorePatterns, {
+    ...input.includePackages !== void 0 ? { includePackages: input.includePackages } : {},
+    workspaceRoot: input.workspaceRoot,
+    sharedStore,
+    onComposition: (c) => {
+      composition = c;
+    },
+    ...lexicon ? { lexicon } : {},
+    ...input.project ? { project: input.project } : {}
+  });
+  return {
+    batch,
+    composition: composition ?? batch?.composition ?? null,
+    ...lexiconError ? { lexiconError } : {}
+  };
+}
+
+// src/multi.ts
 init_webui();
 
 // src/consolidate-worker-client.ts
@@ -84403,6 +84435,15 @@ async function resolveProjectSymbolSalt(client, projectId) {
   projectSymbolSalts.set(projectId, salt);
   return { projectId, salt };
 }
+var WATERMARK_BATCH = 250;
+async function stampBatched(items, stamp) {
+  let i2 = 0;
+  for (const item of items) {
+    if (i2 > 0 && i2 % WATERMARK_BATCH === 0) await new Promise((r) => setImmediate(r));
+    i2++;
+    stamp(item);
+  }
+}
 function normPath(p) {
   return p.replace(/\\/g, "/").replace(/\/+$/, "").toLowerCase();
 }
@@ -85507,6 +85548,53 @@ async function startMultiDaemon(opts = {}) {
       };
       let uploaded = 0;
       const errors = [];
+      const workerFor = (r) => consolidateWorker && r.engine.paths.castalia !== ":memory:" ? consolidateWorker : null;
+      const buildContextBatch = async (r, input) => {
+        const w = workerFor(r);
+        if (w) {
+          try {
+            return await w.run({
+              kind: "drainContext",
+              sharedDbPath,
+              castaliaPath: r.engine.paths.castalia,
+              drain: input
+            });
+          } catch (err2) {
+            console.warn(
+              `[errata] drain context-build worker failed \u2014 running inline: ${err2 instanceof Error ? err2.message : err2}`
+            );
+          }
+        }
+        const done = markPass(`drain-context-build-inline:${r.entry.name}`);
+        try {
+          return buildDrainContext(r.engine.store, input);
+        } finally {
+          done();
+        }
+      };
+      const buildInstanceBatch = async (r, input) => {
+        const w = workerFor(r);
+        if (w) {
+          try {
+            return await w.run({
+              kind: "drainInstances",
+              sharedDbPath,
+              castaliaPath: r.engine.paths.castalia,
+              drain: input
+            });
+          } catch (err2) {
+            console.warn(
+              `[errata] drain instance-build worker failed \u2014 running inline: ${err2 instanceof Error ? err2.message : err2}`
+            );
+          }
+        }
+        const done = markPass(`drain-instance-build-inline:${r.entry.name}`);
+        try {
+          return buildDrainInstances(r.engine.store, sharedStore, input);
+        } finally {
+          done();
+        }
+      };
       const lane = async (name2, projectName, run3) => {
         try {
           await run3();
@@ -85548,7 +85636,10 @@ async function startMultiDaemon(opts = {}) {
           }
         }
         clearProjectHold(r.id);
-        const context = buildContextIngest(store, r.engine.profile, DAEMON_VERSION, ignore2, {
+        const context = await buildContextBatch(r, {
+          profile: r.engine.profile,
+          daemonVersion: DAEMON_VERSION,
+          ignorePatterns: [...ignore2],
           includePackages: cfg2.consent.contributePackages
         });
         if (context) {
@@ -85556,12 +85647,14 @@ async function startMultiDaemon(opts = {}) {
             const res = await client.ingest(context, {
               onChunk: (p) => {
                 const seq = store.currentIngestSeq();
-                for (const wireId of p.nodeIds) {
-                  const localId = context.localIdByWireId[wireId] ?? wireId;
-                  const local = store.getNode(localId);
-                  if (!local) continue;
-                  store.updateNode(localId, { attrs: { ...local.attrs, contributedAtSeq: seq } });
-                }
+                store.transaction(() => {
+                  for (const wireId of p.nodeIds) {
+                    const localId = context.localIdByWireId[wireId] ?? wireId;
+                    const local = store.getNode(localId);
+                    if (!local) continue;
+                    store.updateNode(localId, { attrs: { ...local.attrs, contributedAtSeq: seq } });
+                  }
+                });
                 if (p.blockedNodeIds?.length) {
                   console.log(
                     `[sync\u2192cloud] [${projectName}] context: ${p.blockedNodeIds.length} node(s) refused by an edge/CDN filter on content \u2014 left pending, will retry`
@@ -85574,25 +85667,21 @@ async function startMultiDaemon(opts = {}) {
             return res.accepted;
           });
         }
-        let lexicon;
-        let lexiconError;
-        try {
-          lexicon = buildSymbolLexicon(store);
-        } catch (err2) {
-          lexiconError = err2 instanceof Error ? err2.message : String(err2);
-          console.warn(`[errata] symbol sidecar DISABLED for ${r.entry.name}: lexicon build failed \u2014 ${lexiconError}`);
-        }
-        let composition = null;
-        const instances = buildInstanceIngest(store, r.engine.profile, DAEMON_VERSION, ignore2, {
+        const built = await buildInstanceBatch(r, {
+          profile: r.engine.profile,
+          daemonVersion: DAEMON_VERSION,
+          ignorePatterns: [...ignore2],
           includePackages: cfg2.consent.contributePackages,
           workspaceRoot: r.root,
-          sharedStore,
-          onComposition: (c) => {
-            composition = c;
-          },
-          ...lexicon ? { lexicon } : {},
           ...project ? { project } : {}
         });
+        if (built.lexiconError) {
+          console.warn(
+            `[errata] symbol sidecar DISABLED for ${r.entry.name}: lexicon build failed \u2014 ${built.lexiconError}`
+          );
+        }
+        const composition = built.composition;
+        const instances = built.batch;
         if (!instances && composition) {
           appendPassLedger(r.engine.paths.configDir, "ship", 0, {
             ...compositionCounters(composition),
@@ -85685,11 +85774,11 @@ async function startMultiDaemon(opts = {}) {
                 `[sync\u2192cloud] [${projectName}] instances: HOLDING ${nowHeld.length} node(s) \u2014 refused identically ${SHIP_TERMINAL_REFUSALS}\xD7 on unchanged text; not re-sent until the text changes: ` + nowHeld.map(({ id, reason }) => `${id} "${owningStore(id)?.n.description.slice(0, 60) ?? ""}": ${reason}`).join(" | ")
               );
             }
-            for (const n of instances.nodes) {
+            await stampBatched(instances.nodes, (n) => {
               const owner = owningStore(n.id);
-              if (!owner || !["Problem", "Solution", "RootCause"].includes(owner.n.label)) continue;
-              if (blocked.has(n.id)) continue;
-              if (rejected.has(n.id)) continue;
+              if (!owner || !["Problem", "Solution", "RootCause"].includes(owner.n.label)) return;
+              if (blocked.has(n.id)) return;
+              if (rejected.has(n.id)) return;
               const cloudNodeId = cloudIdByLocal.get(n.id);
               const {
                 shipRefusedSinceSeq: _clearedSeq,
@@ -85705,31 +85794,31 @@ async function startMultiDaemon(opts = {}) {
                   ...cloudNodeId && cloudNodeId !== n.id ? { cloudNodeId } : {}
                 }
               });
-            }
-            for (const [localId, dg] of Object.entries(instances.anchorDigests)) {
+            });
+            await stampBatched(Object.entries(instances.anchorDigests), ([localId, dg]) => {
               const owner = owningStore(localId);
-              if (!owner) continue;
-              if (rejected.has(localId) || blocked.has(localId)) continue;
+              if (!owner) return;
+              if (rejected.has(localId) || blocked.has(localId)) return;
               owner.s.updateNode(localId, {
                 attrs: { ...owner.n.attrs, anchorsContributedDigest: dg }
               });
-            }
-            for (const [localId, dg] of Object.entries(instances.projectAnchorDigests)) {
+            });
+            await stampBatched(Object.entries(instances.projectAnchorDigests), ([localId, dg]) => {
               const owner = owningStore(localId);
-              if (!owner) continue;
-              if (rejected.has(localId) || blocked.has(localId)) continue;
+              if (!owner) return;
+              if (rejected.has(localId) || blocked.has(localId)) return;
               owner.s.updateNode(localId, {
                 attrs: { ...owner.n.attrs, projectAnchorsContributedDigest: dg }
               });
-            }
-            for (const [localId, dg] of Object.entries(instances.semanticEdgeDigests)) {
+            });
+            await stampBatched(Object.entries(instances.semanticEdgeDigests), ([localId, dg]) => {
               const owner = owningStore(localId);
-              if (!owner) continue;
-              if (rejected.has(localId) || blocked.has(localId)) continue;
+              if (!owner) return;
+              if (rejected.has(localId) || blocked.has(localId)) return;
               owner.s.updateNode(localId, {
                 attrs: { ...owner.n.attrs, semanticEdgesContributedDigest: dg }
               });
-            }
+            });
             appendPassLedger(r.engine.paths.configDir, "ship", Date.now() - shipStartedAt, {
               ...compositionCounters(instances.composition),
               accepted: res.accepted,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@inerrata-corporation/errata",
-  "version": "2.0.6-dev.2333",
+  "version": "2.0.6-dev.2494",
   "description": "errata - local-first observation engine for AI coding agents",
   "type": "module",
   "bin": {