@inerrata-corporation/errata 2.0.0-dev.22 → 2.0.0-dev.24

package/errata.mjs

@@ -790,6 +790,12 @@ function identityId(input) {
       );
   }
 }
+function genericCanonicalId(prefix, content) {
+  return `${prefix}_${digest(content)}`.slice(0, 56);
+}
+function languageCanonicalId(name2) {
+  return genericCanonicalId("Language", { name: name2.trim().toLowerCase() });
+}
 var DESIGN_PROBLEM_PREFIX, DESIGN_PROBLEM_ID_LENGTH, DIAGNOSTIC_PROBLEM_PREFIX, DIAGNOSTIC_HASH_LENGTH, TRIAGE_PREFIX, TRIAGE_ID_LENGTH;
 var init_identity = __esm({
   "../../packages/shared/src/identity.ts"() {
@@ -20117,14 +20123,22 @@ var init_client = __esm({
           return { ...summarizeIngestResult(result), result };
         }
         const merged = { runId, nodes: [], edges: [] };
+        let pendingEdges = [...batch.edges];
         for (const nodeChunk of chunkArray(batch.nodes, INGEST_NODE_CHUNK)) {
-          const r = await this.ingestWire(toWirePayload({ ...batch, nodes: nodeChunk, edges: [] }, runId));
+          const ids = new Set(nodeChunk.map((n) => n.id));
+          const inChunk = pendingEdges.filter((e) => ids.has(e.from) && ids.has(e.to)).slice(0, MAX_EDGES_PER_PAYLOAD);
+          if (inChunk.length > 0) {
+            const shipped = new Set(inChunk);
+            pendingEdges = pendingEdges.filter((e) => !shipped.has(e));
+          }
+          const r = await this.ingestWire(toWirePayload({ ...batch, nodes: nodeChunk, edges: inChunk }, runId));
           merged.nodes.push(...r.nodes);
+          merged.edges.push(...r.edges);
           if (r.patternReconciliation) {
             merged.patternReconciliation = { ...merged.patternReconciliation, ...r.patternReconciliation };
           }
         }
-        for (const edgeChunk of chunkArray(batch.edges, MAX_EDGES_PER_PAYLOAD)) {
+        for (const edgeChunk of chunkArray(pendingEdges, MAX_EDGES_PER_PAYLOAD)) {
           const r = await this.ingestWire(toWirePayload({ ...batch, nodes: [], edges: edgeChunk }, runId));
           merged.edges.push(...r.edges);
         }
@@ -24968,7 +24982,7 @@ var init_motifs = __esm({
 
 // ../../packages/generalizer/src/nightly.ts
 function runNightlyPipeline(store) {
-  const started = Date.now();
+  const started2 = Date.now();
   const allowedTypes = new Set(pagerankEdgeTypes());
   const nodeIds = [];
   const meta3 = /* @__PURE__ */ new Map();
@@ -25049,9 +25063,9 @@ function runNightlyPipeline(store) {
   store.transaction(() => {
     for (const [id, c] of comm.community) store.updateNode(id, { community: c });
   });
-  const motifs = promoteMotifs(store, started);
-  const designResolved = resolveDesignProblems(store, started);
-  const cry = crystallize(store, { ts: started });
+  const motifs = promoteMotifs(store, started2);
+  const designResolved = resolveDesignProblems(store, started2);
+  const cry = crystallize(store, { ts: started2 });
   return {
     scoredNodes: scored,
     iterations: result.iterations,
@@ -25067,7 +25081,7 @@ function runNightlyPipeline(store) {
     designResolved,
     claimsEvaluated: cry.evaluated,
     claimsDerived: cry.derived.length,
-    durationMs: Date.now() - started
+    durationMs: Date.now() - started2
   };
 }
 function codeAnchorProjection(store, semanticIds, opts = {}) {
@@ -25110,7 +25124,7 @@ function embedSemanticNodes(store, opts = {}) {
   return embedNodesByLabels(store, SEMANTIC_LABELS, opts);
 }
 async function embedNodesByLabels(store, labels, opts = {}) {
-  const started = Date.now();
+  const started2 = Date.now();
   const report = {
     scanned: 0,
     embedded: 0,
@@ -25164,7 +25178,7 @@ async function embedNodesByLabels(store, labels, opts = {}) {
     });
     if (opts.progress) opts.progress(report.embedded, todo.length);
   }
-  report.durationMs = Date.now() - started;
+  report.durationMs = Date.now() - started2;
   return report;
 }
 function buildText(store, node2) {
@@ -25884,16 +25898,16 @@ async function incrementalReindex(store, rootPath, workspaceId2, changedAbsPaths
   };
 }
 async function runIndexer(store, opts) {
-  const started = Date.now();
+  const started2 = Date.now();
   indexNow = opts.now ?? Date.now();
   const ignores = /* @__PURE__ */ new Set([...DEFAULT_IGNORES, ...opts.ignoreDirs ?? []]);
   const maxBytes = opts.maxFileBytes ?? 1024 * 1024;
-  let perfLast = started;
+  let perfLast = started2;
   const perfFile = process.env["ERRATA_PERF"];
   const perf = (label) => {
     if (!perfFile) return;
     const now = Date.now();
-    const line = `[perf] ${label}: ${now - perfLast}ms (total ${now - started}ms)
+    const line = `[perf] ${label}: ${now - perfLast}ms (total ${now - started2}ms)
 `;
     perfLast = now;
     try {
@@ -26368,7 +26382,7 @@ async function runIndexer(store, opts) {
     }
   }
   perf("flush cross-file edges");
-  report.durationMs = Date.now() - started;
+  report.durationMs = Date.now() - started2;
   indexNow = null;
   return report;
 }
@@ -41077,7 +41091,7 @@ function maybeFlushDigests() {
 }
 
 // src/engine.ts
-var DAEMON_VERSION = true ? "2.0.0-dev.22" : "2.0.0-alpha.0";
+var DAEMON_VERSION = true ? "2.0.0-dev.24" : "2.0.0-alpha.0";
 var IGNORED_PATH = /[\\/](?:\.git|node_modules|\.errata|\.claude|\.codex|\.cursor|\.turbo|\.next|dist|coverage|test-results|playwright-report|__pycache__)(?:[\\/]|$)/;
 var IGNORED_NOISE = /castalia\.db|eventlog\.sqlite|turn-cursors/;
 var GIT_OP_MUTE_MS = 4e3;
@@ -42367,6 +42381,10 @@ function buildContextIngest(store, profile, daemonVersion, ignorePatterns = [],
       if (ignored(n.description) || ignored(String(n.attrs["name"] ?? ""))) continue;
       nodes.push({
         ...n,
+        // Language wire id = the shared `languageCanonicalId` (warming-spine
+        // parity, EE-cloud-anchors) — the local `lang:<name>` id is internal.
+        // Package ids are already the purl (= the cross-stratum canonicalId).
+        id: label === "Language" ? languageCanonicalId(String(n.attrs["name"] ?? "").trim() || n.description) : n.id,
         embedding: [],
         attrs: label === "Package" ? {
           purl: n.attrs["purl"],
@@ -42596,11 +42614,34 @@ function noveltyAgainst(node2, neighbors, opts = {}) {
 // src/instance-ingest.ts
 var INSTANCE_LABELS = ["Problem", "Solution", "RootCause"];
 var INSTANCE_EDGES = ["CAUSED_BY", "SOLVED_BY"];
+var ANCHOR_EDGES = ["OCCURS_IN", "DEPENDS_ON"];
+var ANCHOR_TARGET_LABELS = ["Language", "Package"];
 function stripCodebaseScope(scope) {
   const s = { ...scope ?? {} };
   delete s["codebase"];
   return s;
 }
+function wireContextId(n) {
+  if (n.label === "Language" && n.attrs["source"] !== "cloud") {
+    const name2 = String(n.attrs["name"] ?? "").trim() || n.description.trim() || n.id.replace(/^lang:/, "");
+    return languageCanonicalId(name2);
+  }
+  return n.id;
+}
+function shareableContext(n, wireId) {
+  return {
+    ...n,
+    id: wireId,
+    embedding: [],
+    attrs: n.label === "Package" ? {
+      purl: n.attrs["purl"],
+      name: n.attrs["name"],
+      version: n.attrs["version"],
+      ecosystem: n.attrs["ecosystem"],
+      resolved: n.attrs["resolved"]
+    } : { name: n.attrs["name"] }
+  };
+}
 function buildInstanceIngest(store, profile, daemonVersion, ignorePatterns = [], opts = {}) {
   const level = opts.level ?? 1;
   const noveltyOpts = opts.dedupCosine != null ? { dedupCosine: opts.dedupCosine } : {};
@@ -42617,6 +42658,7 @@ function buildInstanceIngest(store, profile, daemonVersion, ignorePatterns = [],
   });
   const nodes = [];
   const seen = /* @__PURE__ */ new Set();
+  const anchorSources = /* @__PURE__ */ new Set();
   const includedByLabel = /* @__PURE__ */ new Map();
   for (const label of INSTANCE_LABELS) {
     const ref = [];
@@ -42624,14 +42666,18 @@ function buildInstanceIngest(store, profile, daemonVersion, ignorePatterns = [],
     for (const n of store.findNodesByLabel(label)) {
       if (seen.has(n.id)) continue;
       if (n.attrs["source"] === "cloud") continue;
-      const contributedAtSeq = n.attrs["contributedAtSeq"];
-      if (typeof contributedAtSeq === "number" && (n.lastReinforcedAtSeq ?? 0) <= contributedAtSeq) continue;
       if (label === "Problem" && n.attrs["resolvedAs"] === PROBLEM_RESOLUTION.FALSE_POSITIVE) continue;
       if (ignored(n.description)) continue;
+      const contributedAtSeq = n.attrs["contributedAtSeq"];
+      if (typeof contributedAtSeq === "number" && (n.lastReinforcedAtSeq ?? 0) <= contributedAtSeq) {
+        anchorSources.add(n.id);
+        continue;
+      }
       if (!noveltyAgainst(n, ref, noveltyOpts).ready) continue;
       ref.push(n);
       nodes.push(shareable(n));
       seen.add(n.id);
+      anchorSources.add(n.id);
     }
   }
   for (const n of nodes) {
@@ -42639,20 +42685,50 @@ function buildInstanceIngest(store, profile, daemonVersion, ignorePatterns = [],
       throw new Error(`buildInstanceIngest: refusing to ship non-instance ${n.id} (${n.label}) \u2014 C7 invariant`);
     }
   }
-  if (nodes.length === 0) return null;
+  const anchorEdges = [];
+  const contextNodes = [];
+  const contextSeen = /* @__PURE__ */ new Set();
+  const anchorDigests = {};
+  for (const sourceId of anchorSources) {
+    const targets = [];
+    for (const e of store.outEdges(sourceId, [...ANCHOR_EDGES])) {
+      const t = store.getNode(e.to);
+      if (!t || !ANCHOR_TARGET_LABELS.includes(t.label)) continue;
+      if (e.type === "OCCURS_IN" && t.label !== "Language") continue;
+      if (e.type === "DEPENDS_ON" && t.label !== "Package") continue;
+      if (t.label === "Package" && opts.includePackages !== true) continue;
+      if (ignored(t.description) || ignored(String(t.attrs["name"] ?? ""))) continue;
+      targets.push({ e, t, wireId: wireContextId(t) });
+    }
+    if (targets.length === 0) continue;
+    const dg = digest(targets.map(({ e, wireId }) => `${e.type}>${wireId}`).sort());
+    if (store.getNode(sourceId)?.attrs["anchorsContributedDigest"] === dg) continue;
+    anchorDigests[sourceId] = dg;
+    for (const { e, t, wireId } of targets) {
+      anchorEdges.push({ ...e, to: wireId, attrs: {} });
+      if (t.attrs["source"] === "cloud" || contextSeen.has(wireId)) continue;
+      contextSeen.add(wireId);
+      contextNodes.push(shareableContext(t, wireId));
+    }
+  }
+  if (nodes.length === 0 && anchorEdges.length === 0) return null;
   const edges = [];
   for (const id of seen) {
     for (const e of store.outEdges(id, [...INSTANCE_EDGES])) {
       if (seen.has(e.to)) edges.push({ ...e, attrs: {} });
     }
   }
+  edges.push(...anchorEdges);
   const base = {
     daemonVersion,
     profile: { stack: profile.stack, languages: profile.languages, domains: profile.domains },
-    nodes,
+    // Context nodes FIRST: a chunked drain (cloud-client, 25-node chunks) then
+    // co-locates the few Language/Package stubs with the first instance chunk,
+    // maximizing in-payload endpoint resolution.
+    nodes: [...contextNodes, ...nodes],
     edges
   };
-  return { ...base, payloadDigest: digest(base) };
+  return { ...base, payloadDigest: digest(base), anchorDigests };
 }
 
 // src/multi.ts
@@ -42727,6 +42803,32 @@ var ConsolidateWorker = class {
   }
 };
 
+// src/loop-lag.ts
+var HEARTBEAT_MS = 500;
+var currentPass = "idle";
+var started = false;
+function markPass(name2) {
+  const prev = currentPass;
+  currentPass = name2;
+  return () => {
+    currentPass = prev;
+  };
+}
+function startLoopLagMonitor(thresholdMs = 1e3) {
+  if (started) return;
+  started = true;
+  let last = Date.now();
+  const timer = setInterval(() => {
+    const now = Date.now();
+    const lag = now - last - HEARTBEAT_MS;
+    if (lag > thresholdMs) {
+      console.warn(`[loop-lag] event loop held ~${(lag / 1e3).toFixed(1)}s during "${currentPass}"`);
+    }
+    last = now;
+  }, HEARTBEAT_MS);
+  timer.unref();
+}
+
 // src/multi.ts
 init_paths();
 
@@ -42813,6 +42915,7 @@ async function startMultiDaemon(opts = {}) {
   const sharedStore = openGraphStore({ path: sharedDbPath });
   const bundledRun = import.meta.url.endsWith(".mjs");
   const consolidateWorker = bundledRun && sharedDbPath !== ":memory:" ? new ConsolidateWorker() : null;
+  startLoopLagMonitor();
   let baseUrl = "";
   const records = [];
   const boundaryListeners = [];
@@ -42937,12 +43040,43 @@ async function startMultiDaemon(opts = {}) {
   );
   const STRANDED_TTL_MS = 6e4;
   const strandedCache = /* @__PURE__ */ new Map();
+  const strandedRefreshing = /* @__PURE__ */ new Set();
   const strandedCount = (r) => {
     const hit = strandedCache.get(r.id);
     if (hit && Date.now() - hit.at < STRANDED_TTL_MS) return hit.count;
-    const count = findStrandedSymbols(r.engine.store).length;
-    strandedCache.set(r.id, { at: Date.now(), count });
-    return count;
+    if (!strandedRefreshing.has(r.id)) {
+      strandedRefreshing.add(r.id);
+      const finish = (count) => {
+        strandedCache.set(r.id, { at: Date.now(), count });
+        strandedRefreshing.delete(r.id);
+      };
+      if (consolidateWorker && r.engine.paths.castalia !== ":memory:") {
+        consolidateWorker.run({ kind: "strandedCount", sharedDbPath, castaliaPath: r.engine.paths.castalia }).then((n) => finish(Number(n))).catch(() => {
+          setImmediate(() => {
+            const done = markPass(`stranded-scan:${r.entry.name}`);
+            try {
+              finish(findStrandedSymbols(r.engine.store).length);
+            } catch {
+              strandedRefreshing.delete(r.id);
+            } finally {
+              done();
+            }
+          });
+        });
+      } else {
+        setImmediate(() => {
+          const done = markPass(`stranded-scan:${r.entry.name}`);
+          try {
+            finish(findStrandedSymbols(r.engine.store).length);
+          } catch {
+            strandedRefreshing.delete(r.id);
+          } finally {
+            done();
+          }
+        });
+      }
+    }
+    return hit?.count ?? -1;
   };
   app.get(
     "/health",
@@ -42971,13 +43105,18 @@ async function startMultiDaemon(opts = {}) {
     const owner = ownerOf(records, pathInBody(body2));
     if (!owner) return c.json({ error: "no-matching-project" }, 404);
     const sub = c.req.path;
-    return owner.webApp.fetch(
-      new Request(`http://local${sub}`, {
-        method: "POST",
-        headers: { "content-type": "application/json" },
-        body: raw2
-      })
-    );
+    const done = markPass(`${sub}:${owner.entry.name}`);
+    try {
+      return await owner.webApp.fetch(
+        new Request(`http://local${sub}`, {
+          method: "POST",
+          headers: { "content-type": "application/json" },
+          body: raw2
+        })
+      );
+    } finally {
+      done();
+    }
   };
   app.post(
     "/api/hook",
@@ -42995,10 +43134,11 @@ async function startMultiDaemon(opts = {}) {
       return typeof loc === "string" ? fileUriToFsPath(loc) : void 0;
     })
   );
-  app.post("/api/turn", (c) => forward(c, (b) => b["cwd"]));
-  app.post("/api/message", (c) => forward(c, (b) => b["cwd"]));
-  app.post("/api/session-end", (c) => forward(c, (b) => b["cwd"]));
-  app.post("/api/context-inject", (c) => forward(c, (b) => b["cwd"]));
+  const cwdOf = (b) => typeof b["cwd"] === "string" ? b["cwd"] : void 0;
+  app.post("/api/turn", (c) => forward(c, cwdOf));
+  app.post("/api/message", (c) => forward(c, cwdOf));
+  app.post("/api/session-end", (c) => forward(c, cwdOf));
+  app.post("/api/context-inject", (c) => forward(c, cwdOf));
   for (const r of records) app.route(`/ws/${r.id}`, r.webApp);
   const reindexAll = async (rOpts) => {
     const out2 = /* @__PURE__ */ new Map();
@@ -43013,6 +43153,7 @@ async function startMultiDaemon(opts = {}) {
         out2.set(r.id, r.engine.store.nodeCount());
         continue;
       }
+      const done = markPass(`reindex:${r.entry.name}`);
       try {
         const idx = await r.engine.reindex({ skipEmbed: rOpts?.skipEmbed ?? true, quiet: true });
         out2.set(r.id, idx.nodes);
@@ -43021,6 +43162,8 @@ async function startMultiDaemon(opts = {}) {
       } catch (err2) {
         console.warn(`[errata] index failed for ${r.entry.name}: ${err2 instanceof Error ? err2.message : err2}`);
         out2.set(r.id, r.engine.store.nodeCount());
+      } finally {
+        done();
       }
     }
     if (toIndex.length > 0) {
@@ -43057,6 +43200,7 @@ async function startMultiDaemon(opts = {}) {
     const out2 = /* @__PURE__ */ new Map();
     for (const r of records) {
       await new Promise((resolve5) => setImmediate(resolve5));
+      const done = markPass(`package-index:${r.entry.name}`);
       try {
         out2.set(
           r.id,
@@ -43070,6 +43214,8 @@ async function startMultiDaemon(opts = {}) {
         );
       } catch (err2) {
         console.warn(`[errata] package index failed for ${r.entry.name}: ${err2 instanceof Error ? err2.message : err2}`);
+      } finally {
+        done();
       }
     }
     return out2;
@@ -43084,10 +43230,13 @@ async function startMultiDaemon(opts = {}) {
     async tickAll() {
       const out2 = /* @__PURE__ */ new Map();
       for (const r of records) {
+        const done = markPass(`tick:${r.entry.name}`);
         try {
           out2.set(r.id, await r.engine.tick());
         } catch (err2) {
           console.warn(`[errata] tick failed for ${r.entry.name}: ${err2 instanceof Error ? err2.message : err2}`);
+        } finally {
+          done();
         }
       }
       return out2;
@@ -43095,10 +43244,13 @@ async function startMultiDaemon(opts = {}) {
     async nightlyAll() {
       const out2 = /* @__PURE__ */ new Map();
       for (const r of records) {
+        const done = markPass(`nightly:${r.entry.name}`);
         try {
           out2.set(r.id, await r.engine.nightly());
         } catch (err2) {
           console.warn(`[errata] nightly failed for ${r.entry.name}: ${err2 instanceof Error ? err2.message : err2}`);
+        } finally {
+          done();
         }
       }
       return out2;
@@ -43129,12 +43281,15 @@ async function startMultiDaemon(opts = {}) {
         }
       }
       for (const r of inlineRecords) {
+        const done = markPass(`percolate-inline:${r.entry.name}`);
         try {
           out2.set(r.id, percolate(r.engine.store, sharedStore, { workspaceId: r.engine.profile.id, ts }));
         } catch (err2) {
           console.warn(
             `[errata] percolate failed for ${r.entry.name}: ${err2 instanceof Error ? err2.message : err2}`
           );
+        } finally {
+          done();
         }
       }
       return out2;
@@ -43234,7 +43389,16 @@ async function startMultiDaemon(opts = {}) {
       let uploaded = 0;
       for (const r of records) {
         const store = r.engine.store;
-        const instances = buildInstanceIngest(store, r.engine.profile, DAEMON_VERSION, ignore);
+        const context = buildContextIngest(store, r.engine.profile, DAEMON_VERSION, ignore, {
+          includePackages: cfg2.consent.contributePackages
+        });
+        if (context) {
+          const res = await client.ingest(context);
+          uploaded += res.accepted;
+        }
+        const instances = buildInstanceIngest(store, r.engine.profile, DAEMON_VERSION, ignore, {
+          includePackages: cfg2.consent.contributePackages
+        });
         if (instances) {
           const res = await client.ingest(instances);
           uploaded += res.accepted;
@@ -43244,7 +43408,7 @@ async function startMultiDaemon(opts = {}) {
           );
           for (const n of instances.nodes) {
             const local = store.getNode(n.id);
-            if (!local) continue;
+            if (!local || !["Problem", "Solution", "RootCause"].includes(local.label)) continue;
             const cloudNodeId = cloudIdByLocal.get(n.id);
             store.updateNode(n.id, {
               attrs: {
@@ -43254,13 +43418,13 @@ async function startMultiDaemon(opts = {}) {
               }
             });
           }
-        }
-        const context = buildContextIngest(store, r.engine.profile, DAEMON_VERSION, ignore, {
-          includePackages: cfg2.consent.contributePackages
-        });
-        if (context) {
-          const res = await client.ingest(context);
-          uploaded += res.accepted;
+          for (const [localId, dg] of Object.entries(instances.anchorDigests)) {
+            const local = store.getNode(localId);
+            if (!local) continue;
+            store.updateNode(localId, {
+              attrs: { ...local.attrs, anchorsContributedDigest: dg }
+            });
+          }
         }
       }
       return { uploaded };
@@ -43462,28 +43626,6 @@ async function loginOAuthLoopback(opts) {
 // src/update.ts
 import { spawn as spawn2 } from "node:child_process";
 var PACKAGE_NAME = "@inerrata-corporation/errata";
-function parse3(v) {
-  const m = /^(\d+)\.(\d+)\.(\d+)(?:-dev\.(\d+))?/.exec(v.trim());
-  if (!m) return null;
-  return {
-    base: [Number(m[1]), Number(m[2]), Number(m[3])],
-    pre: m[4] === void 0 ? null : Number(m[4])
-  };
-}
-function compareVersions(a, b) {
-  const pa = parse3(a);
-  const pb = parse3(b);
-  if (!pa || !pb) return 0;
-  const [aMaj, aMin, aPatch] = pa.base;
-  const [bMaj, bMin, bPatch] = pb.base;
-  if (aMaj !== bMaj) return aMaj - bMaj;
-  if (aMin !== bMin) return aMin - bMin;
-  if (aPatch !== bPatch) return aPatch - bPatch;
-  if (pa.pre === pb.pre) return 0;
-  if (pa.pre === null) return 1;
-  if (pb.pre === null) return -1;
-  return pa.pre - pb.pre;
-}
 async function latestPublished(channel, timeoutMs = 4e3) {
   const ctrl = new AbortController();
   const timer = setTimeout(() => ctrl.abort(), timeoutMs);
@@ -43506,7 +43648,7 @@ async function checkForUpdate(channel) {
   return {
     current: DAEMON_VERSION,
     latest,
-    updateAvailable: latest !== null && compareVersions(latest, DAEMON_VERSION) > 0
+    updateAvailable: latest !== null && latest !== DAEMON_VERSION
   };
 }
 function runNpmInstall(channel) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@inerrata-corporation/errata",
-  "version": "2.0.0-dev.22",
+  "version": "2.0.0-dev.24",
   "description": "errata - local-first observation engine for AI coding agents",
   "type": "module",
   "bin": {