@inerrata-corporation/errata 2.0.2-dev.214 → 2.0.2-dev.223

package/errata.mjs

@@ -22012,11 +22012,26 @@ var init_client = __esm({
        *  drain (endpoint-label validation is deferred to the service when an endpoint
        *  isn't in-payload), so the split never orphans an edge. Sub-results concat into
        *  one. (fix: an un-chunked >200-node backlog 413'd forever and never drained.) */
-      async ingest(batch) {
+      async ingest(batch, opts = {}) {
         const runId = randomUUID();
+        const startedAt = Date.now();
+        const totalChunks = Math.max(1, Math.ceil(batch.nodes.length / INGEST_NODE_CHUNK)) + Math.ceil(Math.max(0, batch.edges.length - MAX_EDGES_PER_PAYLOAD) / MAX_EDGES_PER_PAYLOAD);
+        let chunkIndex = 0;
+        const emit = (nodeIds, accepted) => {
+          chunkIndex++;
+          opts.onChunk?.({
+            chunkIndex,
+            totalChunks,
+            nodeIds,
+            accepted,
+            elapsedMs: Date.now() - startedAt
+          });
+        };
         if (batch.nodes.length <= INGEST_NODE_CHUNK && batch.edges.length <= MAX_EDGES_PER_PAYLOAD) {
           const result = await this.ingestWithSplit(batch, batch.nodes, batch.edges);
-          return { ...summarizeIngestResult(result), result };
+          const summary = summarizeIngestResult(result);
+          emit(batch.nodes.map((n) => n.id), summary.accepted);
+          return { ...summary, result };
         }
         const merged = { runId, nodes: [], edges: [] };
         let pendingEdges = [...batch.edges];
@@ -22029,6 +22044,7 @@ var init_client = __esm({
             pendingEdges = pendingEdges.filter((e) => !shipped.has(e));
           }
           const r = await this.ingestWithSplit(batch, nodeChunk, inChunk);
+          emit(nodeChunk.map((n) => n.id), summarizeIngestResult(r).accepted);
           merged.nodes.push(...r.nodes);
           merged.edges.push(...r.edges);
           for (const rn of r.nodes) {
@@ -22047,6 +22063,7 @@ var init_client = __esm({
             to: echoedCloudId.get(e.to) ?? e.to
           }));
           const r = await this.ingestWire(toWirePayload({ ...batch, nodes: [], edges: rewritten }, randomUUID()));
+          emit([], summarizeIngestResult(r).accepted);
           merged.edges.push(...r.edges);
         }
         return { ...summarizeIngestResult(merged), result: merged };
@@ -52374,7 +52391,7 @@ function startLoopLagMonitor(thresholdMs = 1e3) {
 }
 
 // src/engine.ts
-var DAEMON_VERSION = true ? "2.0.2-dev.214" : "2.0.0-alpha.0";
+var DAEMON_VERSION = true ? "2.0.2-dev.223" : "2.0.0-alpha.0";
 var IGNORED_PATH = /[\\/](?:\.git|node_modules|\.errata|\.claude|\.codex|\.cursor|\.turbo|\.next|dist|coverage|test-results|playwright-report|__pycache__)(?:[\\/]|$)/;
 var IGNORED_NOISE = /castalia\.db|eventlog\.sqlite|turn-cursors/;
 var GIT_OP_MUTE_MS = 4e3;
@@ -54031,10 +54048,12 @@ function buildContextIngest(store, profile, daemonVersion, ignorePatterns = [],
   const ignored = (s) => ignorePatterns.length > 0 && ignorePatterns.some((p) => s.toLowerCase().includes(p));
   const nodes = [];
   const seen = /* @__PURE__ */ new Set();
+  const localIdByWireId = {};
   for (const label of labels) {
     for (const n of store.findNodesByLabel(label)) {
       if (n.attrs["source"] === "cloud") continue;
       if (ignored(n.description) || ignored(String(n.attrs["name"] ?? ""))) continue;
+      if (typeof n.attrs["contributedAtSeq"] === "number") continue;
       nodes.push({
         ...n,
         // Language wire id = the shared `languageCanonicalId` (warming-spine
@@ -54059,6 +54078,7 @@ function buildContextIngest(store, profile, daemonVersion, ignorePatterns = [],
         anchorVisibility: "public"
       });
       seen.add(n.id);
+      localIdByWireId[nodes[nodes.length - 1].id] = n.id;
     }
   }
   if (nodes.length === 0) return null;
@@ -54078,7 +54098,7 @@ function buildContextIngest(store, profile, daemonVersion, ignorePatterns = [],
     nodes,
     edges
   };
-  return { ...base, payloadDigest: digest(base) };
+  return { ...base, payloadDigest: digest(base), localIds: [...seen], localIdByWireId };
 }
 
 // src/lockfile-auto.ts
@@ -54933,14 +54953,41 @@ async function startMultiDaemon(opts = {}) {
   let boundaryFlushing = false;
   let boundaryFlushStartedAt = 0;
   let boundaryFlushStage = "";
+  let boundaryFlushUnits = 0;
+  let boundaryFlushLastAdvanceAt = 0;
+  let boundaryFlushBatches = 0;
   const beginFlush = (stage) => {
     boundaryFlushing = true;
     boundaryFlushStartedAt = Date.now();
+    boundaryFlushLastAdvanceAt = Date.now();
+    boundaryFlushUnits = 0;
+    boundaryFlushBatches = 0;
+    boundaryFlushItems = 0;
+    boundaryFlushDetail = "";
     boundaryFlushStage = stage;
   };
   const flushStage = (stage) => {
     boundaryFlushStage = stage;
   };
+  let boundaryFlushItems = 0;
+  let boundaryFlushDetail = "";
+  const noteFlushProgress = (units, items = 0, detail = "") => {
+    boundaryFlushBatches++;
+    boundaryFlushUnits += Math.max(0, units);
+    boundaryFlushItems += Math.max(0, items);
+    if (detail) boundaryFlushDetail = detail;
+    if (units > 0 || items > 0) boundaryFlushLastAdvanceAt = Date.now();
+  };
+  const flushSnapshot = () => ({
+    running: boundaryFlushing,
+    stage: boundaryFlushStage,
+    detail: boundaryFlushDetail,
+    ageMs: boundaryFlushStartedAt ? Date.now() - boundaryFlushStartedAt : 0,
+    units: boundaryFlushUnits,
+    items: boundaryFlushItems,
+    chunks: boundaryFlushBatches,
+    stalledMs: boundaryFlushLastAdvanceAt ? Date.now() - boundaryFlushLastAdvanceAt : 0
+  });
   const endFlush = () => {
     boundaryFlushing = false;
     boundaryFlushStage = "";
@@ -55536,8 +55583,20 @@ async function startMultiDaemon(opts = {}) {
         });
         if (context) {
           await lane("context", projectName, async () => {
-            const res = await client.ingest(context);
+            const res = await client.ingest(context, {
+              onChunk: (p) => {
+                const seq = store.currentIngestSeq();
+                for (const wireId of p.nodeIds) {
+                  const localId = context.localIdByWireId[wireId] ?? wireId;
+                  const local = store.getNode(localId);
+                  if (!local) continue;
+                  store.updateNode(localId, { attrs: { ...local.attrs, contributedAtSeq: seq } });
+                }
+                noteFlushProgress(p.accepted, p.nodeIds.length, `context ${p.chunkIndex}/${p.totalChunks}`);
+              }
+            });
             uploaded += res.accepted;
+            return res.accepted;
           });
         }
         let lexicon;
@@ -55562,7 +55621,9 @@ async function startMultiDaemon(opts = {}) {
         if (instances) {
           if (project) instances.projectId = project.projectId;
           await lane("instances", projectName, async () => {
-            const res = await client.ingest(instances);
+            const res = await client.ingest(instances, {
+              onChunk: (p) => noteFlushProgress(p.accepted, p.nodeIds.length, `instances ${p.chunkIndex}/${p.totalChunks}`)
+            });
             uploaded += res.accepted;
             const seq = store.currentIngestSeq();
             const cloudIdByLocal = new Map(
@@ -55594,6 +55655,7 @@ async function startMultiDaemon(opts = {}) {
                 attrs: { ...local.attrs, semanticEdgesContributedDigest: dg }
               });
             }
+            return res.accepted;
           });
         }
       }
@@ -55703,11 +55765,7 @@ async function startMultiDaemon(opts = {}) {
     }
   };
   app.post("/api/sync", async (c) => {
-    if (boundaryFlushing)
-      return c.json(
-        { skipped: "in-flight", stage: boundaryFlushStage, ageMs: Date.now() - boundaryFlushStartedAt },
-        409
-      );
+    if (boundaryFlushing) return c.json({ skipped: "in-flight", ...flushSnapshot() }, 409);
     beginFlush("principles");
     try {
       const principles = await daemon.syncPrinciplesPublic();
@@ -55724,6 +55782,7 @@ async function startMultiDaemon(opts = {}) {
       endFlush();
     }
   });
+  app.get("/api/sync", (c) => c.json(flushSnapshot()));
   app.post("/api/tick", async (c) => {
     try {
       return c.json({ reports: Object.fromEntries(await daemon.tickAll()) });
@@ -56879,6 +56938,28 @@ async function cmdStatus() {
   }
   console.log(`  graph db:  ${existsSync25(paths.castalia) ? "yes" : "no"} (${paths.castalia})`);
   console.log(`  event log: ${existsSync25(paths.eventLog) ? "yes" : "no"} (${paths.eventLog})`);
+  if (existsSync25(paths.castalia)) {
+    try {
+      const { openGraphStore: openGraphStore2 } = await Promise.resolve().then(() => (init_src4(), src_exports2));
+      const store = openGraphStore2({ path: paths.castalia });
+      try {
+        let pending = 0;
+        let total = 0;
+        for (const label of ["Problem", "Solution", "RootCause"]) {
+          for (const n of store.findNodesByLabel(label)) {
+            if (n.attrs["source"] === "cloud") continue;
+            total++;
+            const c = n.attrs["contributedAtSeq"];
+            if (typeof c !== "number" || (n.lastReinforcedAtSeq ?? 0) > c) pending++;
+          }
+        }
+        console.log(`  contribute: ${pending} pending of ${total} instance node(s)`);
+      } finally {
+        store.close();
+      }
+    } catch {
+    }
+  }
   const lockPath = globalDaemonLock();
   const running = isDaemonAlive(lockPath) ? readDaemonLock(lockPath) : null;
   console.log(
@@ -58552,9 +58633,21 @@ async function cmdSync(arg) {
         const ageMs = typeof body2?.ageMs === "number" ? body2.ageMs : 0;
         const dur = ageMs >= 6e4 ? `${Math.floor(ageMs / 6e4)}m` : `${Math.max(1, Math.round(ageMs / 1e3))}s`;
         const stage = body2?.stage ? ` \u2014 stage: ${body2.stage}` : "";
+        const units = typeof body2?.units === "number" ? body2.units : 0;
+        const items = typeof body2?.items === "number" ? body2.items : 0;
+        const chunks = typeof body2?.chunks === "number" ? body2.chunks : 0;
+        const stalledMs = typeof body2?.stalledMs === "number" ? body2.stalledMs : 0;
+        const where = body2?.detail ? ` [${body2.detail}]` : "";
+        const moved = chunks > 0 ? ` \xB7 ${chunks} chunk(s), ${items} shipped, ${units} accepted${where}` : "";
         console.log(
-          ageMs > 0 ? `sync already running: the daemon has been draining for ${dur}${stage}. It will finish on its own; nothing new was started.` : "sync already running: the daemon is mid-drain \u2014 it will finish on its own. Nothing new was started."
+          ageMs > 0 ? `sync already running: the daemon has been draining for ${dur}${stage}${moved}. It will finish on its own; nothing new was started.` : "sync already running: the daemon is mid-drain \u2014 it will finish on its own. Nothing new was started."
         );
+        if (stalledMs > 12e4 && chunks > 0) {
+          const stalledMin = Math.floor(stalledMs / 6e4);
+          console.log(
+            `  \u26A0 STALLED: ${chunks} chunk(s) shipped but nothing has moved for ${stalledMin}m \u2014 the lane is looping, not draining. Check \`errata status\` for the backlog depth and daemon.log for the failing lane.`
+          );
+        }
         if (ageMs > 30 * 6e4) {
           console.log(
             "  \u26A0 this pass has run past 30 min \u2014 if daemon.log shows no upload progress it may be stranded (a sleep/resume can do this). Restart with: errata stop && errata start"

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@inerrata-corporation/errata",
-  "version": "2.0.2-dev.214",
+  "version": "2.0.2-dev.223",
   "description": "errata - local-first observation engine for AI coding agents",
   "type": "module",
   "bin": {