@inerrata-corporation/errata 2.0.2-dev.220 → 2.0.2-dev.226

package/errata.mjs

@@ -22012,11 +22012,26 @@ var init_client = __esm({
        *  drain (endpoint-label validation is deferred to the service when an endpoint
        *  isn't in-payload), so the split never orphans an edge. Sub-results concat into
        *  one. (fix: an un-chunked >200-node backlog 413'd forever and never drained.) */
-      async ingest(batch) {
+      async ingest(batch, opts = {}) {
         const runId = randomUUID();
+        const startedAt = Date.now();
+        const totalChunks = Math.max(1, Math.ceil(batch.nodes.length / INGEST_NODE_CHUNK)) + Math.ceil(Math.max(0, batch.edges.length - MAX_EDGES_PER_PAYLOAD) / MAX_EDGES_PER_PAYLOAD);
+        let chunkIndex = 0;
+        const emit = (nodeIds, accepted) => {
+          chunkIndex++;
+          opts.onChunk?.({
+            chunkIndex,
+            totalChunks,
+            nodeIds,
+            accepted,
+            elapsedMs: Date.now() - startedAt
+          });
+        };
         if (batch.nodes.length <= INGEST_NODE_CHUNK && batch.edges.length <= MAX_EDGES_PER_PAYLOAD) {
           const result = await this.ingestWithSplit(batch, batch.nodes, batch.edges);
-          return { ...summarizeIngestResult(result), result };
+          const summary = summarizeIngestResult(result);
+          emit(batch.nodes.map((n) => n.id), summary.accepted);
+          return { ...summary, result };
         }
         const merged = { runId, nodes: [], edges: [] };
         let pendingEdges = [...batch.edges];
@@ -22029,6 +22044,7 @@ var init_client = __esm({
             pendingEdges = pendingEdges.filter((e) => !shipped.has(e));
           }
           const r = await this.ingestWithSplit(batch, nodeChunk, inChunk);
+          emit(nodeChunk.map((n) => n.id), summarizeIngestResult(r).accepted);
           merged.nodes.push(...r.nodes);
           merged.edges.push(...r.edges);
           for (const rn of r.nodes) {
@@ -22047,6 +22063,7 @@ var init_client = __esm({
             to: echoedCloudId.get(e.to) ?? e.to
           }));
           const r = await this.ingestWire(toWirePayload({ ...batch, nodes: [], edges: rewritten }, randomUUID()));
+          emit([], summarizeIngestResult(r).accepted);
           merged.edges.push(...r.edges);
         }
         return { ...summarizeIngestResult(merged), result: merged };
@@ -52374,7 +52391,7 @@ function startLoopLagMonitor(thresholdMs = 1e3) {
 }
 
 // src/engine.ts
-var DAEMON_VERSION = true ? "2.0.2-dev.220" : "2.0.0-alpha.0";
+var DAEMON_VERSION = true ? "2.0.2-dev.226" : "2.0.0-alpha.0";
 var IGNORED_PATH = /[\\/](?:\.git|node_modules|\.errata|\.claude|\.codex|\.cursor|\.turbo|\.next|dist|coverage|test-results|playwright-report|__pycache__)(?:[\\/]|$)/;
 var IGNORED_NOISE = /castalia\.db|eventlog\.sqlite|turn-cursors/;
 var GIT_OP_MUTE_MS = 4e3;
@@ -54031,6 +54048,7 @@ function buildContextIngest(store, profile, daemonVersion, ignorePatterns = [],
   const ignored = (s) => ignorePatterns.length > 0 && ignorePatterns.some((p) => s.toLowerCase().includes(p));
   const nodes = [];
   const seen = /* @__PURE__ */ new Set();
+  const localIdByWireId = {};
   for (const label of labels) {
     for (const n of store.findNodesByLabel(label)) {
       if (n.attrs["source"] === "cloud") continue;
@@ -54060,6 +54078,7 @@ function buildContextIngest(store, profile, daemonVersion, ignorePatterns = [],
         anchorVisibility: "public"
       });
       seen.add(n.id);
+      localIdByWireId[nodes[nodes.length - 1].id] = n.id;
     }
   }
   if (nodes.length === 0) return null;
@@ -54079,7 +54098,7 @@ function buildContextIngest(store, profile, daemonVersion, ignorePatterns = [],
     nodes,
     edges
   };
-  return { ...base, payloadDigest: digest(base), localIds: [...seen] };
+  return { ...base, payloadDigest: digest(base), localIds: [...seen], localIdByWireId };
 }
 
 // src/lockfile-auto.ts
@@ -54943,24 +54962,30 @@ async function startMultiDaemon(opts = {}) {
     boundaryFlushLastAdvanceAt = Date.now();
     boundaryFlushUnits = 0;
     boundaryFlushBatches = 0;
+    boundaryFlushItems = 0;
+    boundaryFlushDetail = "";
     boundaryFlushStage = stage;
   };
   const flushStage = (stage) => {
     boundaryFlushStage = stage;
   };
-  const noteFlushProgress = (units) => {
+  let boundaryFlushItems = 0;
+  let boundaryFlushDetail = "";
+  const noteFlushProgress = (units, items = 0, detail = "") => {
     boundaryFlushBatches++;
-    if (units > 0) {
-      boundaryFlushUnits += units;
-      boundaryFlushLastAdvanceAt = Date.now();
-    }
+    boundaryFlushUnits += Math.max(0, units);
+    boundaryFlushItems += Math.max(0, items);
+    if (detail) boundaryFlushDetail = detail;
+    if (units > 0 || items > 0) boundaryFlushLastAdvanceAt = Date.now();
   };
   const flushSnapshot = () => ({
     running: boundaryFlushing,
     stage: boundaryFlushStage,
+    detail: boundaryFlushDetail,
     ageMs: boundaryFlushStartedAt ? Date.now() - boundaryFlushStartedAt : 0,
     units: boundaryFlushUnits,
-    batches: boundaryFlushBatches,
+    items: boundaryFlushItems,
+    chunks: boundaryFlushBatches,
     stalledMs: boundaryFlushLastAdvanceAt ? Date.now() - boundaryFlushLastAdvanceAt : 0
   });
   const endFlush = () => {
@@ -55543,10 +55568,8 @@ async function startMultiDaemon(opts = {}) {
       const errors = [];
       const lane = async (name2, projectName, run3) => {
         try {
-          const accepted = await run3();
-          noteFlushProgress(typeof accepted === "number" ? accepted : 0);
+          await run3();
         } catch (err2) {
-          noteFlushProgress(0);
           const msg = `[${projectName}] ${name2}: ${err2 instanceof Error ? err2.message : String(err2)}`;
           errors.push(msg);
           console.error(`[sync\u2192cloud] ${msg}`);
@@ -55560,14 +55583,19 @@ async function startMultiDaemon(opts = {}) {
         });
         if (context) {
           await lane("context", projectName, async () => {
-            const res = await client.ingest(context);
+            const res = await client.ingest(context, {
+              onChunk: (p) => {
+                const seq = store.currentIngestSeq();
+                for (const wireId of p.nodeIds) {
+                  const localId = context.localIdByWireId[wireId] ?? wireId;
+                  const local = store.getNode(localId);
+                  if (!local) continue;
+                  store.updateNode(localId, { attrs: { ...local.attrs, contributedAtSeq: seq } });
+                }
+                noteFlushProgress(p.accepted, p.nodeIds.length, `context ${p.chunkIndex}/${p.totalChunks}`);
+              }
+            });
             uploaded += res.accepted;
-            const seq = store.currentIngestSeq();
-            for (const localId of context.localIds) {
-              const local = store.getNode(localId);
-              if (!local) continue;
-              store.updateNode(localId, { attrs: { ...local.attrs, contributedAtSeq: seq } });
-            }
             return res.accepted;
           });
         }
@@ -55593,7 +55621,9 @@ async function startMultiDaemon(opts = {}) {
         if (instances) {
           if (project) instances.projectId = project.projectId;
           await lane("instances", projectName, async () => {
-            const res = await client.ingest(instances);
+            const res = await client.ingest(instances, {
+              onChunk: (p) => noteFlushProgress(p.accepted, p.nodeIds.length, `instances ${p.chunkIndex}/${p.totalChunks}`)
+            });
             uploaded += res.accepted;
             const seq = store.currentIngestSeq();
             const cloudIdByLocal = new Map(
@@ -58604,16 +58634,18 @@ async function cmdSync(arg) {
         const dur = ageMs >= 6e4 ? `${Math.floor(ageMs / 6e4)}m` : `${Math.max(1, Math.round(ageMs / 1e3))}s`;
         const stage = body2?.stage ? ` \u2014 stage: ${body2.stage}` : "";
         const units = typeof body2?.units === "number" ? body2.units : 0;
-        const batches = typeof body2?.batches === "number" ? body2.batches : 0;
+        const items = typeof body2?.items === "number" ? body2.items : 0;
+        const chunks = typeof body2?.chunks === "number" ? body2.chunks : 0;
         const stalledMs = typeof body2?.stalledMs === "number" ? body2.stalledMs : 0;
-        const moved = batches > 0 ? ` \xB7 ${batches} batch(es), ${units} accepted` : "";
+        const where = body2?.detail ? ` [${body2.detail}]` : "";
+        const moved = chunks > 0 ? ` \xB7 ${chunks} chunk(s), ${items} shipped, ${units} accepted${where}` : "";
         console.log(
           ageMs > 0 ? `sync already running: the daemon has been draining for ${dur}${stage}${moved}. It will finish on its own; nothing new was started.` : "sync already running: the daemon is mid-drain \u2014 it will finish on its own. Nothing new was started."
         );
-        if (stalledMs > 12e4 && batches > 0) {
+        if (stalledMs > 12e4 && chunks > 0) {
           const stalledMin = Math.floor(stalledMs / 6e4);
           console.log(
-            `  \u26A0 STALLED: ${batches} batch(es) shipped but nothing accepted for ${stalledMin}m \u2014 the lane is looping, not draining. Check \`errata status\` for the backlog depth and daemon.log for the failing lane.`
+            `  \u26A0 STALLED: ${chunks} chunk(s) shipped but nothing has moved for ${stalledMin}m \u2014 the lane is looping, not draining. Check \`errata status\` for the backlog depth and daemon.log for the failing lane.`
           );
         }
         if (ageMs > 30 * 6e4) {
@@ -58696,7 +58728,19 @@ async function cmdConsent(args2) {
     console.log("  note: run `errata login` to actually upload (no cloud credential yet).");
   }
 }
+function installLogTimestamps() {
+  const ISO_AT_START = /^\[?\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}/;
+  for (const level of ["log", "warn", "error"]) {
+    const original = console[level].bind(console);
+    console[level] = (...args2) => {
+      const first = args2[0];
+      if (typeof first === "string" && ISO_AT_START.test(first)) return original(...args2);
+      original(`[${(/* @__PURE__ */ new Date()).toISOString()}]`, ...args2);
+    };
+  }
+}
 async function cmdDash(args2) {
+  installLogTimestamps();
   const portIdx = args2.indexOf("--port");
   const port = portIdx >= 0 && args2[portIdx + 1] ? Number(args2[portIdx + 1]) : 7891;
   const reindexOnStart = !args2.includes("--no-reindex");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@inerrata-corporation/errata",
-  "version": "2.0.2-dev.220",
+  "version": "2.0.2-dev.226",
   "description": "errata - local-first observation engine for AI coding agents",
   "type": "module",
   "bin": {