@remnic/core 10.0.63 → 10.0.64

package/dist/who-knows-cli.js

@@ -4,13 +4,13 @@ import {
   renderWhoKnows,
   renderWhoKnowsJson,
   renderWhoKnowsText
-} from "./chunk-A6JV3WHI.js";
-import "./chunk-R25JMO5O.js";
-import "./chunk-6VBKU3FY.js";
+} from "./chunk-HG3CG557.js";
+import "./chunk-LDHR465K.js";
+import "./chunk-XVQVF2TK.js";
 import "./chunk-UHVXE24Y.js";
-import "./chunk-DM5QZ3YU.js";
-import "./chunk-WVEEVYMH.js";
-import "./chunk-JCL7RO2G.js";
+import "./chunk-QGVCFVX6.js";
+import "./chunk-IGOW4TJE.js";
+import "./chunk-ZOBYTRBU.js";
 import "./chunk-G6OFEGUR.js";
 import "./chunk-OH55F76C.js";
 import "./chunk-L334PSLW.js";
@@ -36,7 +36,7 @@ import "./chunk-LDXUBPMO.js";
 import "./chunk-FF6N7BXC.js";
 import "./chunk-WXPBDEMW.js";
 import "./chunk-AAD2ZS6P.js";
-import "./chunk-WJCXUE2J.js";
+import "./chunk-BV2BRHD4.js";
 import "./chunk-ZIKENA2C.js";
 import "./chunk-YXZG5TVN.js";
 import "./chunk-3OUGSOJP.js";
@@ -46,16 +46,16 @@ import "./chunk-3WU7XOFN.js";
 import "./chunk-P4GUQSK3.js";
 import "./chunk-4LZ7SVKM.js";
 import "./chunk-YHTG64XV.js";
-import "./chunk-564YP3DW.js";
+import "./chunk-ER7XANP3.js";
 import "./chunk-M5GVCJSJ.js";
 import "./chunk-RBOJCG4T.js";
-import "./chunk-A5L5KGDI.js";
+import "./chunk-IAYUTGF2.js";
 import "./chunk-5WITETWU.js";
 import "./chunk-6CIAGZ6X.js";
 import "./chunk-7CT3AI52.js";
 import "./chunk-G7D6GZ5J.js";
 import "./chunk-7VLBZKNB.js";
-import "./chunk-UUZ7KZAO.js";
+import "./chunk-Y33KJ556.js";
 import "./chunk-ELHJK7LM.js";
 import "./chunk-IUM3VSHI.js";
 import "./chunk-NWA6IXR3.js";
@@ -80,27 +80,27 @@ import "./chunk-PJKTFXE2.js";
 import "./chunk-W5BIQOAJ.js";
 import "./chunk-SEA56G6S.js";
 import "./chunk-YBA52OKG.js";
-import "./chunk-TWRPWJJT.js";
+import "./chunk-JRVMCZE3.js";
 import "./chunk-BT7NVCML.js";
-import "./chunk-SDXBR5QO.js";
+import "./chunk-IZJQNDGI.js";
 import "./chunk-BJMBJZ2Y.js";
 import "./chunk-UKJAGEXH.js";
 import "./chunk-FP2373TW.js";
 import "./chunk-L272A5QW.js";
-import "./chunk-QIMGULGN.js";
+import "./chunk-BNZAR6PO.js";
 import "./chunk-ZA53AZND.js";
 import "./chunk-7RJUVTVF.js";
 import "./chunk-AL3UYZ5N.js";
 import "./chunk-RL6NEVXT.js";
 import "./chunk-YET735EZ.js";
 import "./chunk-PWPIERBM.js";
-import "./chunk-W5EO4USJ.js";
+import "./chunk-KQUSP6LB.js";
 import "./chunk-5FVVY2EB.js";
 import "./chunk-BTNNL7ZW.js";
 import "./chunk-JDSVLVCG.js";
 import "./chunk-5GKPFL3S.js";
 import "./chunk-JAKIDQB2.js";
-import "./chunk-EBRG7ZIK.js";
+import "./chunk-EBV6VXKF.js";
 import "./chunk-P7FMDTKL.js";
 import "./chunk-VUFL7X3H.js";
 import "./chunk-C5LWPYS3.js";

package/dist/who-knows.js

@@ -9,12 +9,12 @@ import {
   loadWhoKnowsEntities,
   tokenizeTopic,
   validateWhoKnowsInput
-} from "./chunk-R25JMO5O.js";
-import "./chunk-6VBKU3FY.js";
+} from "./chunk-LDHR465K.js";
+import "./chunk-XVQVF2TK.js";
 import "./chunk-UHVXE24Y.js";
-import "./chunk-DM5QZ3YU.js";
-import "./chunk-WVEEVYMH.js";
-import "./chunk-JCL7RO2G.js";
+import "./chunk-QGVCFVX6.js";
+import "./chunk-IGOW4TJE.js";
+import "./chunk-ZOBYTRBU.js";
 import "./chunk-G6OFEGUR.js";
 import "./chunk-OH55F76C.js";
 import "./chunk-L334PSLW.js";
@@ -40,7 +40,7 @@ import "./chunk-LDXUBPMO.js";
 import "./chunk-FF6N7BXC.js";
 import "./chunk-WXPBDEMW.js";
 import "./chunk-AAD2ZS6P.js";
-import "./chunk-WJCXUE2J.js";
+import "./chunk-BV2BRHD4.js";
 import "./chunk-ZIKENA2C.js";
 import "./chunk-YXZG5TVN.js";
 import "./chunk-3OUGSOJP.js";
@@ -50,16 +50,16 @@ import "./chunk-3WU7XOFN.js";
 import "./chunk-P4GUQSK3.js";
 import "./chunk-4LZ7SVKM.js";
 import "./chunk-YHTG64XV.js";
-import "./chunk-564YP3DW.js";
+import "./chunk-ER7XANP3.js";
 import "./chunk-M5GVCJSJ.js";
 import "./chunk-RBOJCG4T.js";
-import "./chunk-A5L5KGDI.js";
+import "./chunk-IAYUTGF2.js";
 import "./chunk-5WITETWU.js";
 import "./chunk-6CIAGZ6X.js";
 import "./chunk-7CT3AI52.js";
 import "./chunk-G7D6GZ5J.js";
 import "./chunk-7VLBZKNB.js";
-import "./chunk-UUZ7KZAO.js";
+import "./chunk-Y33KJ556.js";
 import "./chunk-ELHJK7LM.js";
 import "./chunk-IUM3VSHI.js";
 import "./chunk-NWA6IXR3.js";
@@ -84,27 +84,27 @@ import "./chunk-PJKTFXE2.js";
 import "./chunk-W5BIQOAJ.js";
 import "./chunk-SEA56G6S.js";
 import "./chunk-YBA52OKG.js";
-import "./chunk-TWRPWJJT.js";
+import "./chunk-JRVMCZE3.js";
 import "./chunk-BT7NVCML.js";
-import "./chunk-SDXBR5QO.js";
+import "./chunk-IZJQNDGI.js";
 import "./chunk-BJMBJZ2Y.js";
 import "./chunk-UKJAGEXH.js";
 import "./chunk-FP2373TW.js";
 import "./chunk-L272A5QW.js";
-import "./chunk-QIMGULGN.js";
+import "./chunk-BNZAR6PO.js";
 import "./chunk-ZA53AZND.js";
 import "./chunk-7RJUVTVF.js";
 import "./chunk-AL3UYZ5N.js";
 import "./chunk-RL6NEVXT.js";
 import "./chunk-YET735EZ.js";
 import "./chunk-PWPIERBM.js";
-import "./chunk-W5EO4USJ.js";
+import "./chunk-KQUSP6LB.js";
 import "./chunk-5FVVY2EB.js";
 import "./chunk-BTNNL7ZW.js";
 import "./chunk-JDSVLVCG.js";
 import "./chunk-5GKPFL3S.js";
 import "./chunk-JAKIDQB2.js";
-import "./chunk-EBRG7ZIK.js";
+import "./chunk-EBV6VXKF.js";
 import "./chunk-P7FMDTKL.js";
 import "./chunk-VUFL7X3H.js";
 import "./chunk-C5LWPYS3.js";

package/dist/write-envelope.js

@@ -12,15 +12,15 @@ import {
   isMemoryCategory,
   isSealedMemoryEnvelope,
   sealedWriteToLegacyArgs
-} from "./chunk-TWRPWJJT.js";
+} from "./chunk-JRVMCZE3.js";
 import "./chunk-BT7NVCML.js";
-import "./chunk-SDXBR5QO.js";
-import "./chunk-W5EO4USJ.js";
+import "./chunk-IZJQNDGI.js";
+import "./chunk-KQUSP6LB.js";
 import "./chunk-5FVVY2EB.js";
 import "./chunk-JDSVLVCG.js";
 import "./chunk-5GKPFL3S.js";
 import "./chunk-JAKIDQB2.js";
-import "./chunk-EBRG7ZIK.js";
+import "./chunk-EBV6VXKF.js";
 import "./chunk-P7FMDTKL.js";
 import "./chunk-X4OZMANG.js";
 import "./chunk-R2MBW2S4.js";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remnic/core",
-  "version": "10.0.63",
+  "version": "10.0.64",
   "description": "Framework-agnostic Remnic memory engine — orchestrator, storage, extraction, search, trust zones",
   "type": "module",
   "main": "dist/index.js",
@@ -3376,7 +3376,7 @@
     "core"
   ],
   "peerDependencies": {
-    "@remnic/coding-graph": "^10.0.63"
+    "@remnic/coding-graph": "^10.0.64"
   },
   "peerDependenciesMeta": {
     "@remnic/coding-graph": {

package/src/orchestration/extraction-run-helpers.ts

@@ -206,7 +206,6 @@ export async function runExtractionDeferRetention(
 export interface ExtractionPostPersistOptions {
   result: ExtractionResult;
   storage: StorageManager;
-  meta?: MetaState;
   extractionFingerprint?: string;
   shouldPersistProcessedFingerprint: boolean;
   recordProcessedExtractionFingerprint: (
@@ -239,7 +238,6 @@ export interface ExtractionPostPersistOptions {
 }
 
 export interface ExtractionPostPersistResult {
-  meta?: MetaState;
   metadataFailed: boolean;
 }
 
@@ -255,41 +253,31 @@ export async function runExtractionPostPersist(
     }
     log.warn(`runExtraction: ${stage} failed after durable persistence; continuing with buffer clear`, error);
   };
-  let meta = options.meta;
+  // Applied under the storage's per-dir meta lock (storage.updateMeta): the
+  // fingerprint record and the counters land on a FRESHLY loaded meta, so a
+  // concurrent extraction's updates are not reverted by this save.
+  const applyPostPersistMetadata = async (fresh: MetaState): Promise<void> => {
+    if (options.extractionFingerprint && options.shouldPersistProcessedFingerprint) {
+      try {
+        await options.recordProcessedExtractionFingerprint(options.storage, options.extractionFingerprint, fresh);
+      } catch (error) {
+        metadataFailed = true;
+        log.warn("runExtraction: processed fingerprint failed after durable persistence; continuing with buffer clear", error);
+      }
+    }
+    fresh.extractionCount += 1;
+    fresh.lastExtractionAt = new Date().toISOString();
+    fresh.totalMemories += Array.isArray(options.result.facts) ? options.result.facts.length : 0;
+    fresh.totalEntities += Array.isArray(options.result.entities) ? options.result.entities.length : 0;
+  };
   try {
-    meta ??= (await options.runDeadlineAware(
-      () => options.storage.loadMeta(),
-      "during_post_persist_load_meta",
+    await options.runDeadlineAware(
+      () => options.storage.updateMeta(applyPostPersistMetadata),
+      "during_post_persist_meta_save",
       false,
-    )) as MetaState;
+    );
   } catch (error) {
-    recordFailure("metadata load", error);
-  }
-  if (meta && options.extractionFingerprint && options.shouldPersistProcessedFingerprint) {
-    try {
-      await options.runDeadlineAware(
-        () => options.recordProcessedExtractionFingerprint(options.storage, options.extractionFingerprint!, meta!),
-        "during_post_persist_fingerprint",
-        false,
-      );
-    } catch (error) {
-      recordFailure("processed fingerprint", error);
-    }
-  }
-  if (meta) {
-    meta.extractionCount += 1;
-    meta.lastExtractionAt = new Date().toISOString();
-    meta.totalMemories += Array.isArray(options.result.facts) ? options.result.facts.length : 0;
-    meta.totalEntities += Array.isArray(options.result.entities) ? options.result.entities.length : 0;
-    try {
-      await options.runDeadlineAware(
-        () => options.storage.saveMeta(meta!),
-        "during_post_persist_meta_save",
-        false,
-      );
-    } catch (error) {
-      recordFailure("metadata save", error);
-    }
+    recordFailure("metadata save", error);
   }
   const runBestEffort = options.runPostPersistBestEffort;
   await runExtractionDeferRetention(runBestEffort, {
@@ -313,7 +301,7 @@ export async function runExtractionPostPersist(
     throw options.createDeadlineError("during_buffer_clear");
   }
   if (deadlineError) throw deadlineError;
-  return { meta, metadataFailed };
+  return { metadataFailed };
 }
 
 /**
@@ -325,7 +313,6 @@ export async function runExtractionPostPersist(
  */
 export async function commitEmptySuccessExtraction(args: {
   storage: StorageManager;
-  meta: MetaState | null;
   extractionFingerprint: string | null;
   shouldPersistProcessedFingerprint: boolean;
   hasExtractionFailure: boolean;
@@ -336,7 +323,6 @@ export async function commitEmptySuccessExtraction(args: {
 }): Promise<void> {
   const {
     storage,
-    meta: existingMeta,
     extractionFingerprint,
     shouldPersistProcessedFingerprint,
     hasExtractionFailure,
@@ -355,22 +341,17 @@ export async function commitEmptySuccessExtraction(args: {
 
   const metadataFailureIsFatal = shouldRecordFingerprint;
   try {
-    const meta =
-      existingMeta ??
-      await runDeadlineAware(
-        () => storage.loadMeta(),
-        "during_empty_success_liveness_load",
-        false,
-      );
-    if (shouldRecordFingerprint) {
-      await recordProcessedExtractionFingerprint(storage, extractionFingerprint, meta);
-    }
-    if (shouldStampLiveness) {
-      meta.extractionCount += 1;
-      meta.lastExtractionAt = new Date().toISOString();
-    }
     await runDeadlineAware(
-      () => storage.saveMeta(meta),
+      () =>
+        storage.updateMeta(async (meta) => {
+          if (shouldRecordFingerprint) {
+            await recordProcessedExtractionFingerprint(storage, extractionFingerprint!, meta);
+          }
+          if (shouldStampLiveness) {
+            meta.extractionCount += 1;
+            meta.lastExtractionAt = new Date().toISOString();
+          }
+        }),
       "during_empty_success_liveness_save",
       false,
     );

package/src/orchestration/extraction-run.ts

@@ -363,10 +363,8 @@ export class ExtractionRunCoordinator {
       }
     }
   }
-  /** Record an extraction failure into per-fingerprint backoff state + breaker,
-   *  persisting to namespace meta. Fail-open: never throws upward. */
+  /** Record an extraction failure into per-fingerprint backoff state + breaker, persisting to namespace meta. Fail-open. */
   private async recordExtractionFailure(
-    storage: StorageManager,
     namespace: string,
     fingerprint: string,
     cls: ExtractionFailureClass,
@@ -375,35 +373,45 @@ export class ExtractionRunCoordinator {
   ): Promise<void> {
     try {
       this.hydrateRetryStateFromMeta(namespace, meta);
-      const nsMap = this.extractionRetryState.get(namespace) ?? new Map<string, ExtractionRetryStateEntry>();
-      const prev = nsMap.get(fingerprint);
-      const attempts = (prev?.attempts ?? 0) + 1;
-      const firstFailedAtMs = prev?.firstFailedAtMs ?? now;
-      let nextEligibleAtMs: number;
-      if (cls === "parse_empty" && attempts > this.config.extractionParseEmptyMaxAttempts) {
-        // parse_empty exhausted its attempt budget → long-park (still never
-        // marked processed). A dead gateway also yields unparseable output.
-        nextEligibleAtMs = now + Math.max(0, this.config.extractionRetryMaxBackoffMs);
-      } else {
-        nextEligibleAtMs = computeExtractionRetryNextEligibleMs(
-          attempts,
-          this.config.extractionRetryScheduleMs,
-          this.config.extractionRetryMaxBackoffMs,
-          this.config.extractionRetryJitterRatio,
-          now,
-        );
-      }
-      nsMap.set(fingerprint, { attempts, nextEligibleAtMs, firstFailedAtMs, lastFailureClass: cls });
-      this.extractionRetryState.set(namespace, nsMap);
-      this.onProviderFailure(cls, now);
+      this.applyExtractionFailureToMemory(namespace, fingerprint, cls, now);
       this.persistRetryStateToMeta(namespace, meta);
-      await storage.saveMeta(meta);
+      // The caller's storage.updateMeta persists this — saving here would write the same file twice.
     } catch (err) {
       // Fail-open: recording failure state must never crash observe/recall.
       log.warn("runExtraction: failed to record extraction retry state (non-fatal)", err);
     }
   }
 
+  /** Failure backoff into the in-memory mirror + breaker WITHOUT touching meta — the fallback
+   *  when the locked meta write cannot run: the retry gate reads this mirror, so it stays shut. */
+  private applyExtractionFailureToMemory(
+    namespace: string,
+    fingerprint: string,
+    cls: ExtractionFailureClass,
+    now: number,
+  ): void {
+    const nsMap = this.extractionRetryState.get(namespace) ?? new Map<string, ExtractionRetryStateEntry>();
+    const prev = nsMap.get(fingerprint);
+    const attempts = (prev?.attempts ?? 0) + 1;
+    const firstFailedAtMs = prev?.firstFailedAtMs ?? now;
+    let nextEligibleAtMs: number;
+    if (cls === "parse_empty" && attempts > this.config.extractionParseEmptyMaxAttempts) {
+      // parse_empty budget exhausted → long-park (still never marked processed).
+      nextEligibleAtMs = now + Math.max(0, this.config.extractionRetryMaxBackoffMs);
+    } else {
+      nextEligibleAtMs = computeExtractionRetryNextEligibleMs(
+        attempts,
+        this.config.extractionRetryScheduleMs,
+        this.config.extractionRetryMaxBackoffMs,
+        this.config.extractionRetryJitterRatio,
+        now,
+      );
+    }
+    nsMap.set(fingerprint, { attempts, nextEligibleAtMs, firstFailedAtMs, lastFailureClass: cls });
+    this.extractionRetryState.set(namespace, nsMap);
+    this.onProviderFailure(cls, now);
+  }
+
   /** Delete a fingerprint's retry entry from the mirror + meta. Returns whether
    *  meta changed (so the caller can decide to persist). Does not touch the
    *  breaker — callers pair this with `resetProviderBreakerOnSuccess`. */
@@ -952,48 +960,43 @@ export class ExtractionRunCoordinator {
     // extractionRetryEnabled so a disabled feature restores prior behavior.
     if (extractionFingerprint && extractionRetryEnabled) {
       if (extractionFailure) {
+        const failureClass = result.extractionFailureClass ?? "provider_retryable";
         try {
-          meta ??= await runDeadlineAware(() => storage.loadMeta(), "during_retry_bookkeeping_load", false);
           await runDeadlineAware(
             () =>
-              this.recordExtractionFailure(
-                storage,
-                selfNamespace,
-                extractionFingerprint,
-                result.extractionFailureClass ?? "provider_retryable",
-                meta!,
-                Date.now(),
+              storage.updateMeta((freshMeta) =>
+                this.recordExtractionFailure(selfNamespace, extractionFingerprint, failureClass, freshMeta, Date.now()),
               ),
             "during_retry_bookkeeping_save",
             false,
           );
-          // The buffer is retained below so the backoff gate can re-attempt
-          // these turns after nextEligibleAt — clearing would orphan the
-          // retry state.
           recordedRetryFailure = true;
         } catch (err) {
           if (err instanceof ExtractionDeadlineError) throw err;
-          // Fail-open (codex review): retry bookkeeping is best-effort — a
-          // corrupt or locked meta store must not reject the extraction task.
-          // With no backoff recorded there is nothing to retain for, so the
-          // pre-#1908 clear-buffer behavior applies below.
-          log.warn("runExtraction: failed to load meta for retry bookkeeping (non-fatal)", err);
+          // Fail-open, but retain the turns (a cleared buffer with no retry state drops them). Only a
+          // LOCK skip reaches here without the mutator having run — a later save must not double-count.
+          if (err instanceof Error && err.message.includes("meta.json.lock not acquired"))
+            this.applyExtractionFailureToMemory(selfNamespace, extractionFingerprint, failureClass, Date.now());
+          recordedRetryFailure = true;
+          log.warn("runExtraction: retry state kept in memory; meta persist will catch up", err);
         }
       } else if (result.extractionSkippedReason === undefined) {
         // Provider responded without failure → breaker heals; clear any
         // parked backoff for this fingerprint so it proceeds normally.
         this.resetProviderBreakerOnSuccess();
         try {
-          meta ??= await runDeadlineAware(() => storage.loadMeta(), "during_retry_bookkeeping_load", false);
-          // Hydrate the in-memory mirror from persisted meta before clearing.
-          // A forced flush (forceExtractionAttempt) bypasses the retry gate and
-          // never hydrated, so without this a stale persisted backoff entry
-          // would survive a successful forced flush and keep blocking normal
-          // extraction until the timer expired (cursor/codex review).
-          this.hydrateRetryStateFromMeta(selfNamespace, meta);
-          if (this.clearExtractionRetryEntry(selfNamespace, extractionFingerprint, meta)) {
-            await runDeadlineAware(() => storage.saveMeta(meta!), "during_retry_bookkeeping_save", false);
-          }
+          await runDeadlineAware(
+            () =>
+              storage.updateMeta((freshMeta) => {
+                // Hydrate the mirror from persisted meta before clearing: a forced flush
+                // bypassed the retry gate, and a stale persisted entry would keep blocking.
+                this.hydrateRetryStateFromMeta(selfNamespace, freshMeta);
+                // `false` skips the save when nothing was parked for this fingerprint.
+                return this.clearExtractionRetryEntry(selfNamespace, extractionFingerprint, freshMeta);
+              }),
+            "during_retry_bookkeeping_save",
+            false,
+          );
         } catch (err) {
           if (err instanceof ExtractionDeadlineError) throw err;
           log.warn("runExtraction: failed to persist cleared retry state (non-fatal)", err);
@@ -1018,7 +1021,6 @@ export class ExtractionRunCoordinator {
       }
       const emptySuccessCommit = {
         storage,
-        meta,
         extractionFingerprint,
         shouldPersistProcessedFingerprint,
         hasExtractionFailure: Boolean(extractionFailure),
@@ -1094,7 +1096,6 @@ export class ExtractionRunCoordinator {
     const postPersist = await runExtractionPostPersist({
       result,
       storage,
-      meta: meta ?? undefined,
       extractionFingerprint: extractionFingerprint ?? undefined,
       shouldPersistProcessedFingerprint,
       recordProcessedExtractionFingerprint: this.deps.recordProcessedExtractionFingerprint,
@@ -1113,7 +1114,6 @@ export class ExtractionRunCoordinator {
       clearBuffer,
       failOnExtractionFailure: options.failOnExtractionFailure === true,
     });
-    meta = postPersist.meta ?? null;
     const postPersistMetadataFailed = postPersist.metadataFailed;
 
     // Passive correction capture (issue #1581) — detect corrections expressed