@remnic/core 9.69.87 → 9.69.89

package/dist/who-knows-cli.js

@@ -4,12 +4,12 @@ import {
   renderWhoKnows,
   renderWhoKnowsJson,
   renderWhoKnowsText
-} from "./chunk-W4AOR52H.js";
-import "./chunk-CS52MFDV.js";
-import "./chunk-FRCESVV6.js";
+} from "./chunk-UQDC3W77.js";
+import "./chunk-SZG4WFAG.js";
+import "./chunk-4HUCP4R4.js";
 import "./chunk-UHVXE24Y.js";
 import "./chunk-46WM6JX2.js";
-import "./chunk-D5F7TKMH.js";
+import "./chunk-V4JZCTMK.js";
 import "./chunk-RJLV4BKR.js";
 import "./chunk-SLEAJ67D.js";
 import "./chunk-S7LWX2PQ.js";
@@ -27,15 +27,15 @@ import "./chunk-A7Q43EUZ.js";
 import "./chunk-S2V7RUCL.js";
 import "./chunk-MRPOZBJC.js";
 import "./chunk-S2HLHAZ4.js";
-import "./chunk-LDXUBPMO.js";
 import "./chunk-DM2T26WE.js";
+import "./chunk-LDXUBPMO.js";
 import "./chunk-FF6N7BXC.js";
 import "./chunk-2DT7PIDZ.js";
 import "./chunk-AAD2ZS6P.js";
-import "./chunk-DUJYRVUD.js";
+import "./chunk-6O2VUWV6.js";
+import "./chunk-ZIKENA2C.js";
 import "./chunk-3ONXXHQO.js";
 import "./chunk-YXZG5TVN.js";
-import "./chunk-ZIKENA2C.js";
 import "./chunk-345MEMRU.js";
 import "./chunk-SCU65EZI.js";
 import "./chunk-5GINB5LC.js";
@@ -66,20 +66,20 @@ import "./chunk-PJKTFXE2.js";
 import "./chunk-W5BIQOAJ.js";
 import "./chunk-Z7L72ZHL.js";
 import "./chunk-4O4TKIXQ.js";
-import "./chunk-GDYU6VF4.js";
+import "./chunk-5AYUHSAU.js";
 import "./chunk-BT7NVCML.js";
-import "./chunk-VYCOJKSX.js";
+import "./chunk-PO7NXNGC.js";
 import "./chunk-BJMBJZ2Y.js";
 import "./chunk-UKJAGEXH.js";
 import "./chunk-FP2373TW.js";
 import "./chunk-L272A5QW.js";
-import "./chunk-JE334SIA.js";
+import "./chunk-22DYJLFN.js";
 import "./chunk-ZA53AZND.js";
 import "./chunk-7RJUVTVF.js";
 import "./chunk-AL3UYZ5N.js";
 import "./chunk-RL6NEVXT.js";
 import "./chunk-C7HJ3NEI.js";
-import "./chunk-NB3LRY4T.js";
+import "./chunk-N4PYB235.js";
 import "./chunk-AW4QUFQF.js";
 import "./chunk-5FVVY2EB.js";
 import "./chunk-FFAZ2XFU.js";
@@ -98,7 +98,7 @@ import "./chunk-P2QRMMVQ.js";
 import "./chunk-3MUKQQ7A.js";
 import "./chunk-BTTPKDIL.js";
 import "./chunk-FF4KLI5W.js";
-import "./chunk-JN72EPOE.js";
+import "./chunk-MAAL6OZV.js";
 import "./chunk-A6XUJE5D.js";
 import "./chunk-VS2IYZRU.js";
 import "./chunk-KNA3BXXL.js";

package/dist/who-knows.js

@@ -9,11 +9,11 @@ import {
   loadWhoKnowsEntities,
   tokenizeTopic,
   validateWhoKnowsInput
-} from "./chunk-CS52MFDV.js";
-import "./chunk-FRCESVV6.js";
+} from "./chunk-SZG4WFAG.js";
+import "./chunk-4HUCP4R4.js";
 import "./chunk-UHVXE24Y.js";
 import "./chunk-46WM6JX2.js";
-import "./chunk-D5F7TKMH.js";
+import "./chunk-V4JZCTMK.js";
 import "./chunk-RJLV4BKR.js";
 import "./chunk-SLEAJ67D.js";
 import "./chunk-S7LWX2PQ.js";
@@ -31,15 +31,15 @@ import "./chunk-A7Q43EUZ.js";
 import "./chunk-S2V7RUCL.js";
 import "./chunk-MRPOZBJC.js";
 import "./chunk-S2HLHAZ4.js";
-import "./chunk-LDXUBPMO.js";
 import "./chunk-DM2T26WE.js";
+import "./chunk-LDXUBPMO.js";
 import "./chunk-FF6N7BXC.js";
 import "./chunk-2DT7PIDZ.js";
 import "./chunk-AAD2ZS6P.js";
-import "./chunk-DUJYRVUD.js";
+import "./chunk-6O2VUWV6.js";
+import "./chunk-ZIKENA2C.js";
 import "./chunk-3ONXXHQO.js";
 import "./chunk-YXZG5TVN.js";
-import "./chunk-ZIKENA2C.js";
 import "./chunk-345MEMRU.js";
 import "./chunk-SCU65EZI.js";
 import "./chunk-5GINB5LC.js";
@@ -70,20 +70,20 @@ import "./chunk-PJKTFXE2.js";
 import "./chunk-W5BIQOAJ.js";
 import "./chunk-Z7L72ZHL.js";
 import "./chunk-4O4TKIXQ.js";
-import "./chunk-GDYU6VF4.js";
+import "./chunk-5AYUHSAU.js";
 import "./chunk-BT7NVCML.js";
-import "./chunk-VYCOJKSX.js";
+import "./chunk-PO7NXNGC.js";
 import "./chunk-BJMBJZ2Y.js";
 import "./chunk-UKJAGEXH.js";
 import "./chunk-FP2373TW.js";
 import "./chunk-L272A5QW.js";
-import "./chunk-JE334SIA.js";
+import "./chunk-22DYJLFN.js";
 import "./chunk-ZA53AZND.js";
 import "./chunk-7RJUVTVF.js";
 import "./chunk-AL3UYZ5N.js";
 import "./chunk-RL6NEVXT.js";
 import "./chunk-C7HJ3NEI.js";
-import "./chunk-NB3LRY4T.js";
+import "./chunk-N4PYB235.js";
 import "./chunk-AW4QUFQF.js";
 import "./chunk-5FVVY2EB.js";
 import "./chunk-FFAZ2XFU.js";
@@ -102,7 +102,7 @@ import "./chunk-P2QRMMVQ.js";
 import "./chunk-3MUKQQ7A.js";
 import "./chunk-BTTPKDIL.js";
 import "./chunk-FF4KLI5W.js";
-import "./chunk-JN72EPOE.js";
+import "./chunk-MAAL6OZV.js";
 import "./chunk-A6XUJE5D.js";
 import "./chunk-VS2IYZRU.js";
 import "./chunk-KNA3BXXL.js";

package/dist/write-envelope.js

@@ -12,17 +12,17 @@ import {
   isMemoryCategory,
   isSealedMemoryEnvelope,
   sealedWriteToLegacyArgs
-} from "./chunk-GDYU6VF4.js";
+} from "./chunk-5AYUHSAU.js";
 import "./chunk-BT7NVCML.js";
-import "./chunk-VYCOJKSX.js";
-import "./chunk-NB3LRY4T.js";
+import "./chunk-PO7NXNGC.js";
+import "./chunk-N4PYB235.js";
 import "./chunk-5FVVY2EB.js";
 import "./chunk-FFAZ2XFU.js";
 import "./chunk-JDSVLVCG.js";
 import "./chunk-5GKPFL3S.js";
 import "./chunk-JAKIDQB2.js";
 import "./chunk-P7FMDTKL.js";
-import "./chunk-JN72EPOE.js";
+import "./chunk-MAAL6OZV.js";
 import "./chunk-A6XUJE5D.js";
 import "./chunk-VS2IYZRU.js";
 import "./chunk-KNA3BXXL.js";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remnic/core",
-  "version": "9.69.87",
+  "version": "9.69.89",
   "description": "Framework-agnostic Remnic memory engine — orchestrator, storage, extraction, search, trust zones",
   "type": "module",
   "main": "dist/index.js",
@@ -3317,7 +3317,7 @@
     "core"
   ],
   "peerDependencies": {
-    "@remnic/coding-graph": "^9.69.87"
+    "@remnic/coding-graph": "^9.69.89"
   },
   "peerDependenciesMeta": {
     "@remnic/coding-graph": {

package/src/access-http-offline-stream.ts

@@ -63,6 +63,9 @@ export async function respondOfflineSnapshotStream(
     sourceId: snapshot.sourceId,
     includeTranscripts: snapshot.includeTranscripts,
     deletions: snapshot.deletions,
+    ...(snapshot.omittedEmbeddingGenerationDirs
+      ? { omittedEmbeddingGenerationDirs: snapshot.omittedEmbeddingGenerationDirs }
+      : {}),
   }, snapshot.files, requestId);
 }
 

package/src/access-mcp-output-schemas.ts

@@ -575,6 +575,7 @@ const TOOL_OUTPUT_SCHEMAS: Readonly<Record<string, Record<string, unknown>>> = {
     maintenanceLedgerTail: T_ARRAY,
     qmdProbe: T_OBJECT,
     daemon: T_OBJECT,
+    embeddingIndex: T_OBJECT,
     errors: T_ARRAY,
   }),
   dreams_status: objectSchema({ phases: T_OBJECT, windowStart: T_STRING, windowEnd: T_STRING }),

package/src/access-service.ts

@@ -313,9 +313,9 @@ import {
   buildOfflineSyncSnapshotFromBase,
   compileOfflineSyncExcludeGlobs,
   filterOfflineSyncDeletionRevisions,
-  iterateOfflineSyncSnapshotFileRecords,
   readOfflineSyncFileContentChunk,
 } from "./offline-sync.js";
+import { buildEmbeddingAwareSnapshotStream } from "./offline-sync-snapshot-stream.js";
 import { selfDeps } from "./orchestration/self-deps.js";
 import { ReviewDeckSurface } from "./review/review-deck-surface.js";
 import { formatProfileTraceAscii } from "./profiling.js";
@@ -5523,31 +5523,20 @@ export class EngramAccessService extends SupportPassportAccessServiceBase {
   ): Promise<EngramAccessOfflineSyncSnapshotStreamResponse> {
     const resolvedNamespace = this.resolveReadableNamespace(options.namespace, options.principal);
     const storage = await offlineSyncStorageForSnapshot(this.orchestrator, resolvedNamespace);
-    const storageHash = createHash("sha256").update(storage.dir).digest("hex").slice(0, 16);
-    const deletions = await filterOfflineSyncDeletionRevisions({
-      root: storage.dir,
-      deletions: [...(await storage.readDeletionRevisions())].map(([path, mtimeMs]) => ({ path, mtimeMs })),
-      includeTranscripts: options.includeTranscripts !== false,
-      userExcludeRegexps: this.offlineSyncUserExcludes,
-    });
     return {
-      namespace: resolvedNamespace,
-      format: OFFLINE_SYNC_SNAPSHOT_FORMAT,
-      schemaVersion: 1,
-      createdAt: new Date().toISOString(),
-      sourceId: `remnic:${resolvedNamespace}:${storageHash}`,
-      includeTranscripts: options.includeTranscripts !== false,
-      deletions,
-      files: iterateOfflineSyncSnapshotFileRecords({
+      ...await buildEmbeddingAwareSnapshotStream({
         root: storage.dir,
+        namespace: resolvedNamespace,
         includeContent: options.includeContent === true,
         includeTranscripts: options.includeTranscripts !== false,
+        userExcludeRegexps: this.offlineSyncUserExcludes,
+        excludeFile: createSupportPassportPrivateFileExclusion(storage),
         readFile: async ({ filePath }) => storage.readOfflineSyncFile(filePath),
         readFileDigest: async ({ filePath }) => storage.digestOfflineSyncFile(filePath),
+        deletions: [...(await storage.readDeletionRevisions())].map(([path, mtimeMs]) => ({ path, mtimeMs })),
         signal: options.signal,
-        userExcludeRegexps: this.offlineSyncUserExcludes,
-        excludeFile: createSupportPassportPrivateFileExclusion(storage),
       }),
+      namespace: resolvedNamespace,
     };
   }
   async offlineSyncManifestStream(

package/src/console/state.test.ts

@@ -222,3 +222,59 @@ test("maintenance ledger merges judge-verdicts + rebuilt-observations and picks
     rmSync(baseDir, { recursive: true, force: true });
   }
 });
+
+test("console state surfaces embedding index layout and durable failure status (#3146)", async () => {
+  const baseDir = mkdtempSync(path.join(tmpdir(), "remnic-console-embindex-"));
+  try {
+    const stateDir = path.join(baseDir, "state", "embeddings");
+    mkdirSync(stateDir, { recursive: true });
+    writeFileSync(
+      path.join(stateDir, "shard-0000.json"),
+      JSON.stringify({
+        version: 1,
+        provider: "openai",
+        model: "text-embedding-3-small",
+        entries: { "mem-1": { vector: [0.1], path: "facts/a.md" } },
+      }),
+    );
+    writeFileSync(
+      path.join(baseDir, "state", "embedding-fallback-status.json"),
+      JSON.stringify({
+        version: 1,
+        failureCount: 3,
+        lastWriteFailure: {
+          ts: "2026-09-26T00:00:00.000Z",
+          kind: "capacity",
+          message: "shard needs 600000000 chars",
+          memoryId: "mem-1",
+        },
+      }),
+    );
+
+    const snapshot = await gatherConsoleState(
+      makeOrchestrator({ config: { memoryDir: baseDir } }),
+    );
+    assert.ok(snapshot.embeddingIndex, "snapshot must carry the embedding index block");
+    assert.equal(snapshot.embeddingIndex.legacyFileBytes, null);
+    assert.equal(snapshot.embeddingIndex.shardCount, 1);
+    assert.ok(snapshot.embeddingIndex.shardBytes > 0);
+    assert.equal(snapshot.embeddingIndex.status?.failureCount, 3);
+    assert.equal(snapshot.embeddingIndex.status?.lastWriteFailure?.kind, "capacity");
+    assert.deepEqual(snapshot.errors, []);
+  } finally {
+    rmSync(baseDir, { recursive: true, force: true });
+  }
+});
+
+test("console state omits the embedding index block when no index state exists", async () => {
+  const baseDir = mkdtempSync(path.join(tmpdir(), "remnic-console-embindex-empty-"));
+  try {
+    const snapshot = await gatherConsoleState(
+      makeOrchestrator({ config: { memoryDir: baseDir } }),
+    );
+    assert.equal(snapshot.embeddingIndex, undefined);
+    assert.deepEqual(snapshot.errors, []);
+  } finally {
+    rmSync(baseDir, { recursive: true, force: true });
+  }
+});

package/src/console/state.ts

@@ -149,6 +149,11 @@ export interface ConsoleStateSnapshot {
   daemon: ConsoleDaemonInfo;
   /** Faithfulness gate distribution (issue #1576). Absent when the gate is off. */
   faithfulness?: ConsoleFaithfulnessDistribution;
+  /**
+   * Embedding-fallback index layout + durable diagnostics (issue #3146).
+   * Absent when the memory dir carries no embedding index state at all.
+   */
+  embeddingIndex?: ConsoleEmbeddingIndexState;
   /**
    * Subsystem read errors. One entry per failed reader keyed by
    * subsystem name (e.g. `"bufferState: ..."`). An empty array means
@@ -157,6 +162,25 @@ export interface ConsoleStateSnapshot {
   errors: string[];
 }
 
+/** Loose view of `state/embedding-fallback-status.json` (written by EmbeddingFallback). */
+export interface ConsoleEmbeddingIndexStatus {
+  failureCount?: number;
+  lastWriteFailure?: { ts: string; kind: string; message: string; memoryId?: string };
+  lastReadRecovery?: { ts: string; message: string };
+  lastSuccessAt?: string;
+}
+
+/** Embedding-fallback index layout + durable failure diagnostics (issue #3146). */
+export interface ConsoleEmbeddingIndexState {
+  /** Size in bytes of the legacy single-file index, when present. */
+  legacyFileBytes: number | null;
+  /** Shard files under `state/embeddings/` (indexes past the single-file budget). */
+  shardCount: number;
+  shardBytes: number;
+  /** Durable diagnostics written by EmbeddingFallback, when present. */
+  status: ConsoleEmbeddingIndexStatus | null;
+}
+
 const MAX_LEDGER_TAIL = 50;
 const MAX_VERDICT_TAIL = 25;
 const MAX_DEDUP_TAIL = 10;
@@ -182,6 +206,7 @@ export async function gatherConsoleState(
   );
   const qmdProbe = readQmdProbe(orchestrator, errors);
   const daemon = readDaemonInfo(orchestrator, errors);
+  const embeddingIndex = await readEmbeddingIndexState(orchestrator, errors);
 
   // Faithfulness gate distribution (issue #1576). Optional — absent when
   // the gate is off or the orchestrator does not expose the accessor.
@@ -203,10 +228,68 @@ export async function gatherConsoleState(
     qmdProbe,
     daemon,
     ...(faithfulness ? { faithfulness } : {}),
+    ...(embeddingIndex ? { embeddingIndex } : {}),
     errors,
   };
 }
 
+const EMBEDDING_SHARD_PATTERN = /^shard-\d{4}\.json$/;
+
+/**
+ * Read the embedding-fallback index layout and its durable failure
+ * diagnostics straight off disk (issue #3146): legacy file size, shard
+ * count/bytes under `state/embeddings/`, and the status file
+ * EmbeddingFallback writes on write failures and corrupt-file recovery.
+ * Returns undefined when the memory dir carries no index state at all.
+ */
+async function readEmbeddingIndexState(
+  orchestrator: ConsoleStateOrchestratorLike,
+  errors: string[],
+): Promise<ConsoleEmbeddingIndexState | undefined> {
+  try {
+    const memoryDir = orchestrator.config?.memoryDir;
+    if (!memoryDir) return undefined;
+    const stateDir = path.join(memoryDir, "state");
+
+    let legacyFileBytes: number | null = null;
+    try {
+      legacyFileBytes = (await fs.stat(path.join(stateDir, "embeddings.json"))).size;
+    } catch (err) {
+      if ((err as NodeJS.ErrnoException).code !== "ENOENT") throw err;
+    }
+
+    let shardCount = 0;
+    let shardBytes = 0;
+    let shardNames: string[] = [];
+    try {
+      shardNames = await fs.readdir(path.join(stateDir, "embeddings"));
+    } catch (err) {
+      if ((err as NodeJS.ErrnoException).code !== "ENOENT") throw err;
+    }
+    for (const name of shardNames) {
+      if (!EMBEDDING_SHARD_PATTERN.test(name)) continue;
+      shardCount += 1;
+      shardBytes += (await fs.stat(path.join(stateDir, "embeddings", name))).size;
+    }
+
+    let status: ConsoleEmbeddingIndexStatus | null = null;
+    try {
+      const parsed: unknown = JSON.parse(
+        await fs.readFile(path.join(stateDir, "embedding-fallback-status.json"), "utf-8"),
+      );
+      if (parsed && typeof parsed === "object") status = parsed as ConsoleEmbeddingIndexStatus;
+    } catch (err) {
+      if ((err as NodeJS.ErrnoException).code !== "ENOENT") throw err;
+    }
+
+    if (legacyFileBytes === null && shardCount === 0 && status === null) return undefined;
+    return { legacyFileBytes, shardCount, shardBytes, status };
+  } catch (err) {
+    errors.push(`embeddingIndex: ${describeError(err)}`);
+    return undefined;
+  }
+}
+
 function readBufferState(
   orchestrator: ConsoleStateOrchestratorLike,
   errors: string[],