@remnic/core 10.0.69 → 10.0.70

package/dist/verified-recall.js

@@ -1,23 +1,23 @@
 import {
   compareVerifiedEpisodeResults,
   searchVerifiedEpisodes
-} from "./chunk-KZZ5EZ7O.js";
+} from "./chunk-ZS5LREUZ.js";
 import "./chunk-B7RWBZXW.js";
-import "./chunk-NHWDTOBN.js";
-import "./chunk-UHVXE24Y.js";
+import "./chunk-ILD7N3XC.js";
 import "./chunk-QGVCFVX6.js";
+import "./chunk-UHVXE24Y.js";
 import "./chunk-IGOW4TJE.js";
 import "./chunk-ZOBYTRBU.js";
 import "./chunk-G6OFEGUR.js";
-import "./chunk-OH55F76C.js";
-import "./chunk-L334PSLW.js";
+import "./chunk-JEX2JL3U.js";
+import "./chunk-U2A56LLF.js";
+import "./chunk-DOJBV6WR.js";
+import "./chunk-PFUXPTBT.js";
 import "./chunk-CYEPCZN5.js";
 import "./chunk-DLZGSZVC.js";
 import "./chunk-OVZIYLBZ.js";
-import "./chunk-EXYT52NR.js";
-import "./chunk-DOJBV6WR.js";
-import "./chunk-PFUXPTBT.js";
 import "./chunk-WNEVEMJ3.js";
+import "./chunk-EXYT52NR.js";
 import "./chunk-Y5NLBXPV.js";
 import "./chunk-TFA6HPOA.js";
 import "./chunk-F4TWWUMP.js";
@@ -35,14 +35,15 @@ import "./chunk-WXPBDEMW.js";
 import "./chunk-AAD2ZS6P.js";
 import "./chunk-BV2BRHD4.js";
 import "./chunk-ZIKENA2C.js";
+import "./chunk-3ONXXHQO.js";
 import "./chunk-YXZG5TVN.js";
 import "./chunk-3OUGSOJP.js";
 import "./chunk-SCU65EZI.js";
-import "./chunk-3ONXXHQO.js";
-import "./chunk-3WU7XOFN.js";
 import "./chunk-P4GUQSK3.js";
 import "./chunk-4LZ7SVKM.js";
 import "./chunk-YHTG64XV.js";
+import "./chunk-3WU7XOFN.js";
+import "./chunk-G7D6GZ5J.js";
 import "./chunk-ER7XANP3.js";
 import "./chunk-M5GVCJSJ.js";
 import "./chunk-RBOJCG4T.js";
@@ -50,18 +51,17 @@ import "./chunk-IAYUTGF2.js";
 import "./chunk-5WITETWU.js";
 import "./chunk-6CIAGZ6X.js";
 import "./chunk-7CT3AI52.js";
-import "./chunk-G7D6GZ5J.js";
 import "./chunk-7VLBZKNB.js";
 import "./chunk-Y33KJ556.js";
-import "./chunk-ELHJK7LM.js";
-import "./chunk-IUM3VSHI.js";
+import "./chunk-WBN66HPI.js";
 import "./chunk-NWA6IXR3.js";
 import "./chunk-VILPVT4S.js";
 import "./chunk-AF2XMJKD.js";
 import "./chunk-OR42ZI54.js";
-import "./chunk-23G5P7TA.js";
+import "./chunk-IUM3VSHI.js";
 import "./chunk-C64XATK7.js";
 import "./chunk-42JKGUFJ.js";
+import "./chunk-23G5P7TA.js";
 import "./chunk-U7MIMS2Y.js";
 import "./chunk-AVVCPA7U.js";
 import "./chunk-I55KAVET.js";
@@ -69,12 +69,12 @@ import "./chunk-L2EXJQJP.js";
 import "./chunk-45GF7Y3V.js";
 import "./chunk-YIJECSIX.js";
 import "./chunk-E2AWJ7KQ.js";
+import "./chunk-W5BIQOAJ.js";
 import "./chunk-HADD45AR.js";
 import "./chunk-RNFMFC37.js";
 import "./chunk-YCVB7X56.js";
 import "./chunk-PQVCH2AE.js";
 import "./chunk-PJKTFXE2.js";
-import "./chunk-W5BIQOAJ.js";
 import "./chunk-V4XE263I.js";
 import "./chunk-YBA52OKG.js";
 import "./chunk-JRVMCZE3.js";

package/dist/who-knows-cli.js

@@ -4,23 +4,23 @@ import {
   renderWhoKnows,
   renderWhoKnowsJson,
   renderWhoKnowsText
-} from "./chunk-RLVI2M5Q.js";
-import "./chunk-Y3XPSGNF.js";
-import "./chunk-NHWDTOBN.js";
-import "./chunk-UHVXE24Y.js";
+} from "./chunk-4BOBW6H4.js";
+import "./chunk-6QS5NQJH.js";
+import "./chunk-ILD7N3XC.js";
 import "./chunk-QGVCFVX6.js";
+import "./chunk-UHVXE24Y.js";
 import "./chunk-IGOW4TJE.js";
 import "./chunk-ZOBYTRBU.js";
 import "./chunk-G6OFEGUR.js";
-import "./chunk-OH55F76C.js";
-import "./chunk-L334PSLW.js";
+import "./chunk-JEX2JL3U.js";
+import "./chunk-U2A56LLF.js";
+import "./chunk-DOJBV6WR.js";
+import "./chunk-PFUXPTBT.js";
 import "./chunk-CYEPCZN5.js";
 import "./chunk-DLZGSZVC.js";
 import "./chunk-OVZIYLBZ.js";
-import "./chunk-EXYT52NR.js";
-import "./chunk-DOJBV6WR.js";
-import "./chunk-PFUXPTBT.js";
 import "./chunk-WNEVEMJ3.js";
+import "./chunk-EXYT52NR.js";
 import "./chunk-Y5NLBXPV.js";
 import "./chunk-TFA6HPOA.js";
 import "./chunk-F4TWWUMP.js";
@@ -38,14 +38,15 @@ import "./chunk-WXPBDEMW.js";
 import "./chunk-AAD2ZS6P.js";
 import "./chunk-BV2BRHD4.js";
 import "./chunk-ZIKENA2C.js";
+import "./chunk-3ONXXHQO.js";
 import "./chunk-YXZG5TVN.js";
 import "./chunk-3OUGSOJP.js";
 import "./chunk-SCU65EZI.js";
-import "./chunk-3ONXXHQO.js";
-import "./chunk-3WU7XOFN.js";
 import "./chunk-P4GUQSK3.js";
 import "./chunk-4LZ7SVKM.js";
 import "./chunk-YHTG64XV.js";
+import "./chunk-3WU7XOFN.js";
+import "./chunk-G7D6GZ5J.js";
 import "./chunk-ER7XANP3.js";
 import "./chunk-M5GVCJSJ.js";
 import "./chunk-RBOJCG4T.js";
@@ -53,18 +54,17 @@ import "./chunk-IAYUTGF2.js";
 import "./chunk-5WITETWU.js";
 import "./chunk-6CIAGZ6X.js";
 import "./chunk-7CT3AI52.js";
-import "./chunk-G7D6GZ5J.js";
 import "./chunk-7VLBZKNB.js";
 import "./chunk-Y33KJ556.js";
-import "./chunk-ELHJK7LM.js";
-import "./chunk-IUM3VSHI.js";
+import "./chunk-WBN66HPI.js";
 import "./chunk-NWA6IXR3.js";
 import "./chunk-VILPVT4S.js";
 import "./chunk-AF2XMJKD.js";
 import "./chunk-OR42ZI54.js";
-import "./chunk-23G5P7TA.js";
+import "./chunk-IUM3VSHI.js";
 import "./chunk-C64XATK7.js";
 import "./chunk-42JKGUFJ.js";
+import "./chunk-23G5P7TA.js";
 import "./chunk-U7MIMS2Y.js";
 import "./chunk-AVVCPA7U.js";
 import "./chunk-I55KAVET.js";
@@ -72,12 +72,12 @@ import "./chunk-L2EXJQJP.js";
 import "./chunk-45GF7Y3V.js";
 import "./chunk-YIJECSIX.js";
 import "./chunk-E2AWJ7KQ.js";
+import "./chunk-W5BIQOAJ.js";
 import "./chunk-HADD45AR.js";
 import "./chunk-RNFMFC37.js";
 import "./chunk-YCVB7X56.js";
 import "./chunk-PQVCH2AE.js";
 import "./chunk-PJKTFXE2.js";
-import "./chunk-W5BIQOAJ.js";
 import "./chunk-V4XE263I.js";
 import "./chunk-YBA52OKG.js";
 import "./chunk-JRVMCZE3.js";

package/dist/who-knows.js

@@ -9,22 +9,22 @@ import {
   loadWhoKnowsEntities,
   tokenizeTopic,
   validateWhoKnowsInput
-} from "./chunk-Y3XPSGNF.js";
-import "./chunk-NHWDTOBN.js";
-import "./chunk-UHVXE24Y.js";
+} from "./chunk-6QS5NQJH.js";
+import "./chunk-ILD7N3XC.js";
 import "./chunk-QGVCFVX6.js";
+import "./chunk-UHVXE24Y.js";
 import "./chunk-IGOW4TJE.js";
 import "./chunk-ZOBYTRBU.js";
 import "./chunk-G6OFEGUR.js";
-import "./chunk-OH55F76C.js";
-import "./chunk-L334PSLW.js";
+import "./chunk-JEX2JL3U.js";
+import "./chunk-U2A56LLF.js";
+import "./chunk-DOJBV6WR.js";
+import "./chunk-PFUXPTBT.js";
 import "./chunk-CYEPCZN5.js";
 import "./chunk-DLZGSZVC.js";
 import "./chunk-OVZIYLBZ.js";
-import "./chunk-EXYT52NR.js";
-import "./chunk-DOJBV6WR.js";
-import "./chunk-PFUXPTBT.js";
 import "./chunk-WNEVEMJ3.js";
+import "./chunk-EXYT52NR.js";
 import "./chunk-Y5NLBXPV.js";
 import "./chunk-TFA6HPOA.js";
 import "./chunk-F4TWWUMP.js";
@@ -42,14 +42,15 @@ import "./chunk-WXPBDEMW.js";
 import "./chunk-AAD2ZS6P.js";
 import "./chunk-BV2BRHD4.js";
 import "./chunk-ZIKENA2C.js";
+import "./chunk-3ONXXHQO.js";
 import "./chunk-YXZG5TVN.js";
 import "./chunk-3OUGSOJP.js";
 import "./chunk-SCU65EZI.js";
-import "./chunk-3ONXXHQO.js";
-import "./chunk-3WU7XOFN.js";
 import "./chunk-P4GUQSK3.js";
 import "./chunk-4LZ7SVKM.js";
 import "./chunk-YHTG64XV.js";
+import "./chunk-3WU7XOFN.js";
+import "./chunk-G7D6GZ5J.js";
 import "./chunk-ER7XANP3.js";
 import "./chunk-M5GVCJSJ.js";
 import "./chunk-RBOJCG4T.js";
@@ -57,18 +58,17 @@ import "./chunk-IAYUTGF2.js";
 import "./chunk-5WITETWU.js";
 import "./chunk-6CIAGZ6X.js";
 import "./chunk-7CT3AI52.js";
-import "./chunk-G7D6GZ5J.js";
 import "./chunk-7VLBZKNB.js";
 import "./chunk-Y33KJ556.js";
-import "./chunk-ELHJK7LM.js";
-import "./chunk-IUM3VSHI.js";
+import "./chunk-WBN66HPI.js";
 import "./chunk-NWA6IXR3.js";
 import "./chunk-VILPVT4S.js";
 import "./chunk-AF2XMJKD.js";
 import "./chunk-OR42ZI54.js";
-import "./chunk-23G5P7TA.js";
+import "./chunk-IUM3VSHI.js";
 import "./chunk-C64XATK7.js";
 import "./chunk-42JKGUFJ.js";
+import "./chunk-23G5P7TA.js";
 import "./chunk-U7MIMS2Y.js";
 import "./chunk-AVVCPA7U.js";
 import "./chunk-I55KAVET.js";
@@ -76,12 +76,12 @@ import "./chunk-L2EXJQJP.js";
 import "./chunk-45GF7Y3V.js";
 import "./chunk-YIJECSIX.js";
 import "./chunk-E2AWJ7KQ.js";
+import "./chunk-W5BIQOAJ.js";
 import "./chunk-HADD45AR.js";
 import "./chunk-RNFMFC37.js";
 import "./chunk-YCVB7X56.js";
 import "./chunk-PQVCH2AE.js";
 import "./chunk-PJKTFXE2.js";
-import "./chunk-W5BIQOAJ.js";
 import "./chunk-V4XE263I.js";
 import "./chunk-YBA52OKG.js";
 import "./chunk-JRVMCZE3.js";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@remnic/core",
-  "version": "10.0.69",
+  "version": "10.0.70",
   "description": "Framework-agnostic Remnic memory engine — orchestrator, storage, extraction, search, trust zones",
   "type": "module",
   "main": "dist/index.js",
@@ -3376,7 +3376,7 @@
     "core"
   ],
   "peerDependencies": {
-    "@remnic/coding-graph": "^10.0.69"
+    "@remnic/coding-graph": "^10.0.70"
   },
   "peerDependenciesMeta": {
     "@remnic/coding-graph": {

package/src/access-observe-lcm-archive.ts

@@ -0,0 +1,30 @@
+/**
+ * LCM archival acceptance for the observe surface.
+ *
+ * The archive append is durable before this returns: the queue holds only a
+ * session reference and summary DAGs are built in the background, so the
+ * caller is never blocked on inference.
+ *
+ * An archive failure rejects the observe (fail closed). An acknowledged
+ * observe must never lose its lossless copy: the client would not retry a
+ * request it was told succeeded.
+ */
+import { log } from "./logger.js";
+import type { LcmEngine } from "./lcm/engine.js";
+import type { LcmObserveMessage } from "./lcm/queue.js";
+
+/** Archive the observed turns; returns false when LCM is off. */
+export async function archiveObservedTurns(
+  lcmEngine: LcmEngine | null,
+  lcmSessionKey: string,
+  messages: LcmObserveMessage[],
+): Promise<boolean> {
+  if (!lcmEngine || !lcmEngine.enabled) return false;
+  try {
+    await lcmEngine.enqueueObserveMessages(lcmSessionKey, messages);
+    return true;
+  } catch (err) {
+    log.error(`access-observe LCM archival failed: ${err}`);
+    throw err;
+  }
+}

package/src/access-observe-lcm-fail-closed.test.ts

@@ -0,0 +1,118 @@
+/**
+ * LCM archival acceptance is durable and fail-closed.
+ *
+ * The observe surface used to enqueue archival without waiting: an archive
+ * failure was invisible, the response reported the turn as archived, and the
+ * client never retried — the lossless copy of the turn was simply gone.
+ *
+ * These tests drive the REAL orchestrator (real LCM engine, real SQLite
+ * archive, real capture buffer) and pin the contract: a successful observe
+ * means the archive accepted the turn, and a failed archive rejects the
+ * observe BEFORE extraction starts, so the caller can retry the same turns.
+ */
+import assert from "node:assert/strict";
+import { mkdir } from "node:fs/promises";
+import path from "node:path";
+import test from "node:test";
+
+import { EngramAccessService } from "./access-service.js";
+import { Orchestrator } from "./orchestrator.js";
+import type { EngramAccessObserveRequest } from "./access-service.js";
+import {
+  cleanupDir,
+  makeLifecycleConfig,
+  mkTempMemoryDir,
+} from "./testing/orchestrator-lite.js";
+
+function observeRequest(
+  overrides: Partial<EngramAccessObserveRequest>,
+): EngramAccessObserveRequest {
+  // SAFETY: the literal sets every required observe field the surface reads.
+  return {
+    sessionKey: "observe-fail-closed-session",
+    messages: [
+      { role: "user", content: "what database are we using?" },
+      { role: "assistant", content: "we use postgres for the primary store" },
+    ],
+    ...overrides,
+  } as EngramAccessObserveRequest;
+}
+
+test("observe reports the turn as archived only after the archive accepted it", async () => {
+  const memoryDir = await mkTempMemoryDir("observe-lcm-ok");
+  const orchestrator = new Orchestrator(
+    makeLifecycleConfig(memoryDir, { lcmEnabled: true, lcmLeafBatchSize: 1 }),
+  );
+  try {
+    const service = new EngramAccessService(orchestrator);
+
+    const response = await service.observe(observeRequest({}));
+
+    assert.equal(response.lcmArchived, true);
+    const archived = await orchestrator.lcmEngine?.searchContextFull(
+      "postgres",
+      10,
+      "observe-fail-closed-session",
+    );
+    assert.equal(
+      archived?.length ?? 0,
+      1,
+      "the observed turn must be in the durable LCM archive",
+    );
+  } finally {
+    await orchestrator.destroy().catch(() => undefined);
+    await cleanupDir(memoryDir);
+  }
+});
+
+test("observe rejects and starts no extraction when the LCM archive fails", async () => {
+  const memoryDir = await mkTempMemoryDir("observe-lcm-fail");
+  // The LCM archive database cannot be opened (a directory sits where the
+  // SQLite file belongs), so the archive rejects the turn: exactly the
+  // "archive failed" case a client must be able to retry.
+  await mkdir(path.join(memoryDir, "state", "lcm.sqlite"), { recursive: true });
+  const orchestrator = new Orchestrator(
+    makeLifecycleConfig(memoryDir, { lcmEnabled: true, lcmLeafBatchSize: 1 }),
+  );
+  try {
+    const service = new EngramAccessService(orchestrator);
+
+    await assert.rejects(() => service.observe(observeRequest({})));
+
+    const bufferKeys = await orchestrator.buffer.findBufferKeysForSession(
+      "observe-fail-closed-session",
+    );
+    assert.deepEqual(
+      bufferKeys,
+      [],
+      "extraction must not start when the lossless archive rejected the turn",
+    );
+  } finally {
+    await orchestrator.destroy().catch(() => undefined);
+    await cleanupDir(memoryDir);
+  }
+});
+
+test("observe rejects a closed LCM engine instead of acknowledging an empty archive", async () => {
+  const memoryDir = await mkTempMemoryDir("observe-lcm-closed");
+  const orchestrator = new Orchestrator(
+    makeLifecycleConfig(memoryDir, { lcmEnabled: true, lcmLeafBatchSize: 1 }),
+  );
+  try {
+    // The engine is closed underneath the observe surface: acceptance must
+    // fail loudly instead of reporting lcmArchived:true for a turn that was
+    // never stored.
+    orchestrator.lcmEngine?.close();
+    const service = new EngramAccessService(orchestrator);
+
+    await assert.rejects(() => service.observe(observeRequest({})));
+
+    const bufferKeys = await orchestrator.buffer.findBufferKeysForSession(
+      "observe-fail-closed-session",
+    );
+    assert.deepEqual(bufferKeys, [], "no capture may be admitted when the archive is closed");
+  } finally {
+    await orchestrator.destroy().catch(() => undefined);
+    await cleanupDir(memoryDir);
+  }
+});

package/src/access-observe-objective-state.ts

@@ -0,0 +1,40 @@
+/**
+ * Objective-state snapshots written from observed messages.
+ *
+ * Best-effort like the transcript write: a snapshot failure must not fail
+ * the observe, so it is logged and swallowed here.
+ */
+import { log } from "./logger.js";
+import { recordObjectiveStateSnapshotsFromObservedMessages } from "./objective-state-writers.js";
+import { resolveObjectiveStateCapabilities } from "./capabilities.js";
+import type { Orchestrator } from "./orchestrator.js";
+import type { EngramAccessObserveRequest, MemoryScopePlan } from "./access-service.js";
+
+/** Write the objective-state snapshots for one accepted observe. */
+export async function recordObserveObjectiveState(
+  orchestrator: Orchestrator,
+  objectiveStateStoreLocationForNamespace: (
+    namespace: string,
+  ) => Promise<{ memoryDir: string; objectiveStateStoreDir?: string }>,
+  scope: MemoryScopePlan,
+  request: EngramAccessObserveRequest,
+): Promise<void> {
+  try {
+    const objectiveStateLocation = await objectiveStateStoreLocationForNamespace(
+      scope.objectiveStateNamespace,
+    );
+    await recordObjectiveStateSnapshotsFromObservedMessages({
+      memoryDir: objectiveStateLocation.memoryDir,
+      objectiveStateStoreDir: objectiveStateLocation.objectiveStateStoreDir,
+      objectiveStateMemoryEnabled:
+        resolveObjectiveStateCapabilities(orchestrator.config).objectiveStateMemory,
+      objectiveStateSnapshotWritesEnabled:
+        resolveObjectiveStateCapabilities(orchestrator.config).objectiveStateSnapshotWrites,
+      sessionKey: request.sessionKey,
+      recordedAt: new Date().toISOString(),
+      messages: request.messages,
+    });
+  } catch (err) {
+    log.error(`access-observe objective-state snapshot write failed: ${err}`);
+  }
+}