nlm-memory 0.5.22 → 0.6.0

package/dist/ui/index.html

@@ -4,7 +4,7 @@
     <meta charset="UTF-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
     <title>nlm memory</title>
-    <script type="module" crossorigin src="/ui/assets/index-BR1BHwew.js"></script>
+    <script type="module" crossorigin src="/ui/assets/index-DLDd-OM_.js"></script>
     <link rel="stylesheet" crossorigin href="/ui/assets/index-CgHq6xeZ.css">
   </head>
   <body>

package/nlm/README.md

@@ -7,7 +7,7 @@ the prompt-recall hook.
 
 Pi's interactive UI strips `index.{ts,js}` from the load path, so this
 extension surfaces in pi's `[Extensions]` list as `nlm` — matching the
-naming convention used by `pi-mcp-adapter`, `whtnxt-tasks`, etc.
+naming convention used by `pi-mcp-adapter`, `my-tasks`, etc.
 
 ## Install
 

package/nlm/index.js

@@ -53,7 +53,7 @@ var RECALL_LIMIT = 5;
 var RECALL_TIMEOUT_MS = 2e3;
 async function recallOverHttp(prompt, runtime) {
   const portValue = process.env["NLM_PORT"] ?? "3940";
-  const url = `http://localhost:${portValue}/api/recall?q=${encodeURIComponent(prompt)}&mode=keyword&limit=${RECALL_LIMIT}`;
+  const url = `http://localhost:${portValue}/api/recall?q=${encodeURIComponent(prompt)}&mode=keyword&limit=${RECALL_LIMIT}&withFacts=true`;
   const controller = new AbortController();
   const timer = setTimeout(() => controller.abort(), RECALL_TIMEOUT_MS);
   try {
@@ -63,19 +63,26 @@ async function recallOverHttp(prompt, runtime) {
       headers: hookAuthHeaders(extra),
       signal: controller.signal
     });
-    if (!res.ok) return [];
+    if (!res.ok) return { hits: [], facts: [] };
     let body;
     try {
       body = await res.json();
     } catch {
-      return [];
+      return { hits: [], facts: [] };
     }
-    return (body.results ?? []).map((r) => ({
+    const hits = (body.results ?? []).map((r) => ({
       id: r.id,
       label: r.label,
       startedAt: r.startedAt,
       matchScore: r.matchScore
     }));
+    const facts = (body.relatedFacts ?? []).map((f) => ({
+      subject: f.subject,
+      predicate: f.predicate,
+      value: f.value,
+      corroborationCount: f.corroborationCount
+    }));
+    return { hits, facts };
   } finally {
     clearTimeout(timer);
   }
@@ -145,16 +152,27 @@ function recordSurfaced(conversationId, ids) {
 }
 
 // src/core/hook/pointer-block.ts
-function formatPointerBlock(hits) {
-  if (hits.length === 0) return "";
-  const lines = hits.map(
-    (h) => `- ${h.id} \xB7 ${h.label} (${h.startedAt.slice(0, 10)})`
-  );
-  return [
-    "## Possibly-relevant prior sessions (nlm-memory)",
-    ...lines,
+function formatPointerBlock(hits, facts = []) {
+  if (hits.length === 0 && facts.length === 0) return "";
+  const out = [];
+  if (hits.length > 0) {
+    out.push("## Possibly-relevant prior sessions (nlm-memory)");
+    for (const h of hits) {
+      out.push(`- ${h.id} \xB7 ${h.label} (${h.startedAt.slice(0, 10)})`);
+    }
+  }
+  if (facts.length > 0) {
+    if (out.length > 0) out.push("");
+    out.push("## Known facts about top entities");
+    for (const f of facts) {
+      const tag = f.corroborationCount > 1 ? ` [${f.corroborationCount} sessions]` : "";
+      out.push(`- ${f.subject} ${f.predicate}: ${f.value}${tag}`);
+    }
+  }
+  out.push(
     "NLM tools: recall_sessions (search), get_session (full transcript), recall_facts (prior decisions), get_fact_history (how a decision evolved)."
-  ].join("\n");
+  );
+  return out.join("\n");
 }
 
 // src/core/hook/select.ts
@@ -173,6 +191,10 @@ var SCORE_THRESHOLD = 0;
 var PER_FIRE_CAP = 3;
 var PER_CONVERSATION_CAP = 10;
 var PROMPT_PREVIEW_CHARS = 200;
+function normalizeRecall(raw) {
+  if (Array.isArray(raw)) return { hits: raw, facts: [] };
+  return raw;
+}
 async function runHook(input, deps) {
   const gate = classifyPrompt(input.prompt);
   const preview = input.prompt.slice(0, PROMPT_PREVIEW_CHARS);
@@ -189,12 +211,13 @@ async function runHook(input, deps) {
     });
     return "";
   }
-  let hits = [];
+  let fetched = { hits: [], facts: [] };
   try {
-    hits = await deps.recall(input.prompt);
+    fetched = normalizeRecall(await deps.recall(input.prompt));
   } catch {
-    hits = [];
+    fetched = { hits: [], facts: [] };
   }
+  const hits = fetched.hits;
   const surfaced = loadSurfaced(input.conversationId);
   const selected = selectHits({
     hits,
@@ -203,7 +226,7 @@ async function runHook(input, deps) {
     perFireCap: PER_FIRE_CAP,
     perConversationCap: PER_CONVERSATION_CAP
   });
-  const block = formatPointerBlock(selected);
+  const block = formatPointerBlock(selected, fetched.facts);
   const estTokens = Math.ceil(block.length / 4);
   appendHookLog({
     ts: (/* @__PURE__ */ new Date()).toISOString(),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "nlm-memory",
-  "version": "0.5.22",
+  "version": "0.6.0",
   "description": "Local-first non-linear memory operating system for AI operators.",
   "type": "module",
   "license": "Apache-2.0",
@@ -9,11 +9,11 @@
   },
   "repository": {
     "type": "git",
-    "url": "git+https://github.com/pbmagnet4/nlm-memory-ts.git"
+    "url": "git+https://github.com/pbmagnet4/nlm-memory.git"
   },
-  "homepage": "https://github.com/pbmagnet4/nlm-memory-ts#readme",
+  "homepage": "https://github.com/pbmagnet4/nlm-memory#readme",
   "bugs": {
-    "url": "https://github.com/pbmagnet4/nlm-memory-ts/issues"
+    "url": "https://github.com/pbmagnet4/nlm-memory/issues"
   },
   "keywords": [
     "ai",
@@ -54,7 +54,8 @@
     "typecheck": "tsc -p tsconfig.json --noEmit && tsc -p tsconfig.test.json",
     "bench:longmemeval": "tsx scripts/longmemeval/run-harness.ts",
     "bench:classifier": "tsx scripts/longmemeval/run-harness.ts --classifier",
-    "bench:compare": "tsx scripts/longmemeval/compare-classifiers.ts"
+    "bench:compare": "tsx scripts/longmemeval/compare-classifiers.ts",
+    "eval:signals": "tsx scripts/eval/signals-eval.ts"
   },
   "dependencies": {
     "@clack/prompts": "^1.4.0",

package/plugin/.codex-plugin/plugin.json

@@ -7,8 +7,8 @@
     "url": "https://github.com/pbmagnet4"
   },
   "license": "MIT",
-  "homepage": "https://github.com/pbmagnet4/nlm-memory-ts",
-  "repository": "https://github.com/pbmagnet4/nlm-memory-ts",
+  "homepage": "https://github.com/pbmagnet4/nlm-memory",
+  "repository": "https://github.com/pbmagnet4/nlm-memory",
   "keywords": [
     "memory",
     "context",

package/plugin/README.md

@@ -2,7 +2,7 @@
 
 This directory is the Codex plugin distribution surface for nlm-memory. The
 repo root acts as a Codex marketplace (`codex plugin marketplace add
-pbmagnet4/nlm-memory-ts`), and this directory is the plugin Codex installs.
+pbmagnet4/nlm-memory`), and this directory is the plugin Codex installs.
 
 ## Install
 
@@ -10,8 +10,8 @@ Prerequisite: `npm install -g nlm-memory` (puts `nlm` on PATH; the MCP server
 spawns `nlm mcp`).
 
 ```bash
-codex plugin marketplace add pbmagnet4/nlm-memory-ts
-codex plugin add nlm-memory@nlm-memory-ts
+codex plugin marketplace add pbmagnet4/nlm-memory
+codex plugin add nlm-memory@nlm-memory
 ```
 
 Or use the wrapper: `nlm connect codex`.

package/plugin/scripts/prompt-recall-hook.mjs

@@ -64,16 +64,27 @@ function recordSurfaced(conversationId, ids) {
 }
 
 // src/core/hook/pointer-block.ts
-function formatPointerBlock(hits) {
-  if (hits.length === 0) return "";
-  const lines = hits.map(
-    (h) => `- ${h.id} \xB7 ${h.label} (${h.startedAt.slice(0, 10)})`
-  );
-  return [
-    "## Possibly-relevant prior sessions (nlm-memory)",
-    ...lines,
+function formatPointerBlock(hits, facts = []) {
+  if (hits.length === 0 && facts.length === 0) return "";
+  const out = [];
+  if (hits.length > 0) {
+    out.push("## Possibly-relevant prior sessions (nlm-memory)");
+    for (const h of hits) {
+      out.push(`- ${h.id} \xB7 ${h.label} (${h.startedAt.slice(0, 10)})`);
+    }
+  }
+  if (facts.length > 0) {
+    if (out.length > 0) out.push("");
+    out.push("## Known facts about top entities");
+    for (const f of facts) {
+      const tag = f.corroborationCount > 1 ? ` [${f.corroborationCount} sessions]` : "";
+      out.push(`- ${f.subject} ${f.predicate}: ${f.value}${tag}`);
+    }
+  }
+  out.push(
     "NLM tools: recall_sessions (search), get_session (full transcript), recall_facts (prior decisions), get_fact_history (how a decision evolved)."
-  ].join("\n");
+  );
+  return out.join("\n");
 }
 
 // src/core/hook/select.ts
@@ -142,7 +153,7 @@ var RECALL_LIMIT = 5;
 var RECALL_TIMEOUT_MS = 2e3;
 async function recallOverHttp(prompt, runtime) {
   const portValue = process.env["NLM_PORT"] ?? "3940";
-  const url = `http://localhost:${portValue}/api/recall?q=${encodeURIComponent(prompt)}&mode=keyword&limit=${RECALL_LIMIT}`;
+  const url = `http://localhost:${portValue}/api/recall?q=${encodeURIComponent(prompt)}&mode=keyword&limit=${RECALL_LIMIT}&withFacts=true`;
   const controller = new AbortController();
   const timer = setTimeout(() => controller.abort(), RECALL_TIMEOUT_MS);
   try {
@@ -152,19 +163,26 @@ async function recallOverHttp(prompt, runtime) {
       headers: hookAuthHeaders(extra),
       signal: controller.signal
     });
-    if (!res.ok) return [];
+    if (!res.ok) return { hits: [], facts: [] };
     let body;
     try {
       body = await res.json();
     } catch {
-      return [];
+      return { hits: [], facts: [] };
     }
-    return (body.results ?? []).map((r) => ({
+    const hits = (body.results ?? []).map((r) => ({
       id: r.id,
       label: r.label,
       startedAt: r.startedAt,
       matchScore: r.matchScore
     }));
+    const facts = (body.relatedFacts ?? []).map((f) => ({
+      subject: f.subject,
+      predicate: f.predicate,
+      value: f.value,
+      corroborationCount: f.corroborationCount
+    }));
+    return { hits, facts };
   } finally {
     clearTimeout(timer);
   }
@@ -175,6 +193,10 @@ var SCORE_THRESHOLD = 0;
 var PER_FIRE_CAP = 3;
 var PER_CONVERSATION_CAP = 10;
 var PROMPT_PREVIEW_CHARS = 200;
+function normalizeRecall(raw) {
+  if (Array.isArray(raw)) return { hits: raw, facts: [] };
+  return raw;
+}
 async function runHook(input, deps) {
   const gate = classifyPrompt(input.prompt);
   const preview = input.prompt.slice(0, PROMPT_PREVIEW_CHARS);
@@ -191,12 +213,13 @@ async function runHook(input, deps) {
     });
     return "";
   }
-  let hits = [];
+  let fetched = { hits: [], facts: [] };
   try {
-    hits = await deps.recall(input.prompt);
+    fetched = normalizeRecall(await deps.recall(input.prompt));
   } catch {
-    hits = [];
+    fetched = { hits: [], facts: [] };
   }
+  const hits = fetched.hits;
   const surfaced = loadSurfaced(input.conversationId);
   const selected = selectHits({
     hits,
@@ -205,7 +228,7 @@ async function runHook(input, deps) {
     perFireCap: PER_FIRE_CAP,
     perConversationCap: PER_CONVERSATION_CAP
   });
-  const block = formatPointerBlock(selected);
+  const block = formatPointerBlock(selected, fetched.facts);
   const estTokens = Math.ceil(block.length / 4);
   appendHookLog({
     ts: (/* @__PURE__ */ new Date()).toISOString(),

package/plugin/scripts/stop-hook.mjs

@@ -3,8 +3,8 @@
 // src/hook/stop-hook.ts
 import { pathToFileURL } from "node:url";
 import { appendFileSync, mkdirSync as mkdirSync3 } from "node:fs";
-import { homedir as homedir4 } from "node:os";
-import { dirname, join as join3 } from "node:path";
+import { homedir as homedir5 } from "node:os";
+import { dirname as dirname2, join as join4 } from "node:path";
 
 // src/core/hook/citation-detect.ts
 var MIN_ID_LEN = 6;
@@ -58,6 +58,43 @@ function safeStringify(value) {
   }
 }
 
+// src/core/hook/miss-detect.ts
+var MIN_ID_LEN2 = 6;
+function detectMisses(input) {
+  const surfaced = /* @__PURE__ */ new Set();
+  for (const id of input.surfacedIds) {
+    if (id.length >= MIN_ID_LEN2) surfaced.add(id);
+  }
+  const seenMissed = /* @__PURE__ */ new Set();
+  const misses = [];
+  for (const tu of input.toolUses) {
+    if (!isNlmTool2(tu.name)) continue;
+    const kind = explicitIdKind(tu.name);
+    if (!kind) continue;
+    const id = extractId(tu.input);
+    if (!id || id.length < MIN_ID_LEN2) continue;
+    if (surfaced.has(id)) continue;
+    if (seenMissed.has(id)) continue;
+    seenMissed.add(id);
+    misses.push({ id, kind });
+  }
+  return misses;
+}
+function isNlmTool2(name) {
+  return /^mcp__[^_]*nlm[^_]*__/.test(name);
+}
+function explicitIdKind(name) {
+  if (name.endsWith("__get_session")) return "get_session";
+  if (name.endsWith("__cite_session")) return "cite_session";
+  return null;
+}
+function extractId(input) {
+  if (input === null || typeof input !== "object") return null;
+  const obj = input;
+  const candidate = obj["id"];
+  return typeof candidate === "string" ? candidate : null;
+}
+
 // src/core/hook/memo.ts
 import { existsSync, mkdirSync, readFileSync, rmSync, writeFileSync } from "node:fs";
 import { homedir } from "node:os";
@@ -114,6 +151,32 @@ function recordCited(conversationId, ids) {
   }
 }
 
+// src/core/recall/miss-log.ts
+import { appendFile, mkdir, readFile, stat } from "node:fs/promises";
+import { dirname, join as join3 } from "node:path";
+import { homedir as homedir3 } from "node:os";
+function defaultLogPath() {
+  return process.env["NLM_MISS_LOG"] ?? join3(homedir3(), ".nlm", "miss-log.jsonl");
+}
+function isEnabled() {
+  const raw = process.env["NLM_MISS_LOG_ENABLED"];
+  if (raw === void 0) return true;
+  return raw !== "0" && raw.toLowerCase() !== "false";
+}
+async function appendMisses(entries, logPath2) {
+  if (!isEnabled()) return;
+  if (entries.length === 0) return;
+  const path = logPath2 ?? defaultLogPath();
+  try {
+    await mkdir(dirname(path), { recursive: true });
+    const ts = (/* @__PURE__ */ new Date()).toISOString();
+    const block = entries.map((e) => `${JSON.stringify({ ts, ...e })}
+`).join("");
+    await appendFile(path, block, "utf8");
+  } catch {
+  }
+}
+
 // src/core/hook/transcript.ts
 import { existsSync as existsSync3, readFileSync as readFileSync3 } from "node:fs";
 function parseTurn(parsed) {
@@ -164,7 +227,7 @@ function readAllAssistantTurns(transcriptPath) {
 
 // src/llm/env-autoload.ts
 import { readFileSync as readFileSync4, existsSync as existsSync4 } from "node:fs";
-import { homedir as homedir3 } from "node:os";
+import { homedir as homedir4 } from "node:os";
 import { resolve } from "node:path";
 var DEFAULT_SEARCH_PATHS = [
   "~/.nlm/.env",
@@ -173,7 +236,7 @@ var DEFAULT_SEARCH_PATHS = [
   "../../.env"
 ];
 function expandHome(p) {
-  if (p.startsWith("~/")) return resolve(homedir3(), p.slice(2));
+  if (p.startsWith("~/")) return resolve(homedir4(), p.slice(2));
   return p;
 }
 function autoloadEnv(extraPaths = []) {
@@ -259,6 +322,17 @@ async function runStopHook(input, deps) {
   });
   const alreadyCited = loadCited(input.conversationId);
   const fresh = detected.filter((c) => !alreadyCited.has(c.id));
+  const misses = detectMisses({ toolUses: allToolUses, surfacedIds: surfaced });
+  if (misses.length > 0) {
+    void appendMisses(
+      misses.map((m) => ({
+        conversationId: input.conversationId,
+        missedId: m.id,
+        kind: m.kind,
+        surfacedCount: surfaced.size
+      }))
+    );
+  }
   const lastText = turns[turns.length - 1]?.text ?? "";
   const preview = lastText.slice(0, RESPONSE_PREVIEW_CHARS);
   for (const c of fresh) {
@@ -279,12 +353,12 @@ async function runStopHook(input, deps) {
   };
 }
 function logPath() {
-  return process.env["NLM_HOOK_LOG"] ?? join3(homedir4(), ".nlm", "hook-log.jsonl");
+  return process.env["NLM_HOOK_LOG"] ?? join4(homedir5(), ".nlm", "hook-log.jsonl");
 }
 function logStopResult(result) {
   try {
     const path = logPath();
-    mkdirSync3(dirname(path), { recursive: true });
+    mkdirSync3(dirname2(path), { recursive: true });
     appendFileSync(
       path,
       `${JSON.stringify({