nlm-memory 0.4.2 → 0.5.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (285) hide show
  1. package/README.md +72 -34
  2. package/dist/cli/nlm.js +223 -33
  3. package/dist/cli/nlm.js.map +1 -1
  4. package/dist/core/adapters/cursor.d.ts +45 -0
  5. package/dist/core/adapters/cursor.js +397 -0
  6. package/dist/core/adapters/cursor.js.map +1 -0
  7. package/dist/core/adapters/from-source.js +10 -0
  8. package/dist/core/adapters/from-source.js.map +1 -1
  9. package/dist/core/adapters/windsurf.d.ts +44 -0
  10. package/dist/core/adapters/windsurf.js +299 -0
  11. package/dist/core/adapters/windsurf.js.map +1 -0
  12. package/dist/core/hook/claude-settings.d.ts +12 -5
  13. package/dist/core/hook/claude-settings.js +21 -6
  14. package/dist/core/hook/claude-settings.js.map +1 -1
  15. package/dist/core/sources/source-registry.d.ts +1 -1
  16. package/dist/core/sources/source-registry.js +18 -0
  17. package/dist/core/sources/source-registry.js.map +1 -1
  18. package/dist/core/storage/sqlite-session-store.d.ts +2 -0
  19. package/dist/core/storage/sqlite-session-store.js +38 -2
  20. package/dist/core/storage/sqlite-session-store.js.map +1 -1
  21. package/dist/hook/hook-auth.d.ts +13 -0
  22. package/dist/hook/hook-auth.js +19 -0
  23. package/dist/hook/hook-auth.js.map +1 -0
  24. package/dist/hook/prompt-recall-hook.js +7 -1
  25. package/dist/hook/prompt-recall-hook.js.map +1 -1
  26. package/dist/hook/session-start-hook.js +4 -1
  27. package/dist/hook/session-start-hook.js.map +1 -1
  28. package/dist/hook/stop-hook.js +4 -1
  29. package/dist/hook/stop-hook.js.map +1 -1
  30. package/dist/http/app.d.ts +2 -0
  31. package/dist/http/app.js +76 -1
  32. package/dist/http/app.js.map +1 -1
  33. package/dist/install/claude-code.js +1 -1
  34. package/dist/install/claude-code.js.map +1 -1
  35. package/dist/install/cursor.d.ts +25 -0
  36. package/dist/install/cursor.js +43 -0
  37. package/dist/install/cursor.js.map +1 -0
  38. package/dist/install/nlm-dir-perms.d.ts +19 -0
  39. package/dist/install/nlm-dir-perms.js +43 -0
  40. package/dist/install/nlm-dir-perms.js.map +1 -0
  41. package/dist/install/ollama.d.ts +18 -1
  42. package/dist/install/ollama.js +62 -7
  43. package/dist/install/ollama.js.map +1 -1
  44. package/dist/install/setup.d.ts +4 -0
  45. package/dist/install/setup.js +141 -18
  46. package/dist/install/setup.js.map +1 -1
  47. package/dist/install/windsurf.d.ts +25 -0
  48. package/dist/install/windsurf.js +43 -0
  49. package/dist/install/windsurf.js.map +1 -0
  50. package/dist/mcp/server.js +20 -1
  51. package/dist/mcp/server.js.map +1 -1
  52. package/dist/shared/types.d.ts +4 -0
  53. package/dist/ui/assets/{index-BA6IpU8g.css → index-Beo8psd-.css} +1 -1
  54. package/dist/ui/assets/index-CSPTTeeM.js +69 -0
  55. package/dist/ui/index.html +2 -2
  56. package/package.json +26 -1
  57. package/plugin/scripts/prompt-recall-hook.mjs +55 -4
  58. package/plugin/scripts/stop-hook.mjs +57 -6
  59. package/.agents/plugins/marketplace.json +0 -20
  60. package/.github/workflows/ci.yml +0 -30
  61. package/dist/ui/assets/index-B_qIVV0k.js +0 -69
  62. package/docs/methodology/re-derivation-rate.md +0 -112
  63. package/docs/methodology/useful-hit-rate.md +0 -79
  64. package/docs/plans/2026-05-20-fts5-lexical-recall.md +0 -1088
  65. package/docs/plans/2026-05-20-recall-daemon-wedge-fix.md +0 -662
  66. package/docs/plans/2026-05-20-recall-hook-design.md +0 -131
  67. package/docs/plans/2026-05-20-recall-hook-implementation.md +0 -1222
  68. package/docs/plans/desktop-product.md +0 -69
  69. package/docs/plans/factstore-design.md +0 -236
  70. package/logs/CHANGELOG/CHANGELOG-2026.md +0 -1389
  71. package/logs/CHANGELOG/CHANGELOG.md +0 -337
  72. package/migrations/000_initial_schema.sql +0 -174
  73. package/migrations/001_entity_type_rename.sql +0 -17
  74. package/migrations/002_adapter_state_extend.sql +0 -12
  75. package/migrations/003_session_embeddings.sql +0 -11
  76. package/migrations/004_facts.sql +0 -46
  77. package/migrations/005_sources.sql +0 -31
  78. package/migrations/006_providers.sql +0 -33
  79. package/migrations/007_source_tokens.sql +0 -17
  80. package/migrations/008_fts_rebuild.sql +0 -9
  81. package/migrations/009_session_embedding_chunks.sql +0 -46
  82. package/migrations/010_sources_opencode.sql +0 -30
  83. package/migrations/011_sources_hermes_agent.sql +0 -30
  84. package/migrations/012_sources_aider.sql +0 -30
  85. package/migrations/013_adapter_state_failure_count.sql +0 -12
  86. package/plugin-hermes-agent/README.md +0 -49
  87. package/plugin-hermes-agent/__init__.py +0 -75
  88. package/plugin-hermes-agent/plugin.yaml +0 -15
  89. package/scripts/backfill-citations.mjs +0 -0
  90. package/scripts/build-codex-plugin.mjs +0 -61
  91. package/scripts/deepseek-probe.mjs +0 -67
  92. package/scripts/extract-triples.mjs +0 -207
  93. package/scripts/longmemeval/embedding-cache.ts +0 -77
  94. package/scripts/longmemeval/fetch-dataset.sh +0 -25
  95. package/scripts/longmemeval/run-harness.ts +0 -315
  96. package/scripts/longmemeval/scorer.ts +0 -99
  97. package/scripts/longmemeval/tsconfig.json +0 -9
  98. package/scripts/longmemeval/types.ts +0 -35
  99. package/scripts/nlm-daily-digest.py +0 -239
  100. package/scripts/nlm-daily-digest.sh +0 -28
  101. package/src/cli/classify-parity.ts +0 -257
  102. package/src/cli/launchctl-helpers.ts +0 -49
  103. package/src/cli/nlm.ts +0 -885
  104. package/src/core/actions/actions-log.ts +0 -118
  105. package/src/core/actions/overlay.ts +0 -117
  106. package/src/core/adapters/aider.ts +0 -205
  107. package/src/core/adapters/claude-code.ts +0 -293
  108. package/src/core/adapters/common.ts +0 -54
  109. package/src/core/adapters/from-source.ts +0 -57
  110. package/src/core/adapters/hermes-agent.ts +0 -240
  111. package/src/core/adapters/hermes.ts +0 -277
  112. package/src/core/adapters/jsonl-generic.ts +0 -208
  113. package/src/core/adapters/opencode.ts +0 -281
  114. package/src/core/adapters/pi.ts +0 -264
  115. package/src/core/classifier/prompt.ts +0 -200
  116. package/src/core/dataset/build-dataset.ts +0 -463
  117. package/src/core/embedding/chunk-body.ts +0 -76
  118. package/src/core/embedding/embed-backfill.ts +0 -210
  119. package/src/core/embedding/embed-normalize.ts +0 -135
  120. package/src/core/facts/backfill-facts.ts +0 -254
  121. package/src/core/facts/extract-facts.ts +0 -50
  122. package/src/core/hook/citation-detect.ts +0 -124
  123. package/src/core/hook/cite-memo.ts +0 -68
  124. package/src/core/hook/claude-settings.ts +0 -166
  125. package/src/core/hook/gate.ts +0 -25
  126. package/src/core/hook/hook-log.ts +0 -41
  127. package/src/core/hook/memo-sweep.ts +0 -164
  128. package/src/core/hook/memo.ts +0 -67
  129. package/src/core/hook/pointer-block.ts +0 -26
  130. package/src/core/hook/select.ts +0 -32
  131. package/src/core/hook/transcript.ts +0 -121
  132. package/src/core/ingest/ingest-session.ts +0 -111
  133. package/src/core/providers/provider-models.ts +0 -100
  134. package/src/core/providers/provider-registry.ts +0 -196
  135. package/src/core/recall/citation-log.ts +0 -108
  136. package/src/core/recall/filter.ts +0 -27
  137. package/src/core/recall/index.ts +0 -6
  138. package/src/core/recall/match-fields.ts +0 -40
  139. package/src/core/recall/query-log.ts +0 -149
  140. package/src/core/recall/query-shape.ts +0 -66
  141. package/src/core/recall/recall-service.ts +0 -320
  142. package/src/core/recall/recent-log.ts +0 -59
  143. package/src/core/recall/tokenize.ts +0 -18
  144. package/src/core/recall/useful-scan.ts +0 -336
  145. package/src/core/recall-facts/fact-query-log.ts +0 -150
  146. package/src/core/recall-facts/fact-recall-service.ts +0 -327
  147. package/src/core/scheduler/scan-once.ts +0 -142
  148. package/src/core/scheduler/scheduler.ts +0 -225
  149. package/src/core/sources/source-registry.ts +0 -260
  150. package/src/core/storage/db-restore.ts +0 -133
  151. package/src/core/storage/live-status.ts +0 -45
  152. package/src/core/storage/migrate.ts +0 -72
  153. package/src/core/storage/sqlite-fact-store.ts +0 -304
  154. package/src/core/storage/sqlite-session-store.ts +0 -765
  155. package/src/hook/prompt-recall-hook.ts +0 -174
  156. package/src/hook/session-end-hook.ts +0 -81
  157. package/src/hook/session-start-hook.ts +0 -165
  158. package/src/hook/stop-hook.ts +0 -236
  159. package/src/http/app.ts +0 -1137
  160. package/src/install/claude-code.ts +0 -128
  161. package/src/install/codex.ts +0 -367
  162. package/src/install/hermes-agent.ts +0 -76
  163. package/src/install/hermes.ts +0 -78
  164. package/src/install/ollama.ts +0 -211
  165. package/src/install/setup.ts +0 -368
  166. package/src/llm/classifier-box.ts +0 -64
  167. package/src/llm/deepseek-client.ts +0 -150
  168. package/src/llm/env-autoload.ts +0 -55
  169. package/src/llm/ollama-client.ts +0 -189
  170. package/src/mcp/server.ts +0 -534
  171. package/src/ports/fact-store.ts +0 -102
  172. package/src/ports/llm-client.ts +0 -52
  173. package/src/ports/logger.ts +0 -16
  174. package/src/ports/session-store.ts +0 -45
  175. package/src/ports/transcript-adapter.ts +0 -55
  176. package/src/shared/types.ts +0 -145
  177. package/src/ui/App.tsx +0 -58
  178. package/src/ui/components/PromoteOpenButton.tsx +0 -65
  179. package/src/ui/components/SessionDrawer.tsx +0 -136
  180. package/src/ui/components/SideNav.tsx +0 -162
  181. package/src/ui/components/Skeleton.tsx +0 -107
  182. package/src/ui/index.html +0 -13
  183. package/src/ui/lib/actions.ts +0 -30
  184. package/src/ui/lib/api.ts +0 -92
  185. package/src/ui/lib/dataset.ts +0 -141
  186. package/src/ui/lib/registries.ts +0 -155
  187. package/src/ui/lib/view-settings.ts +0 -41
  188. package/src/ui/main.tsx +0 -15
  189. package/src/ui/pages/Live.tsx +0 -229
  190. package/src/ui/pages/Pulse.tsx +0 -415
  191. package/src/ui/pages/Recall.tsx +0 -190
  192. package/src/ui/pages/River.tsx +0 -308
  193. package/src/ui/pages/Search.tsx +0 -93
  194. package/src/ui/pages/Stub.tsx +0 -9
  195. package/src/ui/pages/Thread.tsx +0 -262
  196. package/src/ui/pages/settings/Classifier.tsx +0 -227
  197. package/src/ui/pages/settings/Data.tsx +0 -190
  198. package/src/ui/pages/settings/Index.tsx +0 -65
  199. package/src/ui/pages/settings/Labels.tsx +0 -224
  200. package/src/ui/pages/settings/Providers.tsx +0 -305
  201. package/src/ui/pages/settings/SettingsSubnav.tsx +0 -28
  202. package/src/ui/pages/settings/Sources.tsx +0 -326
  203. package/src/ui/pages/settings/Views.tsx +0 -96
  204. package/src/ui/styles.css +0 -1766
  205. package/src/ui/tsconfig.json +0 -21
  206. package/src/ui/vite.config.ts +0 -19
  207. package/tests/fixtures/claude_code/short_session.jsonl +0 -2
  208. package/tests/fixtures/claude_code/standard_iso.jsonl +0 -4
  209. package/tests/fixtures/claude_code/tool_heavy.jsonl +0 -8
  210. package/tests/fixtures/claude_code/with_subagent.jsonl +0 -7
  211. package/tests/fixtures/facts.ts +0 -17
  212. package/tests/fixtures/golden-corpus.ts +0 -85
  213. package/tests/fixtures/hermes/paired_request_dump.json +0 -24
  214. package/tests/fixtures/hermes/paired_session.json +0 -23
  215. package/tests/fixtures/hermes/request_dump.json +0 -28
  216. package/tests/fixtures/hermes/session_iso.json +0 -38
  217. package/tests/fixtures/hermes/session_unix.json +0 -38
  218. package/tests/fixtures/hermes/system_only.json +0 -18
  219. package/tests/fixtures/pi/error-connection-abort.jsonl +0 -8
  220. package/tests/fixtures/pi/short-successful.jsonl +0 -5
  221. package/tests/fixtures/pi/with-custom-message.jsonl +0 -6
  222. package/tests/fixtures/sessions.ts +0 -22
  223. package/tests/integration/backfill-facts.test.ts +0 -362
  224. package/tests/integration/citation-explicit.test.ts +0 -111
  225. package/tests/integration/cite-event.test.ts +0 -169
  226. package/tests/integration/cite-memo.test.ts +0 -87
  227. package/tests/integration/db-restore.test.ts +0 -153
  228. package/tests/integration/embed-backfill.test.ts +0 -176
  229. package/tests/integration/fact-supersedence.test.ts +0 -313
  230. package/tests/integration/fts-index.test.ts +0 -60
  231. package/tests/integration/getbyids-sqlite.test.ts +0 -60
  232. package/tests/integration/hermes-agent-hooks.test.ts +0 -248
  233. package/tests/integration/hook-claude-settings.test.ts +0 -205
  234. package/tests/integration/hook-log.test.ts +0 -54
  235. package/tests/integration/hook-memo.test.ts +0 -68
  236. package/tests/integration/hook-pre-compact.test.ts +0 -105
  237. package/tests/integration/hook-subagent-start.test.ts +0 -102
  238. package/tests/integration/http.test.ts +0 -401
  239. package/tests/integration/keyword-search-fts.test.ts +0 -66
  240. package/tests/integration/mcp-recall-logging.test.ts +0 -88
  241. package/tests/integration/mcp.test.ts +0 -248
  242. package/tests/integration/memo-sweep.test.ts +0 -91
  243. package/tests/integration/prompt-recall-hook.test.ts +0 -88
  244. package/tests/integration/provider-registry.test.ts +0 -107
  245. package/tests/integration/recall-golden.test.ts +0 -59
  246. package/tests/integration/recall-sqlite.test.ts +0 -169
  247. package/tests/integration/scheduler.test.ts +0 -391
  248. package/tests/integration/session-end-hook.test.ts +0 -48
  249. package/tests/integration/session-start-hook.test.ts +0 -126
  250. package/tests/integration/source-registry.test.ts +0 -120
  251. package/tests/integration/sqlite-fact-store.test.ts +0 -346
  252. package/tests/integration/stop-hook.test.ts +0 -560
  253. package/tests/integration/wal-checkpoint.test.ts +0 -49
  254. package/tests/unit/cli/launchctl-helpers.test.ts +0 -60
  255. package/tests/unit/core/adapters/aider.test.ts +0 -230
  256. package/tests/unit/core/adapters/claude-code.test.ts +0 -118
  257. package/tests/unit/core/adapters/hermes-agent.test.ts +0 -329
  258. package/tests/unit/core/adapters/hermes.test.ts +0 -81
  259. package/tests/unit/core/adapters/jsonl-generic.test.ts +0 -142
  260. package/tests/unit/core/adapters/opencode.test.ts +0 -354
  261. package/tests/unit/core/adapters/pi.test.ts +0 -110
  262. package/tests/unit/core/classifier/prompt.test.ts +0 -126
  263. package/tests/unit/core/embedding/chunk-body.test.ts +0 -100
  264. package/tests/unit/core/facts/extract-facts.test.ts +0 -117
  265. package/tests/unit/core/filter.test.ts +0 -40
  266. package/tests/unit/core/hook/citation-detect-cite-session.test.ts +0 -96
  267. package/tests/unit/core/hook/citation-detect.test.ts +0 -124
  268. package/tests/unit/core/hook/gate.test.ts +0 -29
  269. package/tests/unit/core/hook/pointer-block.test.ts +0 -22
  270. package/tests/unit/core/hook/select.test.ts +0 -66
  271. package/tests/unit/core/match-fields.test.ts +0 -39
  272. package/tests/unit/core/mcp-cite-session.test.ts +0 -51
  273. package/tests/unit/core/providers/provider-models.test.ts +0 -101
  274. package/tests/unit/core/query-shape.test.ts +0 -92
  275. package/tests/unit/core/recall-facts/fact-recall-service.test.ts +0 -258
  276. package/tests/unit/core/recall-service.test.ts +0 -200
  277. package/tests/unit/core/storage/live-status.test.ts +0 -54
  278. package/tests/unit/core/tokenize.test.ts +0 -32
  279. package/tests/unit/core/useful-scan.test.ts +0 -537
  280. package/tests/unit/llm/embed.test.ts +0 -93
  281. package/tests/unit/llm/ollama-client.test.ts +0 -124
  282. package/tests/unit/scripts/longmemeval-scorer.test.ts +0 -114
  283. package/tsconfig.json +0 -31
  284. package/tsconfig.test.json +0 -11
  285. package/vitest.config.ts +0 -22
@@ -1,126 +0,0 @@
1
- import { existsSync, mkdtempSync, readFileSync, rmSync } from "node:fs";
2
- import { tmpdir } from "node:os";
3
- import { join } from "node:path";
4
- import { afterEach, beforeEach, describe, expect, it } from "vitest";
5
- import { runHook } from "../../src/hook/session-start-hook.js";
6
- import type { RecallHitInput } from "../../src/core/hook/select.js";
7
-
8
- const hits = (...ids: string[]): ReadonlyArray<RecallHitInput> =>
9
- ids.map((id, i) => ({
10
- id,
11
- label: `Session ${id}`,
12
- startedAt: "2026-05-15T10:00:00.000Z",
13
- matchScore: 0.9 - i * 0.01,
14
- }));
15
-
16
- describe("session-start runHook", () => {
17
- let tmp: string;
18
-
19
- beforeEach(() => {
20
- tmp = mkdtempSync(join(tmpdir(), "nlm-session-start-"));
21
- process.env["NLM_HOOK_STATE_DIR"] = join(tmp, "state");
22
- process.env["NLM_HOOK_LOG"] = join(tmp, "hook-log.jsonl");
23
- });
24
-
25
- afterEach(() => {
26
- delete process.env["NLM_HOOK_STATE_DIR"];
27
- delete process.env["NLM_HOOK_LOG"];
28
- rmSync(tmp, { recursive: true, force: true });
29
- });
30
-
31
- it("shadow mode logs to hook-log but returns no stdout", async () => {
32
- const out = await runHook(
33
- { conversationId: "c1", query: "nlm-memory-ts recall" },
34
- { mode: "shadow", recall: async () => hits("sess_a") },
35
- );
36
- expect(out).toBe("");
37
- const log = readFileSync(join(tmp, "hook-log.jsonl"), "utf8").trim();
38
- const entry = JSON.parse(log) as Record<string, unknown>;
39
- expect(entry["wouldInject"]).toEqual(["sess_a"]);
40
- expect(entry["mode"]).toBe("shadow");
41
- // gate is always "evaluate" — no prompt classifier in session-start
42
- expect(entry["gate"]).toBe("evaluate");
43
- });
44
-
45
- it("shadow mode does not write the memo", async () => {
46
- await runHook(
47
- { conversationId: "c1", query: "nlm-memory-ts" },
48
- { mode: "shadow", recall: async () => hits("sess_a") },
49
- );
50
- expect(existsSync(join(tmp, "state", "c1.json"))).toBe(false);
51
- });
52
-
53
- it("live mode returns the pointer block and writes the memo", async () => {
54
- const out = await runHook(
55
- { conversationId: "c1", query: "nlm-memory-ts recall" },
56
- { mode: "live", recall: async () => hits("sess_a", "sess_b") },
57
- );
58
- expect(out).toContain("## Possibly-relevant prior sessions (nlm-memory)");
59
- expect(out).toContain("sess_a");
60
- const memo = JSON.parse(
61
- readFileSync(join(tmp, "state", "c1.json"), "utf8"),
62
- ) as string[];
63
- expect([...memo].sort()).toEqual(["sess_a", "sess_b"]);
64
- });
65
-
66
- it("live mode dedups: a second fire does not re-surface the same session", async () => {
67
- const deps = { mode: "live" as const, recall: async () => hits("sess_a") };
68
- const first = await runHook({ conversationId: "c1", query: "nlm-memory-ts" }, deps);
69
- expect(first).toContain("sess_a");
70
- const second = await runHook({ conversationId: "c1", query: "nlm-memory-ts" }, deps);
71
- expect(second).toBe("");
72
- });
73
-
74
- it("returns empty and does not throw when recall rejects", async () => {
75
- const out = await runHook(
76
- { conversationId: "c1", query: "nlm-memory-ts" },
77
- {
78
- mode: "live",
79
- recall: async () => {
80
- throw new Error("daemon down");
81
- },
82
- },
83
- );
84
- expect(out).toBe("");
85
- });
86
-
87
- it("returns empty string in both modes when recall returns no hits", async () => {
88
- for (const mode of ["shadow", "live"] as const) {
89
- const out = await runHook(
90
- { conversationId: `c-${mode}`, query: "nlm-memory-ts" },
91
- { mode, recall: async () => [] },
92
- );
93
- expect(out).toBe("");
94
- }
95
- });
96
-
97
- it("hook-log entry has promptPreview set to the query", async () => {
98
- await runHook(
99
- { conversationId: "c1", query: "whtnxt-agent session recall" },
100
- { mode: "shadow", recall: async () => hits("sess_x") },
101
- );
102
- const entry = JSON.parse(
103
- readFileSync(join(tmp, "hook-log.jsonl"), "utf8").trim(),
104
- ) as Record<string, unknown>;
105
- expect(entry["promptPreview"]).toBe("whtnxt-agent session recall");
106
- });
107
-
108
- it("live mode writes memo for each new session ID across multiple fires", async () => {
109
- // First fire surfaces sess_a
110
- await runHook(
111
- { conversationId: "c1", query: "nlm-memory-ts" },
112
- { mode: "live", recall: async () => hits("sess_a") },
113
- );
114
- // Second fire surfaces sess_b (sess_a already in memo — deduped out, sess_b is new)
115
- const second = await runHook(
116
- { conversationId: "c1", query: "nlm-memory-ts" },
117
- { mode: "live", recall: async () => hits("sess_a", "sess_b") },
118
- );
119
- expect(second).toContain("sess_b");
120
- expect(second).not.toContain("sess_a");
121
- const memo = JSON.parse(
122
- readFileSync(join(tmp, "state", "c1.json"), "utf8"),
123
- ) as string[];
124
- expect([...memo].sort()).toEqual(["sess_a", "sess_b"]);
125
- });
126
- });
@@ -1,120 +0,0 @@
1
- /**
2
- * Phase 0 — SourceRegistry integration. Real SQLite, migrations apply,
3
- * seed defaults, CRUD round-trip, name uniqueness.
4
- */
5
-
6
- import { mkdtempSync, rmSync } from "node:fs";
7
- import { tmpdir } from "node:os";
8
- import { join, resolve } from "node:path";
9
- import { afterEach, beforeEach, describe, expect, it } from "vitest";
10
- import { SqliteSessionStore } from "../../src/core/storage/sqlite-session-store.js";
11
- import { SourceRegistry } from "../../src/core/sources/source-registry.js";
12
-
13
- const MIGRATIONS_DIR = resolve(__dirname, "../../migrations");
14
-
15
- describe("SourceRegistry", () => {
16
- let tmp: string;
17
- let store: SqliteSessionStore;
18
- let registry: SourceRegistry;
19
-
20
- beforeEach(() => {
21
- tmp = mkdtempSync(join(tmpdir(), "nlm-sources-"));
22
- store = new SqliteSessionStore({
23
- dbPath: join(tmp, "canonical.sqlite"),
24
- migrationsDir: MIGRATIONS_DIR,
25
- });
26
- registry = new SourceRegistry(store.rawDb());
27
- });
28
-
29
- afterEach(() => {
30
- store.close();
31
- rmSync(tmp, { recursive: true, force: true });
32
- });
33
-
34
- it("starts empty and seeds six presets", () => {
35
- expect(registry.list()).toEqual([]);
36
- registry.seedDefaults();
37
- const rows = registry.list();
38
- expect(rows.map((r) => r.kind)).toEqual(["claude-code", "hermes", "hermes-agent", "aider", "opencode", "pi"]);
39
- expect(rows.every((r) => r.runtimeLabel.endsWith("/1.0"))).toBe(true);
40
- });
41
-
42
- it("seedDefaults is idempotent", () => {
43
- registry.seedDefaults();
44
- registry.seedDefaults();
45
- expect(registry.list().length).toBe(6);
46
- });
47
-
48
- it("inserts a custom JSONL source and round-trips parse config", () => {
49
- const inserted = registry.insert({
50
- kind: "jsonl-generic",
51
- name: "Cursor",
52
- pathOrUrl: "/tmp/cursor",
53
- runtimeLabel: "cursor/0.1",
54
- parseConfig: { sessionIdField: "id", textField: "content" },
55
- });
56
- expect(inserted.id).toBeGreaterThan(0);
57
- const fetched = registry.get(inserted.id);
58
- expect(fetched?.parseConfig).toEqual({ sessionIdField: "id", textField: "content" });
59
- });
60
-
61
- it("rejects duplicate names at the unique-constraint level", () => {
62
- registry.insert({ kind: "webhook", name: "Push", runtimeLabel: "push/1" });
63
- expect(() => registry.insert({ kind: "webhook", name: "Push", runtimeLabel: "push/2" }))
64
- .toThrow();
65
- });
66
-
67
- it("update patches only the supplied fields", () => {
68
- const row = registry.insert({ kind: "webhook", name: "API", runtimeLabel: "api/1" });
69
- const updated = registry.update(row.id, { enabled: false });
70
- expect(updated?.enabled).toBe(false);
71
- expect(updated?.runtimeLabel).toBe("api/1");
72
- });
73
-
74
- it("delete removes the row", () => {
75
- const row = registry.insert({ kind: "webhook", name: "Tmp", runtimeLabel: "tmp/1" });
76
- expect(registry.delete(row.id)).toBe(true);
77
- expect(registry.get(row.id)).toBeNull();
78
- });
79
-
80
- it("mints a token on insert for webhook sources, redacts on list/get", () => {
81
- const row = registry.insert({ kind: "webhook", name: "Tool A", runtimeLabel: "tool-a/1" });
82
- expect(row.token).toMatch(/^nlm_[a-f0-9]{48}$/);
83
- expect(row.hasToken).toBe(true);
84
- const listed = registry.list().find((r) => r.id === row.id);
85
- expect(listed?.token).toBeNull();
86
- expect(listed?.hasToken).toBe(true);
87
- expect(registry.get(row.id)?.token).toBeNull();
88
- });
89
-
90
- it("findByToken resolves to the owning source", () => {
91
- const row = registry.insert({ kind: "webhook", name: "Tool B", runtimeLabel: "tool-b/1" });
92
- expect(row.token).toBeTruthy();
93
- const found = registry.findByToken(row.token!);
94
- expect(found?.id).toBe(row.id);
95
- expect(registry.findByToken("nlm_invalid")).toBeNull();
96
- expect(registry.findByToken("")).toBeNull();
97
- });
98
-
99
- it("non-webhook sources do not get tokens", () => {
100
- const row = registry.insert({
101
- kind: "jsonl-generic", name: "Logs", runtimeLabel: "logs/1", pathOrUrl: "/tmp/logs",
102
- });
103
- expect(row.token).toBeNull();
104
- expect(row.hasToken).toBe(false);
105
- });
106
-
107
- it("regenerateToken issues a new token only for webhook sources", () => {
108
- const wh = registry.insert({ kind: "webhook", name: "Tool C", runtimeLabel: "tool-c/1" });
109
- const first = wh.token!;
110
- const second = registry.regenerateToken(wh.id)!;
111
- expect(second).not.toBe(first);
112
- expect(registry.findByToken(first)).toBeNull();
113
- expect(registry.findByToken(second)?.id).toBe(wh.id);
114
-
115
- const jsonl = registry.insert({
116
- kind: "jsonl-generic", name: "L2", runtimeLabel: "l/1", pathOrUrl: "/tmp/x",
117
- });
118
- expect(registry.regenerateToken(jsonl.id)).toBeNull();
119
- });
120
- });
@@ -1,346 +0,0 @@
1
- /**
2
- * SqliteFactStore against real SQLite + real migrations. Uses a tmp DB per
3
- * test so we exercise the actual schema, not a fake.
4
- *
5
- * Phase B.1: storage substrate only. No extraction, no recall service.
6
- */
7
-
8
- import { mkdtempSync, rmSync } from "node:fs";
9
- import { tmpdir } from "node:os";
10
- import { join, resolve } from "node:path";
11
- import { afterEach, beforeEach, describe, expect, it } from "vitest";
12
- import { SqliteFactStore } from "../../src/core/storage/sqlite-fact-store.js";
13
- import { SqliteSessionStore } from "../../src/core/storage/sqlite-session-store.js";
14
- import { makeFact } from "../fixtures/facts.js";
15
- import { makeSession } from "../fixtures/sessions.js";
16
-
17
- const MIGRATIONS_DIR = resolve(__dirname, "../../migrations");
18
-
19
- describe("SqliteFactStore (integration)", () => {
20
- let tmp: string;
21
- let sessionStore: SqliteSessionStore;
22
- let factStore: SqliteFactStore;
23
-
24
- beforeEach(() => {
25
- tmp = mkdtempSync(join(tmpdir(), "nlm-facts-"));
26
- sessionStore = new SqliteSessionStore({
27
- dbPath: join(tmp, "canonical.sqlite"),
28
- migrationsDir: MIGRATIONS_DIR,
29
- });
30
- factStore = new SqliteFactStore(sessionStore.rawDb());
31
- // Facts FK to sessions(id); seed one parent session so inserts don't trip
32
- // the foreign key constraint.
33
- sessionStore.insertSessionForTest(
34
- makeSession({ id: "sess_parent", label: "Parent session" }),
35
- );
36
- });
37
-
38
- afterEach(() => {
39
- sessionStore.close();
40
- rmSync(tmp, { recursive: true, force: true });
41
- });
42
-
43
- it("inserts and retrieves a fact round-trip", async () => {
44
- const fact = makeFact({ id: "fact_1", sourceSessionId: "sess_parent" });
45
- await factStore.insert(fact);
46
- const fetched = await factStore.getById("fact_1");
47
- expect(fetched).toEqual(fact);
48
- });
49
-
50
- it("returns null for missing ids", async () => {
51
- expect(await factStore.getById("nonexistent")).toBeNull();
52
- });
53
-
54
- it("insertMany commits atomically", async () => {
55
- await factStore.insertMany([
56
- makeFact({ id: "fact_a", subject: "alpha", sourceSessionId: "sess_parent" }),
57
- makeFact({ id: "fact_b", subject: "beta", sourceSessionId: "sess_parent" }),
58
- ]);
59
- expect(await factStore.getById("fact_a")).not.toBeNull();
60
- expect(await factStore.getById("fact_b")).not.toBeNull();
61
- });
62
-
63
- it("insertMany rolls back the whole batch on duplicate id", async () => {
64
- await factStore.insert(
65
- makeFact({ id: "fact_existing", sourceSessionId: "sess_parent" }),
66
- );
67
- await expect(
68
- factStore.insertMany([
69
- makeFact({ id: "fact_new", subject: "alpha", sourceSessionId: "sess_parent" }),
70
- makeFact({ id: "fact_existing", subject: "beta", sourceSessionId: "sess_parent" }),
71
- ]),
72
- ).rejects.toThrow();
73
- expect(await factStore.getById("fact_new")).toBeNull();
74
- });
75
-
76
- it("findCurrent returns only non-superseded facts", async () => {
77
- await factStore.insert(
78
- makeFact({
79
- id: "fact_old",
80
- subject: "nlm-memory-ts",
81
- predicate: "framework",
82
- value: "Fastify",
83
- sourceSessionId: "sess_parent",
84
- createdAt: "2026-05-18T10:00:00Z",
85
- }),
86
- );
87
- await factStore.insert(
88
- makeFact({
89
- id: "fact_new",
90
- subject: "nlm-memory-ts",
91
- predicate: "framework",
92
- value: "Hono",
93
- sourceSessionId: "sess_parent",
94
- createdAt: "2026-05-19T10:00:00Z",
95
- }),
96
- );
97
- await factStore.markSuperseded("fact_old", "fact_new");
98
-
99
- const current = await factStore.findCurrent("nlm-memory-ts", "framework");
100
- expect(current?.id).toBe("fact_new");
101
- expect(current?.value).toBe("Hono");
102
- });
103
-
104
- it("findCurrent returns null when no current fact exists", async () => {
105
- expect(await factStore.findCurrent("nlm-memory-ts", "framework")).toBeNull();
106
- });
107
-
108
- it("list filters by subject and excludes superseded by default", async () => {
109
- await factStore.insertMany([
110
- makeFact({
111
- id: "f1",
112
- subject: "mac-pro",
113
- predicate: "endpoint",
114
- value: "http://macpro:8080/v1",
115
- sourceSessionId: "sess_parent",
116
- createdAt: "2026-05-19T10:00:00Z",
117
- }),
118
- makeFact({
119
- id: "f2",
120
- subject: "mac-pro",
121
- predicate: "model",
122
- value: "qwen2.5-3b",
123
- sourceSessionId: "sess_parent",
124
- createdAt: "2026-05-19T10:05:00Z",
125
- }),
126
- makeFact({
127
- id: "f3",
128
- subject: "other",
129
- predicate: "framework",
130
- value: "Hono",
131
- sourceSessionId: "sess_parent",
132
- }),
133
- ]);
134
- await factStore.markSuperseded("f1", "f2");
135
-
136
- const current = await factStore.list({ subject: "mac-pro" });
137
- expect(current.map((f) => f.id)).toEqual(["f2"]);
138
-
139
- const all = await factStore.list({
140
- subject: "mac-pro",
141
- includeSuperseded: true,
142
- });
143
- expect(all.map((f) => f.id)).toEqual(["f2", "f1"]); // created_at DESC
144
- });
145
-
146
- it("list with predicate narrows further", async () => {
147
- await factStore.insertMany([
148
- makeFact({ id: "f1", subject: "x", predicate: "alpha", sourceSessionId: "sess_parent" }),
149
- makeFact({ id: "f2", subject: "x", predicate: "beta", sourceSessionId: "sess_parent" }),
150
- ]);
151
- const out = await factStore.list({ subject: "x", predicate: "beta" });
152
- expect(out.map((f) => f.id)).toEqual(["f2"]);
153
- });
154
-
155
- it("listBySession returns all facts (including superseded) for a session", async () => {
156
- sessionStore.insertSessionForTest(makeSession({ id: "sess_other" }));
157
- await factStore.insertMany([
158
- makeFact({ id: "f1", subject: "a", sourceSessionId: "sess_parent" }),
159
- makeFact({ id: "f2", subject: "b", sourceSessionId: "sess_parent" }),
160
- makeFact({ id: "f3", subject: "c", sourceSessionId: "sess_other" }),
161
- ]);
162
- await factStore.markSuperseded("f1", "f2");
163
-
164
- const out = await factStore.listBySession("sess_parent");
165
- expect(out.map((f) => f.id).sort()).toEqual(["f1", "f2"]);
166
- });
167
-
168
- it("markSuperseded throws when either id is missing", async () => {
169
- await factStore.insert(makeFact({ id: "real", sourceSessionId: "sess_parent" }));
170
- await expect(factStore.markSuperseded("nope", "real")).rejects.toThrow(/not found/);
171
- await expect(factStore.markSuperseded("real", "nope")).rejects.toThrow(/not found/);
172
- });
173
-
174
- it("markSuperseded rejects self-supersedence", async () => {
175
- await factStore.insert(makeFact({ id: "self", sourceSessionId: "sess_parent" }));
176
- await expect(factStore.markSuperseded("self", "self")).rejects.toThrow(/itself/);
177
- });
178
-
179
- it("markSuperseded with null reverses an earlier supersedence", async () => {
180
- await factStore.insertMany([
181
- makeFact({ id: "a", subject: "s", predicate: "p", value: "v1", sourceSessionId: "sess_parent" }),
182
- makeFact({ id: "b", subject: "s", predicate: "p", value: "v2", sourceSessionId: "sess_parent" }),
183
- ]);
184
- await factStore.markSuperseded("a", "b");
185
- expect((await factStore.getById("a"))?.supersededBy).toBe("b");
186
- await factStore.markSuperseded("a", null);
187
- expect((await factStore.getById("a"))?.supersededBy).toBeNull();
188
- });
189
-
190
- it("CHECK constraints reject invalid kind", async () => {
191
- await expect(
192
- factStore.insert(
193
- // @ts-expect-error — exercising the CHECK constraint at runtime
194
- makeFact({ id: "bad", kind: "garbage", sourceSessionId: "sess_parent" }),
195
- ),
196
- ).rejects.toThrow();
197
- });
198
-
199
- it("CHECK constraints reject confidence out of [0, 1]", async () => {
200
- await expect(
201
- factStore.insert(
202
- makeFact({ id: "bad", confidence: 1.5, sourceSessionId: "sess_parent" }),
203
- ),
204
- ).rejects.toThrow();
205
- });
206
-
207
- it("FK constraint rejects facts pointing at missing sessions", async () => {
208
- await expect(
209
- factStore.insert(
210
- makeFact({ id: "orphan", sourceSessionId: "no_such_session" }),
211
- ),
212
- ).rejects.toThrow();
213
- });
214
-
215
- describe("listForRecall (B.3)", () => {
216
- beforeEach(async () => {
217
- await factStore.insertMany([
218
- makeFact({
219
- id: "f_hono", subject: "nlm-memory-ts", predicate: "framework",
220
- value: "Hono", confidence: 0.9, sourceSessionId: "sess_parent",
221
- }),
222
- makeFact({
223
- id: "f_endpoint", kind: "attribute", subject: "mac-pro", predicate: "endpoint",
224
- value: "http://macpro:8080/v1", confidence: 0.85, sourceSessionId: "sess_parent",
225
- }),
226
- makeFact({
227
- id: "f_low", subject: "x", predicate: "other", value: "y",
228
- confidence: 0.5, sourceSessionId: "sess_parent",
229
- }),
230
- makeFact({
231
- id: "f_fastify", subject: "nlm-memory-ts", predicate: "framework",
232
- value: "Fastify", confidence: 0.9, sourceSessionId: "sess_parent",
233
- }),
234
- ]);
235
- await factStore.markSuperseded("f_fastify", "f_hono");
236
- });
237
-
238
- it("filters by subject + predicate, excluding superseded by default", async () => {
239
- const out = await factStore.listForRecall({
240
- subject: "nlm-memory-ts",
241
- predicate: "framework",
242
- });
243
- expect(out.map((f) => f.id)).toEqual(["f_hono"]);
244
- });
245
-
246
- it("applies minConfidence at the SQL layer", async () => {
247
- const all = await factStore.listForRecall({ minConfidence: 0 });
248
- expect(all.map((f) => f.id).sort()).toEqual(["f_endpoint", "f_hono", "f_low"]);
249
- const high = await factStore.listForRecall({ minConfidence: 0.8 });
250
- expect(high.map((f) => f.id).sort()).toEqual(["f_endpoint", "f_hono"]);
251
- });
252
-
253
- it("kind filter restricts the result set", async () => {
254
- const out = await factStore.listForRecall({ kind: "attribute" });
255
- expect(out.map((f) => f.id)).toEqual(["f_endpoint"]);
256
- });
257
- });
258
-
259
- describe("getHistory (B.3)", () => {
260
- it("returns one chain per predicate when only subject is given", async () => {
261
- await factStore.insertMany([
262
- makeFact({
263
- id: "f1", subject: "s", predicate: "framework", value: "Fastify",
264
- sourceSessionId: "sess_parent", createdAt: "2026-05-18T00:00:00Z",
265
- }),
266
- makeFact({
267
- id: "f2", subject: "s", predicate: "framework", value: "Hono",
268
- sourceSessionId: "sess_parent", createdAt: "2026-05-19T00:00:00Z",
269
- }),
270
- makeFact({
271
- id: "f3", subject: "s", predicate: "endpoint", value: ":8080",
272
- sourceSessionId: "sess_parent", createdAt: "2026-05-19T00:00:00Z",
273
- }),
274
- ]);
275
- await factStore.markSuperseded("f1", "f2");
276
-
277
- const chains = await factStore.getHistory("s");
278
- expect(chains).toHaveLength(2);
279
- const framework = chains.find((c) => c.predicate === "framework");
280
- expect(framework?.history.map((f) => f.id)).toEqual(["f2", "f1"]);
281
- const endpoint = chains.find((c) => c.predicate === "endpoint");
282
- expect(endpoint?.history.map((f) => f.id)).toEqual(["f3"]);
283
- });
284
-
285
- it("narrows to a single chain when predicate is provided", async () => {
286
- await factStore.insertMany([
287
- makeFact({
288
- id: "a", subject: "s", predicate: "framework", value: "v1",
289
- sourceSessionId: "sess_parent", createdAt: "2026-05-18T00:00:00Z",
290
- }),
291
- makeFact({
292
- id: "b", subject: "s", predicate: "framework", value: "v2",
293
- sourceSessionId: "sess_parent", createdAt: "2026-05-19T00:00:00Z",
294
- }),
295
- makeFact({
296
- id: "c", subject: "s", predicate: "endpoint", value: ":8080",
297
- sourceSessionId: "sess_parent",
298
- }),
299
- ]);
300
- const chains = await factStore.getHistory("s", "framework");
301
- expect(chains).toHaveLength(1);
302
- expect(chains[0]?.history.map((f) => f.id)).toEqual(["b", "a"]);
303
- });
304
-
305
- it("returns empty array when no matches", async () => {
306
- const chains = await factStore.getHistory("nonexistent");
307
- expect(chains).toEqual([]);
308
- });
309
- });
310
-
311
- describe("semanticSearch (B.3)", () => {
312
- it("returns nearest neighbors by L2 distance over fact_embeddings", async () => {
313
- await factStore.insertMany([
314
- makeFact({ id: "near", sourceSessionId: "sess_parent" }),
315
- makeFact({ id: "far", subject: "other", sourceSessionId: "sess_parent" }),
316
- ]);
317
- // Unit vectors: nearVec aligned with query, farVec orthogonal.
318
- const near = new Float32Array(768);
319
- near[0] = 1;
320
- const far = new Float32Array(768);
321
- far[1] = 1;
322
- factStore.upsertEmbedding("near", near);
323
- factStore.upsertEmbedding("far", far);
324
-
325
- const query = new Float32Array(768);
326
- query[0] = 1;
327
- const neighbors = await factStore.semanticSearch(query, 5);
328
- expect(neighbors[0]?.factId).toBe("near");
329
- expect(neighbors[0]!.distance).toBeLessThan(neighbors[1]!.distance);
330
- });
331
-
332
- it("upsertEmbedding replaces, not duplicates", async () => {
333
- await factStore.insert(makeFact({ id: "f1", sourceSessionId: "sess_parent" }));
334
- const v1 = new Float32Array(768);
335
- v1[0] = 1;
336
- const v2 = new Float32Array(768);
337
- v2[1] = 1;
338
- factStore.upsertEmbedding("f1", v1);
339
- factStore.upsertEmbedding("f1", v2);
340
- const count = sessionStore.rawDb()
341
- .prepare<[], { c: number }>("SELECT COUNT(*) AS c FROM fact_embeddings WHERE fact_id = 'f1'")
342
- .get();
343
- expect(count?.c).toBe(1);
344
- });
345
- });
346
- });