nlm-memory 0.4.2 → 0.5.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (285) hide show
  1. package/README.md +72 -34
  2. package/dist/cli/nlm.js +223 -33
  3. package/dist/cli/nlm.js.map +1 -1
  4. package/dist/core/adapters/cursor.d.ts +45 -0
  5. package/dist/core/adapters/cursor.js +397 -0
  6. package/dist/core/adapters/cursor.js.map +1 -0
  7. package/dist/core/adapters/from-source.js +10 -0
  8. package/dist/core/adapters/from-source.js.map +1 -1
  9. package/dist/core/adapters/windsurf.d.ts +44 -0
  10. package/dist/core/adapters/windsurf.js +299 -0
  11. package/dist/core/adapters/windsurf.js.map +1 -0
  12. package/dist/core/hook/claude-settings.d.ts +12 -5
  13. package/dist/core/hook/claude-settings.js +21 -6
  14. package/dist/core/hook/claude-settings.js.map +1 -1
  15. package/dist/core/sources/source-registry.d.ts +1 -1
  16. package/dist/core/sources/source-registry.js +18 -0
  17. package/dist/core/sources/source-registry.js.map +1 -1
  18. package/dist/core/storage/sqlite-session-store.d.ts +2 -0
  19. package/dist/core/storage/sqlite-session-store.js +38 -2
  20. package/dist/core/storage/sqlite-session-store.js.map +1 -1
  21. package/dist/hook/hook-auth.d.ts +13 -0
  22. package/dist/hook/hook-auth.js +19 -0
  23. package/dist/hook/hook-auth.js.map +1 -0
  24. package/dist/hook/prompt-recall-hook.js +7 -1
  25. package/dist/hook/prompt-recall-hook.js.map +1 -1
  26. package/dist/hook/session-start-hook.js +4 -1
  27. package/dist/hook/session-start-hook.js.map +1 -1
  28. package/dist/hook/stop-hook.js +4 -1
  29. package/dist/hook/stop-hook.js.map +1 -1
  30. package/dist/http/app.d.ts +2 -0
  31. package/dist/http/app.js +76 -1
  32. package/dist/http/app.js.map +1 -1
  33. package/dist/install/claude-code.js +1 -1
  34. package/dist/install/claude-code.js.map +1 -1
  35. package/dist/install/cursor.d.ts +25 -0
  36. package/dist/install/cursor.js +43 -0
  37. package/dist/install/cursor.js.map +1 -0
  38. package/dist/install/nlm-dir-perms.d.ts +19 -0
  39. package/dist/install/nlm-dir-perms.js +43 -0
  40. package/dist/install/nlm-dir-perms.js.map +1 -0
  41. package/dist/install/ollama.d.ts +18 -1
  42. package/dist/install/ollama.js +62 -7
  43. package/dist/install/ollama.js.map +1 -1
  44. package/dist/install/setup.d.ts +4 -0
  45. package/dist/install/setup.js +141 -18
  46. package/dist/install/setup.js.map +1 -1
  47. package/dist/install/windsurf.d.ts +25 -0
  48. package/dist/install/windsurf.js +43 -0
  49. package/dist/install/windsurf.js.map +1 -0
  50. package/dist/mcp/server.js +20 -1
  51. package/dist/mcp/server.js.map +1 -1
  52. package/dist/shared/types.d.ts +4 -0
  53. package/dist/ui/assets/{index-BA6IpU8g.css → index-Beo8psd-.css} +1 -1
  54. package/dist/ui/assets/index-CSPTTeeM.js +69 -0
  55. package/dist/ui/index.html +2 -2
  56. package/package.json +26 -1
  57. package/plugin/scripts/prompt-recall-hook.mjs +55 -4
  58. package/plugin/scripts/stop-hook.mjs +57 -6
  59. package/.agents/plugins/marketplace.json +0 -20
  60. package/.github/workflows/ci.yml +0 -30
  61. package/dist/ui/assets/index-B_qIVV0k.js +0 -69
  62. package/docs/methodology/re-derivation-rate.md +0 -112
  63. package/docs/methodology/useful-hit-rate.md +0 -79
  64. package/docs/plans/2026-05-20-fts5-lexical-recall.md +0 -1088
  65. package/docs/plans/2026-05-20-recall-daemon-wedge-fix.md +0 -662
  66. package/docs/plans/2026-05-20-recall-hook-design.md +0 -131
  67. package/docs/plans/2026-05-20-recall-hook-implementation.md +0 -1222
  68. package/docs/plans/desktop-product.md +0 -69
  69. package/docs/plans/factstore-design.md +0 -236
  70. package/logs/CHANGELOG/CHANGELOG-2026.md +0 -1389
  71. package/logs/CHANGELOG/CHANGELOG.md +0 -337
  72. package/migrations/000_initial_schema.sql +0 -174
  73. package/migrations/001_entity_type_rename.sql +0 -17
  74. package/migrations/002_adapter_state_extend.sql +0 -12
  75. package/migrations/003_session_embeddings.sql +0 -11
  76. package/migrations/004_facts.sql +0 -46
  77. package/migrations/005_sources.sql +0 -31
  78. package/migrations/006_providers.sql +0 -33
  79. package/migrations/007_source_tokens.sql +0 -17
  80. package/migrations/008_fts_rebuild.sql +0 -9
  81. package/migrations/009_session_embedding_chunks.sql +0 -46
  82. package/migrations/010_sources_opencode.sql +0 -30
  83. package/migrations/011_sources_hermes_agent.sql +0 -30
  84. package/migrations/012_sources_aider.sql +0 -30
  85. package/migrations/013_adapter_state_failure_count.sql +0 -12
  86. package/plugin-hermes-agent/README.md +0 -49
  87. package/plugin-hermes-agent/__init__.py +0 -75
  88. package/plugin-hermes-agent/plugin.yaml +0 -15
  89. package/scripts/backfill-citations.mjs +0 -0
  90. package/scripts/build-codex-plugin.mjs +0 -61
  91. package/scripts/deepseek-probe.mjs +0 -67
  92. package/scripts/extract-triples.mjs +0 -207
  93. package/scripts/longmemeval/embedding-cache.ts +0 -77
  94. package/scripts/longmemeval/fetch-dataset.sh +0 -25
  95. package/scripts/longmemeval/run-harness.ts +0 -315
  96. package/scripts/longmemeval/scorer.ts +0 -99
  97. package/scripts/longmemeval/tsconfig.json +0 -9
  98. package/scripts/longmemeval/types.ts +0 -35
  99. package/scripts/nlm-daily-digest.py +0 -239
  100. package/scripts/nlm-daily-digest.sh +0 -28
  101. package/src/cli/classify-parity.ts +0 -257
  102. package/src/cli/launchctl-helpers.ts +0 -49
  103. package/src/cli/nlm.ts +0 -885
  104. package/src/core/actions/actions-log.ts +0 -118
  105. package/src/core/actions/overlay.ts +0 -117
  106. package/src/core/adapters/aider.ts +0 -205
  107. package/src/core/adapters/claude-code.ts +0 -293
  108. package/src/core/adapters/common.ts +0 -54
  109. package/src/core/adapters/from-source.ts +0 -57
  110. package/src/core/adapters/hermes-agent.ts +0 -240
  111. package/src/core/adapters/hermes.ts +0 -277
  112. package/src/core/adapters/jsonl-generic.ts +0 -208
  113. package/src/core/adapters/opencode.ts +0 -281
  114. package/src/core/adapters/pi.ts +0 -264
  115. package/src/core/classifier/prompt.ts +0 -200
  116. package/src/core/dataset/build-dataset.ts +0 -463
  117. package/src/core/embedding/chunk-body.ts +0 -76
  118. package/src/core/embedding/embed-backfill.ts +0 -210
  119. package/src/core/embedding/embed-normalize.ts +0 -135
  120. package/src/core/facts/backfill-facts.ts +0 -254
  121. package/src/core/facts/extract-facts.ts +0 -50
  122. package/src/core/hook/citation-detect.ts +0 -124
  123. package/src/core/hook/cite-memo.ts +0 -68
  124. package/src/core/hook/claude-settings.ts +0 -166
  125. package/src/core/hook/gate.ts +0 -25
  126. package/src/core/hook/hook-log.ts +0 -41
  127. package/src/core/hook/memo-sweep.ts +0 -164
  128. package/src/core/hook/memo.ts +0 -67
  129. package/src/core/hook/pointer-block.ts +0 -26
  130. package/src/core/hook/select.ts +0 -32
  131. package/src/core/hook/transcript.ts +0 -121
  132. package/src/core/ingest/ingest-session.ts +0 -111
  133. package/src/core/providers/provider-models.ts +0 -100
  134. package/src/core/providers/provider-registry.ts +0 -196
  135. package/src/core/recall/citation-log.ts +0 -108
  136. package/src/core/recall/filter.ts +0 -27
  137. package/src/core/recall/index.ts +0 -6
  138. package/src/core/recall/match-fields.ts +0 -40
  139. package/src/core/recall/query-log.ts +0 -149
  140. package/src/core/recall/query-shape.ts +0 -66
  141. package/src/core/recall/recall-service.ts +0 -320
  142. package/src/core/recall/recent-log.ts +0 -59
  143. package/src/core/recall/tokenize.ts +0 -18
  144. package/src/core/recall/useful-scan.ts +0 -336
  145. package/src/core/recall-facts/fact-query-log.ts +0 -150
  146. package/src/core/recall-facts/fact-recall-service.ts +0 -327
  147. package/src/core/scheduler/scan-once.ts +0 -142
  148. package/src/core/scheduler/scheduler.ts +0 -225
  149. package/src/core/sources/source-registry.ts +0 -260
  150. package/src/core/storage/db-restore.ts +0 -133
  151. package/src/core/storage/live-status.ts +0 -45
  152. package/src/core/storage/migrate.ts +0 -72
  153. package/src/core/storage/sqlite-fact-store.ts +0 -304
  154. package/src/core/storage/sqlite-session-store.ts +0 -765
  155. package/src/hook/prompt-recall-hook.ts +0 -174
  156. package/src/hook/session-end-hook.ts +0 -81
  157. package/src/hook/session-start-hook.ts +0 -165
  158. package/src/hook/stop-hook.ts +0 -236
  159. package/src/http/app.ts +0 -1137
  160. package/src/install/claude-code.ts +0 -128
  161. package/src/install/codex.ts +0 -367
  162. package/src/install/hermes-agent.ts +0 -76
  163. package/src/install/hermes.ts +0 -78
  164. package/src/install/ollama.ts +0 -211
  165. package/src/install/setup.ts +0 -368
  166. package/src/llm/classifier-box.ts +0 -64
  167. package/src/llm/deepseek-client.ts +0 -150
  168. package/src/llm/env-autoload.ts +0 -55
  169. package/src/llm/ollama-client.ts +0 -189
  170. package/src/mcp/server.ts +0 -534
  171. package/src/ports/fact-store.ts +0 -102
  172. package/src/ports/llm-client.ts +0 -52
  173. package/src/ports/logger.ts +0 -16
  174. package/src/ports/session-store.ts +0 -45
  175. package/src/ports/transcript-adapter.ts +0 -55
  176. package/src/shared/types.ts +0 -145
  177. package/src/ui/App.tsx +0 -58
  178. package/src/ui/components/PromoteOpenButton.tsx +0 -65
  179. package/src/ui/components/SessionDrawer.tsx +0 -136
  180. package/src/ui/components/SideNav.tsx +0 -162
  181. package/src/ui/components/Skeleton.tsx +0 -107
  182. package/src/ui/index.html +0 -13
  183. package/src/ui/lib/actions.ts +0 -30
  184. package/src/ui/lib/api.ts +0 -92
  185. package/src/ui/lib/dataset.ts +0 -141
  186. package/src/ui/lib/registries.ts +0 -155
  187. package/src/ui/lib/view-settings.ts +0 -41
  188. package/src/ui/main.tsx +0 -15
  189. package/src/ui/pages/Live.tsx +0 -229
  190. package/src/ui/pages/Pulse.tsx +0 -415
  191. package/src/ui/pages/Recall.tsx +0 -190
  192. package/src/ui/pages/River.tsx +0 -308
  193. package/src/ui/pages/Search.tsx +0 -93
  194. package/src/ui/pages/Stub.tsx +0 -9
  195. package/src/ui/pages/Thread.tsx +0 -262
  196. package/src/ui/pages/settings/Classifier.tsx +0 -227
  197. package/src/ui/pages/settings/Data.tsx +0 -190
  198. package/src/ui/pages/settings/Index.tsx +0 -65
  199. package/src/ui/pages/settings/Labels.tsx +0 -224
  200. package/src/ui/pages/settings/Providers.tsx +0 -305
  201. package/src/ui/pages/settings/SettingsSubnav.tsx +0 -28
  202. package/src/ui/pages/settings/Sources.tsx +0 -326
  203. package/src/ui/pages/settings/Views.tsx +0 -96
  204. package/src/ui/styles.css +0 -1766
  205. package/src/ui/tsconfig.json +0 -21
  206. package/src/ui/vite.config.ts +0 -19
  207. package/tests/fixtures/claude_code/short_session.jsonl +0 -2
  208. package/tests/fixtures/claude_code/standard_iso.jsonl +0 -4
  209. package/tests/fixtures/claude_code/tool_heavy.jsonl +0 -8
  210. package/tests/fixtures/claude_code/with_subagent.jsonl +0 -7
  211. package/tests/fixtures/facts.ts +0 -17
  212. package/tests/fixtures/golden-corpus.ts +0 -85
  213. package/tests/fixtures/hermes/paired_request_dump.json +0 -24
  214. package/tests/fixtures/hermes/paired_session.json +0 -23
  215. package/tests/fixtures/hermes/request_dump.json +0 -28
  216. package/tests/fixtures/hermes/session_iso.json +0 -38
  217. package/tests/fixtures/hermes/session_unix.json +0 -38
  218. package/tests/fixtures/hermes/system_only.json +0 -18
  219. package/tests/fixtures/pi/error-connection-abort.jsonl +0 -8
  220. package/tests/fixtures/pi/short-successful.jsonl +0 -5
  221. package/tests/fixtures/pi/with-custom-message.jsonl +0 -6
  222. package/tests/fixtures/sessions.ts +0 -22
  223. package/tests/integration/backfill-facts.test.ts +0 -362
  224. package/tests/integration/citation-explicit.test.ts +0 -111
  225. package/tests/integration/cite-event.test.ts +0 -169
  226. package/tests/integration/cite-memo.test.ts +0 -87
  227. package/tests/integration/db-restore.test.ts +0 -153
  228. package/tests/integration/embed-backfill.test.ts +0 -176
  229. package/tests/integration/fact-supersedence.test.ts +0 -313
  230. package/tests/integration/fts-index.test.ts +0 -60
  231. package/tests/integration/getbyids-sqlite.test.ts +0 -60
  232. package/tests/integration/hermes-agent-hooks.test.ts +0 -248
  233. package/tests/integration/hook-claude-settings.test.ts +0 -205
  234. package/tests/integration/hook-log.test.ts +0 -54
  235. package/tests/integration/hook-memo.test.ts +0 -68
  236. package/tests/integration/hook-pre-compact.test.ts +0 -105
  237. package/tests/integration/hook-subagent-start.test.ts +0 -102
  238. package/tests/integration/http.test.ts +0 -401
  239. package/tests/integration/keyword-search-fts.test.ts +0 -66
  240. package/tests/integration/mcp-recall-logging.test.ts +0 -88
  241. package/tests/integration/mcp.test.ts +0 -248
  242. package/tests/integration/memo-sweep.test.ts +0 -91
  243. package/tests/integration/prompt-recall-hook.test.ts +0 -88
  244. package/tests/integration/provider-registry.test.ts +0 -107
  245. package/tests/integration/recall-golden.test.ts +0 -59
  246. package/tests/integration/recall-sqlite.test.ts +0 -169
  247. package/tests/integration/scheduler.test.ts +0 -391
  248. package/tests/integration/session-end-hook.test.ts +0 -48
  249. package/tests/integration/session-start-hook.test.ts +0 -126
  250. package/tests/integration/source-registry.test.ts +0 -120
  251. package/tests/integration/sqlite-fact-store.test.ts +0 -346
  252. package/tests/integration/stop-hook.test.ts +0 -560
  253. package/tests/integration/wal-checkpoint.test.ts +0 -49
  254. package/tests/unit/cli/launchctl-helpers.test.ts +0 -60
  255. package/tests/unit/core/adapters/aider.test.ts +0 -230
  256. package/tests/unit/core/adapters/claude-code.test.ts +0 -118
  257. package/tests/unit/core/adapters/hermes-agent.test.ts +0 -329
  258. package/tests/unit/core/adapters/hermes.test.ts +0 -81
  259. package/tests/unit/core/adapters/jsonl-generic.test.ts +0 -142
  260. package/tests/unit/core/adapters/opencode.test.ts +0 -354
  261. package/tests/unit/core/adapters/pi.test.ts +0 -110
  262. package/tests/unit/core/classifier/prompt.test.ts +0 -126
  263. package/tests/unit/core/embedding/chunk-body.test.ts +0 -100
  264. package/tests/unit/core/facts/extract-facts.test.ts +0 -117
  265. package/tests/unit/core/filter.test.ts +0 -40
  266. package/tests/unit/core/hook/citation-detect-cite-session.test.ts +0 -96
  267. package/tests/unit/core/hook/citation-detect.test.ts +0 -124
  268. package/tests/unit/core/hook/gate.test.ts +0 -29
  269. package/tests/unit/core/hook/pointer-block.test.ts +0 -22
  270. package/tests/unit/core/hook/select.test.ts +0 -66
  271. package/tests/unit/core/match-fields.test.ts +0 -39
  272. package/tests/unit/core/mcp-cite-session.test.ts +0 -51
  273. package/tests/unit/core/providers/provider-models.test.ts +0 -101
  274. package/tests/unit/core/query-shape.test.ts +0 -92
  275. package/tests/unit/core/recall-facts/fact-recall-service.test.ts +0 -258
  276. package/tests/unit/core/recall-service.test.ts +0 -200
  277. package/tests/unit/core/storage/live-status.test.ts +0 -54
  278. package/tests/unit/core/tokenize.test.ts +0 -32
  279. package/tests/unit/core/useful-scan.test.ts +0 -537
  280. package/tests/unit/llm/embed.test.ts +0 -93
  281. package/tests/unit/llm/ollama-client.test.ts +0 -124
  282. package/tests/unit/scripts/longmemeval-scorer.test.ts +0 -114
  283. package/tsconfig.json +0 -31
  284. package/tsconfig.test.json +0 -11
  285. package/vitest.config.ts +0 -22
@@ -1,169 +0,0 @@
1
- /**
2
- * End-to-end integration: RecallService → SqliteSessionStore → real SQLite
3
- * with sqlite-vec loaded. Spins up a tmp DB, runs migrations, seeds a small
4
- * corpus including embeddings, and exercises keyword + semantic recall.
5
- */
6
-
7
- import { mkdtempSync, rmSync } from "node:fs";
8
- import { tmpdir } from "node:os";
9
- import { join, resolve } from "node:path";
10
- import { afterEach, beforeEach, describe, expect, it } from "vitest";
11
- import { RecallService } from "../../src/core/recall/recall-service.js";
12
- import { SqliteSessionStore } from "../../src/core/storage/sqlite-session-store.js";
13
- import type { EmbedResult, LLMClient } from "../../src/ports/llm-client.js";
14
- import type { Session } from "../../src/shared/types.js";
15
- import { makeSession } from "../fixtures/sessions.js";
16
-
17
- const MIGRATIONS_DIR = resolve(__dirname, "../../migrations");
18
-
19
- function unit(values: number[]): Float32Array {
20
- const padded = new Float32Array(768);
21
- values.forEach((v, i) => {
22
- padded[i] = v;
23
- });
24
- // normalize to unit length (session_embeddings expects unit vectors)
25
- let sum = 0;
26
- for (const v of padded) sum += v * v;
27
- const norm = Math.sqrt(sum) || 1;
28
- for (let i = 0; i < padded.length; i++) padded[i] = (padded[i] ?? 0) / norm;
29
- return padded;
30
- }
31
-
32
- class FixedEmbedder implements LLMClient {
33
- constructor(private readonly vector: Float32Array) {}
34
- async embed(): Promise<EmbedResult> {
35
- return { vector: this.vector, model: "fixed-test" };
36
- }
37
- async classify(): Promise<never> {
38
- throw new Error("not used in this test");
39
- }
40
- }
41
-
42
- const seed: ReadonlyArray<{ session: Session; embedding: Float32Array }> = [
43
- {
44
- session: makeSession({
45
- id: "sess_a",
46
- label: "Hono router setup",
47
- summary: "Wired Hono onto port 3940 with sqlite session store",
48
- body: "Chose Hono over Express for routing. Mounted the recall API on port 3940.",
49
- entities: ["NLM"],
50
- decisions: ["chose Hono over Express for routing"],
51
- }),
52
- embedding: unit([1, 0, 0]),
53
- },
54
- {
55
- session: makeSession({
56
- id: "sess_b",
57
- label: "pgvector migration plan",
58
- summary: "Sketched eventual Postgres mirror via PostgresSessionStore port",
59
- body: "Planned the pgvector power tier. Open question: timing of cutover from SQLite to Postgres.",
60
- entities: ["NLM", "Postgres"],
61
- open: ["timing of cutover from SQLite to Postgres"],
62
- }),
63
- embedding: unit([0, 1, 0]),
64
- },
65
- {
66
- session: makeSession({
67
- id: "sess_c",
68
- label: "TX Tax county scraper",
69
- summary: "Unrelated work on Texas tax exemption directory",
70
- body: "Built the Texas tax exemption county scraper and directory pipeline.",
71
- entities: ["TX Tax Exemptions"],
72
- }),
73
- embedding: unit([0, 0, 1]),
74
- },
75
- ];
76
-
77
- describe("RecallService against SqliteSessionStore (integration)", () => {
78
- let tmp: string;
79
- let store: SqliteSessionStore;
80
-
81
- beforeEach(() => {
82
- tmp = mkdtempSync(join(tmpdir(), "nlm-mem-"));
83
- store = new SqliteSessionStore({
84
- dbPath: join(tmp, "canonical.sqlite"),
85
- migrationsDir: MIGRATIONS_DIR,
86
- });
87
- for (const { session, embedding } of seed) {
88
- store.insertSessionForTest(session);
89
- store.insertEmbeddingForTest(session.id, embedding);
90
- }
91
- });
92
-
93
- afterEach(() => {
94
- store.close();
95
- rmSync(tmp, { recursive: true, force: true });
96
- });
97
-
98
- it("loads sessions with their entities and markers via list()", async () => {
99
- const all = await store.list();
100
- expect(all).toHaveLength(3);
101
- const b = all.find((s) => s.id === "sess_b");
102
- expect(b?.entities).toEqual(["NLM", "Postgres"]);
103
- expect(b?.open).toEqual(["timing of cutover from SQLite to Postgres"]);
104
- });
105
-
106
- it("keyword recall finds the right session through the full pipeline", async () => {
107
- const svc = new RecallService({
108
- store,
109
- llm: new FixedEmbedder(unit([1, 0, 0])),
110
- });
111
- const result = await svc.search({ query: "pgvector", mode: "keyword" });
112
- expect(result.total).toBe(1);
113
- expect(result.results[0]?.id).toBe("sess_b");
114
- expect(result.results[0]?.matchedIn).toContain("label");
115
- });
116
-
117
- it("semantic recall returns the nearest neighbor via sqlite-vec KNN", async () => {
118
- // query vector aligned with sess_a's embedding → distance 0, cosine 1
119
- const svc = new RecallService({
120
- store,
121
- llm: new FixedEmbedder(unit([1, 0, 0])),
122
- });
123
- const result = await svc.search({
124
- query: "anything",
125
- mode: "semantic",
126
- limit: 3,
127
- });
128
- expect(result.results.length).toBeGreaterThan(0);
129
- expect(result.results[0]?.id).toBe("sess_a");
130
- expect(result.results[0]?.matchScore).toBeCloseTo(1, 4);
131
- });
132
-
133
- it("hybrid recall blends keyword + semantic against the real store", async () => {
134
- const svc = new RecallService({
135
- store,
136
- llm: new FixedEmbedder(unit([0, 1, 0])), // aligned with sess_b
137
- });
138
- const result = await svc.search({ query: "pgvector", mode: "hybrid" });
139
- const top = result.results[0];
140
- expect(top?.id).toBe("sess_b");
141
- expect(top?.keywordScore).toBe(1);
142
- expect(top?.semanticScore).toBeCloseTo(1, 4);
143
- });
144
-
145
- it("entity filter restricts recall results", async () => {
146
- const svc = new RecallService({
147
- store,
148
- llm: new FixedEmbedder(unit([1, 0, 0])),
149
- });
150
- const result = await svc.search({
151
- query: "scraper",
152
- mode: "keyword",
153
- entity: "NLM",
154
- });
155
- expect(result.results).toHaveLength(0);
156
- });
157
-
158
- it("migration runner is idempotent on a second open", async () => {
159
- store.close();
160
- // Reopening with the same dbPath should not throw — migrations already applied
161
- const reopened = new SqliteSessionStore({
162
- dbPath: join(tmp, "canonical.sqlite"),
163
- migrationsDir: MIGRATIONS_DIR,
164
- });
165
- const all = await reopened.list();
166
- expect(all).toHaveLength(3);
167
- reopened.close();
168
- });
169
- });
@@ -1,391 +0,0 @@
1
- /**
2
- * Integration tests for the Phase D Scheduler. Drives a tick against a
3
- * fixture-backed adapter through real SqliteSessionStore + sqlite-vec,
4
- * with fake LLMClients standing in for classifier and embedder.
5
- */
6
-
7
- import { mkdtempSync, rmSync, writeFileSync, utimesSync, mkdirSync, copyFileSync } from "node:fs";
8
- import { tmpdir } from "node:os";
9
- import { join, resolve } from "node:path";
10
- import { afterEach, beforeEach, describe, expect, it } from "vitest";
11
- import Database from "better-sqlite3";
12
- import * as sqliteVec from "sqlite-vec";
13
- import { SqliteFactStore } from "../../src/core/storage/sqlite-fact-store.js";
14
- import { SqliteSessionStore } from "../../src/core/storage/sqlite-session-store.js";
15
- import { ClaudeCodeAdapter } from "../../src/core/adapters/claude-code.js";
16
- import { ScanScheduler } from "../../src/core/scheduler/scheduler.js";
17
- import { MAX_CLASSIFY_FAILURES } from "../../src/core/scheduler/scan-once.js";
18
- import type {
19
- ClassifyResult,
20
- EmbedResult,
21
- LLMClient,
22
- } from "../../src/ports/llm-client.js";
23
-
24
- const MIGRATIONS_DIR = resolve(__dirname, "../../migrations");
25
- const FIXTURES = resolve(__dirname, "../fixtures/claude_code");
26
-
27
- function ageFiles(dir: string, ageMs: number): void {
28
- const now = (Date.now() - ageMs) / 1000;
29
- const { readdirSync, statSync } = require("node:fs") as typeof import("node:fs");
30
- for (const entry of readdirSync(dir, { withFileTypes: true })) {
31
- const full = join(dir, entry.name);
32
- if (entry.isDirectory()) ageFiles(full, ageMs);
33
- else if (statSync(full).isFile()) utimesSync(full, now, now);
34
- }
35
- }
36
-
37
- class StubClassifier implements LLMClient {
38
- calls = 0;
39
- constructor(
40
- private readonly result: ClassifyResult = {
41
- label: "Stub label",
42
- summary: "Stub summary",
43
- entities: ["NLM"],
44
- decisions: ["chose Hono"],
45
- open: [],
46
- confidence: 0.9,
47
- facts: [],
48
- },
49
- private readonly throwError: boolean = false,
50
- ) {}
51
- async embed(): Promise<EmbedResult> {
52
- throw new Error("not used");
53
- }
54
- async classify(): Promise<ClassifyResult> {
55
- this.calls += 1;
56
- if (this.throwError) throw new Error("classifier blew up");
57
- return this.result;
58
- }
59
- }
60
-
61
- class StubEmbedder implements LLMClient {
62
- calls = 0;
63
- async embed(): Promise<EmbedResult> {
64
- this.calls += 1;
65
- const v = new Float32Array(768);
66
- v[0] = 1;
67
- return { vector: v, model: "stub" };
68
- }
69
- async classify(): Promise<ClassifyResult> {
70
- throw new Error("not used");
71
- }
72
- }
73
-
74
- describe("ScanScheduler.tick", () => {
75
- let tmp: string;
76
- let dbPath: string;
77
- let projects: string;
78
- let store: SqliteSessionStore;
79
-
80
- beforeEach(() => {
81
- tmp = mkdtempSync(join(tmpdir(), "nlm-sched-"));
82
- dbPath = join(tmp, "canonical.sqlite");
83
- projects = join(tmp, "projects");
84
- mkdirSync(join(projects, "project_a"), { recursive: true });
85
- copyFileSync(
86
- join(FIXTURES, "standard_iso.jsonl"),
87
- join(projects, "project_a", "fixture.jsonl"),
88
- );
89
- // make it look idle so scanOnce picks it up
90
- ageFiles(projects, 60 * 60 * 1000);
91
- store = new SqliteSessionStore({ dbPath, migrationsDir: MIGRATIONS_DIR });
92
- });
93
-
94
- afterEach(() => {
95
- store.close();
96
- rmSync(tmp, { recursive: true, force: true });
97
- });
98
-
99
- it("ingests a discovered chunk: row + markers + entity link + embedding + adapter_state", async () => {
100
- const adapter = new ClaudeCodeAdapter({ projectsPath: projects, idleMinutes: 15 });
101
- const classifier = new StubClassifier();
102
- const embedder = new StubEmbedder();
103
- const scheduler = new ScanScheduler({
104
- store,
105
- adapters: [adapter],
106
- classifier,
107
- embedder,
108
- logger: () => {},
109
- });
110
-
111
- const report = await scheduler.tick();
112
- expect(report.chunksSeen).toBe(1);
113
- expect(report.inserted).toBe(1);
114
- expect(report.skippedLowConfidence).toBe(0);
115
- expect(classifier.calls).toBe(1);
116
- expect(embedder.calls).toBe(1);
117
-
118
- const db = new Database(dbPath);
119
- sqliteVec.load(db);
120
- const sess = db.prepare<[], { id: string; label: string; status: string }>(
121
- "SELECT id, label, status FROM sessions",
122
- ).all();
123
- expect(sess).toHaveLength(1);
124
- expect(sess[0]?.label).toBe("Stub label");
125
- expect(sess[0]?.status).toBe("closed");
126
-
127
- const markers = db.prepare<[string], { kind: string; text: string }>(
128
- "SELECT kind, text FROM markers WHERE session_id = ?",
129
- ).all(sess[0]!.id);
130
- expect(markers.find((m) => m.kind === "decision")?.text).toBe("chose Hono");
131
-
132
- const ent = db.prepare<[string], { entity_canonical: string }>(
133
- "SELECT entity_canonical FROM session_entities WHERE session_id = ?",
134
- ).all(sess[0]!.id);
135
- expect(ent[0]?.entity_canonical).toBe("NLM");
136
-
137
- const emb = db.prepare<[string], { c: number }>(
138
- "SELECT COUNT(*) AS c FROM session_chunk_map WHERE session_id = ?",
139
- ).get(sess[0]!.id);
140
- expect(emb?.c).toBeGreaterThanOrEqual(1);
141
-
142
- const state = db.prepare<[], { source_path: string; session_id: string }>(
143
- "SELECT source_path, session_id FROM adapter_state WHERE adapter_name = 'claude-code'",
144
- ).all();
145
- expect(state).toHaveLength(1);
146
- expect(state[0]?.session_id).toBe(sess[0]!.id);
147
- db.close();
148
- });
149
-
150
- it("a second tick is a no-op when the file is unchanged", async () => {
151
- const adapter = new ClaudeCodeAdapter({ projectsPath: projects, idleMinutes: 15 });
152
- const classifier = new StubClassifier();
153
- const embedder = new StubEmbedder();
154
- const scheduler = new ScanScheduler({
155
- store, adapters: [adapter], classifier, embedder, logger: () => {},
156
- });
157
-
158
- await scheduler.tick();
159
- const report = await scheduler.tick();
160
- expect(report.chunksSeen).toBe(0);
161
- expect(report.inserted).toBe(0);
162
- });
163
-
164
- it("skips chunks below the confidence floor", async () => {
165
- const adapter = new ClaudeCodeAdapter({ projectsPath: projects, idleMinutes: 15 });
166
- const classifier = new StubClassifier({
167
- label: "x", summary: "y", entities: [], decisions: [], open: [], confidence: 0.1, facts: [],
168
- });
169
- const scheduler = new ScanScheduler({
170
- store, adapters: [adapter], classifier, embedder: null, logger: () => {},
171
- });
172
- const report = await scheduler.tick();
173
- expect(report.skippedLowConfidence).toBe(1);
174
- expect(report.inserted).toBe(0);
175
- });
176
-
177
- it("classifier failure is contained — chunk skipped, ingest continues", async () => {
178
- const adapter = new ClaudeCodeAdapter({ projectsPath: projects, idleMinutes: 15 });
179
- const classifier = new StubClassifier(undefined, true);
180
- const messages: string[] = [];
181
- const scheduler = new ScanScheduler({
182
- store, adapters: [adapter], classifier, embedder: null,
183
- logger: (m) => messages.push(m),
184
- });
185
- const report = await scheduler.tick();
186
- expect(report.classifyFailures).toBe(1);
187
- expect(report.inserted).toBe(0);
188
- expect(messages.some((m) => m.includes("classifier"))).toBe(true);
189
- });
190
-
191
- it("supersedence wires the edge + flips prior status when a file grows", async () => {
192
- const adapter = new ClaudeCodeAdapter({ projectsPath: projects, idleMinutes: 15 });
193
- const classifier = new StubClassifier();
194
- const scheduler = new ScanScheduler({
195
- store, adapters: [adapter], classifier, embedder: null, logger: () => {},
196
- });
197
- const firstReport = await scheduler.tick();
198
- expect(firstReport.inserted).toBe(1);
199
- const firstId = store.rawDb()
200
- .prepare<[], { session_id: string }>(
201
- "SELECT session_id FROM adapter_state WHERE adapter_name = 'claude-code'",
202
- ).get()!.session_id;
203
-
204
- // Append + age + change runtime_session_id so the parser yields a new id
205
- const fixturePath = join(projects, "project_a", "fixture.jsonl");
206
- const { readFileSync, writeFileSync, utimesSync } = require("node:fs") as typeof import("node:fs");
207
- const original = readFileSync(fixturePath, "utf8");
208
- const mutated = original
209
- .replace(/"sessionId"\s*:\s*"[^"]+"/g, '"sessionId": "resumed-uuid-12345"') +
210
- JSON.stringify({ type: "user", message: { content: "more work" }, timestamp: "2026-05-19T11:00:00Z" }) + "\n";
211
- writeFileSync(fixturePath, mutated);
212
- const oldT = (Date.now() - 60 * 60 * 1000) / 1000;
213
- utimesSync(fixturePath, oldT, oldT);
214
-
215
- const secondReport = await scheduler.tick();
216
- expect(secondReport.inserted).toBe(1);
217
-
218
- const db = store.rawDb();
219
- const edges = db.prepare<[], { from_session: string; to_session: string; kind: string }>(
220
- "SELECT from_session, to_session, kind FROM session_edges",
221
- ).all();
222
- expect(edges).toHaveLength(1);
223
- expect(edges[0]?.kind).toBe("supersedes");
224
- expect(edges[0]?.to_session).toBe(firstId);
225
-
226
- const supersededStatus = db.prepare<[string], { status: string }>(
227
- "SELECT status FROM sessions WHERE id = ?",
228
- ).get(firstId);
229
- expect(supersededStatus?.status).toBe("superseded");
230
- });
231
-
232
- it("re-ingest of the same session updates row in place (no duplicates)", async () => {
233
- const adapter = new ClaudeCodeAdapter({ projectsPath: projects, idleMinutes: 15 });
234
- const classifier = new StubClassifier();
235
- const scheduler = new ScanScheduler({
236
- store, adapters: [adapter], classifier, embedder: null, logger: () => {},
237
- });
238
- await scheduler.tick();
239
- // Reset adapter_state to force re-ingest of the same file
240
- store.rawDb().prepare("DELETE FROM adapter_state").run();
241
- const second = await scheduler.tick();
242
- expect(second.inserted).toBe(1);
243
- const count = store.rawDb()
244
- .prepare<[], { c: number }>("SELECT COUNT(*) AS c FROM sessions").get();
245
- expect(count?.c).toBe(1);
246
- });
247
-
248
- it("writes facts atomically with the session row when a FactStore is configured (B.2)", async () => {
249
- const adapter = new ClaudeCodeAdapter({ projectsPath: projects, idleMinutes: 15 });
250
- const classifier = new StubClassifier({
251
- label: "Stub label",
252
- summary: "Stub summary",
253
- entities: ["NLM"],
254
- decisions: ["chose Hono"],
255
- open: [],
256
- confidence: 0.9,
257
- facts: [
258
- { kind: "decision", subject: "nlm-memory-ts", predicate: "framework", value: "Hono" },
259
- {
260
- kind: "attribute",
261
- subject: "mac-pro-llm-host",
262
- predicate: "endpoint",
263
- value: "http://macpro:8080/v1",
264
- },
265
- ],
266
- });
267
- const factStore = new SqliteFactStore(store.rawDb());
268
- const scheduler = new ScanScheduler({
269
- store, adapters: [adapter], classifier, embedder: null, factStore, logger: () => {},
270
- });
271
- const report = await scheduler.tick();
272
- expect(report.inserted).toBe(1);
273
-
274
- const sessId = store.rawDb()
275
- .prepare<[], { session_id: string }>(
276
- "SELECT session_id FROM adapter_state WHERE adapter_name = 'claude-code'",
277
- ).get()!.session_id;
278
- const facts = await factStore.listBySession(sessId);
279
- expect(facts).toHaveLength(2);
280
- expect(facts.map((f) => `${f.subject}:${f.predicate}:${f.value}`).sort()).toEqual([
281
- "mac-pro-llm-host:endpoint:http://macpro:8080/v1",
282
- "nlm-memory-ts:framework:Hono",
283
- ]);
284
- for (const f of facts) {
285
- expect(f.sourceSessionId).toBe(sessId);
286
- expect(f.confidence).toBe(0.9);
287
- expect(f.supersededBy).toBeNull();
288
- }
289
- });
290
-
291
- it("does not write facts when FactStore is not provided (backwards compat)", async () => {
292
- const adapter = new ClaudeCodeAdapter({ projectsPath: projects, idleMinutes: 15 });
293
- const classifier = new StubClassifier({
294
- label: "L", summary: "S", entities: [], decisions: [], open: [], confidence: 0.9,
295
- facts: [{ kind: "decision", subject: "x", predicate: "framework", value: "y" }],
296
- });
297
- const scheduler = new ScanScheduler({
298
- store, adapters: [adapter], classifier, embedder: null, logger: () => {},
299
- });
300
- await scheduler.tick();
301
- const count = store.rawDb()
302
- .prepare<[], { c: number }>("SELECT COUNT(*) AS c FROM facts").get();
303
- expect(count?.c).toBe(0);
304
- });
305
-
306
- it("writes fact embeddings when both FactStore and embedder are configured (B.3)", async () => {
307
- const adapter = new ClaudeCodeAdapter({ projectsPath: projects, idleMinutes: 15 });
308
- const classifier = new StubClassifier({
309
- label: "L", summary: "S", entities: [], decisions: [], open: [], confidence: 0.9,
310
- facts: [
311
- { kind: "decision", subject: "nlm-memory-ts", predicate: "framework", value: "Hono" },
312
- { kind: "attribute", subject: "mac-pro", predicate: "endpoint", value: "http://macpro:8080/v1" },
313
- ],
314
- });
315
- const embedder = new StubEmbedder();
316
- const factStore = new SqliteFactStore(store.rawDb());
317
- const scheduler = new ScanScheduler({
318
- store, adapters: [adapter], classifier, embedder, factStore, logger: () => {},
319
- });
320
- await scheduler.tick();
321
- // session embedding (1) + per-fact embeddings (2) = 3 calls
322
- expect(embedder.calls).toBe(3);
323
- const count = store.rawDb()
324
- .prepare<[], { c: number }>("SELECT COUNT(*) AS c FROM fact_embeddings").get();
325
- expect(count?.c).toBe(2);
326
- });
327
-
328
- it("classifier failure increments failure_count in adapter_state", async () => {
329
- const adapter = new ClaudeCodeAdapter({ projectsPath: projects, idleMinutes: 15 });
330
- const classifier = new StubClassifier(undefined, true);
331
- const scheduler = new ScanScheduler({
332
- store, adapters: [adapter], classifier, embedder: null, logger: () => {},
333
- });
334
- await scheduler.tick();
335
- const row = store.rawDb()
336
- .prepare<[], { failure_count: number }>(
337
- "SELECT COALESCE(failure_count, 0) AS failure_count FROM adapter_state WHERE adapter_name = 'claude-code'",
338
- ).get();
339
- expect(row?.failure_count).toBe(1);
340
- });
341
-
342
- it("file is skipped on next tick once failure_count reaches ceiling", async () => {
343
- const adapter = new ClaudeCodeAdapter({ projectsPath: projects, idleMinutes: 15 });
344
- const failClassifier = new StubClassifier(undefined, true);
345
- const scheduler = new ScanScheduler({
346
- store, adapters: [adapter], classifier: failClassifier, embedder: null, logger: () => {},
347
- });
348
- // Drive failure_count to the ceiling
349
- for (let i = 0; i < MAX_CLASSIFY_FAILURES; i++) {
350
- store.rawDb().prepare(
351
- "UPDATE adapter_state SET failure_count = ?, file_size = file_size - 1 WHERE adapter_name = 'claude-code'",
352
- ).run(i);
353
- await scheduler.tick();
354
- }
355
- // Now failure_count === MAX_CLASSIFY_FAILURES and file_size matches disk — next tick should skip
356
- const db = store.rawDb();
357
- db.prepare(
358
- "UPDATE adapter_state SET file_size = (SELECT size FROM (SELECT ? AS size)), failure_count = ?",
359
- );
360
- // Reset: set file_size to actual disk size so scanOnce sees "unchanged"
361
- const { statSync: ss } = require("node:fs") as typeof import("node:fs");
362
- const filePath = join(projects, "project_a", "fixture.jsonl");
363
- const realSize = ss(filePath).size;
364
- db.prepare(
365
- "UPDATE adapter_state SET file_size = ?, failure_count = ? WHERE adapter_name = 'claude-code'",
366
- ).run(realSize, MAX_CLASSIFY_FAILURES);
367
-
368
- const skipReport = await scheduler.tick();
369
- expect(skipReport.chunksSeen).toBe(0);
370
- expect(skipReport.classifyFailures).toBe(0);
371
- });
372
-
373
- it("re-ingest replaces facts (no duplicate fact rows across ticks)", async () => {
374
- const adapter = new ClaudeCodeAdapter({ projectsPath: projects, idleMinutes: 15 });
375
- const classifier = new StubClassifier({
376
- label: "L", summary: "S", entities: [], decisions: [], open: [], confidence: 0.9,
377
- facts: [{ kind: "decision", subject: "nlm-memory-ts", predicate: "framework", value: "Hono" }],
378
- });
379
- const factStore = new SqliteFactStore(store.rawDb());
380
- const scheduler = new ScanScheduler({
381
- store, adapters: [adapter], classifier, embedder: null, factStore, logger: () => {},
382
- });
383
- await scheduler.tick();
384
- store.rawDb().prepare("DELETE FROM adapter_state").run();
385
- await scheduler.tick();
386
-
387
- const count = store.rawDb()
388
- .prepare<[], { c: number }>("SELECT COUNT(*) AS c FROM facts").get();
389
- expect(count?.c).toBe(1);
390
- });
391
- });
@@ -1,48 +0,0 @@
1
- import { mkdtempSync, rmSync } from "node:fs";
2
- import { tmpdir } from "node:os";
3
- import { join } from "node:path";
4
- import { afterEach, beforeEach, describe, expect, it } from "vitest";
5
- import { runSessionEnd } from "../../src/hook/session-end-hook.js";
6
- import { loadSurfaced, recordSurfaced } from "../../src/core/hook/memo.js";
7
- import { loadCited, recordCited } from "../../src/core/hook/cite-memo.js";
8
-
9
- describe("session-end hook", () => {
10
- let tmp: string;
11
-
12
- beforeEach(() => {
13
- tmp = mkdtempSync(join(tmpdir(), "nlm-session-end-"));
14
- process.env["NLM_HOOK_STATE_DIR"] = tmp;
15
- });
16
-
17
- afterEach(() => {
18
- delete process.env["NLM_HOOK_STATE_DIR"];
19
- rmSync(tmp, { recursive: true, force: true });
20
- });
21
-
22
- it("deletes the per-conversation memo when one exists", () => {
23
- recordSurfaced("conv-x", ["sess_1", "sess_2"]);
24
- expect(loadSurfaced("conv-x").size).toBe(2);
25
- const result = runSessionEnd("conv-x");
26
- expect(result.cleared).toBe(true);
27
- expect(result.conversationId).toBe("conv-x");
28
- expect(loadSurfaced("conv-x").size).toBe(0);
29
- });
30
-
31
- it("reports cleared=false when no memo file exists", () => {
32
- const result = runSessionEnd("never-existed");
33
- expect(result.cleared).toBe(false);
34
- });
35
-
36
- it("also deletes the cited memo (Stop hook dedup state)", () => {
37
- recordCited("conv-c", ["cc_x", "cc_y"]);
38
- expect(loadCited("conv-c").size).toBe(2);
39
- const result = runSessionEnd("conv-c");
40
- expect(result.cleared).toBe(true);
41
- expect(loadCited("conv-c").size).toBe(0);
42
- });
43
-
44
- it("reports cleared=true when only one of (surfaced, cited) memo exists", () => {
45
- recordCited("conv-only-cited", ["cc_x"]);
46
- expect(runSessionEnd("conv-only-cited").cleared).toBe(true);
47
- });
48
- });