nlm-memory 0.5.0 → 0.5.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (257) hide show
  1. package/README.md +89 -34
  2. package/dist/cli/digest.d.ts +20 -0
  3. package/dist/cli/digest.js +142 -0
  4. package/dist/cli/digest.js.map +1 -0
  5. package/dist/cli/nlm.d.ts +1 -0
  6. package/dist/cli/nlm.js +25 -1
  7. package/dist/cli/nlm.js.map +1 -1
  8. package/dist/core/digest/compose.d.ts +38 -0
  9. package/dist/core/digest/compose.js +93 -0
  10. package/dist/core/digest/compose.js.map +1 -0
  11. package/dist/core/digest/hook-liveness.d.ts +32 -0
  12. package/dist/core/digest/hook-liveness.js +54 -0
  13. package/dist/core/digest/hook-liveness.js.map +1 -0
  14. package/dist/http/app.js +2 -1
  15. package/dist/http/app.js.map +1 -1
  16. package/dist/mcp/server.js +20 -1
  17. package/dist/mcp/server.js.map +1 -1
  18. package/dist/ui/assets/{index-C8cpwbYJ.css → index-Beo8psd-.css} +1 -1
  19. package/dist/ui/assets/{index-CB50QnL-.js → index-CSPTTeeM.js} +8 -8
  20. package/dist/ui/index.html +2 -2
  21. package/package.json +26 -1
  22. package/.agents/plugins/marketplace.json +0 -20
  23. package/.github/workflows/ci.yml +0 -30
  24. package/docs/methodology/re-derivation-rate.md +0 -112
  25. package/docs/methodology/useful-hit-rate.md +0 -79
  26. package/docs/plans/2026-05-20-fts5-lexical-recall.md +0 -1088
  27. package/docs/plans/2026-05-20-recall-daemon-wedge-fix.md +0 -662
  28. package/docs/plans/2026-05-20-recall-hook-design.md +0 -131
  29. package/docs/plans/2026-05-20-recall-hook-implementation.md +0 -1222
  30. package/docs/plans/desktop-product.md +0 -69
  31. package/docs/plans/factstore-design.md +0 -236
  32. package/logs/CHANGELOG/CHANGELOG-2026.md +0 -1575
  33. package/logs/CHANGELOG/CHANGELOG.md +0 -209
  34. package/migrations/000_initial_schema.sql +0 -174
  35. package/migrations/001_entity_type_rename.sql +0 -17
  36. package/migrations/002_adapter_state_extend.sql +0 -12
  37. package/migrations/003_session_embeddings.sql +0 -11
  38. package/migrations/004_facts.sql +0 -46
  39. package/migrations/005_sources.sql +0 -31
  40. package/migrations/006_providers.sql +0 -33
  41. package/migrations/007_source_tokens.sql +0 -17
  42. package/migrations/008_fts_rebuild.sql +0 -9
  43. package/migrations/009_session_embedding_chunks.sql +0 -46
  44. package/migrations/010_sources_opencode.sql +0 -30
  45. package/migrations/011_sources_hermes_agent.sql +0 -30
  46. package/migrations/012_sources_aider.sql +0 -30
  47. package/migrations/013_adapter_state_failure_count.sql +0 -12
  48. package/migrations/014_sources_cursor.sql +0 -30
  49. package/migrations/015_sources_windsurf.sql +0 -30
  50. package/plugin-hermes-agent/README.md +0 -49
  51. package/plugin-hermes-agent/__init__.py +0 -75
  52. package/plugin-hermes-agent/plugin.yaml +0 -15
  53. package/scripts/backfill-citations.mjs +0 -0
  54. package/scripts/build-codex-plugin.mjs +0 -61
  55. package/scripts/deepseek-probe.mjs +0 -67
  56. package/scripts/extract-triples.mjs +0 -207
  57. package/scripts/longmemeval/embedding-cache.ts +0 -77
  58. package/scripts/longmemeval/fetch-dataset.sh +0 -25
  59. package/scripts/longmemeval/run-harness.ts +0 -315
  60. package/scripts/longmemeval/scorer.ts +0 -99
  61. package/scripts/longmemeval/tsconfig.json +0 -9
  62. package/scripts/longmemeval/types.ts +0 -35
  63. package/scripts/nlm-daily-digest.py +0 -239
  64. package/scripts/nlm-daily-digest.sh +0 -28
  65. package/src/cli/classify-parity.ts +0 -257
  66. package/src/cli/launchctl-helpers.ts +0 -49
  67. package/src/cli/nlm.ts +0 -1078
  68. package/src/core/actions/actions-log.ts +0 -118
  69. package/src/core/actions/overlay.ts +0 -117
  70. package/src/core/adapters/aider.ts +0 -205
  71. package/src/core/adapters/claude-code.ts +0 -293
  72. package/src/core/adapters/common.ts +0 -54
  73. package/src/core/adapters/cursor.ts +0 -486
  74. package/src/core/adapters/from-source.ts +0 -67
  75. package/src/core/adapters/hermes-agent.ts +0 -240
  76. package/src/core/adapters/hermes.ts +0 -277
  77. package/src/core/adapters/jsonl-generic.ts +0 -208
  78. package/src/core/adapters/opencode.ts +0 -281
  79. package/src/core/adapters/pi.ts +0 -264
  80. package/src/core/adapters/windsurf.ts +0 -386
  81. package/src/core/classifier/prompt.ts +0 -200
  82. package/src/core/dataset/build-dataset.ts +0 -463
  83. package/src/core/embedding/chunk-body.ts +0 -76
  84. package/src/core/embedding/embed-backfill.ts +0 -210
  85. package/src/core/embedding/embed-normalize.ts +0 -135
  86. package/src/core/facts/backfill-facts.ts +0 -254
  87. package/src/core/facts/extract-facts.ts +0 -50
  88. package/src/core/hook/citation-detect.ts +0 -124
  89. package/src/core/hook/cite-memo.ts +0 -68
  90. package/src/core/hook/claude-settings.ts +0 -187
  91. package/src/core/hook/gate.ts +0 -25
  92. package/src/core/hook/hook-log.ts +0 -41
  93. package/src/core/hook/memo-sweep.ts +0 -164
  94. package/src/core/hook/memo.ts +0 -67
  95. package/src/core/hook/pointer-block.ts +0 -26
  96. package/src/core/hook/select.ts +0 -32
  97. package/src/core/hook/transcript.ts +0 -121
  98. package/src/core/ingest/ingest-session.ts +0 -111
  99. package/src/core/providers/provider-models.ts +0 -100
  100. package/src/core/providers/provider-registry.ts +0 -196
  101. package/src/core/recall/citation-log.ts +0 -108
  102. package/src/core/recall/filter.ts +0 -27
  103. package/src/core/recall/index.ts +0 -6
  104. package/src/core/recall/match-fields.ts +0 -40
  105. package/src/core/recall/query-log.ts +0 -149
  106. package/src/core/recall/query-shape.ts +0 -66
  107. package/src/core/recall/recall-service.ts +0 -320
  108. package/src/core/recall/recent-log.ts +0 -59
  109. package/src/core/recall/tokenize.ts +0 -18
  110. package/src/core/recall/useful-scan.ts +0 -336
  111. package/src/core/recall-facts/fact-query-log.ts +0 -150
  112. package/src/core/recall-facts/fact-recall-service.ts +0 -327
  113. package/src/core/scheduler/scan-once.ts +0 -142
  114. package/src/core/scheduler/scheduler.ts +0 -225
  115. package/src/core/sources/source-registry.ts +0 -278
  116. package/src/core/storage/db-restore.ts +0 -133
  117. package/src/core/storage/live-status.ts +0 -45
  118. package/src/core/storage/migrate.ts +0 -72
  119. package/src/core/storage/sqlite-fact-store.ts +0 -304
  120. package/src/core/storage/sqlite-session-store.ts +0 -810
  121. package/src/hook/hook-auth.ts +0 -18
  122. package/src/hook/prompt-recall-hook.ts +0 -180
  123. package/src/hook/session-end-hook.ts +0 -81
  124. package/src/hook/session-start-hook.ts +0 -168
  125. package/src/hook/stop-hook.ts +0 -239
  126. package/src/http/app.ts +0 -1215
  127. package/src/install/claude-code.ts +0 -128
  128. package/src/install/codex.ts +0 -367
  129. package/src/install/cursor.ts +0 -68
  130. package/src/install/hermes-agent.ts +0 -76
  131. package/src/install/hermes.ts +0 -78
  132. package/src/install/nlm-dir-perms.ts +0 -55
  133. package/src/install/ollama.ts +0 -284
  134. package/src/install/setup.ts +0 -489
  135. package/src/install/windsurf.ts +0 -68
  136. package/src/llm/classifier-box.ts +0 -64
  137. package/src/llm/deepseek-client.ts +0 -150
  138. package/src/llm/env-autoload.ts +0 -55
  139. package/src/llm/ollama-client.ts +0 -189
  140. package/src/mcp/server.ts +0 -534
  141. package/src/ports/fact-store.ts +0 -102
  142. package/src/ports/llm-client.ts +0 -52
  143. package/src/ports/logger.ts +0 -16
  144. package/src/ports/session-store.ts +0 -45
  145. package/src/ports/transcript-adapter.ts +0 -55
  146. package/src/shared/types.ts +0 -149
  147. package/src/ui/App.tsx +0 -58
  148. package/src/ui/components/PromoteOpenButton.tsx +0 -65
  149. package/src/ui/components/SessionDrawer.tsx +0 -199
  150. package/src/ui/components/SideNav.tsx +0 -162
  151. package/src/ui/components/Skeleton.tsx +0 -107
  152. package/src/ui/index.html +0 -13
  153. package/src/ui/lib/actions.ts +0 -30
  154. package/src/ui/lib/api.ts +0 -92
  155. package/src/ui/lib/dataset.ts +0 -141
  156. package/src/ui/lib/registries.ts +0 -155
  157. package/src/ui/lib/view-settings.ts +0 -41
  158. package/src/ui/main.tsx +0 -15
  159. package/src/ui/pages/Live.tsx +0 -229
  160. package/src/ui/pages/Pulse.tsx +0 -415
  161. package/src/ui/pages/Recall.tsx +0 -190
  162. package/src/ui/pages/River.tsx +0 -354
  163. package/src/ui/pages/Search.tsx +0 -386
  164. package/src/ui/pages/Stub.tsx +0 -9
  165. package/src/ui/pages/Thread.tsx +0 -473
  166. package/src/ui/pages/settings/Classifier.tsx +0 -227
  167. package/src/ui/pages/settings/Data.tsx +0 -190
  168. package/src/ui/pages/settings/Index.tsx +0 -65
  169. package/src/ui/pages/settings/Labels.tsx +0 -224
  170. package/src/ui/pages/settings/Providers.tsx +0 -305
  171. package/src/ui/pages/settings/SettingsSubnav.tsx +0 -28
  172. package/src/ui/pages/settings/Sources.tsx +0 -326
  173. package/src/ui/pages/settings/Views.tsx +0 -96
  174. package/src/ui/styles.css +0 -1890
  175. package/src/ui/tsconfig.json +0 -21
  176. package/src/ui/vite.config.ts +0 -19
  177. package/tests/fixtures/claude_code/short_session.jsonl +0 -2
  178. package/tests/fixtures/claude_code/standard_iso.jsonl +0 -4
  179. package/tests/fixtures/claude_code/tool_heavy.jsonl +0 -8
  180. package/tests/fixtures/claude_code/with_subagent.jsonl +0 -7
  181. package/tests/fixtures/facts.ts +0 -17
  182. package/tests/fixtures/golden-corpus.ts +0 -85
  183. package/tests/fixtures/hermes/paired_request_dump.json +0 -24
  184. package/tests/fixtures/hermes/paired_session.json +0 -23
  185. package/tests/fixtures/hermes/request_dump.json +0 -28
  186. package/tests/fixtures/hermes/session_iso.json +0 -38
  187. package/tests/fixtures/hermes/session_unix.json +0 -38
  188. package/tests/fixtures/hermes/system_only.json +0 -18
  189. package/tests/fixtures/pi/error-connection-abort.jsonl +0 -8
  190. package/tests/fixtures/pi/short-successful.jsonl +0 -5
  191. package/tests/fixtures/pi/with-custom-message.jsonl +0 -6
  192. package/tests/fixtures/sessions.ts +0 -22
  193. package/tests/integration/backfill-facts.test.ts +0 -362
  194. package/tests/integration/citation-explicit.test.ts +0 -111
  195. package/tests/integration/cite-event.test.ts +0 -169
  196. package/tests/integration/cite-memo.test.ts +0 -87
  197. package/tests/integration/db-restore.test.ts +0 -153
  198. package/tests/integration/embed-backfill.test.ts +0 -176
  199. package/tests/integration/fact-supersedence.test.ts +0 -313
  200. package/tests/integration/fts-index.test.ts +0 -60
  201. package/tests/integration/getbyids-sqlite.test.ts +0 -100
  202. package/tests/integration/hermes-agent-hooks.test.ts +0 -248
  203. package/tests/integration/hook-claude-settings.test.ts +0 -218
  204. package/tests/integration/hook-log.test.ts +0 -54
  205. package/tests/integration/hook-memo.test.ts +0 -68
  206. package/tests/integration/hook-pre-compact.test.ts +0 -105
  207. package/tests/integration/hook-subagent-start.test.ts +0 -102
  208. package/tests/integration/http.test.ts +0 -401
  209. package/tests/integration/keyword-search-fts.test.ts +0 -66
  210. package/tests/integration/mcp-recall-logging.test.ts +0 -88
  211. package/tests/integration/mcp.test.ts +0 -260
  212. package/tests/integration/memo-sweep.test.ts +0 -91
  213. package/tests/integration/prompt-recall-hook.test.ts +0 -88
  214. package/tests/integration/provider-registry.test.ts +0 -107
  215. package/tests/integration/recall-golden.test.ts +0 -59
  216. package/tests/integration/recall-sqlite.test.ts +0 -169
  217. package/tests/integration/scheduler.test.ts +0 -391
  218. package/tests/integration/session-end-hook.test.ts +0 -48
  219. package/tests/integration/session-start-hook.test.ts +0 -126
  220. package/tests/integration/source-registry.test.ts +0 -122
  221. package/tests/integration/sqlite-fact-store.test.ts +0 -346
  222. package/tests/integration/stop-hook.test.ts +0 -560
  223. package/tests/integration/wal-checkpoint.test.ts +0 -49
  224. package/tests/unit/cli/launchctl-helpers.test.ts +0 -60
  225. package/tests/unit/core/adapters/aider.test.ts +0 -230
  226. package/tests/unit/core/adapters/claude-code.test.ts +0 -118
  227. package/tests/unit/core/adapters/cursor.test.ts +0 -485
  228. package/tests/unit/core/adapters/hermes-agent.test.ts +0 -329
  229. package/tests/unit/core/adapters/hermes.test.ts +0 -81
  230. package/tests/unit/core/adapters/jsonl-generic.test.ts +0 -142
  231. package/tests/unit/core/adapters/opencode.test.ts +0 -354
  232. package/tests/unit/core/adapters/pi.test.ts +0 -110
  233. package/tests/unit/core/adapters/windsurf.test.ts +0 -416
  234. package/tests/unit/core/classifier/prompt.test.ts +0 -126
  235. package/tests/unit/core/embedding/chunk-body.test.ts +0 -100
  236. package/tests/unit/core/facts/extract-facts.test.ts +0 -117
  237. package/tests/unit/core/filter.test.ts +0 -40
  238. package/tests/unit/core/hook/citation-detect-cite-session.test.ts +0 -96
  239. package/tests/unit/core/hook/citation-detect.test.ts +0 -124
  240. package/tests/unit/core/hook/gate.test.ts +0 -29
  241. package/tests/unit/core/hook/pointer-block.test.ts +0 -22
  242. package/tests/unit/core/hook/select.test.ts +0 -66
  243. package/tests/unit/core/match-fields.test.ts +0 -39
  244. package/tests/unit/core/mcp-cite-session.test.ts +0 -51
  245. package/tests/unit/core/providers/provider-models.test.ts +0 -101
  246. package/tests/unit/core/query-shape.test.ts +0 -92
  247. package/tests/unit/core/recall-facts/fact-recall-service.test.ts +0 -258
  248. package/tests/unit/core/recall-service.test.ts +0 -200
  249. package/tests/unit/core/storage/live-status.test.ts +0 -54
  250. package/tests/unit/core/tokenize.test.ts +0 -32
  251. package/tests/unit/core/useful-scan.test.ts +0 -537
  252. package/tests/unit/llm/embed.test.ts +0 -93
  253. package/tests/unit/llm/ollama-client.test.ts +0 -124
  254. package/tests/unit/scripts/longmemeval-scorer.test.ts +0 -114
  255. package/tsconfig.json +0 -31
  256. package/tsconfig.test.json +0 -11
  257. package/vitest.config.ts +0 -22
@@ -1,105 +0,0 @@
1
- /**
2
- * POST /api/hook/pre-compact endpoint integration.
3
- * Verifies memo flush, compacted_at response, and hook-log append.
4
- */
5
-
6
- import { existsSync, mkdtempSync, readFileSync, rmSync, writeFileSync, mkdirSync } from "node:fs";
7
- import { tmpdir } from "node:os";
8
- import { join, resolve } from "node:path";
9
- import { afterEach, beforeEach, describe, expect, it } from "vitest";
10
- import type { Hono } from "hono";
11
- import { RecallService } from "../../src/core/recall/recall-service.js";
12
- import { SqliteSessionStore } from "../../src/core/storage/sqlite-session-store.js";
13
- import { createApp } from "../../src/http/app.js";
14
- import type { EmbedResult, LLMClient } from "../../src/ports/llm-client.js";
15
-
16
- const MIGRATIONS_DIR = resolve(__dirname, "../../migrations");
17
-
18
- class FixedEmbedder implements LLMClient {
19
- async embed(): Promise<EmbedResult> {
20
- return { vector: new Float32Array(768), model: "fixed-test" };
21
- }
22
- async classify(): Promise<never> {
23
- throw new Error("not used");
24
- }
25
- }
26
-
27
- describe("POST /api/hook/pre-compact", () => {
28
- let tmp: string;
29
- let store: SqliteSessionStore;
30
- let app: Hono;
31
- let hookLogPath: string;
32
- let hookStateDir: string;
33
-
34
- beforeEach(() => {
35
- tmp = mkdtempSync(join(tmpdir(), "nlm-pre-compact-"));
36
- store = new SqliteSessionStore({
37
- dbPath: join(tmp, "canonical.sqlite"),
38
- migrationsDir: MIGRATIONS_DIR,
39
- });
40
- const recall = new RecallService({ store, llm: new FixedEmbedder() });
41
- hookLogPath = join(tmp, "hook-log.jsonl");
42
- hookStateDir = join(tmp, "hook-state");
43
- process.env["NLM_HOOK_LOG"] = hookLogPath;
44
- process.env["NLM_HOOK_STATE_DIR"] = hookStateDir;
45
- app = createApp({ recall, store, liveStore: store });
46
- });
47
-
48
- afterEach(() => {
49
- store.close();
50
- delete process.env["NLM_HOOK_LOG"];
51
- delete process.env["NLM_HOOK_STATE_DIR"];
52
- rmSync(tmp, { recursive: true, force: true });
53
- });
54
-
55
- it("returns ok:true with flushed count and compacted_at", async () => {
56
- const res = await app.request("/api/hook/pre-compact", {
57
- method: "POST",
58
- headers: { "Content-Type": "application/json" },
59
- body: JSON.stringify({ conversation_id: "conv_abc123" }),
60
- });
61
- expect(res.status).toBe(200);
62
- const json = (await res.json()) as Record<string, unknown>;
63
- expect(json["ok"]).toBe(true);
64
- expect(typeof json["flushed"]).toBe("number");
65
- expect(typeof json["compacted_at"]).toBe("string");
66
- });
67
-
68
- it("flushes the surfaced-ID memo file for the conversation", async () => {
69
- // Seed a memo file so there's something to flush.
70
- mkdirSync(hookStateDir, { recursive: true });
71
- writeFileSync(join(hookStateDir, "conv_abc123.json"), JSON.stringify(["sess_a", "sess_b"]), "utf8");
72
-
73
- const res = await app.request("/api/hook/pre-compact", {
74
- method: "POST",
75
- headers: { "Content-Type": "application/json" },
76
- body: JSON.stringify({ conversation_id: "conv_abc123" }),
77
- });
78
- const json = (await res.json()) as Record<string, unknown>;
79
- expect(json["flushed"]).toBe(2);
80
- expect(existsSync(join(hookStateDir, "conv_abc123.json"))).toBe(false);
81
- });
82
-
83
- it("appends a pre-compact entry to hook-log.jsonl", async () => {
84
- await app.request("/api/hook/pre-compact", {
85
- method: "POST",
86
- headers: { "Content-Type": "application/json" },
87
- body: JSON.stringify({ conversation_id: "conv_abc123" }),
88
- });
89
- expect(existsSync(hookLogPath)).toBe(true);
90
- const lines = readFileSync(hookLogPath, "utf8").trim().split("\n");
91
- const entry = JSON.parse(lines[0]!) as Record<string, unknown>;
92
- expect(entry["kind"]).toBe("pre-compact");
93
- expect(entry["conversationId"]).toBe("conv_abc123");
94
- expect(typeof entry["flushed"]).toBe("number");
95
- });
96
-
97
- it("returns 400 when conversation_id is missing", async () => {
98
- const res = await app.request("/api/hook/pre-compact", {
99
- method: "POST",
100
- headers: { "Content-Type": "application/json" },
101
- body: JSON.stringify({}),
102
- });
103
- expect(res.status).toBe(400);
104
- });
105
- });
@@ -1,102 +0,0 @@
1
- /**
2
- * POST /api/hook/subagent-start endpoint integration.
3
- * Verifies the parent→subagent link is appended to subagent-log.jsonl.
4
- */
5
-
6
- import { existsSync, mkdtempSync, readFileSync, rmSync } from "node:fs";
7
- import { tmpdir } from "node:os";
8
- import { join, resolve } from "node:path";
9
- import { afterEach, beforeEach, describe, expect, it } from "vitest";
10
- import type { Hono } from "hono";
11
- import { RecallService } from "../../src/core/recall/recall-service.js";
12
- import { SqliteSessionStore } from "../../src/core/storage/sqlite-session-store.js";
13
- import { createApp } from "../../src/http/app.js";
14
- import type { EmbedResult, LLMClient } from "../../src/ports/llm-client.js";
15
-
16
- const MIGRATIONS_DIR = resolve(__dirname, "../../migrations");
17
-
18
- class FixedEmbedder implements LLMClient {
19
- async embed(): Promise<EmbedResult> {
20
- return { vector: new Float32Array(768), model: "fixed-test" };
21
- }
22
- async classify(): Promise<never> {
23
- throw new Error("not used");
24
- }
25
- }
26
-
27
- describe("POST /api/hook/subagent-start", () => {
28
- let tmp: string;
29
- let store: SqliteSessionStore;
30
- let app: Hono;
31
- let subagentLogPath: string;
32
-
33
- beforeEach(() => {
34
- tmp = mkdtempSync(join(tmpdir(), "nlm-subagent-start-"));
35
- store = new SqliteSessionStore({
36
- dbPath: join(tmp, "canonical.sqlite"),
37
- migrationsDir: MIGRATIONS_DIR,
38
- });
39
- const recall = new RecallService({ store, llm: new FixedEmbedder() });
40
- subagentLogPath = join(tmp, "subagent-log.jsonl");
41
- process.env["NLM_SUBAGENT_LOG"] = subagentLogPath;
42
- app = createApp({ recall, store, liveStore: store });
43
- });
44
-
45
- afterEach(() => {
46
- store.close();
47
- delete process.env["NLM_SUBAGENT_LOG"];
48
- rmSync(tmp, { recursive: true, force: true });
49
- });
50
-
51
- it("returns ok:true and recorded:true", async () => {
52
- const res = await app.request("/api/hook/subagent-start", {
53
- method: "POST",
54
- headers: { "Content-Type": "application/json" },
55
- body: JSON.stringify({
56
- parent_conversation_id: "conv_parent_001",
57
- subagent_session_id: "conv_sub_abc123",
58
- subagent_description: "Run the content audit skill",
59
- }),
60
- });
61
- expect(res.status).toBe(200);
62
- const json = (await res.json()) as Record<string, unknown>;
63
- expect(json["ok"]).toBe(true);
64
- expect(json["recorded"]).toBe(true);
65
- });
66
-
67
- it("appends the parent→subagent link to subagent-log.jsonl", async () => {
68
- await app.request("/api/hook/subagent-start", {
69
- method: "POST",
70
- headers: { "Content-Type": "application/json" },
71
- body: JSON.stringify({
72
- parent_conversation_id: "conv_parent_001",
73
- subagent_session_id: "conv_sub_abc123",
74
- subagent_description: "Run the content audit skill",
75
- }),
76
- });
77
- expect(existsSync(subagentLogPath)).toBe(true);
78
- const lines = readFileSync(subagentLogPath, "utf8").trim().split("\n");
79
- const entry = JSON.parse(lines[0]!) as Record<string, unknown>;
80
- expect(entry["parent_conversation_id"]).toBe("conv_parent_001");
81
- expect(entry["subagent_session_id"]).toBe("conv_sub_abc123");
82
- expect(entry["subagent_description"]).toBe("Run the content audit skill");
83
- });
84
-
85
- it("returns 400 when parent_conversation_id is missing", async () => {
86
- const res = await app.request("/api/hook/subagent-start", {
87
- method: "POST",
88
- headers: { "Content-Type": "application/json" },
89
- body: JSON.stringify({ subagent_session_id: "conv_sub_abc123" }),
90
- });
91
- expect(res.status).toBe(400);
92
- });
93
-
94
- it("returns 400 when subagent_session_id is missing", async () => {
95
- const res = await app.request("/api/hook/subagent-start", {
96
- method: "POST",
97
- headers: { "Content-Type": "application/json" },
98
- body: JSON.stringify({ parent_conversation_id: "conv_parent_001" }),
99
- });
100
- expect(res.status).toBe(400);
101
- });
102
- });
@@ -1,401 +0,0 @@
1
- /**
2
- * HTTP adapter integration. Exercises the Hono app via app.request() against
3
- * a real SqliteSessionStore + RecallService. No network, no port binding.
4
- */
5
-
6
- import { mkdtempSync, rmSync } from "node:fs";
7
- import { tmpdir } from "node:os";
8
- import { join, resolve } from "node:path";
9
- import { afterEach, beforeEach, describe, expect, it } from "vitest";
10
- import type { Hono } from "hono";
11
- import { RecallService } from "../../src/core/recall/recall-service.js";
12
- import { FactRecallService } from "../../src/core/recall-facts/fact-recall-service.js";
13
- import { SqliteFactStore } from "../../src/core/storage/sqlite-fact-store.js";
14
- import { SqliteSessionStore } from "../../src/core/storage/sqlite-session-store.js";
15
- import { createApp } from "../../src/http/app.js";
16
- import type { EmbedResult, LLMClient } from "../../src/ports/llm-client.js";
17
- import type { Session } from "../../src/shared/types.js";
18
- import { makeFact } from "../fixtures/facts.js";
19
- import { makeSession } from "../fixtures/sessions.js";
20
-
21
- const MIGRATIONS_DIR = resolve(__dirname, "../../migrations");
22
-
23
- function unit(values: number[]): Float32Array {
24
- const padded = new Float32Array(768);
25
- values.forEach((v, i) => {
26
- padded[i] = v;
27
- });
28
- let sum = 0;
29
- for (const v of padded) sum += v * v;
30
- const norm = Math.sqrt(sum) || 1;
31
- for (let i = 0; i < padded.length; i++) padded[i] = (padded[i] ?? 0) / norm;
32
- return padded;
33
- }
34
-
35
- class FixedEmbedder implements LLMClient {
36
- constructor(private readonly vector: Float32Array) {}
37
- async embed(): Promise<EmbedResult> {
38
- return { vector: this.vector, model: "fixed-test" };
39
- }
40
- async classify(): Promise<never> {
41
- throw new Error("not used in this test");
42
- }
43
- }
44
-
45
- const seed: ReadonlyArray<{ session: Session; embedding: Float32Array }> = [
46
- {
47
- session: makeSession({
48
- id: "sess_a",
49
- label: "Hono router setup",
50
- summary: "Wired Hono routes to RecallService",
51
- entities: ["NLM"],
52
- decisions: ["chose Hono"],
53
- }),
54
- embedding: unit([1, 0, 0]),
55
- },
56
- {
57
- session: makeSession({
58
- id: "sess_b",
59
- label: "pgvector migration plan",
60
- entities: ["NLM", "Postgres"],
61
- open: ["cutover timing"],
62
- }),
63
- embedding: unit([0, 1, 0]),
64
- },
65
- ];
66
-
67
- describe("HTTP adapter", () => {
68
- let tmp: string;
69
- let store: SqliteSessionStore;
70
- let app: Hono;
71
- let queryLogPath: string;
72
-
73
- beforeEach(() => {
74
- tmp = mkdtempSync(join(tmpdir(), "nlm-http-"));
75
- store = new SqliteSessionStore({
76
- dbPath: join(tmp, "canonical.sqlite"),
77
- migrationsDir: MIGRATIONS_DIR,
78
- });
79
- for (const { session, embedding } of seed) {
80
- store.insertSessionForTest(session);
81
- store.insertEmbeddingForTest(session.id, embedding);
82
- }
83
- const recall = new RecallService({
84
- store,
85
- llm: new FixedEmbedder(unit([0, 1, 0])),
86
- });
87
- queryLogPath = join(tmp, "query_log.jsonl");
88
- app = createApp({ recall, store, liveStore: store, queryLogPath });
89
- });
90
-
91
- afterEach(() => {
92
- store.close();
93
- rmSync(tmp, { recursive: true, force: true });
94
- });
95
-
96
- it("GET /api/health returns ok", async () => {
97
- const res = await app.request("/api/health");
98
- expect(res.status).toBe(200);
99
- const body = (await res.json()) as { status: string };
100
- expect(body.status).toBe("ok");
101
- });
102
-
103
- it("GET /api/recall?q=pgvector returns the matching session", async () => {
104
- const res = await app.request("/api/recall?q=pgvector&mode=keyword");
105
- expect(res.status).toBe(200);
106
- const body = (await res.json()) as { total: number; results: { id: string }[] };
107
- expect(body.total).toBe(1);
108
- expect(body.results[0]?.id).toBe("sess_b");
109
- });
110
-
111
- it("GET /api/recall rejects invalid mode", async () => {
112
- const res = await app.request("/api/recall?q=x&mode=banana");
113
- expect(res.status).toBe(400);
114
- });
115
-
116
- it("GET /api/recall rejects out-of-range limit", async () => {
117
- const res = await app.request("/api/recall?q=x&limit=9999");
118
- expect(res.status).toBe(400);
119
- });
120
-
121
- it("GET /api/recall threads entity filter through to RecallService", async () => {
122
- const res = await app.request("/api/recall?q=hono&entity=NLM&mode=keyword");
123
- expect(res.status).toBe(200);
124
- const body = (await res.json()) as {
125
- entity: string | null;
126
- results: { entities: string[] }[];
127
- };
128
- expect(body.entity).toBe("NLM");
129
- expect(body.results.every((r) => r.entities.includes("NLM"))).toBe(true);
130
- });
131
-
132
- it("GET /api/recall semantic mode goes through the embedder + vec0", async () => {
133
- const res = await app.request("/api/recall?q=anything&mode=semantic&limit=2");
134
- expect(res.status).toBe(200);
135
- const body = (await res.json()) as { results: { id: string; matchScore: number }[] };
136
- expect(body.results[0]?.id).toBe("sess_b"); // embedder aligned with [0,1,0]
137
- expect(body.results[0]?.matchScore).toBeCloseTo(1, 4);
138
- });
139
-
140
- it("GET /api/session/:id returns the full session", async () => {
141
- const res = await app.request("/api/session/sess_a");
142
- expect(res.status).toBe(200);
143
- const body = (await res.json()) as { id: string; entities: string[] };
144
- expect(body.id).toBe("sess_a");
145
- expect(body.entities).toContain("NLM");
146
- });
147
-
148
- it("GET /api/session/:id 404s on unknown id", async () => {
149
- const res = await app.request("/api/session/does_not_exist");
150
- expect(res.status).toBe(404);
151
- });
152
-
153
- it("GET /api/recall/stats returns zero-totals when log is absent", async () => {
154
- const res = await app.request("/api/recall/stats?days=14");
155
- expect(res.status).toBe(200);
156
- const body = (await res.json()) as {
157
- days: number;
158
- total: number;
159
- log_present: boolean;
160
- };
161
- expect(body.days).toBe(14);
162
- expect(body.total).toBe(0);
163
- expect(body.log_present).toBe(false);
164
- });
165
-
166
- it("GET /api/recall writes a query-log entry; /api/recall/stats aggregates it", async () => {
167
- // Drive two recall calls
168
- await app.request("/api/recall?q=pgvector&mode=keyword", {
169
- headers: { "x-recall-source": "test-source" },
170
- });
171
- await app.request("/api/recall?q=hono&mode=keyword");
172
- // logQuery is fire-and-forget; small await so the appendFile lands
173
- await new Promise((r) => setTimeout(r, 50));
174
-
175
- const res = await app.request("/api/recall/stats?days=7");
176
- expect(res.status).toBe(200);
177
- const body = (await res.json()) as {
178
- total: number;
179
- with_results: number;
180
- hit_rate: number;
181
- by_source: Record<string, number>;
182
- log_present: boolean;
183
- };
184
- expect(body.log_present).toBe(true);
185
- expect(body.total).toBe(2);
186
- expect(body.with_results).toBeGreaterThanOrEqual(1);
187
- expect(body.by_source["test-source"]).toBe(1);
188
- expect(body.by_source["http"]).toBe(1);
189
- });
190
-
191
- it("GET /api/live/recent-writes returns persisted sessions ordered by recency", async () => {
192
- const res = await app.request("/api/live/recent-writes?limit=10");
193
- expect(res.status).toBe(200);
194
- const body = (await res.json()) as { writes: { id: string; label: string }[] };
195
- expect(body.writes.length).toBeGreaterThanOrEqual(2);
196
- expect(body.writes.map((w) => w.id)).toEqual(
197
- expect.arrayContaining(["sess_a", "sess_b"]),
198
- );
199
- });
200
-
201
- it("GET /api/live/recent-markers returns decision + open markers", async () => {
202
- const res = await app.request("/api/live/recent-markers?limit=10");
203
- expect(res.status).toBe(200);
204
- const body = (await res.json()) as {
205
- markers: { kind: string; text: string; sessionId: string }[];
206
- };
207
- expect(body.markers.length).toBeGreaterThanOrEqual(2);
208
- expect(body.markers.some((m) => m.kind === "decision")).toBe(true);
209
- expect(body.markers.some((m) => m.kind === "open")).toBe(true);
210
- });
211
-
212
- it("GET /api/recall/recent returns tailed log entries", async () => {
213
- await app.request("/api/recall?q=pgvector&mode=keyword");
214
- await new Promise((r) => setTimeout(r, 50));
215
- const res = await app.request("/api/recall/recent?limit=5");
216
- expect(res.status).toBe(200);
217
- const body = (await res.json()) as { entries: { source: string; query: string }[] };
218
- expect(body.entries.length).toBeGreaterThanOrEqual(1);
219
- expect(body.entries[0]?.query).toBe("pgvector");
220
- });
221
- });
222
-
223
- describe("HTTP adapter — data management", () => {
224
- let tmp: string;
225
- let dbPath: string;
226
- let store: SqliteSessionStore;
227
- let app: Hono;
228
-
229
- beforeEach(() => {
230
- tmp = mkdtempSync(join(tmpdir(), "nlm-http-data-"));
231
- dbPath = join(tmp, "canonical.sqlite");
232
- store = new SqliteSessionStore({ dbPath, migrationsDir: MIGRATIONS_DIR });
233
- for (const { session, embedding } of seed) {
234
- store.insertSessionForTest(session);
235
- store.insertEmbeddingForTest(session.id, embedding);
236
- }
237
- const recall = new RecallService({ store, llm: new FixedEmbedder(unit([0, 1, 0])) });
238
- app = createApp({ recall, store, liveStore: store, dbPath });
239
- });
240
-
241
- afterEach(() => {
242
- store.close();
243
- rmSync(tmp, { recursive: true, force: true });
244
- });
245
-
246
- it("GET /api/data/stats reports table counts, runtimes, and schema version", async () => {
247
- const res = await app.request("/api/data/stats");
248
- expect(res.status).toBe(200);
249
- const body = (await res.json()) as {
250
- dbPath: string;
251
- dbBytes: number;
252
- schemaVersion: number;
253
- tables: { name: string; rows: number }[];
254
- runtimes: { runtime: string; n: number }[];
255
- };
256
- expect(body.dbPath).toBe(dbPath);
257
- expect(body.dbBytes).toBeGreaterThan(0);
258
- expect(body.schemaVersion).toBeGreaterThanOrEqual(0);
259
- expect(body.tables.find((t) => t.name === "sessions")?.rows).toBe(2);
260
- expect(body.runtimes.reduce((sum, r) => sum + r.n, 0)).toBe(2);
261
- });
262
-
263
- it("GET /api/data/stats 503s without dbPath", async () => {
264
- const recall = new RecallService({ store, llm: new FixedEmbedder(unit([0, 1, 0])) });
265
- const noPath = createApp({ recall, store, liveStore: store });
266
- const res = await noPath.request("/api/data/stats");
267
- expect(res.status).toBe(503);
268
- });
269
-
270
- it("GET /api/data/backup streams a restorable SQLite snapshot", async () => {
271
- const res = await app.request("/api/data/backup");
272
- expect(res.status).toBe(200);
273
- expect(res.headers.get("content-disposition")).toMatch(/nlm-memory-backup-.*\.sqlite/);
274
- const bytes = Buffer.from(await res.arrayBuffer());
275
- // SQLite files start with the "SQLite format 3\0" magic header.
276
- expect(bytes.subarray(0, 15).toString("latin1")).toBe("SQLite format 3");
277
- expect(bytes.length).toBeGreaterThan(0);
278
- });
279
-
280
- it("POST /api/data/restore stages a valid backup and reports restartRequired", async () => {
281
- const backup = Buffer.from(await (await app.request("/api/data/backup")).arrayBuffer());
282
- const fd = new FormData();
283
- fd.append("file", new Blob([backup]), "backup.sqlite");
284
- const res = await app.request("/api/data/restore", { method: "POST", body: fd });
285
- expect(res.status).toBe(200);
286
- const body = (await res.json()) as { staged: boolean; restartRequired: boolean; sessions: number };
287
- expect(body.staged).toBe(true);
288
- expect(body.restartRequired).toBe(true);
289
- expect(body.sessions).toBe(2);
290
- });
291
-
292
- it("POST /api/data/restore rejects a non-SQLite upload", async () => {
293
- const fd = new FormData();
294
- fd.append("file", new Blob(["not a database"]), "junk.sqlite");
295
- const res = await app.request("/api/data/restore", { method: "POST", body: fd });
296
- expect(res.status).toBe(400);
297
- const body = (await res.json()) as { error: string };
298
- expect(body.error).toMatch(/rejected/);
299
- });
300
-
301
- it("POST /api/data/restore 400s when no file field is present", async () => {
302
- const res = await app.request("/api/data/restore", { method: "POST", body: new FormData() });
303
- expect(res.status).toBe(400);
304
- });
305
- });
306
-
307
- describe("HTTP adapter — fact recall", () => {
308
- let tmp: string;
309
- let store: SqliteSessionStore;
310
- let factStore: SqliteFactStore;
311
- let app: Hono;
312
- let factQueryLogPath: string;
313
-
314
- beforeEach(async () => {
315
- tmp = mkdtempSync(join(tmpdir(), "nlm-http-facts-"));
316
- store = new SqliteSessionStore({
317
- dbPath: join(tmp, "canonical.sqlite"),
318
- migrationsDir: MIGRATIONS_DIR,
319
- });
320
- store.insertSessionForTest(makeSession({ id: "sess_p" }));
321
- factStore = new SqliteFactStore(store.rawDb());
322
- await factStore.insertMany([
323
- makeFact({
324
- id: "f_hono", subject: "nlm-memory-ts", predicate: "framework",
325
- value: "Hono", confidence: 0.9, sourceSessionId: "sess_p",
326
- }),
327
- makeFact({
328
- id: "f_fastify", subject: "nlm-memory-ts", predicate: "framework",
329
- value: "Fastify", confidence: 0.9, sourceSessionId: "sess_p",
330
- createdAt: "2026-05-01T00:00:00Z", supersededBy: "f_hono",
331
- }),
332
- ]);
333
- const recall = new RecallService({ store, llm: new FixedEmbedder(unit([1, 0, 0])) });
334
- const factRecall = new FactRecallService({
335
- factStore,
336
- llm: new FixedEmbedder(unit([1, 0, 0])),
337
- });
338
- factQueryLogPath = join(tmp, "fact_query_log.jsonl");
339
- app = createApp({ recall, store, factRecall, factStore, factQueryLogPath });
340
- });
341
-
342
- afterEach(() => {
343
- store.close();
344
- rmSync(tmp, { recursive: true, force: true });
345
- });
346
-
347
- it("GET /api/recall/facts returns the current fact for subject+predicate", async () => {
348
- const res = await app.request("/api/recall/facts?subject=nlm-memory-ts&predicate=framework");
349
- expect(res.status).toBe(200);
350
- const body = (await res.json()) as { total: number; results: { id: string; value: string }[] };
351
- expect(body.total).toBe(1);
352
- expect(body.results[0]?.id).toBe("f_hono");
353
- expect(body.results[0]?.value).toBe("Hono");
354
- });
355
-
356
- it("GET /api/recall/facts excludes superseded by default, includes with flag", async () => {
357
- const def = await app.request("/api/recall/facts?subject=nlm-memory-ts");
358
- expect(((await def.json()) as { total: number }).total).toBe(1);
359
- const all = await app.request("/api/recall/facts?subject=nlm-memory-ts&includeSuperseded=true");
360
- expect(((await all.json()) as { total: number }).total).toBe(2);
361
- });
362
-
363
- it("GET /api/recall/facts rejects invalid kind + mode", async () => {
364
- expect((await app.request("/api/recall/facts?kind=banana")).status).toBe(400);
365
- expect((await app.request("/api/recall/facts?subject=x&mode=banana")).status).toBe(400);
366
- });
367
-
368
- it("GET /api/facts/history walks the supersedence chain", async () => {
369
- const res = await app.request("/api/facts/history?subject=nlm-memory-ts&predicate=framework");
370
- expect(res.status).toBe(200);
371
- const body = (await res.json()) as { chains: { history: { id: string }[] }[] };
372
- expect(body.chains[0]?.history.map((f) => f.id)).toEqual(["f_hono", "f_fastify"]);
373
- });
374
-
375
- it("GET /api/facts/history 400s without a subject", async () => {
376
- expect((await app.request("/api/facts/history")).status).toBe(400);
377
- });
378
-
379
- it("GET /api/recall/facts records a fact query-log entry", async () => {
380
- await app.request("/api/recall/facts?subject=nlm-memory-ts&predicate=framework");
381
- // logFactQuery is fire-and-forget; give the microtask a tick.
382
- await new Promise((r) => setTimeout(r, 50));
383
- const stats = await app.request("/api/recall/facts/stats?days=7");
384
- const body = (await stats.json()) as {
385
- total: number;
386
- hit_rate: number;
387
- log_present: boolean;
388
- };
389
- expect(body.log_present).toBe(true);
390
- expect(body.total).toBe(1);
391
- expect(body.hit_rate).toBe(1);
392
- });
393
-
394
- it("GET /api/recall/facts 503s when factRecall is not wired", async () => {
395
- const bare = createApp({
396
- recall: new RecallService({ store, llm: new FixedEmbedder(unit([1, 0, 0])) }),
397
- store,
398
- });
399
- expect((await bare.request("/api/recall/facts?subject=x")).status).toBe(503);
400
- });
401
- });
@@ -1,66 +0,0 @@
1
- /**
2
- * Direct coverage of SqliteSessionStore.keywordSearch — FTS5 BM25 ranking
3
- * and resilience to FTS5 query-syntax metacharacters in user input.
4
- */
5
-
6
- import { mkdtempSync, rmSync } from "node:fs";
7
- import { tmpdir } from "node:os";
8
- import { join, resolve } from "node:path";
9
- import { afterEach, beforeEach, describe, expect, it } from "vitest";
10
- import { SqliteSessionStore } from "../../src/core/storage/sqlite-session-store.js";
11
- import { makeSession } from "../fixtures/sessions.js";
12
-
13
- const MIGRATIONS_DIR = resolve(__dirname, "../../migrations");
14
-
15
- describe("SqliteSessionStore.keywordSearch", () => {
16
- let tmp: string;
17
- let store: SqliteSessionStore;
18
-
19
- beforeEach(() => {
20
- tmp = mkdtempSync(join(tmpdir(), "nlm-kw-"));
21
- store = new SqliteSessionStore({
22
- dbPath: join(tmp, "canonical.sqlite"),
23
- migrationsDir: MIGRATIONS_DIR,
24
- });
25
- store.insertSessionForTest(
26
- makeSession({ id: "s_pg", label: "pgvector migration plan", body: "postgres mirror" }),
27
- );
28
- store.insertSessionForTest(
29
- makeSession({ id: "s_hono", label: "Hono router", body: "http framework setup" }),
30
- );
31
- store.insertSessionForTest(
32
- makeSession({ id: "s_misc", label: "unrelated work", body: "nothing in common" }),
33
- );
34
- });
35
-
36
- afterEach(() => {
37
- store.close();
38
- rmSync(tmp, { recursive: true, force: true });
39
- });
40
-
41
- it("ranks the matching session first and returns a positive score", async () => {
42
- const hits = await store.keywordSearch("pgvector", 10);
43
- expect(hits[0]?.sessionId).toBe("s_pg");
44
- expect(hits[0]?.score).toBeGreaterThan(0);
45
- });
46
-
47
- it("matches body text, not just the label", async () => {
48
- const hits = await store.keywordSearch("framework", 10);
49
- expect(hits.map((h) => h.sessionId)).toContain("s_hono");
50
- });
51
-
52
- it("returns an empty array for a query with no indexable tokens", async () => {
53
- const hits = await store.keywordSearch("---", 10);
54
- expect(hits).toEqual([]);
55
- });
56
-
57
- it("does not throw on FTS5 metacharacters in the query", async () => {
58
- const hits = await store.keywordSearch('pgvector OR (qdrant) NEAR "x"', 10);
59
- expect(hits.map((h) => h.sessionId)).toContain("s_pg");
60
- });
61
-
62
- it("respects the limit", async () => {
63
- const hits = await store.keywordSearch("plan router work", 1);
64
- expect(hits.length).toBeLessThanOrEqual(1);
65
- });
66
- });