nlm-memory 0.5.0 → 0.5.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (247) hide show
  1. package/README.md +72 -34
  2. package/dist/cli/nlm.js +2 -1
  3. package/dist/cli/nlm.js.map +1 -1
  4. package/dist/http/app.js +2 -1
  5. package/dist/http/app.js.map +1 -1
  6. package/dist/mcp/server.js +20 -1
  7. package/dist/mcp/server.js.map +1 -1
  8. package/dist/ui/assets/{index-C8cpwbYJ.css → index-Beo8psd-.css} +1 -1
  9. package/dist/ui/assets/{index-CB50QnL-.js → index-CSPTTeeM.js} +8 -8
  10. package/dist/ui/index.html +2 -2
  11. package/package.json +26 -1
  12. package/.agents/plugins/marketplace.json +0 -20
  13. package/.github/workflows/ci.yml +0 -30
  14. package/docs/methodology/re-derivation-rate.md +0 -112
  15. package/docs/methodology/useful-hit-rate.md +0 -79
  16. package/docs/plans/2026-05-20-fts5-lexical-recall.md +0 -1088
  17. package/docs/plans/2026-05-20-recall-daemon-wedge-fix.md +0 -662
  18. package/docs/plans/2026-05-20-recall-hook-design.md +0 -131
  19. package/docs/plans/2026-05-20-recall-hook-implementation.md +0 -1222
  20. package/docs/plans/desktop-product.md +0 -69
  21. package/docs/plans/factstore-design.md +0 -236
  22. package/logs/CHANGELOG/CHANGELOG-2026.md +0 -1575
  23. package/logs/CHANGELOG/CHANGELOG.md +0 -209
  24. package/migrations/000_initial_schema.sql +0 -174
  25. package/migrations/001_entity_type_rename.sql +0 -17
  26. package/migrations/002_adapter_state_extend.sql +0 -12
  27. package/migrations/003_session_embeddings.sql +0 -11
  28. package/migrations/004_facts.sql +0 -46
  29. package/migrations/005_sources.sql +0 -31
  30. package/migrations/006_providers.sql +0 -33
  31. package/migrations/007_source_tokens.sql +0 -17
  32. package/migrations/008_fts_rebuild.sql +0 -9
  33. package/migrations/009_session_embedding_chunks.sql +0 -46
  34. package/migrations/010_sources_opencode.sql +0 -30
  35. package/migrations/011_sources_hermes_agent.sql +0 -30
  36. package/migrations/012_sources_aider.sql +0 -30
  37. package/migrations/013_adapter_state_failure_count.sql +0 -12
  38. package/migrations/014_sources_cursor.sql +0 -30
  39. package/migrations/015_sources_windsurf.sql +0 -30
  40. package/plugin-hermes-agent/README.md +0 -49
  41. package/plugin-hermes-agent/__init__.py +0 -75
  42. package/plugin-hermes-agent/plugin.yaml +0 -15
  43. package/scripts/backfill-citations.mjs +0 -0
  44. package/scripts/build-codex-plugin.mjs +0 -61
  45. package/scripts/deepseek-probe.mjs +0 -67
  46. package/scripts/extract-triples.mjs +0 -207
  47. package/scripts/longmemeval/embedding-cache.ts +0 -77
  48. package/scripts/longmemeval/fetch-dataset.sh +0 -25
  49. package/scripts/longmemeval/run-harness.ts +0 -315
  50. package/scripts/longmemeval/scorer.ts +0 -99
  51. package/scripts/longmemeval/tsconfig.json +0 -9
  52. package/scripts/longmemeval/types.ts +0 -35
  53. package/scripts/nlm-daily-digest.py +0 -239
  54. package/scripts/nlm-daily-digest.sh +0 -28
  55. package/src/cli/classify-parity.ts +0 -257
  56. package/src/cli/launchctl-helpers.ts +0 -49
  57. package/src/cli/nlm.ts +0 -1078
  58. package/src/core/actions/actions-log.ts +0 -118
  59. package/src/core/actions/overlay.ts +0 -117
  60. package/src/core/adapters/aider.ts +0 -205
  61. package/src/core/adapters/claude-code.ts +0 -293
  62. package/src/core/adapters/common.ts +0 -54
  63. package/src/core/adapters/cursor.ts +0 -486
  64. package/src/core/adapters/from-source.ts +0 -67
  65. package/src/core/adapters/hermes-agent.ts +0 -240
  66. package/src/core/adapters/hermes.ts +0 -277
  67. package/src/core/adapters/jsonl-generic.ts +0 -208
  68. package/src/core/adapters/opencode.ts +0 -281
  69. package/src/core/adapters/pi.ts +0 -264
  70. package/src/core/adapters/windsurf.ts +0 -386
  71. package/src/core/classifier/prompt.ts +0 -200
  72. package/src/core/dataset/build-dataset.ts +0 -463
  73. package/src/core/embedding/chunk-body.ts +0 -76
  74. package/src/core/embedding/embed-backfill.ts +0 -210
  75. package/src/core/embedding/embed-normalize.ts +0 -135
  76. package/src/core/facts/backfill-facts.ts +0 -254
  77. package/src/core/facts/extract-facts.ts +0 -50
  78. package/src/core/hook/citation-detect.ts +0 -124
  79. package/src/core/hook/cite-memo.ts +0 -68
  80. package/src/core/hook/claude-settings.ts +0 -187
  81. package/src/core/hook/gate.ts +0 -25
  82. package/src/core/hook/hook-log.ts +0 -41
  83. package/src/core/hook/memo-sweep.ts +0 -164
  84. package/src/core/hook/memo.ts +0 -67
  85. package/src/core/hook/pointer-block.ts +0 -26
  86. package/src/core/hook/select.ts +0 -32
  87. package/src/core/hook/transcript.ts +0 -121
  88. package/src/core/ingest/ingest-session.ts +0 -111
  89. package/src/core/providers/provider-models.ts +0 -100
  90. package/src/core/providers/provider-registry.ts +0 -196
  91. package/src/core/recall/citation-log.ts +0 -108
  92. package/src/core/recall/filter.ts +0 -27
  93. package/src/core/recall/index.ts +0 -6
  94. package/src/core/recall/match-fields.ts +0 -40
  95. package/src/core/recall/query-log.ts +0 -149
  96. package/src/core/recall/query-shape.ts +0 -66
  97. package/src/core/recall/recall-service.ts +0 -320
  98. package/src/core/recall/recent-log.ts +0 -59
  99. package/src/core/recall/tokenize.ts +0 -18
  100. package/src/core/recall/useful-scan.ts +0 -336
  101. package/src/core/recall-facts/fact-query-log.ts +0 -150
  102. package/src/core/recall-facts/fact-recall-service.ts +0 -327
  103. package/src/core/scheduler/scan-once.ts +0 -142
  104. package/src/core/scheduler/scheduler.ts +0 -225
  105. package/src/core/sources/source-registry.ts +0 -278
  106. package/src/core/storage/db-restore.ts +0 -133
  107. package/src/core/storage/live-status.ts +0 -45
  108. package/src/core/storage/migrate.ts +0 -72
  109. package/src/core/storage/sqlite-fact-store.ts +0 -304
  110. package/src/core/storage/sqlite-session-store.ts +0 -810
  111. package/src/hook/hook-auth.ts +0 -18
  112. package/src/hook/prompt-recall-hook.ts +0 -180
  113. package/src/hook/session-end-hook.ts +0 -81
  114. package/src/hook/session-start-hook.ts +0 -168
  115. package/src/hook/stop-hook.ts +0 -239
  116. package/src/http/app.ts +0 -1215
  117. package/src/install/claude-code.ts +0 -128
  118. package/src/install/codex.ts +0 -367
  119. package/src/install/cursor.ts +0 -68
  120. package/src/install/hermes-agent.ts +0 -76
  121. package/src/install/hermes.ts +0 -78
  122. package/src/install/nlm-dir-perms.ts +0 -55
  123. package/src/install/ollama.ts +0 -284
  124. package/src/install/setup.ts +0 -489
  125. package/src/install/windsurf.ts +0 -68
  126. package/src/llm/classifier-box.ts +0 -64
  127. package/src/llm/deepseek-client.ts +0 -150
  128. package/src/llm/env-autoload.ts +0 -55
  129. package/src/llm/ollama-client.ts +0 -189
  130. package/src/mcp/server.ts +0 -534
  131. package/src/ports/fact-store.ts +0 -102
  132. package/src/ports/llm-client.ts +0 -52
  133. package/src/ports/logger.ts +0 -16
  134. package/src/ports/session-store.ts +0 -45
  135. package/src/ports/transcript-adapter.ts +0 -55
  136. package/src/shared/types.ts +0 -149
  137. package/src/ui/App.tsx +0 -58
  138. package/src/ui/components/PromoteOpenButton.tsx +0 -65
  139. package/src/ui/components/SessionDrawer.tsx +0 -199
  140. package/src/ui/components/SideNav.tsx +0 -162
  141. package/src/ui/components/Skeleton.tsx +0 -107
  142. package/src/ui/index.html +0 -13
  143. package/src/ui/lib/actions.ts +0 -30
  144. package/src/ui/lib/api.ts +0 -92
  145. package/src/ui/lib/dataset.ts +0 -141
  146. package/src/ui/lib/registries.ts +0 -155
  147. package/src/ui/lib/view-settings.ts +0 -41
  148. package/src/ui/main.tsx +0 -15
  149. package/src/ui/pages/Live.tsx +0 -229
  150. package/src/ui/pages/Pulse.tsx +0 -415
  151. package/src/ui/pages/Recall.tsx +0 -190
  152. package/src/ui/pages/River.tsx +0 -354
  153. package/src/ui/pages/Search.tsx +0 -386
  154. package/src/ui/pages/Stub.tsx +0 -9
  155. package/src/ui/pages/Thread.tsx +0 -473
  156. package/src/ui/pages/settings/Classifier.tsx +0 -227
  157. package/src/ui/pages/settings/Data.tsx +0 -190
  158. package/src/ui/pages/settings/Index.tsx +0 -65
  159. package/src/ui/pages/settings/Labels.tsx +0 -224
  160. package/src/ui/pages/settings/Providers.tsx +0 -305
  161. package/src/ui/pages/settings/SettingsSubnav.tsx +0 -28
  162. package/src/ui/pages/settings/Sources.tsx +0 -326
  163. package/src/ui/pages/settings/Views.tsx +0 -96
  164. package/src/ui/styles.css +0 -1890
  165. package/src/ui/tsconfig.json +0 -21
  166. package/src/ui/vite.config.ts +0 -19
  167. package/tests/fixtures/claude_code/short_session.jsonl +0 -2
  168. package/tests/fixtures/claude_code/standard_iso.jsonl +0 -4
  169. package/tests/fixtures/claude_code/tool_heavy.jsonl +0 -8
  170. package/tests/fixtures/claude_code/with_subagent.jsonl +0 -7
  171. package/tests/fixtures/facts.ts +0 -17
  172. package/tests/fixtures/golden-corpus.ts +0 -85
  173. package/tests/fixtures/hermes/paired_request_dump.json +0 -24
  174. package/tests/fixtures/hermes/paired_session.json +0 -23
  175. package/tests/fixtures/hermes/request_dump.json +0 -28
  176. package/tests/fixtures/hermes/session_iso.json +0 -38
  177. package/tests/fixtures/hermes/session_unix.json +0 -38
  178. package/tests/fixtures/hermes/system_only.json +0 -18
  179. package/tests/fixtures/pi/error-connection-abort.jsonl +0 -8
  180. package/tests/fixtures/pi/short-successful.jsonl +0 -5
  181. package/tests/fixtures/pi/with-custom-message.jsonl +0 -6
  182. package/tests/fixtures/sessions.ts +0 -22
  183. package/tests/integration/backfill-facts.test.ts +0 -362
  184. package/tests/integration/citation-explicit.test.ts +0 -111
  185. package/tests/integration/cite-event.test.ts +0 -169
  186. package/tests/integration/cite-memo.test.ts +0 -87
  187. package/tests/integration/db-restore.test.ts +0 -153
  188. package/tests/integration/embed-backfill.test.ts +0 -176
  189. package/tests/integration/fact-supersedence.test.ts +0 -313
  190. package/tests/integration/fts-index.test.ts +0 -60
  191. package/tests/integration/getbyids-sqlite.test.ts +0 -100
  192. package/tests/integration/hermes-agent-hooks.test.ts +0 -248
  193. package/tests/integration/hook-claude-settings.test.ts +0 -218
  194. package/tests/integration/hook-log.test.ts +0 -54
  195. package/tests/integration/hook-memo.test.ts +0 -68
  196. package/tests/integration/hook-pre-compact.test.ts +0 -105
  197. package/tests/integration/hook-subagent-start.test.ts +0 -102
  198. package/tests/integration/http.test.ts +0 -401
  199. package/tests/integration/keyword-search-fts.test.ts +0 -66
  200. package/tests/integration/mcp-recall-logging.test.ts +0 -88
  201. package/tests/integration/mcp.test.ts +0 -260
  202. package/tests/integration/memo-sweep.test.ts +0 -91
  203. package/tests/integration/prompt-recall-hook.test.ts +0 -88
  204. package/tests/integration/provider-registry.test.ts +0 -107
  205. package/tests/integration/recall-golden.test.ts +0 -59
  206. package/tests/integration/recall-sqlite.test.ts +0 -169
  207. package/tests/integration/scheduler.test.ts +0 -391
  208. package/tests/integration/session-end-hook.test.ts +0 -48
  209. package/tests/integration/session-start-hook.test.ts +0 -126
  210. package/tests/integration/source-registry.test.ts +0 -122
  211. package/tests/integration/sqlite-fact-store.test.ts +0 -346
  212. package/tests/integration/stop-hook.test.ts +0 -560
  213. package/tests/integration/wal-checkpoint.test.ts +0 -49
  214. package/tests/unit/cli/launchctl-helpers.test.ts +0 -60
  215. package/tests/unit/core/adapters/aider.test.ts +0 -230
  216. package/tests/unit/core/adapters/claude-code.test.ts +0 -118
  217. package/tests/unit/core/adapters/cursor.test.ts +0 -485
  218. package/tests/unit/core/adapters/hermes-agent.test.ts +0 -329
  219. package/tests/unit/core/adapters/hermes.test.ts +0 -81
  220. package/tests/unit/core/adapters/jsonl-generic.test.ts +0 -142
  221. package/tests/unit/core/adapters/opencode.test.ts +0 -354
  222. package/tests/unit/core/adapters/pi.test.ts +0 -110
  223. package/tests/unit/core/adapters/windsurf.test.ts +0 -416
  224. package/tests/unit/core/classifier/prompt.test.ts +0 -126
  225. package/tests/unit/core/embedding/chunk-body.test.ts +0 -100
  226. package/tests/unit/core/facts/extract-facts.test.ts +0 -117
  227. package/tests/unit/core/filter.test.ts +0 -40
  228. package/tests/unit/core/hook/citation-detect-cite-session.test.ts +0 -96
  229. package/tests/unit/core/hook/citation-detect.test.ts +0 -124
  230. package/tests/unit/core/hook/gate.test.ts +0 -29
  231. package/tests/unit/core/hook/pointer-block.test.ts +0 -22
  232. package/tests/unit/core/hook/select.test.ts +0 -66
  233. package/tests/unit/core/match-fields.test.ts +0 -39
  234. package/tests/unit/core/mcp-cite-session.test.ts +0 -51
  235. package/tests/unit/core/providers/provider-models.test.ts +0 -101
  236. package/tests/unit/core/query-shape.test.ts +0 -92
  237. package/tests/unit/core/recall-facts/fact-recall-service.test.ts +0 -258
  238. package/tests/unit/core/recall-service.test.ts +0 -200
  239. package/tests/unit/core/storage/live-status.test.ts +0 -54
  240. package/tests/unit/core/tokenize.test.ts +0 -32
  241. package/tests/unit/core/useful-scan.test.ts +0 -537
  242. package/tests/unit/llm/embed.test.ts +0 -93
  243. package/tests/unit/llm/ollama-client.test.ts +0 -124
  244. package/tests/unit/scripts/longmemeval-scorer.test.ts +0 -114
  245. package/tsconfig.json +0 -31
  246. package/tsconfig.test.json +0 -11
  247. package/vitest.config.ts +0 -22
@@ -1,105 +0,0 @@
1
- /**
2
- * POST /api/hook/pre-compact endpoint integration.
3
- * Verifies memo flush, compacted_at response, and hook-log append.
4
- */
5
-
6
- import { existsSync, mkdtempSync, readFileSync, rmSync, writeFileSync, mkdirSync } from "node:fs";
7
- import { tmpdir } from "node:os";
8
- import { join, resolve } from "node:path";
9
- import { afterEach, beforeEach, describe, expect, it } from "vitest";
10
- import type { Hono } from "hono";
11
- import { RecallService } from "../../src/core/recall/recall-service.js";
12
- import { SqliteSessionStore } from "../../src/core/storage/sqlite-session-store.js";
13
- import { createApp } from "../../src/http/app.js";
14
- import type { EmbedResult, LLMClient } from "../../src/ports/llm-client.js";
15
-
16
- const MIGRATIONS_DIR = resolve(__dirname, "../../migrations");
17
-
18
- class FixedEmbedder implements LLMClient {
19
- async embed(): Promise<EmbedResult> {
20
- return { vector: new Float32Array(768), model: "fixed-test" };
21
- }
22
- async classify(): Promise<never> {
23
- throw new Error("not used");
24
- }
25
- }
26
-
27
- describe("POST /api/hook/pre-compact", () => {
28
- let tmp: string;
29
- let store: SqliteSessionStore;
30
- let app: Hono;
31
- let hookLogPath: string;
32
- let hookStateDir: string;
33
-
34
- beforeEach(() => {
35
- tmp = mkdtempSync(join(tmpdir(), "nlm-pre-compact-"));
36
- store = new SqliteSessionStore({
37
- dbPath: join(tmp, "canonical.sqlite"),
38
- migrationsDir: MIGRATIONS_DIR,
39
- });
40
- const recall = new RecallService({ store, llm: new FixedEmbedder() });
41
- hookLogPath = join(tmp, "hook-log.jsonl");
42
- hookStateDir = join(tmp, "hook-state");
43
- process.env["NLM_HOOK_LOG"] = hookLogPath;
44
- process.env["NLM_HOOK_STATE_DIR"] = hookStateDir;
45
- app = createApp({ recall, store, liveStore: store });
46
- });
47
-
48
- afterEach(() => {
49
- store.close();
50
- delete process.env["NLM_HOOK_LOG"];
51
- delete process.env["NLM_HOOK_STATE_DIR"];
52
- rmSync(tmp, { recursive: true, force: true });
53
- });
54
-
55
- it("returns ok:true with flushed count and compacted_at", async () => {
56
- const res = await app.request("/api/hook/pre-compact", {
57
- method: "POST",
58
- headers: { "Content-Type": "application/json" },
59
- body: JSON.stringify({ conversation_id: "conv_abc123" }),
60
- });
61
- expect(res.status).toBe(200);
62
- const json = (await res.json()) as Record<string, unknown>;
63
- expect(json["ok"]).toBe(true);
64
- expect(typeof json["flushed"]).toBe("number");
65
- expect(typeof json["compacted_at"]).toBe("string");
66
- });
67
-
68
- it("flushes the surfaced-ID memo file for the conversation", async () => {
69
- // Seed a memo file so there's something to flush.
70
- mkdirSync(hookStateDir, { recursive: true });
71
- writeFileSync(join(hookStateDir, "conv_abc123.json"), JSON.stringify(["sess_a", "sess_b"]), "utf8");
72
-
73
- const res = await app.request("/api/hook/pre-compact", {
74
- method: "POST",
75
- headers: { "Content-Type": "application/json" },
76
- body: JSON.stringify({ conversation_id: "conv_abc123" }),
77
- });
78
- const json = (await res.json()) as Record<string, unknown>;
79
- expect(json["flushed"]).toBe(2);
80
- expect(existsSync(join(hookStateDir, "conv_abc123.json"))).toBe(false);
81
- });
82
-
83
- it("appends a pre-compact entry to hook-log.jsonl", async () => {
84
- await app.request("/api/hook/pre-compact", {
85
- method: "POST",
86
- headers: { "Content-Type": "application/json" },
87
- body: JSON.stringify({ conversation_id: "conv_abc123" }),
88
- });
89
- expect(existsSync(hookLogPath)).toBe(true);
90
- const lines = readFileSync(hookLogPath, "utf8").trim().split("\n");
91
- const entry = JSON.parse(lines[0]!) as Record<string, unknown>;
92
- expect(entry["kind"]).toBe("pre-compact");
93
- expect(entry["conversationId"]).toBe("conv_abc123");
94
- expect(typeof entry["flushed"]).toBe("number");
95
- });
96
-
97
- it("returns 400 when conversation_id is missing", async () => {
98
- const res = await app.request("/api/hook/pre-compact", {
99
- method: "POST",
100
- headers: { "Content-Type": "application/json" },
101
- body: JSON.stringify({}),
102
- });
103
- expect(res.status).toBe(400);
104
- });
105
- });
@@ -1,102 +0,0 @@
1
- /**
2
- * POST /api/hook/subagent-start endpoint integration.
3
- * Verifies the parent→subagent link is appended to subagent-log.jsonl.
4
- */
5
-
6
- import { existsSync, mkdtempSync, readFileSync, rmSync } from "node:fs";
7
- import { tmpdir } from "node:os";
8
- import { join, resolve } from "node:path";
9
- import { afterEach, beforeEach, describe, expect, it } from "vitest";
10
- import type { Hono } from "hono";
11
- import { RecallService } from "../../src/core/recall/recall-service.js";
12
- import { SqliteSessionStore } from "../../src/core/storage/sqlite-session-store.js";
13
- import { createApp } from "../../src/http/app.js";
14
- import type { EmbedResult, LLMClient } from "../../src/ports/llm-client.js";
15
-
16
- const MIGRATIONS_DIR = resolve(__dirname, "../../migrations");
17
-
18
- class FixedEmbedder implements LLMClient {
19
- async embed(): Promise<EmbedResult> {
20
- return { vector: new Float32Array(768), model: "fixed-test" };
21
- }
22
- async classify(): Promise<never> {
23
- throw new Error("not used");
24
- }
25
- }
26
-
27
- describe("POST /api/hook/subagent-start", () => {
28
- let tmp: string;
29
- let store: SqliteSessionStore;
30
- let app: Hono;
31
- let subagentLogPath: string;
32
-
33
- beforeEach(() => {
34
- tmp = mkdtempSync(join(tmpdir(), "nlm-subagent-start-"));
35
- store = new SqliteSessionStore({
36
- dbPath: join(tmp, "canonical.sqlite"),
37
- migrationsDir: MIGRATIONS_DIR,
38
- });
39
- const recall = new RecallService({ store, llm: new FixedEmbedder() });
40
- subagentLogPath = join(tmp, "subagent-log.jsonl");
41
- process.env["NLM_SUBAGENT_LOG"] = subagentLogPath;
42
- app = createApp({ recall, store, liveStore: store });
43
- });
44
-
45
- afterEach(() => {
46
- store.close();
47
- delete process.env["NLM_SUBAGENT_LOG"];
48
- rmSync(tmp, { recursive: true, force: true });
49
- });
50
-
51
- it("returns ok:true and recorded:true", async () => {
52
- const res = await app.request("/api/hook/subagent-start", {
53
- method: "POST",
54
- headers: { "Content-Type": "application/json" },
55
- body: JSON.stringify({
56
- parent_conversation_id: "conv_parent_001",
57
- subagent_session_id: "conv_sub_abc123",
58
- subagent_description: "Run the content audit skill",
59
- }),
60
- });
61
- expect(res.status).toBe(200);
62
- const json = (await res.json()) as Record<string, unknown>;
63
- expect(json["ok"]).toBe(true);
64
- expect(json["recorded"]).toBe(true);
65
- });
66
-
67
- it("appends the parent→subagent link to subagent-log.jsonl", async () => {
68
- await app.request("/api/hook/subagent-start", {
69
- method: "POST",
70
- headers: { "Content-Type": "application/json" },
71
- body: JSON.stringify({
72
- parent_conversation_id: "conv_parent_001",
73
- subagent_session_id: "conv_sub_abc123",
74
- subagent_description: "Run the content audit skill",
75
- }),
76
- });
77
- expect(existsSync(subagentLogPath)).toBe(true);
78
- const lines = readFileSync(subagentLogPath, "utf8").trim().split("\n");
79
- const entry = JSON.parse(lines[0]!) as Record<string, unknown>;
80
- expect(entry["parent_conversation_id"]).toBe("conv_parent_001");
81
- expect(entry["subagent_session_id"]).toBe("conv_sub_abc123");
82
- expect(entry["subagent_description"]).toBe("Run the content audit skill");
83
- });
84
-
85
- it("returns 400 when parent_conversation_id is missing", async () => {
86
- const res = await app.request("/api/hook/subagent-start", {
87
- method: "POST",
88
- headers: { "Content-Type": "application/json" },
89
- body: JSON.stringify({ subagent_session_id: "conv_sub_abc123" }),
90
- });
91
- expect(res.status).toBe(400);
92
- });
93
-
94
- it("returns 400 when subagent_session_id is missing", async () => {
95
- const res = await app.request("/api/hook/subagent-start", {
96
- method: "POST",
97
- headers: { "Content-Type": "application/json" },
98
- body: JSON.stringify({ parent_conversation_id: "conv_parent_001" }),
99
- });
100
- expect(res.status).toBe(400);
101
- });
102
- });
@@ -1,401 +0,0 @@
1
- /**
2
- * HTTP adapter integration. Exercises the Hono app via app.request() against
3
- * a real SqliteSessionStore + RecallService. No network, no port binding.
4
- */
5
-
6
- import { mkdtempSync, rmSync } from "node:fs";
7
- import { tmpdir } from "node:os";
8
- import { join, resolve } from "node:path";
9
- import { afterEach, beforeEach, describe, expect, it } from "vitest";
10
- import type { Hono } from "hono";
11
- import { RecallService } from "../../src/core/recall/recall-service.js";
12
- import { FactRecallService } from "../../src/core/recall-facts/fact-recall-service.js";
13
- import { SqliteFactStore } from "../../src/core/storage/sqlite-fact-store.js";
14
- import { SqliteSessionStore } from "../../src/core/storage/sqlite-session-store.js";
15
- import { createApp } from "../../src/http/app.js";
16
- import type { EmbedResult, LLMClient } from "../../src/ports/llm-client.js";
17
- import type { Session } from "../../src/shared/types.js";
18
- import { makeFact } from "../fixtures/facts.js";
19
- import { makeSession } from "../fixtures/sessions.js";
20
-
21
- const MIGRATIONS_DIR = resolve(__dirname, "../../migrations");
22
-
23
- function unit(values: number[]): Float32Array {
24
- const padded = new Float32Array(768);
25
- values.forEach((v, i) => {
26
- padded[i] = v;
27
- });
28
- let sum = 0;
29
- for (const v of padded) sum += v * v;
30
- const norm = Math.sqrt(sum) || 1;
31
- for (let i = 0; i < padded.length; i++) padded[i] = (padded[i] ?? 0) / norm;
32
- return padded;
33
- }
34
-
35
- class FixedEmbedder implements LLMClient {
36
- constructor(private readonly vector: Float32Array) {}
37
- async embed(): Promise<EmbedResult> {
38
- return { vector: this.vector, model: "fixed-test" };
39
- }
40
- async classify(): Promise<never> {
41
- throw new Error("not used in this test");
42
- }
43
- }
44
-
45
- const seed: ReadonlyArray<{ session: Session; embedding: Float32Array }> = [
46
- {
47
- session: makeSession({
48
- id: "sess_a",
49
- label: "Hono router setup",
50
- summary: "Wired Hono routes to RecallService",
51
- entities: ["NLM"],
52
- decisions: ["chose Hono"],
53
- }),
54
- embedding: unit([1, 0, 0]),
55
- },
56
- {
57
- session: makeSession({
58
- id: "sess_b",
59
- label: "pgvector migration plan",
60
- entities: ["NLM", "Postgres"],
61
- open: ["cutover timing"],
62
- }),
63
- embedding: unit([0, 1, 0]),
64
- },
65
- ];
66
-
67
- describe("HTTP adapter", () => {
68
- let tmp: string;
69
- let store: SqliteSessionStore;
70
- let app: Hono;
71
- let queryLogPath: string;
72
-
73
- beforeEach(() => {
74
- tmp = mkdtempSync(join(tmpdir(), "nlm-http-"));
75
- store = new SqliteSessionStore({
76
- dbPath: join(tmp, "canonical.sqlite"),
77
- migrationsDir: MIGRATIONS_DIR,
78
- });
79
- for (const { session, embedding } of seed) {
80
- store.insertSessionForTest(session);
81
- store.insertEmbeddingForTest(session.id, embedding);
82
- }
83
- const recall = new RecallService({
84
- store,
85
- llm: new FixedEmbedder(unit([0, 1, 0])),
86
- });
87
- queryLogPath = join(tmp, "query_log.jsonl");
88
- app = createApp({ recall, store, liveStore: store, queryLogPath });
89
- });
90
-
91
- afterEach(() => {
92
- store.close();
93
- rmSync(tmp, { recursive: true, force: true });
94
- });
95
-
96
- it("GET /api/health returns ok", async () => {
97
- const res = await app.request("/api/health");
98
- expect(res.status).toBe(200);
99
- const body = (await res.json()) as { status: string };
100
- expect(body.status).toBe("ok");
101
- });
102
-
103
- it("GET /api/recall?q=pgvector returns the matching session", async () => {
104
- const res = await app.request("/api/recall?q=pgvector&mode=keyword");
105
- expect(res.status).toBe(200);
106
- const body = (await res.json()) as { total: number; results: { id: string }[] };
107
- expect(body.total).toBe(1);
108
- expect(body.results[0]?.id).toBe("sess_b");
109
- });
110
-
111
- it("GET /api/recall rejects invalid mode", async () => {
112
- const res = await app.request("/api/recall?q=x&mode=banana");
113
- expect(res.status).toBe(400);
114
- });
115
-
116
- it("GET /api/recall rejects out-of-range limit", async () => {
117
- const res = await app.request("/api/recall?q=x&limit=9999");
118
- expect(res.status).toBe(400);
119
- });
120
-
121
- it("GET /api/recall threads entity filter through to RecallService", async () => {
122
- const res = await app.request("/api/recall?q=hono&entity=NLM&mode=keyword");
123
- expect(res.status).toBe(200);
124
- const body = (await res.json()) as {
125
- entity: string | null;
126
- results: { entities: string[] }[];
127
- };
128
- expect(body.entity).toBe("NLM");
129
- expect(body.results.every((r) => r.entities.includes("NLM"))).toBe(true);
130
- });
131
-
132
- it("GET /api/recall semantic mode goes through the embedder + vec0", async () => {
133
- const res = await app.request("/api/recall?q=anything&mode=semantic&limit=2");
134
- expect(res.status).toBe(200);
135
- const body = (await res.json()) as { results: { id: string; matchScore: number }[] };
136
- expect(body.results[0]?.id).toBe("sess_b"); // embedder aligned with [0,1,0]
137
- expect(body.results[0]?.matchScore).toBeCloseTo(1, 4);
138
- });
139
-
140
- it("GET /api/session/:id returns the full session", async () => {
141
- const res = await app.request("/api/session/sess_a");
142
- expect(res.status).toBe(200);
143
- const body = (await res.json()) as { id: string; entities: string[] };
144
- expect(body.id).toBe("sess_a");
145
- expect(body.entities).toContain("NLM");
146
- });
147
-
148
- it("GET /api/session/:id 404s on unknown id", async () => {
149
- const res = await app.request("/api/session/does_not_exist");
150
- expect(res.status).toBe(404);
151
- });
152
-
153
- it("GET /api/recall/stats returns zero-totals when log is absent", async () => {
154
- const res = await app.request("/api/recall/stats?days=14");
155
- expect(res.status).toBe(200);
156
- const body = (await res.json()) as {
157
- days: number;
158
- total: number;
159
- log_present: boolean;
160
- };
161
- expect(body.days).toBe(14);
162
- expect(body.total).toBe(0);
163
- expect(body.log_present).toBe(false);
164
- });
165
-
166
- it("GET /api/recall writes a query-log entry; /api/recall/stats aggregates it", async () => {
167
- // Drive two recall calls
168
- await app.request("/api/recall?q=pgvector&mode=keyword", {
169
- headers: { "x-recall-source": "test-source" },
170
- });
171
- await app.request("/api/recall?q=hono&mode=keyword");
172
- // logQuery is fire-and-forget; small await so the appendFile lands
173
- await new Promise((r) => setTimeout(r, 50));
174
-
175
- const res = await app.request("/api/recall/stats?days=7");
176
- expect(res.status).toBe(200);
177
- const body = (await res.json()) as {
178
- total: number;
179
- with_results: number;
180
- hit_rate: number;
181
- by_source: Record<string, number>;
182
- log_present: boolean;
183
- };
184
- expect(body.log_present).toBe(true);
185
- expect(body.total).toBe(2);
186
- expect(body.with_results).toBeGreaterThanOrEqual(1);
187
- expect(body.by_source["test-source"]).toBe(1);
188
- expect(body.by_source["http"]).toBe(1);
189
- });
190
-
191
- it("GET /api/live/recent-writes returns persisted sessions ordered by recency", async () => {
192
- const res = await app.request("/api/live/recent-writes?limit=10");
193
- expect(res.status).toBe(200);
194
- const body = (await res.json()) as { writes: { id: string; label: string }[] };
195
- expect(body.writes.length).toBeGreaterThanOrEqual(2);
196
- expect(body.writes.map((w) => w.id)).toEqual(
197
- expect.arrayContaining(["sess_a", "sess_b"]),
198
- );
199
- });
200
-
201
- it("GET /api/live/recent-markers returns decision + open markers", async () => {
202
- const res = await app.request("/api/live/recent-markers?limit=10");
203
- expect(res.status).toBe(200);
204
- const body = (await res.json()) as {
205
- markers: { kind: string; text: string; sessionId: string }[];
206
- };
207
- expect(body.markers.length).toBeGreaterThanOrEqual(2);
208
- expect(body.markers.some((m) => m.kind === "decision")).toBe(true);
209
- expect(body.markers.some((m) => m.kind === "open")).toBe(true);
210
- });
211
-
212
- it("GET /api/recall/recent returns tailed log entries", async () => {
213
- await app.request("/api/recall?q=pgvector&mode=keyword");
214
- await new Promise((r) => setTimeout(r, 50));
215
- const res = await app.request("/api/recall/recent?limit=5");
216
- expect(res.status).toBe(200);
217
- const body = (await res.json()) as { entries: { source: string; query: string }[] };
218
- expect(body.entries.length).toBeGreaterThanOrEqual(1);
219
- expect(body.entries[0]?.query).toBe("pgvector");
220
- });
221
- });
222
-
223
- describe("HTTP adapter — data management", () => {
224
- let tmp: string;
225
- let dbPath: string;
226
- let store: SqliteSessionStore;
227
- let app: Hono;
228
-
229
- beforeEach(() => {
230
- tmp = mkdtempSync(join(tmpdir(), "nlm-http-data-"));
231
- dbPath = join(tmp, "canonical.sqlite");
232
- store = new SqliteSessionStore({ dbPath, migrationsDir: MIGRATIONS_DIR });
233
- for (const { session, embedding } of seed) {
234
- store.insertSessionForTest(session);
235
- store.insertEmbeddingForTest(session.id, embedding);
236
- }
237
- const recall = new RecallService({ store, llm: new FixedEmbedder(unit([0, 1, 0])) });
238
- app = createApp({ recall, store, liveStore: store, dbPath });
239
- });
240
-
241
- afterEach(() => {
242
- store.close();
243
- rmSync(tmp, { recursive: true, force: true });
244
- });
245
-
246
- it("GET /api/data/stats reports table counts, runtimes, and schema version", async () => {
247
- const res = await app.request("/api/data/stats");
248
- expect(res.status).toBe(200);
249
- const body = (await res.json()) as {
250
- dbPath: string;
251
- dbBytes: number;
252
- schemaVersion: number;
253
- tables: { name: string; rows: number }[];
254
- runtimes: { runtime: string; n: number }[];
255
- };
256
- expect(body.dbPath).toBe(dbPath);
257
- expect(body.dbBytes).toBeGreaterThan(0);
258
- expect(body.schemaVersion).toBeGreaterThanOrEqual(0);
259
- expect(body.tables.find((t) => t.name === "sessions")?.rows).toBe(2);
260
- expect(body.runtimes.reduce((sum, r) => sum + r.n, 0)).toBe(2);
261
- });
262
-
263
- it("GET /api/data/stats 503s without dbPath", async () => {
264
- const recall = new RecallService({ store, llm: new FixedEmbedder(unit([0, 1, 0])) });
265
- const noPath = createApp({ recall, store, liveStore: store });
266
- const res = await noPath.request("/api/data/stats");
267
- expect(res.status).toBe(503);
268
- });
269
-
270
- it("GET /api/data/backup streams a restorable SQLite snapshot", async () => {
271
- const res = await app.request("/api/data/backup");
272
- expect(res.status).toBe(200);
273
- expect(res.headers.get("content-disposition")).toMatch(/nlm-memory-backup-.*\.sqlite/);
274
- const bytes = Buffer.from(await res.arrayBuffer());
275
- // SQLite files start with the "SQLite format 3\0" magic header.
276
- expect(bytes.subarray(0, 15).toString("latin1")).toBe("SQLite format 3");
277
- expect(bytes.length).toBeGreaterThan(0);
278
- });
279
-
280
- it("POST /api/data/restore stages a valid backup and reports restartRequired", async () => {
281
- const backup = Buffer.from(await (await app.request("/api/data/backup")).arrayBuffer());
282
- const fd = new FormData();
283
- fd.append("file", new Blob([backup]), "backup.sqlite");
284
- const res = await app.request("/api/data/restore", { method: "POST", body: fd });
285
- expect(res.status).toBe(200);
286
- const body = (await res.json()) as { staged: boolean; restartRequired: boolean; sessions: number };
287
- expect(body.staged).toBe(true);
288
- expect(body.restartRequired).toBe(true);
289
- expect(body.sessions).toBe(2);
290
- });
291
-
292
- it("POST /api/data/restore rejects a non-SQLite upload", async () => {
293
- const fd = new FormData();
294
- fd.append("file", new Blob(["not a database"]), "junk.sqlite");
295
- const res = await app.request("/api/data/restore", { method: "POST", body: fd });
296
- expect(res.status).toBe(400);
297
- const body = (await res.json()) as { error: string };
298
- expect(body.error).toMatch(/rejected/);
299
- });
300
-
301
- it("POST /api/data/restore 400s when no file field is present", async () => {
302
- const res = await app.request("/api/data/restore", { method: "POST", body: new FormData() });
303
- expect(res.status).toBe(400);
304
- });
305
- });
306
-
307
- describe("HTTP adapter — fact recall", () => {
308
- let tmp: string;
309
- let store: SqliteSessionStore;
310
- let factStore: SqliteFactStore;
311
- let app: Hono;
312
- let factQueryLogPath: string;
313
-
314
- beforeEach(async () => {
315
- tmp = mkdtempSync(join(tmpdir(), "nlm-http-facts-"));
316
- store = new SqliteSessionStore({
317
- dbPath: join(tmp, "canonical.sqlite"),
318
- migrationsDir: MIGRATIONS_DIR,
319
- });
320
- store.insertSessionForTest(makeSession({ id: "sess_p" }));
321
- factStore = new SqliteFactStore(store.rawDb());
322
- await factStore.insertMany([
323
- makeFact({
324
- id: "f_hono", subject: "nlm-memory-ts", predicate: "framework",
325
- value: "Hono", confidence: 0.9, sourceSessionId: "sess_p",
326
- }),
327
- makeFact({
328
- id: "f_fastify", subject: "nlm-memory-ts", predicate: "framework",
329
- value: "Fastify", confidence: 0.9, sourceSessionId: "sess_p",
330
- createdAt: "2026-05-01T00:00:00Z", supersededBy: "f_hono",
331
- }),
332
- ]);
333
- const recall = new RecallService({ store, llm: new FixedEmbedder(unit([1, 0, 0])) });
334
- const factRecall = new FactRecallService({
335
- factStore,
336
- llm: new FixedEmbedder(unit([1, 0, 0])),
337
- });
338
- factQueryLogPath = join(tmp, "fact_query_log.jsonl");
339
- app = createApp({ recall, store, factRecall, factStore, factQueryLogPath });
340
- });
341
-
342
- afterEach(() => {
343
- store.close();
344
- rmSync(tmp, { recursive: true, force: true });
345
- });
346
-
347
- it("GET /api/recall/facts returns the current fact for subject+predicate", async () => {
348
- const res = await app.request("/api/recall/facts?subject=nlm-memory-ts&predicate=framework");
349
- expect(res.status).toBe(200);
350
- const body = (await res.json()) as { total: number; results: { id: string; value: string }[] };
351
- expect(body.total).toBe(1);
352
- expect(body.results[0]?.id).toBe("f_hono");
353
- expect(body.results[0]?.value).toBe("Hono");
354
- });
355
-
356
- it("GET /api/recall/facts excludes superseded by default, includes with flag", async () => {
357
- const def = await app.request("/api/recall/facts?subject=nlm-memory-ts");
358
- expect(((await def.json()) as { total: number }).total).toBe(1);
359
- const all = await app.request("/api/recall/facts?subject=nlm-memory-ts&includeSuperseded=true");
360
- expect(((await all.json()) as { total: number }).total).toBe(2);
361
- });
362
-
363
- it("GET /api/recall/facts rejects invalid kind + mode", async () => {
364
- expect((await app.request("/api/recall/facts?kind=banana")).status).toBe(400);
365
- expect((await app.request("/api/recall/facts?subject=x&mode=banana")).status).toBe(400);
366
- });
367
-
368
- it("GET /api/facts/history walks the supersedence chain", async () => {
369
- const res = await app.request("/api/facts/history?subject=nlm-memory-ts&predicate=framework");
370
- expect(res.status).toBe(200);
371
- const body = (await res.json()) as { chains: { history: { id: string }[] }[] };
372
- expect(body.chains[0]?.history.map((f) => f.id)).toEqual(["f_hono", "f_fastify"]);
373
- });
374
-
375
- it("GET /api/facts/history 400s without a subject", async () => {
376
- expect((await app.request("/api/facts/history")).status).toBe(400);
377
- });
378
-
379
- it("GET /api/recall/facts records a fact query-log entry", async () => {
380
- await app.request("/api/recall/facts?subject=nlm-memory-ts&predicate=framework");
381
- // logFactQuery is fire-and-forget; give the microtask a tick.
382
- await new Promise((r) => setTimeout(r, 50));
383
- const stats = await app.request("/api/recall/facts/stats?days=7");
384
- const body = (await stats.json()) as {
385
- total: number;
386
- hit_rate: number;
387
- log_present: boolean;
388
- };
389
- expect(body.log_present).toBe(true);
390
- expect(body.total).toBe(1);
391
- expect(body.hit_rate).toBe(1);
392
- });
393
-
394
- it("GET /api/recall/facts 503s when factRecall is not wired", async () => {
395
- const bare = createApp({
396
- recall: new RecallService({ store, llm: new FixedEmbedder(unit([1, 0, 0])) }),
397
- store,
398
- });
399
- expect((await bare.request("/api/recall/facts?subject=x")).status).toBe(503);
400
- });
401
- });
@@ -1,66 +0,0 @@
1
- /**
2
- * Direct coverage of SqliteSessionStore.keywordSearch — FTS5 BM25 ranking
3
- * and resilience to FTS5 query-syntax metacharacters in user input.
4
- */
5
-
6
- import { mkdtempSync, rmSync } from "node:fs";
7
- import { tmpdir } from "node:os";
8
- import { join, resolve } from "node:path";
9
- import { afterEach, beforeEach, describe, expect, it } from "vitest";
10
- import { SqliteSessionStore } from "../../src/core/storage/sqlite-session-store.js";
11
- import { makeSession } from "../fixtures/sessions.js";
12
-
13
- const MIGRATIONS_DIR = resolve(__dirname, "../../migrations");
14
-
15
- describe("SqliteSessionStore.keywordSearch", () => {
16
- let tmp: string;
17
- let store: SqliteSessionStore;
18
-
19
- beforeEach(() => {
20
- tmp = mkdtempSync(join(tmpdir(), "nlm-kw-"));
21
- store = new SqliteSessionStore({
22
- dbPath: join(tmp, "canonical.sqlite"),
23
- migrationsDir: MIGRATIONS_DIR,
24
- });
25
- store.insertSessionForTest(
26
- makeSession({ id: "s_pg", label: "pgvector migration plan", body: "postgres mirror" }),
27
- );
28
- store.insertSessionForTest(
29
- makeSession({ id: "s_hono", label: "Hono router", body: "http framework setup" }),
30
- );
31
- store.insertSessionForTest(
32
- makeSession({ id: "s_misc", label: "unrelated work", body: "nothing in common" }),
33
- );
34
- });
35
-
36
- afterEach(() => {
37
- store.close();
38
- rmSync(tmp, { recursive: true, force: true });
39
- });
40
-
41
- it("ranks the matching session first and returns a positive score", async () => {
42
- const hits = await store.keywordSearch("pgvector", 10);
43
- expect(hits[0]?.sessionId).toBe("s_pg");
44
- expect(hits[0]?.score).toBeGreaterThan(0);
45
- });
46
-
47
- it("matches body text, not just the label", async () => {
48
- const hits = await store.keywordSearch("framework", 10);
49
- expect(hits.map((h) => h.sessionId)).toContain("s_hono");
50
- });
51
-
52
- it("returns an empty array for a query with no indexable tokens", async () => {
53
- const hits = await store.keywordSearch("---", 10);
54
- expect(hits).toEqual([]);
55
- });
56
-
57
- it("does not throw on FTS5 metacharacters in the query", async () => {
58
- const hits = await store.keywordSearch('pgvector OR (qdrant) NEAR "x"', 10);
59
- expect(hits.map((h) => h.sessionId)).toContain("s_pg");
60
- });
61
-
62
- it("respects the limit", async () => {
63
- const hits = await store.keywordSearch("plan router work", 1);
64
- expect(hits.length).toBeLessThanOrEqual(1);
65
- });
66
- });