nlm-memory 0.5.0 → 0.5.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (257) hide show
  1. package/README.md +89 -34
  2. package/dist/cli/digest.d.ts +20 -0
  3. package/dist/cli/digest.js +142 -0
  4. package/dist/cli/digest.js.map +1 -0
  5. package/dist/cli/nlm.d.ts +1 -0
  6. package/dist/cli/nlm.js +25 -1
  7. package/dist/cli/nlm.js.map +1 -1
  8. package/dist/core/digest/compose.d.ts +38 -0
  9. package/dist/core/digest/compose.js +93 -0
  10. package/dist/core/digest/compose.js.map +1 -0
  11. package/dist/core/digest/hook-liveness.d.ts +32 -0
  12. package/dist/core/digest/hook-liveness.js +54 -0
  13. package/dist/core/digest/hook-liveness.js.map +1 -0
  14. package/dist/http/app.js +2 -1
  15. package/dist/http/app.js.map +1 -1
  16. package/dist/mcp/server.js +20 -1
  17. package/dist/mcp/server.js.map +1 -1
  18. package/dist/ui/assets/{index-C8cpwbYJ.css → index-Beo8psd-.css} +1 -1
  19. package/dist/ui/assets/{index-CB50QnL-.js → index-CSPTTeeM.js} +8 -8
  20. package/dist/ui/index.html +2 -2
  21. package/package.json +26 -1
  22. package/.agents/plugins/marketplace.json +0 -20
  23. package/.github/workflows/ci.yml +0 -30
  24. package/docs/methodology/re-derivation-rate.md +0 -112
  25. package/docs/methodology/useful-hit-rate.md +0 -79
  26. package/docs/plans/2026-05-20-fts5-lexical-recall.md +0 -1088
  27. package/docs/plans/2026-05-20-recall-daemon-wedge-fix.md +0 -662
  28. package/docs/plans/2026-05-20-recall-hook-design.md +0 -131
  29. package/docs/plans/2026-05-20-recall-hook-implementation.md +0 -1222
  30. package/docs/plans/desktop-product.md +0 -69
  31. package/docs/plans/factstore-design.md +0 -236
  32. package/logs/CHANGELOG/CHANGELOG-2026.md +0 -1575
  33. package/logs/CHANGELOG/CHANGELOG.md +0 -209
  34. package/migrations/000_initial_schema.sql +0 -174
  35. package/migrations/001_entity_type_rename.sql +0 -17
  36. package/migrations/002_adapter_state_extend.sql +0 -12
  37. package/migrations/003_session_embeddings.sql +0 -11
  38. package/migrations/004_facts.sql +0 -46
  39. package/migrations/005_sources.sql +0 -31
  40. package/migrations/006_providers.sql +0 -33
  41. package/migrations/007_source_tokens.sql +0 -17
  42. package/migrations/008_fts_rebuild.sql +0 -9
  43. package/migrations/009_session_embedding_chunks.sql +0 -46
  44. package/migrations/010_sources_opencode.sql +0 -30
  45. package/migrations/011_sources_hermes_agent.sql +0 -30
  46. package/migrations/012_sources_aider.sql +0 -30
  47. package/migrations/013_adapter_state_failure_count.sql +0 -12
  48. package/migrations/014_sources_cursor.sql +0 -30
  49. package/migrations/015_sources_windsurf.sql +0 -30
  50. package/plugin-hermes-agent/README.md +0 -49
  51. package/plugin-hermes-agent/__init__.py +0 -75
  52. package/plugin-hermes-agent/plugin.yaml +0 -15
  53. package/scripts/backfill-citations.mjs +0 -0
  54. package/scripts/build-codex-plugin.mjs +0 -61
  55. package/scripts/deepseek-probe.mjs +0 -67
  56. package/scripts/extract-triples.mjs +0 -207
  57. package/scripts/longmemeval/embedding-cache.ts +0 -77
  58. package/scripts/longmemeval/fetch-dataset.sh +0 -25
  59. package/scripts/longmemeval/run-harness.ts +0 -315
  60. package/scripts/longmemeval/scorer.ts +0 -99
  61. package/scripts/longmemeval/tsconfig.json +0 -9
  62. package/scripts/longmemeval/types.ts +0 -35
  63. package/scripts/nlm-daily-digest.py +0 -239
  64. package/scripts/nlm-daily-digest.sh +0 -28
  65. package/src/cli/classify-parity.ts +0 -257
  66. package/src/cli/launchctl-helpers.ts +0 -49
  67. package/src/cli/nlm.ts +0 -1078
  68. package/src/core/actions/actions-log.ts +0 -118
  69. package/src/core/actions/overlay.ts +0 -117
  70. package/src/core/adapters/aider.ts +0 -205
  71. package/src/core/adapters/claude-code.ts +0 -293
  72. package/src/core/adapters/common.ts +0 -54
  73. package/src/core/adapters/cursor.ts +0 -486
  74. package/src/core/adapters/from-source.ts +0 -67
  75. package/src/core/adapters/hermes-agent.ts +0 -240
  76. package/src/core/adapters/hermes.ts +0 -277
  77. package/src/core/adapters/jsonl-generic.ts +0 -208
  78. package/src/core/adapters/opencode.ts +0 -281
  79. package/src/core/adapters/pi.ts +0 -264
  80. package/src/core/adapters/windsurf.ts +0 -386
  81. package/src/core/classifier/prompt.ts +0 -200
  82. package/src/core/dataset/build-dataset.ts +0 -463
  83. package/src/core/embedding/chunk-body.ts +0 -76
  84. package/src/core/embedding/embed-backfill.ts +0 -210
  85. package/src/core/embedding/embed-normalize.ts +0 -135
  86. package/src/core/facts/backfill-facts.ts +0 -254
  87. package/src/core/facts/extract-facts.ts +0 -50
  88. package/src/core/hook/citation-detect.ts +0 -124
  89. package/src/core/hook/cite-memo.ts +0 -68
  90. package/src/core/hook/claude-settings.ts +0 -187
  91. package/src/core/hook/gate.ts +0 -25
  92. package/src/core/hook/hook-log.ts +0 -41
  93. package/src/core/hook/memo-sweep.ts +0 -164
  94. package/src/core/hook/memo.ts +0 -67
  95. package/src/core/hook/pointer-block.ts +0 -26
  96. package/src/core/hook/select.ts +0 -32
  97. package/src/core/hook/transcript.ts +0 -121
  98. package/src/core/ingest/ingest-session.ts +0 -111
  99. package/src/core/providers/provider-models.ts +0 -100
  100. package/src/core/providers/provider-registry.ts +0 -196
  101. package/src/core/recall/citation-log.ts +0 -108
  102. package/src/core/recall/filter.ts +0 -27
  103. package/src/core/recall/index.ts +0 -6
  104. package/src/core/recall/match-fields.ts +0 -40
  105. package/src/core/recall/query-log.ts +0 -149
  106. package/src/core/recall/query-shape.ts +0 -66
  107. package/src/core/recall/recall-service.ts +0 -320
  108. package/src/core/recall/recent-log.ts +0 -59
  109. package/src/core/recall/tokenize.ts +0 -18
  110. package/src/core/recall/useful-scan.ts +0 -336
  111. package/src/core/recall-facts/fact-query-log.ts +0 -150
  112. package/src/core/recall-facts/fact-recall-service.ts +0 -327
  113. package/src/core/scheduler/scan-once.ts +0 -142
  114. package/src/core/scheduler/scheduler.ts +0 -225
  115. package/src/core/sources/source-registry.ts +0 -278
  116. package/src/core/storage/db-restore.ts +0 -133
  117. package/src/core/storage/live-status.ts +0 -45
  118. package/src/core/storage/migrate.ts +0 -72
  119. package/src/core/storage/sqlite-fact-store.ts +0 -304
  120. package/src/core/storage/sqlite-session-store.ts +0 -810
  121. package/src/hook/hook-auth.ts +0 -18
  122. package/src/hook/prompt-recall-hook.ts +0 -180
  123. package/src/hook/session-end-hook.ts +0 -81
  124. package/src/hook/session-start-hook.ts +0 -168
  125. package/src/hook/stop-hook.ts +0 -239
  126. package/src/http/app.ts +0 -1215
  127. package/src/install/claude-code.ts +0 -128
  128. package/src/install/codex.ts +0 -367
  129. package/src/install/cursor.ts +0 -68
  130. package/src/install/hermes-agent.ts +0 -76
  131. package/src/install/hermes.ts +0 -78
  132. package/src/install/nlm-dir-perms.ts +0 -55
  133. package/src/install/ollama.ts +0 -284
  134. package/src/install/setup.ts +0 -489
  135. package/src/install/windsurf.ts +0 -68
  136. package/src/llm/classifier-box.ts +0 -64
  137. package/src/llm/deepseek-client.ts +0 -150
  138. package/src/llm/env-autoload.ts +0 -55
  139. package/src/llm/ollama-client.ts +0 -189
  140. package/src/mcp/server.ts +0 -534
  141. package/src/ports/fact-store.ts +0 -102
  142. package/src/ports/llm-client.ts +0 -52
  143. package/src/ports/logger.ts +0 -16
  144. package/src/ports/session-store.ts +0 -45
  145. package/src/ports/transcript-adapter.ts +0 -55
  146. package/src/shared/types.ts +0 -149
  147. package/src/ui/App.tsx +0 -58
  148. package/src/ui/components/PromoteOpenButton.tsx +0 -65
  149. package/src/ui/components/SessionDrawer.tsx +0 -199
  150. package/src/ui/components/SideNav.tsx +0 -162
  151. package/src/ui/components/Skeleton.tsx +0 -107
  152. package/src/ui/index.html +0 -13
  153. package/src/ui/lib/actions.ts +0 -30
  154. package/src/ui/lib/api.ts +0 -92
  155. package/src/ui/lib/dataset.ts +0 -141
  156. package/src/ui/lib/registries.ts +0 -155
  157. package/src/ui/lib/view-settings.ts +0 -41
  158. package/src/ui/main.tsx +0 -15
  159. package/src/ui/pages/Live.tsx +0 -229
  160. package/src/ui/pages/Pulse.tsx +0 -415
  161. package/src/ui/pages/Recall.tsx +0 -190
  162. package/src/ui/pages/River.tsx +0 -354
  163. package/src/ui/pages/Search.tsx +0 -386
  164. package/src/ui/pages/Stub.tsx +0 -9
  165. package/src/ui/pages/Thread.tsx +0 -473
  166. package/src/ui/pages/settings/Classifier.tsx +0 -227
  167. package/src/ui/pages/settings/Data.tsx +0 -190
  168. package/src/ui/pages/settings/Index.tsx +0 -65
  169. package/src/ui/pages/settings/Labels.tsx +0 -224
  170. package/src/ui/pages/settings/Providers.tsx +0 -305
  171. package/src/ui/pages/settings/SettingsSubnav.tsx +0 -28
  172. package/src/ui/pages/settings/Sources.tsx +0 -326
  173. package/src/ui/pages/settings/Views.tsx +0 -96
  174. package/src/ui/styles.css +0 -1890
  175. package/src/ui/tsconfig.json +0 -21
  176. package/src/ui/vite.config.ts +0 -19
  177. package/tests/fixtures/claude_code/short_session.jsonl +0 -2
  178. package/tests/fixtures/claude_code/standard_iso.jsonl +0 -4
  179. package/tests/fixtures/claude_code/tool_heavy.jsonl +0 -8
  180. package/tests/fixtures/claude_code/with_subagent.jsonl +0 -7
  181. package/tests/fixtures/facts.ts +0 -17
  182. package/tests/fixtures/golden-corpus.ts +0 -85
  183. package/tests/fixtures/hermes/paired_request_dump.json +0 -24
  184. package/tests/fixtures/hermes/paired_session.json +0 -23
  185. package/tests/fixtures/hermes/request_dump.json +0 -28
  186. package/tests/fixtures/hermes/session_iso.json +0 -38
  187. package/tests/fixtures/hermes/session_unix.json +0 -38
  188. package/tests/fixtures/hermes/system_only.json +0 -18
  189. package/tests/fixtures/pi/error-connection-abort.jsonl +0 -8
  190. package/tests/fixtures/pi/short-successful.jsonl +0 -5
  191. package/tests/fixtures/pi/with-custom-message.jsonl +0 -6
  192. package/tests/fixtures/sessions.ts +0 -22
  193. package/tests/integration/backfill-facts.test.ts +0 -362
  194. package/tests/integration/citation-explicit.test.ts +0 -111
  195. package/tests/integration/cite-event.test.ts +0 -169
  196. package/tests/integration/cite-memo.test.ts +0 -87
  197. package/tests/integration/db-restore.test.ts +0 -153
  198. package/tests/integration/embed-backfill.test.ts +0 -176
  199. package/tests/integration/fact-supersedence.test.ts +0 -313
  200. package/tests/integration/fts-index.test.ts +0 -60
  201. package/tests/integration/getbyids-sqlite.test.ts +0 -100
  202. package/tests/integration/hermes-agent-hooks.test.ts +0 -248
  203. package/tests/integration/hook-claude-settings.test.ts +0 -218
  204. package/tests/integration/hook-log.test.ts +0 -54
  205. package/tests/integration/hook-memo.test.ts +0 -68
  206. package/tests/integration/hook-pre-compact.test.ts +0 -105
  207. package/tests/integration/hook-subagent-start.test.ts +0 -102
  208. package/tests/integration/http.test.ts +0 -401
  209. package/tests/integration/keyword-search-fts.test.ts +0 -66
  210. package/tests/integration/mcp-recall-logging.test.ts +0 -88
  211. package/tests/integration/mcp.test.ts +0 -260
  212. package/tests/integration/memo-sweep.test.ts +0 -91
  213. package/tests/integration/prompt-recall-hook.test.ts +0 -88
  214. package/tests/integration/provider-registry.test.ts +0 -107
  215. package/tests/integration/recall-golden.test.ts +0 -59
  216. package/tests/integration/recall-sqlite.test.ts +0 -169
  217. package/tests/integration/scheduler.test.ts +0 -391
  218. package/tests/integration/session-end-hook.test.ts +0 -48
  219. package/tests/integration/session-start-hook.test.ts +0 -126
  220. package/tests/integration/source-registry.test.ts +0 -122
  221. package/tests/integration/sqlite-fact-store.test.ts +0 -346
  222. package/tests/integration/stop-hook.test.ts +0 -560
  223. package/tests/integration/wal-checkpoint.test.ts +0 -49
  224. package/tests/unit/cli/launchctl-helpers.test.ts +0 -60
  225. package/tests/unit/core/adapters/aider.test.ts +0 -230
  226. package/tests/unit/core/adapters/claude-code.test.ts +0 -118
  227. package/tests/unit/core/adapters/cursor.test.ts +0 -485
  228. package/tests/unit/core/adapters/hermes-agent.test.ts +0 -329
  229. package/tests/unit/core/adapters/hermes.test.ts +0 -81
  230. package/tests/unit/core/adapters/jsonl-generic.test.ts +0 -142
  231. package/tests/unit/core/adapters/opencode.test.ts +0 -354
  232. package/tests/unit/core/adapters/pi.test.ts +0 -110
  233. package/tests/unit/core/adapters/windsurf.test.ts +0 -416
  234. package/tests/unit/core/classifier/prompt.test.ts +0 -126
  235. package/tests/unit/core/embedding/chunk-body.test.ts +0 -100
  236. package/tests/unit/core/facts/extract-facts.test.ts +0 -117
  237. package/tests/unit/core/filter.test.ts +0 -40
  238. package/tests/unit/core/hook/citation-detect-cite-session.test.ts +0 -96
  239. package/tests/unit/core/hook/citation-detect.test.ts +0 -124
  240. package/tests/unit/core/hook/gate.test.ts +0 -29
  241. package/tests/unit/core/hook/pointer-block.test.ts +0 -22
  242. package/tests/unit/core/hook/select.test.ts +0 -66
  243. package/tests/unit/core/match-fields.test.ts +0 -39
  244. package/tests/unit/core/mcp-cite-session.test.ts +0 -51
  245. package/tests/unit/core/providers/provider-models.test.ts +0 -101
  246. package/tests/unit/core/query-shape.test.ts +0 -92
  247. package/tests/unit/core/recall-facts/fact-recall-service.test.ts +0 -258
  248. package/tests/unit/core/recall-service.test.ts +0 -200
  249. package/tests/unit/core/storage/live-status.test.ts +0 -54
  250. package/tests/unit/core/tokenize.test.ts +0 -32
  251. package/tests/unit/core/useful-scan.test.ts +0 -537
  252. package/tests/unit/llm/embed.test.ts +0 -93
  253. package/tests/unit/llm/ollama-client.test.ts +0 -124
  254. package/tests/unit/scripts/longmemeval-scorer.test.ts +0 -114
  255. package/tsconfig.json +0 -31
  256. package/tsconfig.test.json +0 -11
  257. package/vitest.config.ts +0 -22
@@ -1,101 +0,0 @@
1
- /**
2
- * provider-models — live model discovery across provider kinds.
3
- *
4
- * Mocked fetch so the suite doesn't depend on Ollama/OpenAI being up.
5
- * Real connectivity is covered by the connection-test endpoint in
6
- * integration tests, not here.
7
- */
8
-
9
- import { describe, expect, it, vi } from "vitest";
10
- import { listModels } from "../../../../src/core/providers/provider-models.js";
11
- import type { ProviderRow } from "../../../../src/core/providers/provider-registry.js";
12
-
13
- function row(overrides: Partial<ProviderRow>): ProviderRow {
14
- return {
15
- id: 1, kind: "ollama", name: "test", baseUrl: "http://localhost:11434",
16
- apiKey: null, hasApiKey: false, defaultModel: null, enabled: true,
17
- createdAt: "", updatedAt: "",
18
- ...overrides,
19
- };
20
- }
21
-
22
- function jsonResponse(body: unknown, status = 200): Response {
23
- return new Response(JSON.stringify(body), {
24
- status,
25
- headers: { "content-type": "application/json" },
26
- });
27
- }
28
-
29
- describe("listModels", () => {
30
- it("returns hardcoded list for deepseek without hitting network", async () => {
31
- const fetchImpl = vi.fn();
32
- const models = await listModels(row({ kind: "deepseek", baseUrl: "https://api.deepseek.com" }), { fetchImpl });
33
- expect(models).toContain("deepseek-v4-flash");
34
- expect(fetchImpl).not.toHaveBeenCalled();
35
- });
36
-
37
- it("returns hardcoded list for anthropic without hitting network", async () => {
38
- const fetchImpl = vi.fn();
39
- const models = await listModels(row({ kind: "anthropic", baseUrl: "https://api.anthropic.com" }), { fetchImpl });
40
- expect(models.length).toBeGreaterThan(0);
41
- expect(fetchImpl).not.toHaveBeenCalled();
42
- });
43
-
44
- it("hits Ollama /api/tags and sorts results", async () => {
45
- const fetchImpl = vi.fn().mockResolvedValue(jsonResponse({
46
- models: [{ name: "phi4-mini:latest" }, { name: "llama3.2:3b" }, { name: "mistral:7b" }],
47
- }));
48
- const models = await listModels(row({ kind: "ollama" }), { fetchImpl });
49
- expect(models).toEqual(["llama3.2:3b", "mistral:7b", "phi4-mini:latest"]);
50
- expect(fetchImpl).toHaveBeenCalledOnce();
51
- expect((fetchImpl.mock.calls[0]?.[0] as string).endsWith("/api/tags")).toBe(true);
52
- });
53
-
54
- it("hits OpenAI /models with Bearer key", async () => {
55
- const fetchImpl = vi.fn().mockResolvedValue(jsonResponse({
56
- data: [{ id: "gpt-4o" }, { id: "gpt-4o-mini" }],
57
- }));
58
- const models = await listModels(
59
- row({ kind: "openai", baseUrl: "https://api.openai.com/v1" }),
60
- { fetchImpl, apiKey: "sk-test" },
61
- );
62
- expect(models).toEqual(["gpt-4o", "gpt-4o-mini"]);
63
- const init = fetchImpl.mock.calls[0]?.[1] as RequestInit;
64
- expect((init.headers as Record<string, string>)["Authorization"]).toBe("Bearer sk-test");
65
- });
66
-
67
- it("hits OpenRouter the same way as OpenAI", async () => {
68
- const fetchImpl = vi.fn().mockResolvedValue(jsonResponse({
69
- data: [{ id: "anthropic/claude-haiku-4-5" }],
70
- }));
71
- const models = await listModels(
72
- row({ kind: "openrouter", baseUrl: "https://openrouter.ai/api/v1" }),
73
- { fetchImpl, apiKey: "or-key" },
74
- );
75
- expect(models).toEqual(["anthropic/claude-haiku-4-5"]);
76
- });
77
-
78
- it("openai-compatible omits Authorization when no key", async () => {
79
- const fetchImpl = vi.fn().mockResolvedValue(jsonResponse({ data: [{ id: "local-model" }] }));
80
- await listModels(
81
- row({ kind: "openai-compatible", baseUrl: "http://192.168.1.50:8000/v1" }),
82
- { fetchImpl, apiKey: null },
83
- );
84
- const init = fetchImpl.mock.calls[0]?.[1] as RequestInit;
85
- expect((init.headers as Record<string, string>)["Authorization"]).toBeUndefined();
86
- });
87
-
88
- it("propagates HTTP errors as thrown messages", async () => {
89
- const fetchImpl = vi.fn().mockResolvedValue(new Response("nope", { status: 401, statusText: "Unauthorized" }));
90
- await expect(listModels(
91
- row({ kind: "openai", baseUrl: "https://api.openai.com/v1" }),
92
- { fetchImpl, apiKey: "bad" },
93
- )).rejects.toThrow(/401/);
94
- });
95
-
96
- it("throws when baseUrl is missing for live-discovery kinds", async () => {
97
- const fetchImpl = vi.fn();
98
- await expect(listModels(row({ kind: "ollama", baseUrl: null }), { fetchImpl }))
99
- .rejects.toThrow(/baseUrl/);
100
- });
101
- });
@@ -1,92 +0,0 @@
1
- import { describe, expect, it } from "vitest";
2
- import { detectQueryShape } from "../../../src/core/recall/query-shape.js";
3
-
4
- describe("detectQueryShape", () => {
5
- it("returns false/false for empty query", () => {
6
- expect(detectQueryShape("")).toEqual({ hasTemporal: false, hasNamedEntity: false });
7
- });
8
-
9
- describe("Real LongMemEval temporal queries that should fire the boost", () => {
10
- const cases: ReadonlyArray<string> = [
11
- "How many days ago did I meet Emma?",
12
- "How many days ago did I watch the Super Bowl?",
13
- "How many months ago did I book the Airbnb in San Francisco?",
14
- "When did I book the Airbnb in Sacramento?",
15
- "How many days before I bought my iPad did I attend the Holiday Market?",
16
- "How many weeks ago did I attend the friends and family sale at Nordstrom?",
17
- "How many months ago did I attend the Seattle International Film Festival?",
18
- "How many days ago did I attend the Maundy Thursday service at the Episcopal Church?",
19
- ];
20
- for (const q of cases) {
21
- it(`fires on: ${q.slice(0, 50)}...`, () => {
22
- const shape = detectQueryShape(q);
23
- expect(shape.hasTemporal).toBe(true);
24
- expect(shape.hasNamedEntity).toBe(true);
25
- });
26
- }
27
- });
28
-
29
- describe("Temporal queries without named entities (must NOT fire)", () => {
30
- const cases: ReadonlyArray<string> = [
31
- "Which book did I finish a week ago?",
32
- "Who did I meet at lunch last Tuesday?",
33
- "sports event two weeks ago",
34
- "gardening-related activity two weeks ago",
35
- "art-related event two weeks ago",
36
- "order of three sports events past month",
37
- ];
38
- for (const q of cases) {
39
- it(`temporal=true, entity=false on: ${q.slice(0, 50)}...`, () => {
40
- const shape = detectQueryShape(q);
41
- expect(shape.hasNamedEntity).toBe(false);
42
- });
43
- }
44
- });
45
-
46
- describe("Non-temporal queries", () => {
47
- it("plain semantic query has no temporal trigger", () => {
48
- expect(detectQueryShape("what is my favorite color").hasTemporal).toBe(false);
49
- });
50
-
51
- it("named entity without temporal does not fire combined boost", () => {
52
- const shape = detectQueryShape("tell me about Nordstrom");
53
- expect(shape.hasTemporal).toBe(false);
54
- expect(shape.hasNamedEntity).toBe(true);
55
- });
56
-
57
- it("sentence-start capitalization alone is not a named entity", () => {
58
- const shape = detectQueryShape("Yesterday I went shopping");
59
- expect(shape.hasTemporal).toBe(true);
60
- expect(shape.hasNamedEntity).toBe(false);
61
- });
62
-
63
- it("day-of-week tokens are not named entities", () => {
64
- expect(detectQueryShape("did I meet last Tuesday with someone").hasNamedEntity).toBe(false);
65
- });
66
-
67
- it("month-name tokens are not named entities", () => {
68
- expect(detectQueryShape("in June I went to a thing").hasNamedEntity).toBe(false);
69
- });
70
- });
71
-
72
- describe("Edge cases", () => {
73
- it("ALL-CAPS acronyms count as named entities", () => {
74
- const shape = detectQueryShape("how many days ago did I visit NYC");
75
- expect(shape.hasNamedEntity).toBe(true);
76
- expect(shape.hasTemporal).toBe(true);
77
- });
78
-
79
- it("single capital letter does not count", () => {
80
- expect(detectQueryShape("yesterday I went out").hasNamedEntity).toBe(false);
81
- });
82
-
83
- it("hyphenated proper noun counts", () => {
84
- expect(detectQueryShape("two weeks ago I visited Coca-Cola").hasNamedEntity).toBe(true);
85
- });
86
-
87
- it("camelCase / PascalCase product names count (iPad, FarmFresh)", () => {
88
- expect(detectQueryShape("how many days ago did I buy my iPad").hasNamedEntity).toBe(true);
89
- expect(detectQueryShape("did I shop at FarmFresh last week").hasNamedEntity).toBe(true);
90
- });
91
- });
92
- });
@@ -1,258 +0,0 @@
1
- /**
2
- * FactRecallService unit tests against an in-memory FactStore + fake LLM.
3
- * Mirrors the recall-service.test.ts pattern.
4
- */
5
-
6
- import { describe, expect, it } from "vitest";
7
- import { FactRecallService } from "../../../../src/core/recall-facts/fact-recall-service.js";
8
- import type {
9
- FactListFilter,
10
- FactSemanticNeighbor,
11
- FactStore,
12
- } from "../../../../src/ports/fact-store.js";
13
- import type { EmbedResult, LLMClient } from "../../../../src/ports/llm-client.js";
14
- import { LLMUnreachableError } from "../../../../src/ports/llm-client.js";
15
- import type { Fact, FactHistoryChain } from "../../../../src/shared/types.js";
16
- import { makeFact } from "../../../fixtures/facts.js";
17
-
18
- class InMemoryFactStore implements FactStore {
19
- constructor(
20
- private readonly facts: Fact[],
21
- private readonly neighbors: FactSemanticNeighbor[] = [],
22
- ) {}
23
- async insert(): Promise<void> {}
24
- async insertMany(): Promise<void> {}
25
- async getById(id: string): Promise<Fact | null> {
26
- return this.facts.find((f) => f.id === id) ?? null;
27
- }
28
- async findCurrent(subject: string, predicate: string): Promise<Fact | null> {
29
- return this.facts.find(
30
- (f) =>
31
- f.subject === subject &&
32
- f.predicate === predicate &&
33
- f.supersededBy === null,
34
- ) ?? null;
35
- }
36
- async list(): Promise<ReadonlyArray<Fact>> {
37
- return this.facts;
38
- }
39
- async listBySession(): Promise<ReadonlyArray<Fact>> {
40
- return this.facts;
41
- }
42
- async markSuperseded(): Promise<void> {}
43
- async listForRecall(filter: FactListFilter): Promise<ReadonlyArray<Fact>> {
44
- return this.facts.filter((f) => {
45
- if (filter.subject !== undefined && f.subject !== filter.subject) return false;
46
- if (filter.predicate !== undefined && f.predicate !== filter.predicate) return false;
47
- if (filter.kind !== undefined && f.kind !== filter.kind) return false;
48
- if (filter.minConfidence !== undefined && f.confidence < filter.minConfidence) return false;
49
- if (filter.includeSuperseded !== true && f.supersededBy !== null) return false;
50
- return true;
51
- });
52
- }
53
- async semanticSearch(): Promise<ReadonlyArray<FactSemanticNeighbor>> {
54
- return this.neighbors;
55
- }
56
- async getHistory(): Promise<ReadonlyArray<FactHistoryChain>> {
57
- return [];
58
- }
59
- }
60
-
61
- class StubEmbedder implements LLMClient {
62
- constructor(private readonly fail: boolean = false) {}
63
- async embed(): Promise<EmbedResult> {
64
- if (this.fail) throw new LLMUnreachableError("ollama");
65
- return { vector: new Float32Array([1, 0, 0]), model: "stub" };
66
- }
67
- async classify(): Promise<never> {
68
- throw new Error("not used");
69
- }
70
- }
71
-
72
- const corpus: Fact[] = [
73
- makeFact({
74
- id: "f_hono",
75
- kind: "decision",
76
- subject: "nlm-memory-ts",
77
- predicate: "framework",
78
- value: "Hono",
79
- confidence: 0.9,
80
- }),
81
- makeFact({
82
- id: "f_endpoint",
83
- kind: "attribute",
84
- subject: "mac-pro-llm-host",
85
- predicate: "endpoint",
86
- value: "http://macpro:8080/v1",
87
- confidence: 0.85,
88
- }),
89
- makeFact({
90
- id: "f_model",
91
- kind: "attribute",
92
- subject: "mac-pro-llm-host",
93
- predicate: "model",
94
- value: "qwen2.5-3b",
95
- confidence: 0.8,
96
- }),
97
- makeFact({
98
- id: "f_lowconf",
99
- kind: "decision",
100
- subject: "other",
101
- predicate: "framework",
102
- value: "Hono",
103
- confidence: 0.5,
104
- }),
105
- makeFact({
106
- id: "f_superseded",
107
- kind: "decision",
108
- subject: "nlm-memory-ts",
109
- predicate: "framework",
110
- value: "Fastify",
111
- confidence: 0.9,
112
- supersededBy: "f_hono",
113
- }),
114
- ];
115
-
116
- describe("FactRecallService.search (keyword)", () => {
117
- it("returns empty when no query and no structured filter", async () => {
118
- const svc = new FactRecallService({
119
- factStore: new InMemoryFactStore(corpus),
120
- llm: new StubEmbedder(),
121
- });
122
- const result = await svc.search({});
123
- expect(result.total).toBe(0);
124
- expect(result.results).toEqual([]);
125
- });
126
-
127
- it("exact subject + predicate returns current fact (no query text)", async () => {
128
- const svc = new FactRecallService({
129
- factStore: new InMemoryFactStore(corpus),
130
- llm: new StubEmbedder(),
131
- });
132
- const result = await svc.search({
133
- subject: "nlm-memory-ts",
134
- predicate: "framework",
135
- });
136
- expect(result.total).toBe(1);
137
- expect(result.results[0]?.id).toBe("f_hono");
138
- expect(result.results[0]?.value).toBe("Hono");
139
- });
140
-
141
- it("excludes superseded facts by default", async () => {
142
- const svc = new FactRecallService({
143
- factStore: new InMemoryFactStore(corpus),
144
- llm: new StubEmbedder(),
145
- });
146
- const result = await svc.search({ subject: "nlm-memory-ts" });
147
- expect(result.results.map((r) => r.id)).toEqual(["f_hono"]);
148
- });
149
-
150
- it("includeSuperseded=true returns the full chain", async () => {
151
- const svc = new FactRecallService({
152
- factStore: new InMemoryFactStore(corpus),
153
- llm: new StubEmbedder(),
154
- });
155
- const result = await svc.search({
156
- subject: "nlm-memory-ts",
157
- includeSuperseded: true,
158
- });
159
- expect(result.results.map((r) => r.id).sort()).toEqual(["f_hono", "f_superseded"]);
160
- });
161
-
162
- it("default minConfidence (0.6) drops low-confidence facts", async () => {
163
- const svc = new FactRecallService({
164
- factStore: new InMemoryFactStore(corpus),
165
- llm: new StubEmbedder(),
166
- });
167
- const result = await svc.search({ predicate: "framework" });
168
- // f_lowconf has confidence 0.5; f_hono has 0.9; f_superseded is dropped
169
- expect(result.results.map((r) => r.id)).toEqual(["f_hono"]);
170
- });
171
-
172
- it("explicit minConfidence override widens the result set", async () => {
173
- const svc = new FactRecallService({
174
- factStore: new InMemoryFactStore(corpus),
175
- llm: new StubEmbedder(),
176
- });
177
- const result = await svc.search({ predicate: "framework", minConfidence: 0.4 });
178
- expect(result.results.map((r) => r.id).sort()).toEqual(["f_hono", "f_lowconf"]);
179
- });
180
-
181
- it("free-text query scores against value, subject, predicate", async () => {
182
- const svc = new FactRecallService({
183
- factStore: new InMemoryFactStore(corpus),
184
- llm: new StubEmbedder(),
185
- });
186
- const result = await svc.search({ query: "Hono" });
187
- expect(result.results[0]?.id).toBe("f_hono");
188
- expect(result.results[0]?.matchedIn).toContain("value");
189
- });
190
-
191
- it("kind filter narrows to attribute / decision / open", async () => {
192
- const svc = new FactRecallService({
193
- factStore: new InMemoryFactStore(corpus),
194
- llm: new StubEmbedder(),
195
- });
196
- const result = await svc.search({ kind: "attribute" });
197
- expect(result.results.map((r) => r.id).sort()).toEqual(["f_endpoint", "f_model"]);
198
- });
199
-
200
- it("limit caps the result count", async () => {
201
- const svc = new FactRecallService({
202
- factStore: new InMemoryFactStore(corpus),
203
- llm: new StubEmbedder(),
204
- });
205
- const result = await svc.search({ kind: "attribute", limit: 1 });
206
- expect(result.results).toHaveLength(1);
207
- });
208
- });
209
-
210
- describe("FactRecallService.search (semantic)", () => {
211
- it("uses sqlite-vec neighbors to rank candidates", async () => {
212
- const neighbors: FactSemanticNeighbor[] = [
213
- { factId: "f_endpoint", distance: 0.2 },
214
- { factId: "f_model", distance: 0.6 },
215
- ];
216
- const svc = new FactRecallService({
217
- factStore: new InMemoryFactStore(corpus, neighbors),
218
- llm: new StubEmbedder(),
219
- });
220
- const result = await svc.search({ query: "where does the LLM run", mode: "semantic" });
221
- expect(result.results[0]?.id).toBe("f_endpoint");
222
- expect(result.results[0]?.matchedIn).toEqual(["semantic"]);
223
- });
224
-
225
- it("LLM unreachable surfaces as modeUnavailable, not an exception", async () => {
226
- const svc = new FactRecallService({
227
- factStore: new InMemoryFactStore(corpus),
228
- llm: new StubEmbedder(true),
229
- });
230
- const result = await svc.search({ query: "anything", mode: "semantic" });
231
- expect(result.modeUnavailable).toBe("ollama_unreachable");
232
- expect(result.total).toBe(0);
233
- });
234
- });
235
-
236
- describe("FactRecallService.search (hybrid)", () => {
237
- it("merges keyword + semantic scores with 0.4/0.6 weights", async () => {
238
- const neighbors: FactSemanticNeighbor[] = [
239
- { factId: "f_endpoint", distance: 0.1 },
240
- { factId: "f_hono", distance: 1.4 },
241
- ];
242
- const svc = new FactRecallService({
243
- factStore: new InMemoryFactStore(corpus, neighbors),
244
- llm: new StubEmbedder(),
245
- });
246
- const result = await svc.search({ query: "Hono", mode: "hybrid" });
247
- // Result should include both. Top result depends on weights — keyword
248
- // scores "Hono" strongly for f_hono; semantic scores f_endpoint strongly.
249
- const ids = result.results.map((r) => r.id);
250
- expect(ids).toContain("f_hono");
251
- expect(ids).toContain("f_endpoint");
252
- // Hybrid hits expose both subscores.
253
- for (const hit of result.results) {
254
- expect(hit.keywordScore).toBeDefined();
255
- expect(hit.semanticScore).toBeDefined();
256
- }
257
- });
258
- });
@@ -1,200 +0,0 @@
1
- import { describe, expect, it } from "vitest";
2
- import { RecallService } from "../../../src/core/recall/recall-service.js";
3
- import type { LLMClient, EmbedResult } from "../../../src/ports/llm-client.js";
4
- import { LLMUnreachableError } from "../../../src/ports/llm-client.js";
5
- import type {
6
- KeywordNeighbor,
7
- SessionStore,
8
- SemanticNeighbor,
9
- } from "../../../src/ports/session-store.js";
10
- import type { Session } from "../../../src/shared/types.js";
11
- import { makeSession } from "../../fixtures/sessions.js";
12
-
13
- // Fake store: keyword and semantic hits are pre-baked. Unit tests here cover
14
- // RecallService orchestration (filter, merge, limit, error handling) — not
15
- // keyword ranking quality, which is covered by the FTS integration tests.
16
- class InMemoryStore implements SessionStore {
17
- listCalls = 0;
18
- getByIdsCalls = 0;
19
- constructor(
20
- private readonly sessions: Session[],
21
- private readonly neighbors: SemanticNeighbor[] = [],
22
- private readonly keywordHits: KeywordNeighbor[] = [],
23
- ) {}
24
- async list(): Promise<ReadonlyArray<Session>> {
25
- this.listCalls += 1;
26
- return this.sessions;
27
- }
28
- async getById(id: string): Promise<Session | null> {
29
- return this.sessions.find((s) => s.id === id) ?? null;
30
- }
31
- async getByIds(ids: ReadonlyArray<string>): Promise<ReadonlyArray<Session>> {
32
- this.getByIdsCalls += 1;
33
- return this.sessions.filter((s) => ids.includes(s.id));
34
- }
35
- async semanticSearch(): Promise<ReadonlyArray<SemanticNeighbor>> {
36
- return this.neighbors;
37
- }
38
- async keywordSearch(): Promise<ReadonlyArray<KeywordNeighbor>> {
39
- return this.keywordHits;
40
- }
41
- async updateStatus(): Promise<void> {}
42
- }
43
-
44
- class StubEmbedder implements LLMClient {
45
- constructor(private readonly fail: boolean = false) {}
46
- async embed(): Promise<EmbedResult> {
47
- if (this.fail) throw new LLMUnreachableError("ollama");
48
- return { vector: new Float32Array([1, 0, 0]), model: "stub" };
49
- }
50
- async classify(): Promise<never> {
51
- throw new Error("not used");
52
- }
53
- }
54
-
55
- const corpus: Session[] = [
56
- makeSession({
57
- id: "a",
58
- label: "Hono router setup",
59
- entities: ["NLM"],
60
- decisions: ["chose Hono over Express"],
61
- }),
62
- makeSession({
63
- id: "b",
64
- label: "pgvector migration plan",
65
- entities: ["NLM", "Postgres"],
66
- open: ["timing of cutover"],
67
- }),
68
- makeSession({
69
- id: "c",
70
- label: "unrelated session",
71
- entities: ["Other"],
72
- }),
73
- ];
74
-
75
- describe("RecallService.search", () => {
76
- it("returns empty result when query and filters are all blank", async () => {
77
- const svc = new RecallService({
78
- store: new InMemoryStore(corpus),
79
- llm: new StubEmbedder(),
80
- });
81
- const result = await svc.search({ query: "" });
82
- expect(result.total).toBe(0);
83
- expect(result.results).toEqual([]);
84
- });
85
-
86
- it("keyword mode surfaces store keyword hits ranked by store score", async () => {
87
- const store = new InMemoryStore(corpus, [], [
88
- { sessionId: "b", score: 9.2 },
89
- { sessionId: "a", score: 2.1 },
90
- ]);
91
- const svc = new RecallService({ store, llm: new StubEmbedder() });
92
- const result = await svc.search({ query: "pgvector", mode: "keyword" });
93
- expect(result.results.map((r) => r.id)).toEqual(["b", "a"]);
94
- expect(result.results[0]?.matchScore).toBe(9.2);
95
- });
96
-
97
- it("keyword mode populates matchedIn from the resolved session", async () => {
98
- const store = new InMemoryStore(corpus, [], [{ sessionId: "b", score: 5 }]);
99
- const svc = new RecallService({ store, llm: new StubEmbedder() });
100
- const result = await svc.search({ query: "pgvector", mode: "keyword" });
101
- expect(result.results[0]?.matchedIn).toEqual(["label"]);
102
- });
103
-
104
- it("entity filter restricts the keyword corpus", async () => {
105
- const store = new InMemoryStore(corpus, [], [
106
- { sessionId: "b", score: 5 },
107
- { sessionId: "c", score: 4 },
108
- ]);
109
- const svc = new RecallService({ store, llm: new StubEmbedder() });
110
- const result = await svc.search({ query: "session", mode: "keyword", entity: "NLM" });
111
- expect(result.results.every((r) => r.entities.includes("NLM"))).toBe(true);
112
- expect(result.results.map((r) => r.id)).not.toContain("c");
113
- });
114
-
115
- it("semantic mode returns ollama_unreachable when the embedder fails", async () => {
116
- const svc = new RecallService({
117
- store: new InMemoryStore(corpus),
118
- llm: new StubEmbedder(true),
119
- });
120
- const result = await svc.search({ query: "anything", mode: "semantic" });
121
- expect(result.modeUnavailable).toBe("ollama_unreachable");
122
- expect(result.results).toEqual([]);
123
- });
124
-
125
- it("hybrid mode degrades to keyword scores when semantic is unavailable", async () => {
126
- const store = new InMemoryStore(corpus, [], [{ sessionId: "b", score: 7 }]);
127
- const svc = new RecallService({ store, llm: new StubEmbedder(true) });
128
- const result = await svc.search({ query: "pgvector", mode: "hybrid" });
129
- expect(result.modeUnavailable).toBe("ollama_unreachable");
130
- expect(result.results).toHaveLength(1);
131
- expect(result.results[0]?.id).toBe("b");
132
- });
133
-
134
- it("semantic mode reports cosine similarity computed from L2 distance of unit vectors", async () => {
135
- const store = new InMemoryStore(corpus, [{ sessionId: "a", distance: 0 }]);
136
- const svc = new RecallService({ store, llm: new StubEmbedder() });
137
- const result = await svc.search({ query: "anything", mode: "semantic" });
138
- expect(result.results[0]?.matchScore).toBe(1);
139
- });
140
-
141
- it("hybrid mode uses RRF fusion — rank 1 in both legs scores 2/(60+1)", async () => {
142
- const store = new InMemoryStore(
143
- corpus,
144
- [{ sessionId: "b", distance: 0 }],
145
- [{ sessionId: "b", score: 9.2 }],
146
- );
147
- const svc = new RecallService({ store, llm: new StubEmbedder() });
148
- const result = await svc.search({ query: "pgvector", mode: "hybrid" });
149
- const top = result.results[0];
150
- expect(top?.id).toBe("b");
151
- // RRF with both legs at rank 1, k=60: 1/61 + 1/61 = 2/61 ≈ 0.0328
152
- expect(top?.matchScore).toBeCloseTo(2 / 61, 4);
153
- // Informational normalized scores preserved for UI display.
154
- expect(top?.keywordScore).toBe(1);
155
- expect(top?.semanticScore).toBe(1);
156
- });
157
-
158
- it("hybrid RRF: a session in only one leg scores half as much as a session in both legs at the same rank", async () => {
159
- // Session "a" appears in keyword leg at rank 1.
160
- // Session "b" appears in BOTH legs at rank 1.
161
- const store = new InMemoryStore(
162
- corpus,
163
- [{ sessionId: "b", distance: 0 }],
164
- [
165
- { sessionId: "a", score: 100 }, // huge raw score, but only one leg
166
- { sessionId: "b", score: 1 }, // tiny raw score, but in both legs
167
- ],
168
- );
169
- const svc = new RecallService({ store, llm: new StubEmbedder() });
170
- const result = await svc.search({ query: "pgvector", mode: "hybrid" });
171
- expect(result.results[0]?.id).toBe("b"); // both-legs wins despite tiny kw score
172
- expect(result.results[0]?.matchScore).toBeCloseTo(1 / 61 + 1 / 62, 4); // b is rank 1 sem, rank 2 kw
173
- expect(result.results[1]?.id).toBe("a");
174
- expect(result.results[1]?.matchScore).toBeCloseTo(1 / 61, 4); // a is rank 1 kw only
175
- });
176
-
177
- it("clamps limit to MAX_LIMIT (100) and at least 1", async () => {
178
- const store = new InMemoryStore(corpus, [], [{ sessionId: "b", score: 5 }]);
179
- const svc = new RecallService({ store, llm: new StubEmbedder() });
180
- const big = await svc.search({ query: "session", mode: "keyword", limit: 9999 });
181
- expect(big.limit).toBe(100);
182
- const small = await svc.search({ query: "session", mode: "keyword", limit: 0 });
183
- expect(small.limit).toBe(1);
184
- });
185
-
186
- it("resolves only the hit sessions and never loads the full corpus", async () => {
187
- const big: Session[] = Array.from({ length: 100 }, (_, i) =>
188
- makeSession({ id: `s${i}`, label: `session ${i}` }),
189
- );
190
- const store = new InMemoryStore(big, [], [
191
- { sessionId: "s7", score: 9 },
192
- { sessionId: "s42", score: 8 },
193
- ]);
194
- const svc = new RecallService({ store, llm: new StubEmbedder() });
195
- const result = await svc.search({ query: "anything", mode: "keyword" });
196
- expect(result.results.map((r) => r.id)).toEqual(["s7", "s42"]);
197
- expect(store.listCalls).toBe(0);
198
- expect(store.getByIdsCalls).toBe(1);
199
- });
200
- });