nlm-memory 0.5.0 → 0.5.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (247) hide show
  1. package/README.md +72 -34
  2. package/dist/cli/nlm.js +2 -1
  3. package/dist/cli/nlm.js.map +1 -1
  4. package/dist/http/app.js +2 -1
  5. package/dist/http/app.js.map +1 -1
  6. package/dist/mcp/server.js +20 -1
  7. package/dist/mcp/server.js.map +1 -1
  8. package/dist/ui/assets/{index-C8cpwbYJ.css → index-Beo8psd-.css} +1 -1
  9. package/dist/ui/assets/{index-CB50QnL-.js → index-CSPTTeeM.js} +8 -8
  10. package/dist/ui/index.html +2 -2
  11. package/package.json +26 -1
  12. package/.agents/plugins/marketplace.json +0 -20
  13. package/.github/workflows/ci.yml +0 -30
  14. package/docs/methodology/re-derivation-rate.md +0 -112
  15. package/docs/methodology/useful-hit-rate.md +0 -79
  16. package/docs/plans/2026-05-20-fts5-lexical-recall.md +0 -1088
  17. package/docs/plans/2026-05-20-recall-daemon-wedge-fix.md +0 -662
  18. package/docs/plans/2026-05-20-recall-hook-design.md +0 -131
  19. package/docs/plans/2026-05-20-recall-hook-implementation.md +0 -1222
  20. package/docs/plans/desktop-product.md +0 -69
  21. package/docs/plans/factstore-design.md +0 -236
  22. package/logs/CHANGELOG/CHANGELOG-2026.md +0 -1575
  23. package/logs/CHANGELOG/CHANGELOG.md +0 -209
  24. package/migrations/000_initial_schema.sql +0 -174
  25. package/migrations/001_entity_type_rename.sql +0 -17
  26. package/migrations/002_adapter_state_extend.sql +0 -12
  27. package/migrations/003_session_embeddings.sql +0 -11
  28. package/migrations/004_facts.sql +0 -46
  29. package/migrations/005_sources.sql +0 -31
  30. package/migrations/006_providers.sql +0 -33
  31. package/migrations/007_source_tokens.sql +0 -17
  32. package/migrations/008_fts_rebuild.sql +0 -9
  33. package/migrations/009_session_embedding_chunks.sql +0 -46
  34. package/migrations/010_sources_opencode.sql +0 -30
  35. package/migrations/011_sources_hermes_agent.sql +0 -30
  36. package/migrations/012_sources_aider.sql +0 -30
  37. package/migrations/013_adapter_state_failure_count.sql +0 -12
  38. package/migrations/014_sources_cursor.sql +0 -30
  39. package/migrations/015_sources_windsurf.sql +0 -30
  40. package/plugin-hermes-agent/README.md +0 -49
  41. package/plugin-hermes-agent/__init__.py +0 -75
  42. package/plugin-hermes-agent/plugin.yaml +0 -15
  43. package/scripts/backfill-citations.mjs +0 -0
  44. package/scripts/build-codex-plugin.mjs +0 -61
  45. package/scripts/deepseek-probe.mjs +0 -67
  46. package/scripts/extract-triples.mjs +0 -207
  47. package/scripts/longmemeval/embedding-cache.ts +0 -77
  48. package/scripts/longmemeval/fetch-dataset.sh +0 -25
  49. package/scripts/longmemeval/run-harness.ts +0 -315
  50. package/scripts/longmemeval/scorer.ts +0 -99
  51. package/scripts/longmemeval/tsconfig.json +0 -9
  52. package/scripts/longmemeval/types.ts +0 -35
  53. package/scripts/nlm-daily-digest.py +0 -239
  54. package/scripts/nlm-daily-digest.sh +0 -28
  55. package/src/cli/classify-parity.ts +0 -257
  56. package/src/cli/launchctl-helpers.ts +0 -49
  57. package/src/cli/nlm.ts +0 -1078
  58. package/src/core/actions/actions-log.ts +0 -118
  59. package/src/core/actions/overlay.ts +0 -117
  60. package/src/core/adapters/aider.ts +0 -205
  61. package/src/core/adapters/claude-code.ts +0 -293
  62. package/src/core/adapters/common.ts +0 -54
  63. package/src/core/adapters/cursor.ts +0 -486
  64. package/src/core/adapters/from-source.ts +0 -67
  65. package/src/core/adapters/hermes-agent.ts +0 -240
  66. package/src/core/adapters/hermes.ts +0 -277
  67. package/src/core/adapters/jsonl-generic.ts +0 -208
  68. package/src/core/adapters/opencode.ts +0 -281
  69. package/src/core/adapters/pi.ts +0 -264
  70. package/src/core/adapters/windsurf.ts +0 -386
  71. package/src/core/classifier/prompt.ts +0 -200
  72. package/src/core/dataset/build-dataset.ts +0 -463
  73. package/src/core/embedding/chunk-body.ts +0 -76
  74. package/src/core/embedding/embed-backfill.ts +0 -210
  75. package/src/core/embedding/embed-normalize.ts +0 -135
  76. package/src/core/facts/backfill-facts.ts +0 -254
  77. package/src/core/facts/extract-facts.ts +0 -50
  78. package/src/core/hook/citation-detect.ts +0 -124
  79. package/src/core/hook/cite-memo.ts +0 -68
  80. package/src/core/hook/claude-settings.ts +0 -187
  81. package/src/core/hook/gate.ts +0 -25
  82. package/src/core/hook/hook-log.ts +0 -41
  83. package/src/core/hook/memo-sweep.ts +0 -164
  84. package/src/core/hook/memo.ts +0 -67
  85. package/src/core/hook/pointer-block.ts +0 -26
  86. package/src/core/hook/select.ts +0 -32
  87. package/src/core/hook/transcript.ts +0 -121
  88. package/src/core/ingest/ingest-session.ts +0 -111
  89. package/src/core/providers/provider-models.ts +0 -100
  90. package/src/core/providers/provider-registry.ts +0 -196
  91. package/src/core/recall/citation-log.ts +0 -108
  92. package/src/core/recall/filter.ts +0 -27
  93. package/src/core/recall/index.ts +0 -6
  94. package/src/core/recall/match-fields.ts +0 -40
  95. package/src/core/recall/query-log.ts +0 -149
  96. package/src/core/recall/query-shape.ts +0 -66
  97. package/src/core/recall/recall-service.ts +0 -320
  98. package/src/core/recall/recent-log.ts +0 -59
  99. package/src/core/recall/tokenize.ts +0 -18
  100. package/src/core/recall/useful-scan.ts +0 -336
  101. package/src/core/recall-facts/fact-query-log.ts +0 -150
  102. package/src/core/recall-facts/fact-recall-service.ts +0 -327
  103. package/src/core/scheduler/scan-once.ts +0 -142
  104. package/src/core/scheduler/scheduler.ts +0 -225
  105. package/src/core/sources/source-registry.ts +0 -278
  106. package/src/core/storage/db-restore.ts +0 -133
  107. package/src/core/storage/live-status.ts +0 -45
  108. package/src/core/storage/migrate.ts +0 -72
  109. package/src/core/storage/sqlite-fact-store.ts +0 -304
  110. package/src/core/storage/sqlite-session-store.ts +0 -810
  111. package/src/hook/hook-auth.ts +0 -18
  112. package/src/hook/prompt-recall-hook.ts +0 -180
  113. package/src/hook/session-end-hook.ts +0 -81
  114. package/src/hook/session-start-hook.ts +0 -168
  115. package/src/hook/stop-hook.ts +0 -239
  116. package/src/http/app.ts +0 -1215
  117. package/src/install/claude-code.ts +0 -128
  118. package/src/install/codex.ts +0 -367
  119. package/src/install/cursor.ts +0 -68
  120. package/src/install/hermes-agent.ts +0 -76
  121. package/src/install/hermes.ts +0 -78
  122. package/src/install/nlm-dir-perms.ts +0 -55
  123. package/src/install/ollama.ts +0 -284
  124. package/src/install/setup.ts +0 -489
  125. package/src/install/windsurf.ts +0 -68
  126. package/src/llm/classifier-box.ts +0 -64
  127. package/src/llm/deepseek-client.ts +0 -150
  128. package/src/llm/env-autoload.ts +0 -55
  129. package/src/llm/ollama-client.ts +0 -189
  130. package/src/mcp/server.ts +0 -534
  131. package/src/ports/fact-store.ts +0 -102
  132. package/src/ports/llm-client.ts +0 -52
  133. package/src/ports/logger.ts +0 -16
  134. package/src/ports/session-store.ts +0 -45
  135. package/src/ports/transcript-adapter.ts +0 -55
  136. package/src/shared/types.ts +0 -149
  137. package/src/ui/App.tsx +0 -58
  138. package/src/ui/components/PromoteOpenButton.tsx +0 -65
  139. package/src/ui/components/SessionDrawer.tsx +0 -199
  140. package/src/ui/components/SideNav.tsx +0 -162
  141. package/src/ui/components/Skeleton.tsx +0 -107
  142. package/src/ui/index.html +0 -13
  143. package/src/ui/lib/actions.ts +0 -30
  144. package/src/ui/lib/api.ts +0 -92
  145. package/src/ui/lib/dataset.ts +0 -141
  146. package/src/ui/lib/registries.ts +0 -155
  147. package/src/ui/lib/view-settings.ts +0 -41
  148. package/src/ui/main.tsx +0 -15
  149. package/src/ui/pages/Live.tsx +0 -229
  150. package/src/ui/pages/Pulse.tsx +0 -415
  151. package/src/ui/pages/Recall.tsx +0 -190
  152. package/src/ui/pages/River.tsx +0 -354
  153. package/src/ui/pages/Search.tsx +0 -386
  154. package/src/ui/pages/Stub.tsx +0 -9
  155. package/src/ui/pages/Thread.tsx +0 -473
  156. package/src/ui/pages/settings/Classifier.tsx +0 -227
  157. package/src/ui/pages/settings/Data.tsx +0 -190
  158. package/src/ui/pages/settings/Index.tsx +0 -65
  159. package/src/ui/pages/settings/Labels.tsx +0 -224
  160. package/src/ui/pages/settings/Providers.tsx +0 -305
  161. package/src/ui/pages/settings/SettingsSubnav.tsx +0 -28
  162. package/src/ui/pages/settings/Sources.tsx +0 -326
  163. package/src/ui/pages/settings/Views.tsx +0 -96
  164. package/src/ui/styles.css +0 -1890
  165. package/src/ui/tsconfig.json +0 -21
  166. package/src/ui/vite.config.ts +0 -19
  167. package/tests/fixtures/claude_code/short_session.jsonl +0 -2
  168. package/tests/fixtures/claude_code/standard_iso.jsonl +0 -4
  169. package/tests/fixtures/claude_code/tool_heavy.jsonl +0 -8
  170. package/tests/fixtures/claude_code/with_subagent.jsonl +0 -7
  171. package/tests/fixtures/facts.ts +0 -17
  172. package/tests/fixtures/golden-corpus.ts +0 -85
  173. package/tests/fixtures/hermes/paired_request_dump.json +0 -24
  174. package/tests/fixtures/hermes/paired_session.json +0 -23
  175. package/tests/fixtures/hermes/request_dump.json +0 -28
  176. package/tests/fixtures/hermes/session_iso.json +0 -38
  177. package/tests/fixtures/hermes/session_unix.json +0 -38
  178. package/tests/fixtures/hermes/system_only.json +0 -18
  179. package/tests/fixtures/pi/error-connection-abort.jsonl +0 -8
  180. package/tests/fixtures/pi/short-successful.jsonl +0 -5
  181. package/tests/fixtures/pi/with-custom-message.jsonl +0 -6
  182. package/tests/fixtures/sessions.ts +0 -22
  183. package/tests/integration/backfill-facts.test.ts +0 -362
  184. package/tests/integration/citation-explicit.test.ts +0 -111
  185. package/tests/integration/cite-event.test.ts +0 -169
  186. package/tests/integration/cite-memo.test.ts +0 -87
  187. package/tests/integration/db-restore.test.ts +0 -153
  188. package/tests/integration/embed-backfill.test.ts +0 -176
  189. package/tests/integration/fact-supersedence.test.ts +0 -313
  190. package/tests/integration/fts-index.test.ts +0 -60
  191. package/tests/integration/getbyids-sqlite.test.ts +0 -100
  192. package/tests/integration/hermes-agent-hooks.test.ts +0 -248
  193. package/tests/integration/hook-claude-settings.test.ts +0 -218
  194. package/tests/integration/hook-log.test.ts +0 -54
  195. package/tests/integration/hook-memo.test.ts +0 -68
  196. package/tests/integration/hook-pre-compact.test.ts +0 -105
  197. package/tests/integration/hook-subagent-start.test.ts +0 -102
  198. package/tests/integration/http.test.ts +0 -401
  199. package/tests/integration/keyword-search-fts.test.ts +0 -66
  200. package/tests/integration/mcp-recall-logging.test.ts +0 -88
  201. package/tests/integration/mcp.test.ts +0 -260
  202. package/tests/integration/memo-sweep.test.ts +0 -91
  203. package/tests/integration/prompt-recall-hook.test.ts +0 -88
  204. package/tests/integration/provider-registry.test.ts +0 -107
  205. package/tests/integration/recall-golden.test.ts +0 -59
  206. package/tests/integration/recall-sqlite.test.ts +0 -169
  207. package/tests/integration/scheduler.test.ts +0 -391
  208. package/tests/integration/session-end-hook.test.ts +0 -48
  209. package/tests/integration/session-start-hook.test.ts +0 -126
  210. package/tests/integration/source-registry.test.ts +0 -122
  211. package/tests/integration/sqlite-fact-store.test.ts +0 -346
  212. package/tests/integration/stop-hook.test.ts +0 -560
  213. package/tests/integration/wal-checkpoint.test.ts +0 -49
  214. package/tests/unit/cli/launchctl-helpers.test.ts +0 -60
  215. package/tests/unit/core/adapters/aider.test.ts +0 -230
  216. package/tests/unit/core/adapters/claude-code.test.ts +0 -118
  217. package/tests/unit/core/adapters/cursor.test.ts +0 -485
  218. package/tests/unit/core/adapters/hermes-agent.test.ts +0 -329
  219. package/tests/unit/core/adapters/hermes.test.ts +0 -81
  220. package/tests/unit/core/adapters/jsonl-generic.test.ts +0 -142
  221. package/tests/unit/core/adapters/opencode.test.ts +0 -354
  222. package/tests/unit/core/adapters/pi.test.ts +0 -110
  223. package/tests/unit/core/adapters/windsurf.test.ts +0 -416
  224. package/tests/unit/core/classifier/prompt.test.ts +0 -126
  225. package/tests/unit/core/embedding/chunk-body.test.ts +0 -100
  226. package/tests/unit/core/facts/extract-facts.test.ts +0 -117
  227. package/tests/unit/core/filter.test.ts +0 -40
  228. package/tests/unit/core/hook/citation-detect-cite-session.test.ts +0 -96
  229. package/tests/unit/core/hook/citation-detect.test.ts +0 -124
  230. package/tests/unit/core/hook/gate.test.ts +0 -29
  231. package/tests/unit/core/hook/pointer-block.test.ts +0 -22
  232. package/tests/unit/core/hook/select.test.ts +0 -66
  233. package/tests/unit/core/match-fields.test.ts +0 -39
  234. package/tests/unit/core/mcp-cite-session.test.ts +0 -51
  235. package/tests/unit/core/providers/provider-models.test.ts +0 -101
  236. package/tests/unit/core/query-shape.test.ts +0 -92
  237. package/tests/unit/core/recall-facts/fact-recall-service.test.ts +0 -258
  238. package/tests/unit/core/recall-service.test.ts +0 -200
  239. package/tests/unit/core/storage/live-status.test.ts +0 -54
  240. package/tests/unit/core/tokenize.test.ts +0 -32
  241. package/tests/unit/core/useful-scan.test.ts +0 -537
  242. package/tests/unit/llm/embed.test.ts +0 -93
  243. package/tests/unit/llm/ollama-client.test.ts +0 -124
  244. package/tests/unit/scripts/longmemeval-scorer.test.ts +0 -114
  245. package/tsconfig.json +0 -31
  246. package/tsconfig.test.json +0 -11
  247. package/vitest.config.ts +0 -22
@@ -1,101 +0,0 @@
1
- /**
2
- * provider-models — live model discovery across provider kinds.
3
- *
4
- * Mocked fetch so the suite doesn't depend on Ollama/OpenAI being up.
5
- * Real connectivity is covered by the connection-test endpoint in
6
- * integration tests, not here.
7
- */
8
-
9
- import { describe, expect, it, vi } from "vitest";
10
- import { listModels } from "../../../../src/core/providers/provider-models.js";
11
- import type { ProviderRow } from "../../../../src/core/providers/provider-registry.js";
12
-
13
- function row(overrides: Partial<ProviderRow>): ProviderRow {
14
- return {
15
- id: 1, kind: "ollama", name: "test", baseUrl: "http://localhost:11434",
16
- apiKey: null, hasApiKey: false, defaultModel: null, enabled: true,
17
- createdAt: "", updatedAt: "",
18
- ...overrides,
19
- };
20
- }
21
-
22
- function jsonResponse(body: unknown, status = 200): Response {
23
- return new Response(JSON.stringify(body), {
24
- status,
25
- headers: { "content-type": "application/json" },
26
- });
27
- }
28
-
29
- describe("listModels", () => {
30
- it("returns hardcoded list for deepseek without hitting network", async () => {
31
- const fetchImpl = vi.fn();
32
- const models = await listModels(row({ kind: "deepseek", baseUrl: "https://api.deepseek.com" }), { fetchImpl });
33
- expect(models).toContain("deepseek-v4-flash");
34
- expect(fetchImpl).not.toHaveBeenCalled();
35
- });
36
-
37
- it("returns hardcoded list for anthropic without hitting network", async () => {
38
- const fetchImpl = vi.fn();
39
- const models = await listModels(row({ kind: "anthropic", baseUrl: "https://api.anthropic.com" }), { fetchImpl });
40
- expect(models.length).toBeGreaterThan(0);
41
- expect(fetchImpl).not.toHaveBeenCalled();
42
- });
43
-
44
- it("hits Ollama /api/tags and sorts results", async () => {
45
- const fetchImpl = vi.fn().mockResolvedValue(jsonResponse({
46
- models: [{ name: "phi4-mini:latest" }, { name: "llama3.2:3b" }, { name: "mistral:7b" }],
47
- }));
48
- const models = await listModels(row({ kind: "ollama" }), { fetchImpl });
49
- expect(models).toEqual(["llama3.2:3b", "mistral:7b", "phi4-mini:latest"]);
50
- expect(fetchImpl).toHaveBeenCalledOnce();
51
- expect((fetchImpl.mock.calls[0]?.[0] as string).endsWith("/api/tags")).toBe(true);
52
- });
53
-
54
- it("hits OpenAI /models with Bearer key", async () => {
55
- const fetchImpl = vi.fn().mockResolvedValue(jsonResponse({
56
- data: [{ id: "gpt-4o" }, { id: "gpt-4o-mini" }],
57
- }));
58
- const models = await listModels(
59
- row({ kind: "openai", baseUrl: "https://api.openai.com/v1" }),
60
- { fetchImpl, apiKey: "sk-test" },
61
- );
62
- expect(models).toEqual(["gpt-4o", "gpt-4o-mini"]);
63
- const init = fetchImpl.mock.calls[0]?.[1] as RequestInit;
64
- expect((init.headers as Record<string, string>)["Authorization"]).toBe("Bearer sk-test");
65
- });
66
-
67
- it("hits OpenRouter the same way as OpenAI", async () => {
68
- const fetchImpl = vi.fn().mockResolvedValue(jsonResponse({
69
- data: [{ id: "anthropic/claude-haiku-4-5" }],
70
- }));
71
- const models = await listModels(
72
- row({ kind: "openrouter", baseUrl: "https://openrouter.ai/api/v1" }),
73
- { fetchImpl, apiKey: "or-key" },
74
- );
75
- expect(models).toEqual(["anthropic/claude-haiku-4-5"]);
76
- });
77
-
78
- it("openai-compatible omits Authorization when no key", async () => {
79
- const fetchImpl = vi.fn().mockResolvedValue(jsonResponse({ data: [{ id: "local-model" }] }));
80
- await listModels(
81
- row({ kind: "openai-compatible", baseUrl: "http://192.168.1.50:8000/v1" }),
82
- { fetchImpl, apiKey: null },
83
- );
84
- const init = fetchImpl.mock.calls[0]?.[1] as RequestInit;
85
- expect((init.headers as Record<string, string>)["Authorization"]).toBeUndefined();
86
- });
87
-
88
- it("propagates HTTP errors as thrown messages", async () => {
89
- const fetchImpl = vi.fn().mockResolvedValue(new Response("nope", { status: 401, statusText: "Unauthorized" }));
90
- await expect(listModels(
91
- row({ kind: "openai", baseUrl: "https://api.openai.com/v1" }),
92
- { fetchImpl, apiKey: "bad" },
93
- )).rejects.toThrow(/401/);
94
- });
95
-
96
- it("throws when baseUrl is missing for live-discovery kinds", async () => {
97
- const fetchImpl = vi.fn();
98
- await expect(listModels(row({ kind: "ollama", baseUrl: null }), { fetchImpl }))
99
- .rejects.toThrow(/baseUrl/);
100
- });
101
- });
@@ -1,92 +0,0 @@
1
- import { describe, expect, it } from "vitest";
2
- import { detectQueryShape } from "../../../src/core/recall/query-shape.js";
3
-
4
- describe("detectQueryShape", () => {
5
- it("returns false/false for empty query", () => {
6
- expect(detectQueryShape("")).toEqual({ hasTemporal: false, hasNamedEntity: false });
7
- });
8
-
9
- describe("Real LongMemEval temporal queries that should fire the boost", () => {
10
- const cases: ReadonlyArray<string> = [
11
- "How many days ago did I meet Emma?",
12
- "How many days ago did I watch the Super Bowl?",
13
- "How many months ago did I book the Airbnb in San Francisco?",
14
- "When did I book the Airbnb in Sacramento?",
15
- "How many days before I bought my iPad did I attend the Holiday Market?",
16
- "How many weeks ago did I attend the friends and family sale at Nordstrom?",
17
- "How many months ago did I attend the Seattle International Film Festival?",
18
- "How many days ago did I attend the Maundy Thursday service at the Episcopal Church?",
19
- ];
20
- for (const q of cases) {
21
- it(`fires on: ${q.slice(0, 50)}...`, () => {
22
- const shape = detectQueryShape(q);
23
- expect(shape.hasTemporal).toBe(true);
24
- expect(shape.hasNamedEntity).toBe(true);
25
- });
26
- }
27
- });
28
-
29
- describe("Temporal queries without named entities (must NOT fire)", () => {
30
- const cases: ReadonlyArray<string> = [
31
- "Which book did I finish a week ago?",
32
- "Who did I meet at lunch last Tuesday?",
33
- "sports event two weeks ago",
34
- "gardening-related activity two weeks ago",
35
- "art-related event two weeks ago",
36
- "order of three sports events past month",
37
- ];
38
- for (const q of cases) {
39
- it(`temporal=true, entity=false on: ${q.slice(0, 50)}...`, () => {
40
- const shape = detectQueryShape(q);
41
- expect(shape.hasNamedEntity).toBe(false);
42
- });
43
- }
44
- });
45
-
46
- describe("Non-temporal queries", () => {
47
- it("plain semantic query has no temporal trigger", () => {
48
- expect(detectQueryShape("what is my favorite color").hasTemporal).toBe(false);
49
- });
50
-
51
- it("named entity without temporal does not fire combined boost", () => {
52
- const shape = detectQueryShape("tell me about Nordstrom");
53
- expect(shape.hasTemporal).toBe(false);
54
- expect(shape.hasNamedEntity).toBe(true);
55
- });
56
-
57
- it("sentence-start capitalization alone is not a named entity", () => {
58
- const shape = detectQueryShape("Yesterday I went shopping");
59
- expect(shape.hasTemporal).toBe(true);
60
- expect(shape.hasNamedEntity).toBe(false);
61
- });
62
-
63
- it("day-of-week tokens are not named entities", () => {
64
- expect(detectQueryShape("did I meet last Tuesday with someone").hasNamedEntity).toBe(false);
65
- });
66
-
67
- it("month-name tokens are not named entities", () => {
68
- expect(detectQueryShape("in June I went to a thing").hasNamedEntity).toBe(false);
69
- });
70
- });
71
-
72
- describe("Edge cases", () => {
73
- it("ALL-CAPS acronyms count as named entities", () => {
74
- const shape = detectQueryShape("how many days ago did I visit NYC");
75
- expect(shape.hasNamedEntity).toBe(true);
76
- expect(shape.hasTemporal).toBe(true);
77
- });
78
-
79
- it("single capital letter does not count", () => {
80
- expect(detectQueryShape("yesterday I went out").hasNamedEntity).toBe(false);
81
- });
82
-
83
- it("hyphenated proper noun counts", () => {
84
- expect(detectQueryShape("two weeks ago I visited Coca-Cola").hasNamedEntity).toBe(true);
85
- });
86
-
87
- it("camelCase / PascalCase product names count (iPad, FarmFresh)", () => {
88
- expect(detectQueryShape("how many days ago did I buy my iPad").hasNamedEntity).toBe(true);
89
- expect(detectQueryShape("did I shop at FarmFresh last week").hasNamedEntity).toBe(true);
90
- });
91
- });
92
- });
@@ -1,258 +0,0 @@
1
- /**
2
- * FactRecallService unit tests against an in-memory FactStore + fake LLM.
3
- * Mirrors the recall-service.test.ts pattern.
4
- */
5
-
6
- import { describe, expect, it } from "vitest";
7
- import { FactRecallService } from "../../../../src/core/recall-facts/fact-recall-service.js";
8
- import type {
9
- FactListFilter,
10
- FactSemanticNeighbor,
11
- FactStore,
12
- } from "../../../../src/ports/fact-store.js";
13
- import type { EmbedResult, LLMClient } from "../../../../src/ports/llm-client.js";
14
- import { LLMUnreachableError } from "../../../../src/ports/llm-client.js";
15
- import type { Fact, FactHistoryChain } from "../../../../src/shared/types.js";
16
- import { makeFact } from "../../../fixtures/facts.js";
17
-
18
- class InMemoryFactStore implements FactStore {
19
- constructor(
20
- private readonly facts: Fact[],
21
- private readonly neighbors: FactSemanticNeighbor[] = [],
22
- ) {}
23
- async insert(): Promise<void> {}
24
- async insertMany(): Promise<void> {}
25
- async getById(id: string): Promise<Fact | null> {
26
- return this.facts.find((f) => f.id === id) ?? null;
27
- }
28
- async findCurrent(subject: string, predicate: string): Promise<Fact | null> {
29
- return this.facts.find(
30
- (f) =>
31
- f.subject === subject &&
32
- f.predicate === predicate &&
33
- f.supersededBy === null,
34
- ) ?? null;
35
- }
36
- async list(): Promise<ReadonlyArray<Fact>> {
37
- return this.facts;
38
- }
39
- async listBySession(): Promise<ReadonlyArray<Fact>> {
40
- return this.facts;
41
- }
42
- async markSuperseded(): Promise<void> {}
43
- async listForRecall(filter: FactListFilter): Promise<ReadonlyArray<Fact>> {
44
- return this.facts.filter((f) => {
45
- if (filter.subject !== undefined && f.subject !== filter.subject) return false;
46
- if (filter.predicate !== undefined && f.predicate !== filter.predicate) return false;
47
- if (filter.kind !== undefined && f.kind !== filter.kind) return false;
48
- if (filter.minConfidence !== undefined && f.confidence < filter.minConfidence) return false;
49
- if (filter.includeSuperseded !== true && f.supersededBy !== null) return false;
50
- return true;
51
- });
52
- }
53
- async semanticSearch(): Promise<ReadonlyArray<FactSemanticNeighbor>> {
54
- return this.neighbors;
55
- }
56
- async getHistory(): Promise<ReadonlyArray<FactHistoryChain>> {
57
- return [];
58
- }
59
- }
60
-
61
- class StubEmbedder implements LLMClient {
62
- constructor(private readonly fail: boolean = false) {}
63
- async embed(): Promise<EmbedResult> {
64
- if (this.fail) throw new LLMUnreachableError("ollama");
65
- return { vector: new Float32Array([1, 0, 0]), model: "stub" };
66
- }
67
- async classify(): Promise<never> {
68
- throw new Error("not used");
69
- }
70
- }
71
-
72
- const corpus: Fact[] = [
73
- makeFact({
74
- id: "f_hono",
75
- kind: "decision",
76
- subject: "nlm-memory-ts",
77
- predicate: "framework",
78
- value: "Hono",
79
- confidence: 0.9,
80
- }),
81
- makeFact({
82
- id: "f_endpoint",
83
- kind: "attribute",
84
- subject: "mac-pro-llm-host",
85
- predicate: "endpoint",
86
- value: "http://macpro:8080/v1",
87
- confidence: 0.85,
88
- }),
89
- makeFact({
90
- id: "f_model",
91
- kind: "attribute",
92
- subject: "mac-pro-llm-host",
93
- predicate: "model",
94
- value: "qwen2.5-3b",
95
- confidence: 0.8,
96
- }),
97
- makeFact({
98
- id: "f_lowconf",
99
- kind: "decision",
100
- subject: "other",
101
- predicate: "framework",
102
- value: "Hono",
103
- confidence: 0.5,
104
- }),
105
- makeFact({
106
- id: "f_superseded",
107
- kind: "decision",
108
- subject: "nlm-memory-ts",
109
- predicate: "framework",
110
- value: "Fastify",
111
- confidence: 0.9,
112
- supersededBy: "f_hono",
113
- }),
114
- ];
115
-
116
- describe("FactRecallService.search (keyword)", () => {
117
- it("returns empty when no query and no structured filter", async () => {
118
- const svc = new FactRecallService({
119
- factStore: new InMemoryFactStore(corpus),
120
- llm: new StubEmbedder(),
121
- });
122
- const result = await svc.search({});
123
- expect(result.total).toBe(0);
124
- expect(result.results).toEqual([]);
125
- });
126
-
127
- it("exact subject + predicate returns current fact (no query text)", async () => {
128
- const svc = new FactRecallService({
129
- factStore: new InMemoryFactStore(corpus),
130
- llm: new StubEmbedder(),
131
- });
132
- const result = await svc.search({
133
- subject: "nlm-memory-ts",
134
- predicate: "framework",
135
- });
136
- expect(result.total).toBe(1);
137
- expect(result.results[0]?.id).toBe("f_hono");
138
- expect(result.results[0]?.value).toBe("Hono");
139
- });
140
-
141
- it("excludes superseded facts by default", async () => {
142
- const svc = new FactRecallService({
143
- factStore: new InMemoryFactStore(corpus),
144
- llm: new StubEmbedder(),
145
- });
146
- const result = await svc.search({ subject: "nlm-memory-ts" });
147
- expect(result.results.map((r) => r.id)).toEqual(["f_hono"]);
148
- });
149
-
150
- it("includeSuperseded=true returns the full chain", async () => {
151
- const svc = new FactRecallService({
152
- factStore: new InMemoryFactStore(corpus),
153
- llm: new StubEmbedder(),
154
- });
155
- const result = await svc.search({
156
- subject: "nlm-memory-ts",
157
- includeSuperseded: true,
158
- });
159
- expect(result.results.map((r) => r.id).sort()).toEqual(["f_hono", "f_superseded"]);
160
- });
161
-
162
- it("default minConfidence (0.6) drops low-confidence facts", async () => {
163
- const svc = new FactRecallService({
164
- factStore: new InMemoryFactStore(corpus),
165
- llm: new StubEmbedder(),
166
- });
167
- const result = await svc.search({ predicate: "framework" });
168
- // f_lowconf has confidence 0.5; f_hono has 0.9; f_superseded is dropped
169
- expect(result.results.map((r) => r.id)).toEqual(["f_hono"]);
170
- });
171
-
172
- it("explicit minConfidence override widens the result set", async () => {
173
- const svc = new FactRecallService({
174
- factStore: new InMemoryFactStore(corpus),
175
- llm: new StubEmbedder(),
176
- });
177
- const result = await svc.search({ predicate: "framework", minConfidence: 0.4 });
178
- expect(result.results.map((r) => r.id).sort()).toEqual(["f_hono", "f_lowconf"]);
179
- });
180
-
181
- it("free-text query scores against value, subject, predicate", async () => {
182
- const svc = new FactRecallService({
183
- factStore: new InMemoryFactStore(corpus),
184
- llm: new StubEmbedder(),
185
- });
186
- const result = await svc.search({ query: "Hono" });
187
- expect(result.results[0]?.id).toBe("f_hono");
188
- expect(result.results[0]?.matchedIn).toContain("value");
189
- });
190
-
191
- it("kind filter narrows to attribute / decision / open", async () => {
192
- const svc = new FactRecallService({
193
- factStore: new InMemoryFactStore(corpus),
194
- llm: new StubEmbedder(),
195
- });
196
- const result = await svc.search({ kind: "attribute" });
197
- expect(result.results.map((r) => r.id).sort()).toEqual(["f_endpoint", "f_model"]);
198
- });
199
-
200
- it("limit caps the result count", async () => {
201
- const svc = new FactRecallService({
202
- factStore: new InMemoryFactStore(corpus),
203
- llm: new StubEmbedder(),
204
- });
205
- const result = await svc.search({ kind: "attribute", limit: 1 });
206
- expect(result.results).toHaveLength(1);
207
- });
208
- });
209
-
210
- describe("FactRecallService.search (semantic)", () => {
211
- it("uses sqlite-vec neighbors to rank candidates", async () => {
212
- const neighbors: FactSemanticNeighbor[] = [
213
- { factId: "f_endpoint", distance: 0.2 },
214
- { factId: "f_model", distance: 0.6 },
215
- ];
216
- const svc = new FactRecallService({
217
- factStore: new InMemoryFactStore(corpus, neighbors),
218
- llm: new StubEmbedder(),
219
- });
220
- const result = await svc.search({ query: "where does the LLM run", mode: "semantic" });
221
- expect(result.results[0]?.id).toBe("f_endpoint");
222
- expect(result.results[0]?.matchedIn).toEqual(["semantic"]);
223
- });
224
-
225
- it("LLM unreachable surfaces as modeUnavailable, not an exception", async () => {
226
- const svc = new FactRecallService({
227
- factStore: new InMemoryFactStore(corpus),
228
- llm: new StubEmbedder(true),
229
- });
230
- const result = await svc.search({ query: "anything", mode: "semantic" });
231
- expect(result.modeUnavailable).toBe("ollama_unreachable");
232
- expect(result.total).toBe(0);
233
- });
234
- });
235
-
236
- describe("FactRecallService.search (hybrid)", () => {
237
- it("merges keyword + semantic scores with 0.4/0.6 weights", async () => {
238
- const neighbors: FactSemanticNeighbor[] = [
239
- { factId: "f_endpoint", distance: 0.1 },
240
- { factId: "f_hono", distance: 1.4 },
241
- ];
242
- const svc = new FactRecallService({
243
- factStore: new InMemoryFactStore(corpus, neighbors),
244
- llm: new StubEmbedder(),
245
- });
246
- const result = await svc.search({ query: "Hono", mode: "hybrid" });
247
- // Result should include both. Top result depends on weights — keyword
248
- // scores "Hono" strongly for f_hono; semantic scores f_endpoint strongly.
249
- const ids = result.results.map((r) => r.id);
250
- expect(ids).toContain("f_hono");
251
- expect(ids).toContain("f_endpoint");
252
- // Hybrid hits expose both subscores.
253
- for (const hit of result.results) {
254
- expect(hit.keywordScore).toBeDefined();
255
- expect(hit.semanticScore).toBeDefined();
256
- }
257
- });
258
- });
@@ -1,200 +0,0 @@
1
- import { describe, expect, it } from "vitest";
2
- import { RecallService } from "../../../src/core/recall/recall-service.js";
3
- import type { LLMClient, EmbedResult } from "../../../src/ports/llm-client.js";
4
- import { LLMUnreachableError } from "../../../src/ports/llm-client.js";
5
- import type {
6
- KeywordNeighbor,
7
- SessionStore,
8
- SemanticNeighbor,
9
- } from "../../../src/ports/session-store.js";
10
- import type { Session } from "../../../src/shared/types.js";
11
- import { makeSession } from "../../fixtures/sessions.js";
12
-
13
- // Fake store: keyword and semantic hits are pre-baked. Unit tests here cover
14
- // RecallService orchestration (filter, merge, limit, error handling) — not
15
- // keyword ranking quality, which is covered by the FTS integration tests.
16
- class InMemoryStore implements SessionStore {
17
- listCalls = 0;
18
- getByIdsCalls = 0;
19
- constructor(
20
- private readonly sessions: Session[],
21
- private readonly neighbors: SemanticNeighbor[] = [],
22
- private readonly keywordHits: KeywordNeighbor[] = [],
23
- ) {}
24
- async list(): Promise<ReadonlyArray<Session>> {
25
- this.listCalls += 1;
26
- return this.sessions;
27
- }
28
- async getById(id: string): Promise<Session | null> {
29
- return this.sessions.find((s) => s.id === id) ?? null;
30
- }
31
- async getByIds(ids: ReadonlyArray<string>): Promise<ReadonlyArray<Session>> {
32
- this.getByIdsCalls += 1;
33
- return this.sessions.filter((s) => ids.includes(s.id));
34
- }
35
- async semanticSearch(): Promise<ReadonlyArray<SemanticNeighbor>> {
36
- return this.neighbors;
37
- }
38
- async keywordSearch(): Promise<ReadonlyArray<KeywordNeighbor>> {
39
- return this.keywordHits;
40
- }
41
- async updateStatus(): Promise<void> {}
42
- }
43
-
44
- class StubEmbedder implements LLMClient {
45
- constructor(private readonly fail: boolean = false) {}
46
- async embed(): Promise<EmbedResult> {
47
- if (this.fail) throw new LLMUnreachableError("ollama");
48
- return { vector: new Float32Array([1, 0, 0]), model: "stub" };
49
- }
50
- async classify(): Promise<never> {
51
- throw new Error("not used");
52
- }
53
- }
54
-
55
- const corpus: Session[] = [
56
- makeSession({
57
- id: "a",
58
- label: "Hono router setup",
59
- entities: ["NLM"],
60
- decisions: ["chose Hono over Express"],
61
- }),
62
- makeSession({
63
- id: "b",
64
- label: "pgvector migration plan",
65
- entities: ["NLM", "Postgres"],
66
- open: ["timing of cutover"],
67
- }),
68
- makeSession({
69
- id: "c",
70
- label: "unrelated session",
71
- entities: ["Other"],
72
- }),
73
- ];
74
-
75
- describe("RecallService.search", () => {
76
- it("returns empty result when query and filters are all blank", async () => {
77
- const svc = new RecallService({
78
- store: new InMemoryStore(corpus),
79
- llm: new StubEmbedder(),
80
- });
81
- const result = await svc.search({ query: "" });
82
- expect(result.total).toBe(0);
83
- expect(result.results).toEqual([]);
84
- });
85
-
86
- it("keyword mode surfaces store keyword hits ranked by store score", async () => {
87
- const store = new InMemoryStore(corpus, [], [
88
- { sessionId: "b", score: 9.2 },
89
- { sessionId: "a", score: 2.1 },
90
- ]);
91
- const svc = new RecallService({ store, llm: new StubEmbedder() });
92
- const result = await svc.search({ query: "pgvector", mode: "keyword" });
93
- expect(result.results.map((r) => r.id)).toEqual(["b", "a"]);
94
- expect(result.results[0]?.matchScore).toBe(9.2);
95
- });
96
-
97
- it("keyword mode populates matchedIn from the resolved session", async () => {
98
- const store = new InMemoryStore(corpus, [], [{ sessionId: "b", score: 5 }]);
99
- const svc = new RecallService({ store, llm: new StubEmbedder() });
100
- const result = await svc.search({ query: "pgvector", mode: "keyword" });
101
- expect(result.results[0]?.matchedIn).toEqual(["label"]);
102
- });
103
-
104
- it("entity filter restricts the keyword corpus", async () => {
105
- const store = new InMemoryStore(corpus, [], [
106
- { sessionId: "b", score: 5 },
107
- { sessionId: "c", score: 4 },
108
- ]);
109
- const svc = new RecallService({ store, llm: new StubEmbedder() });
110
- const result = await svc.search({ query: "session", mode: "keyword", entity: "NLM" });
111
- expect(result.results.every((r) => r.entities.includes("NLM"))).toBe(true);
112
- expect(result.results.map((r) => r.id)).not.toContain("c");
113
- });
114
-
115
- it("semantic mode returns ollama_unreachable when the embedder fails", async () => {
116
- const svc = new RecallService({
117
- store: new InMemoryStore(corpus),
118
- llm: new StubEmbedder(true),
119
- });
120
- const result = await svc.search({ query: "anything", mode: "semantic" });
121
- expect(result.modeUnavailable).toBe("ollama_unreachable");
122
- expect(result.results).toEqual([]);
123
- });
124
-
125
- it("hybrid mode degrades to keyword scores when semantic is unavailable", async () => {
126
- const store = new InMemoryStore(corpus, [], [{ sessionId: "b", score: 7 }]);
127
- const svc = new RecallService({ store, llm: new StubEmbedder(true) });
128
- const result = await svc.search({ query: "pgvector", mode: "hybrid" });
129
- expect(result.modeUnavailable).toBe("ollama_unreachable");
130
- expect(result.results).toHaveLength(1);
131
- expect(result.results[0]?.id).toBe("b");
132
- });
133
-
134
- it("semantic mode reports cosine similarity computed from L2 distance of unit vectors", async () => {
135
- const store = new InMemoryStore(corpus, [{ sessionId: "a", distance: 0 }]);
136
- const svc = new RecallService({ store, llm: new StubEmbedder() });
137
- const result = await svc.search({ query: "anything", mode: "semantic" });
138
- expect(result.results[0]?.matchScore).toBe(1);
139
- });
140
-
141
- it("hybrid mode uses RRF fusion — rank 1 in both legs scores 2/(60+1)", async () => {
142
- const store = new InMemoryStore(
143
- corpus,
144
- [{ sessionId: "b", distance: 0 }],
145
- [{ sessionId: "b", score: 9.2 }],
146
- );
147
- const svc = new RecallService({ store, llm: new StubEmbedder() });
148
- const result = await svc.search({ query: "pgvector", mode: "hybrid" });
149
- const top = result.results[0];
150
- expect(top?.id).toBe("b");
151
- // RRF with both legs at rank 1, k=60: 1/61 + 1/61 = 2/61 ≈ 0.0328
152
- expect(top?.matchScore).toBeCloseTo(2 / 61, 4);
153
- // Informational normalized scores preserved for UI display.
154
- expect(top?.keywordScore).toBe(1);
155
- expect(top?.semanticScore).toBe(1);
156
- });
157
-
158
- it("hybrid RRF: a session in only one leg scores half as much as a session in both legs at the same rank", async () => {
159
- // Session "a" appears in keyword leg at rank 1.
160
- // Session "b" appears in BOTH legs at rank 1.
161
- const store = new InMemoryStore(
162
- corpus,
163
- [{ sessionId: "b", distance: 0 }],
164
- [
165
- { sessionId: "a", score: 100 }, // huge raw score, but only one leg
166
- { sessionId: "b", score: 1 }, // tiny raw score, but in both legs
167
- ],
168
- );
169
- const svc = new RecallService({ store, llm: new StubEmbedder() });
170
- const result = await svc.search({ query: "pgvector", mode: "hybrid" });
171
- expect(result.results[0]?.id).toBe("b"); // both-legs wins despite tiny kw score
172
- expect(result.results[0]?.matchScore).toBeCloseTo(1 / 61 + 1 / 62, 4); // b is rank 1 sem, rank 2 kw
173
- expect(result.results[1]?.id).toBe("a");
174
- expect(result.results[1]?.matchScore).toBeCloseTo(1 / 61, 4); // a is rank 1 kw only
175
- });
176
-
177
- it("clamps limit to MAX_LIMIT (100) and at least 1", async () => {
178
- const store = new InMemoryStore(corpus, [], [{ sessionId: "b", score: 5 }]);
179
- const svc = new RecallService({ store, llm: new StubEmbedder() });
180
- const big = await svc.search({ query: "session", mode: "keyword", limit: 9999 });
181
- expect(big.limit).toBe(100);
182
- const small = await svc.search({ query: "session", mode: "keyword", limit: 0 });
183
- expect(small.limit).toBe(1);
184
- });
185
-
186
- it("resolves only the hit sessions and never loads the full corpus", async () => {
187
- const big: Session[] = Array.from({ length: 100 }, (_, i) =>
188
- makeSession({ id: `s${i}`, label: `session ${i}` }),
189
- );
190
- const store = new InMemoryStore(big, [], [
191
- { sessionId: "s7", score: 9 },
192
- { sessionId: "s42", score: 8 },
193
- ]);
194
- const svc = new RecallService({ store, llm: new StubEmbedder() });
195
- const result = await svc.search({ query: "anything", mode: "keyword" });
196
- expect(result.results.map((r) => r.id)).toEqual(["s7", "s42"]);
197
- expect(store.listCalls).toBe(0);
198
- expect(store.getByIdsCalls).toBe(1);
199
- });
200
- });