recallnest 3.0.0 → 4.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (246) hide show
  1. package/CHANGELOG.md +304 -0
  2. package/README.md +251 -258
  3. package/README_CN.md +226 -247
  4. package/assets/ui/app.js +6 -1
  5. package/bin/recallnest.mjs +20 -37
  6. package/docs/api-reference.md +8 -0
  7. package/docs/architecture.md +18 -13
  8. package/eval/cases-canary.json +107 -9
  9. package/integrations/examples/claude-agent-sdk/memory-agent.ts +2 -0
  10. package/integrations/examples/langchain/memory-chain.py +4 -0
  11. package/integrations/examples/openai-agents-sdk/memory-agent.py +4 -0
  12. package/package.json +12 -3
  13. package/src/activity-counter.ts +1 -0
  14. package/src/adaptive-retrieval.ts +23 -0
  15. package/src/api-server.ts +13 -11
  16. package/src/asset-sync.ts +26 -2
  17. package/src/audit-log.ts +2 -0
  18. package/src/auto-gc.ts +4 -3
  19. package/src/belief-history.ts +137 -31
  20. package/src/capture-engine.ts +459 -71
  21. package/src/cascade-forget.ts +7 -3
  22. package/src/checkpoint-mirror.ts +417 -0
  23. package/src/cli.ts +574 -54
  24. package/src/conflict-engine.ts +43 -15
  25. package/src/consolidation-engine.ts +24 -3
  26. package/src/context-collapse-renderer.ts +8 -1
  27. package/src/context-composer-stable.ts +5 -1
  28. package/src/context-composer.ts +11 -2
  29. package/src/distill-lock.ts +246 -74
  30. package/src/dream-pipeline.ts +3 -1
  31. package/src/embedder.ts +24 -0
  32. package/src/env-config.ts +136 -0
  33. package/src/flock.ts +97 -0
  34. package/src/forget-engine.ts +342 -58
  35. package/src/gateway-server.ts +4 -0
  36. package/src/ingest-plan.ts +56 -0
  37. package/src/ingest.ts +294 -121
  38. package/src/kg-contradiction.ts +753 -0
  39. package/src/kg-extractor.ts +17 -0
  40. package/src/kg-store.ts +1 -1
  41. package/src/known-item-eval.ts +455 -0
  42. package/src/llm-client.ts +13 -26
  43. package/src/llm-consolidation.ts +2 -2
  44. package/src/mcp-tool-deps.ts +6 -0
  45. package/src/mcp-tools-advanced.ts +80 -45
  46. package/src/mcp-tools-core.ts +23 -17
  47. package/src/mcp-tools-governance.ts +13 -7
  48. package/src/memory-assets.ts +144 -8
  49. package/src/memory-boundaries.ts +19 -0
  50. package/src/memory-evolution.ts +9 -0
  51. package/src/memory-lint.ts +1 -1
  52. package/src/memory-output.ts +311 -14
  53. package/src/memory-reconcile.ts +1437 -0
  54. package/src/memory-schema.ts +11 -0
  55. package/src/memory-store-port.ts +1 -0
  56. package/src/minis-archive.ts +151 -0
  57. package/src/noise-filter.ts +15 -2
  58. package/src/pii-detector.ts +31 -1
  59. package/src/pivot-apply.ts +55 -5
  60. package/src/pivot-evidence.ts +128 -0
  61. package/src/ppr-traversal.ts +25 -1
  62. package/src/preference-matcher.ts +40 -28
  63. package/src/prospective-memory.ts +7 -4
  64. package/src/retriever.ts +297 -57
  65. package/src/retroactive-boost.ts +3 -2
  66. package/src/runtime-config.ts +15 -1
  67. package/src/scope-policy.ts +1 -0
  68. package/src/session-distiller.ts +6 -2
  69. package/src/session-engine.ts +11 -4
  70. package/src/session-output.ts +20 -1
  71. package/src/session-schema.ts +5 -2
  72. package/src/session-store.ts +59 -12
  73. package/src/skill-promotion.ts +67 -1
  74. package/src/store-receipts.ts +109 -0
  75. package/src/store-write-budget.ts +37 -0
  76. package/src/store.ts +298 -57
  77. package/src/text-fingerprint.ts +25 -0
  78. package/src/trigger-store.ts +443 -0
  79. package/src/ui-server.ts +22 -21
  80. package/src/version-manager.ts +19 -5
  81. package/src/write-verifier.ts +16 -11
  82. package/src/__tests__/access-tracker-novelty.test.ts +0 -324
  83. package/src/__tests__/activity-counter.test.ts +0 -125
  84. package/src/__tests__/adaptive-fidelity.test.ts +0 -102
  85. package/src/__tests__/admission-control.test.ts +0 -206
  86. package/src/__tests__/age-label.test.ts +0 -33
  87. package/src/__tests__/anchor-generator.test.ts +0 -67
  88. package/src/__tests__/api-server-security.test.ts +0 -102
  89. package/src/__tests__/auto-consolidation.test.ts +0 -168
  90. package/src/__tests__/auto-recall.test.ts +0 -131
  91. package/src/__tests__/babel-integration.test.ts +0 -144
  92. package/src/__tests__/batch-dedup.test.ts +0 -65
  93. package/src/__tests__/belief-history.test.ts +0 -220
  94. package/src/__tests__/canary-eval.test.ts +0 -114
  95. package/src/__tests__/capture-engine.test.ts +0 -1328
  96. package/src/__tests__/capture-heuristic.test.ts +0 -171
  97. package/src/__tests__/cascade-forget.test.ts +0 -210
  98. package/src/__tests__/category-min-scores.test.ts +0 -116
  99. package/src/__tests__/cc8-cc1-essential-context.test.ts +0 -298
  100. package/src/__tests__/circuit-breaker.test.ts +0 -99
  101. package/src/__tests__/cluster-consolidation.test.ts +0 -1236
  102. package/src/__tests__/confidence-metadata.test.ts +0 -125
  103. package/src/__tests__/confidence-tracker.test.ts +0 -261
  104. package/src/__tests__/conflict-advisor.test.ts +0 -206
  105. package/src/__tests__/conflict-escalation.test.ts +0 -149
  106. package/src/__tests__/conflict-lifecycle.test.ts +0 -83
  107. package/src/__tests__/conflict-output.test.ts +0 -85
  108. package/src/__tests__/conflict-store.test.ts +0 -418
  109. package/src/__tests__/connector-v1.test.ts +0 -181
  110. package/src/__tests__/consolidation-engine.test.ts +0 -520
  111. package/src/__tests__/constructive-retrieval.test.ts +0 -509
  112. package/src/__tests__/context-collapse-renderer.test.ts +0 -214
  113. package/src/__tests__/context-composer-pins.test.ts +0 -64
  114. package/src/__tests__/context-composer-task-selection.test.ts +0 -24
  115. package/src/__tests__/context-reconstructor.test.ts +0 -65
  116. package/src/__tests__/context-renderer.test.ts +0 -91
  117. package/src/__tests__/continuity-eval.test.ts +0 -275
  118. package/src/__tests__/continuity-schema.test.ts +0 -97
  119. package/src/__tests__/contracts.test.ts +0 -262
  120. package/src/__tests__/conversation-importer.test.ts +0 -692
  121. package/src/__tests__/core-recall-eval.test.ts +0 -235
  122. package/src/__tests__/core-summary.test.ts +0 -109
  123. package/src/__tests__/data-checkup.test.ts +0 -304
  124. package/src/__tests__/decay-exemption.test.ts +0 -129
  125. package/src/__tests__/dedup-actions.test.ts +0 -58
  126. package/src/__tests__/dedup-guard.test.ts +0 -39
  127. package/src/__tests__/deterministic-id.test.ts +0 -39
  128. package/src/__tests__/distill-lock.test.ts +0 -305
  129. package/src/__tests__/distill-session-argshape.test.ts +0 -79
  130. package/src/__tests__/doctor.test.ts +0 -319
  131. package/src/__tests__/dream-pipeline.test.ts +0 -820
  132. package/src/__tests__/dream-scope-isolation.test.ts +0 -386
  133. package/src/__tests__/dream-write-batching.test.ts +0 -211
  134. package/src/__tests__/drill-down.test.ts +0 -108
  135. package/src/__tests__/embedder.test.ts +0 -122
  136. package/src/__tests__/emotion-decay.test.ts +0 -46
  137. package/src/__tests__/emotion-detector.test.ts +0 -56
  138. package/src/__tests__/emotion-phase1-integration.test.ts +0 -153
  139. package/src/__tests__/emotion-retrieval.test.ts +0 -56
  140. package/src/__tests__/entity-resolver.test.ts +0 -58
  141. package/src/__tests__/env-config-invariant.test.ts +0 -80
  142. package/src/__tests__/env-config.test.ts +0 -211
  143. package/src/__tests__/error-signature-boost.test.ts +0 -87
  144. package/src/__tests__/error-signature.test.ts +0 -95
  145. package/src/__tests__/error-taxonomy.test.ts +0 -129
  146. package/src/__tests__/ethics-layer.test.ts +0 -476
  147. package/src/__tests__/event-segmenter.test.ts +0 -153
  148. package/src/__tests__/feature-flags-integration.test.ts +0 -54
  149. package/src/__tests__/frequency-tracker.test.ts +0 -113
  150. package/src/__tests__/freshness.test.ts +0 -186
  151. package/src/__tests__/graph-export.test.ts +0 -489
  152. package/src/__tests__/hotness-blend.test.ts +0 -283
  153. package/src/__tests__/ingest-chunking.test.ts +0 -44
  154. package/src/__tests__/ingest-scope-prefix.test.ts +0 -69
  155. package/src/__tests__/ingest.test.ts +0 -360
  156. package/src/__tests__/interference-detector.test.ts +0 -203
  157. package/src/__tests__/kg-extractor.test.ts +0 -192
  158. package/src/__tests__/kg-store.test.ts +0 -300
  159. package/src/__tests__/llm-client-pivot.test.ts +0 -628
  160. package/src/__tests__/llm-consolidation.test.ts +0 -226
  161. package/src/__tests__/maintenance-locks.test.ts +0 -197
  162. package/src/__tests__/mcp-efficiency.test.ts +0 -288
  163. package/src/__tests__/mcp-related-scopes.test.ts +0 -151
  164. package/src/__tests__/memory-boundaries.test.ts +0 -282
  165. package/src/__tests__/memory-evolution-b2-b3-e1.test.ts +0 -362
  166. package/src/__tests__/memory-evolution.test.ts +0 -271
  167. package/src/__tests__/memory-health-rebalance.test.ts +0 -144
  168. package/src/__tests__/memory-lint.test.ts +0 -421
  169. package/src/__tests__/memory-output.test.ts +0 -224
  170. package/src/__tests__/memory-promotion.test.ts +0 -315
  171. package/src/__tests__/memory-utility.test.ts +0 -256
  172. package/src/__tests__/migrate-dedup-ids.test.ts +0 -65
  173. package/src/__tests__/multi-vector.test.ts +0 -242
  174. package/src/__tests__/narrative-architecture.test.ts +0 -456
  175. package/src/__tests__/noise-filter.test.ts +0 -205
  176. package/src/__tests__/noise-prototype-bank.test.ts +0 -280
  177. package/src/__tests__/obsidian-connector.test.ts +0 -363
  178. package/src/__tests__/omitted-reporting.test.ts +0 -98
  179. package/src/__tests__/openai-contract.test.ts +0 -513
  180. package/src/__tests__/pending-review.test.ts +0 -77
  181. package/src/__tests__/pii-redact.test.ts +0 -333
  182. package/src/__tests__/pivot-apply.test.ts +0 -373
  183. package/src/__tests__/pivot-distill-supervisor.test.ts +0 -457
  184. package/src/__tests__/pivot-distill.test.ts +0 -1178
  185. package/src/__tests__/post-retrieval-filter.test.ts +0 -178
  186. package/src/__tests__/ppr-traversal.test.ts +0 -256
  187. package/src/__tests__/prediction-engine.test.ts +0 -349
  188. package/src/__tests__/predictive-prospective-memory.test.ts +0 -416
  189. package/src/__tests__/preference-guard-smoke.test.ts +0 -211
  190. package/src/__tests__/preference-matcher.test.ts +0 -282
  191. package/src/__tests__/preference-slots.test.ts +0 -205
  192. package/src/__tests__/promotion-distinct-sources.test.ts +0 -162
  193. package/src/__tests__/prospective-memory.test.ts +0 -283
  194. package/src/__tests__/pull-from-macbook-sync-only.test.ts +0 -679
  195. package/src/__tests__/query-entity-detector.test.ts +0 -171
  196. package/src/__tests__/query-expander-alias.test.ts +0 -146
  197. package/src/__tests__/query-expander.test.ts +0 -34
  198. package/src/__tests__/recall-gate.test.ts +0 -266
  199. package/src/__tests__/recall-governor.test.ts +0 -227
  200. package/src/__tests__/recall-mode.test.ts +0 -64
  201. package/src/__tests__/resolve-db-path.test.ts +0 -130
  202. package/src/__tests__/resolve-tier.test.ts +0 -64
  203. package/src/__tests__/result-synthesizer.test.ts +0 -198
  204. package/src/__tests__/resume-context.test.ts +0 -4898
  205. package/src/__tests__/retrieval-eval.test.ts +0 -163
  206. package/src/__tests__/retrieval-trace.test.ts +0 -213
  207. package/src/__tests__/retrieve-audit-revision.test.ts +0 -255
  208. package/src/__tests__/retriever-boundary-weight.test.ts +0 -136
  209. package/src/__tests__/retriever-lazy-init-dispatch.test.ts +0 -123
  210. package/src/__tests__/retroactive-boost.test.ts +0 -223
  211. package/src/__tests__/salience-scoring.test.ts +0 -106
  212. package/src/__tests__/scope-inventory.test.ts +0 -200
  213. package/src/__tests__/scope-policy.test.ts +0 -69
  214. package/src/__tests__/scope-suggester.test.ts +0 -80
  215. package/src/__tests__/session-checkpoint.test.ts +0 -291
  216. package/src/__tests__/session-distiller.test.ts +0 -640
  217. package/src/__tests__/session-gc.test.ts +0 -215
  218. package/src/__tests__/skill-engine.test.ts +0 -552
  219. package/src/__tests__/skill-promotion.test.ts +0 -654
  220. package/src/__tests__/skill-verifier.test.ts +0 -122
  221. package/src/__tests__/source-heartbeat.test.ts +0 -254
  222. package/src/__tests__/stable-context-length-contract.test.ts +0 -62
  223. package/src/__tests__/store-patch-metadata.test.ts +0 -235
  224. package/src/__tests__/store-read-consistency.test.ts +0 -122
  225. package/src/__tests__/store-schema-migration.test.ts +0 -87
  226. package/src/__tests__/store-scope-audit.test.ts +0 -81
  227. package/src/__tests__/store-upsert.test.ts +0 -201
  228. package/src/__tests__/supersede-chain.test.ts +0 -154
  229. package/src/__tests__/synthesis-contract.test.ts +0 -252
  230. package/src/__tests__/synthesis-promotion.test.ts +0 -369
  231. package/src/__tests__/temporal-parser.test.ts +0 -241
  232. package/src/__tests__/temporal-validity.test.ts +0 -160
  233. package/src/__tests__/term-registry-terminal-roster.test.ts +0 -127
  234. package/src/__tests__/term-registry.test.ts +0 -121
  235. package/src/__tests__/tool-error-surfacing.test.ts +0 -98
  236. package/src/__tests__/tool-output-compressor.test.ts +0 -160
  237. package/src/__tests__/topic-tag.test.ts +0 -113
  238. package/src/__tests__/trusted-memory.test.ts +0 -867
  239. package/src/__tests__/ui-server-security.test.ts +0 -93
  240. package/src/__tests__/usage-tracker.test.ts +0 -287
  241. package/src/__tests__/utility-weight.test.ts +0 -57
  242. package/src/__tests__/verbatim-self-recall.test.ts +0 -279
  243. package/src/__tests__/version-manager.test.ts +0 -248
  244. package/src/__tests__/workflow-observation-skill-outcome.test.ts +0 -352
  245. package/src/__tests__/workflow-observation.test.ts +0 -433
  246. package/src/__tests__/write-verifier.test.ts +0 -122
@@ -1,227 +0,0 @@
1
- import { describe, expect, it } from "bun:test";
2
-
3
- import {
4
- GovernorSession,
5
- governResults,
6
- resolveGovernorConfig,
7
- truncateQuery,
8
- } from "../recall-governor.js";
9
- import type { RetrievalResult } from "../retriever.js";
10
-
11
- // ---------------------------------------------------------------------------
12
- // Helpers
13
- // ---------------------------------------------------------------------------
14
-
15
- function makeResult(
16
- id: string,
17
- text: string,
18
- score: number,
19
- metadata = "{}",
20
- ): RetrievalResult {
21
- return {
22
- entry: {
23
- id,
24
- text,
25
- vector: [],
26
- category: "events",
27
- scope: "project:test",
28
- importance: 0.8,
29
- timestamp: Date.now(),
30
- metadata,
31
- },
32
- score,
33
- sources: { fused: { score } },
34
- };
35
- }
36
-
37
- // ---------------------------------------------------------------------------
38
- // truncateQuery
39
- // ---------------------------------------------------------------------------
40
-
41
- describe("truncateQuery", () => {
42
- it("returns query unchanged when within limit", () => {
43
- expect(truncateQuery("short", 1000)).toBe("short");
44
- });
45
-
46
- it("truncates query exceeding maxQueryChars", () => {
47
- const long = "a".repeat(2000);
48
- const result = truncateQuery(long, 500);
49
- expect(result.length).toBe(500);
50
- });
51
-
52
- it("handles exact boundary", () => {
53
- const exact = "x".repeat(100);
54
- expect(truncateQuery(exact, 100)).toBe(exact);
55
- });
56
- });
57
-
58
- // ---------------------------------------------------------------------------
59
- // resolveGovernorConfig
60
- // ---------------------------------------------------------------------------
61
-
62
- describe("resolveGovernorConfig", () => {
63
- it("returns defaults when no overrides", () => {
64
- const cfg = resolveGovernorConfig();
65
- expect(cfg.maxQueryChars).toBe(1000);
66
- expect(cfg.charBudget).toBe(8000);
67
- expect(cfg.maxItems).toBe(10);
68
- });
69
-
70
- it("merges partial overrides", () => {
71
- const cfg = resolveGovernorConfig({ charBudget: 4000 });
72
- expect(cfg.charBudget).toBe(4000);
73
- expect(cfg.maxItems).toBe(10); // unchanged
74
- });
75
- });
76
-
77
- // ---------------------------------------------------------------------------
78
- // GovernorSession
79
- // ---------------------------------------------------------------------------
80
-
81
- describe("GovernorSession", () => {
82
- it("tracks injected IDs", () => {
83
- const session = new GovernorSession();
84
- expect(session.wasInjected("a")).toBe(false);
85
- session.markInjected("a");
86
- expect(session.wasInjected("a")).toBe(true);
87
- expect(session.size).toBe(1);
88
- });
89
-
90
- it("markAll registers all result IDs", () => {
91
- const session = new GovernorSession();
92
- const results = [makeResult("x", "hi", 0.9), makeResult("y", "hello", 0.8)];
93
- session.markAll(results);
94
- expect(session.wasInjected("x")).toBe(true);
95
- expect(session.wasInjected("y")).toBe(true);
96
- expect(session.size).toBe(2);
97
- });
98
- });
99
-
100
- // ---------------------------------------------------------------------------
101
- // governResults — evolution state filter
102
- // ---------------------------------------------------------------------------
103
-
104
- describe("governResults — evolution filter", () => {
105
- it("keeps active memories", () => {
106
- const results = [makeResult("a1", "active memory", 0.9, '{"evolution":{"status":"active"}}')];
107
- const governed = governResults(results);
108
- expect(governed).toHaveLength(1);
109
- });
110
-
111
- it("keeps pending_review memories", () => {
112
- const results = [makeResult("p1", "pending review", 0.9, '{"evolution":{"status":"pending_review"}}')];
113
- const governed = governResults(results);
114
- expect(governed).toHaveLength(1);
115
- });
116
-
117
- it("drops archived memories", () => {
118
- const results = [makeResult("ar1", "archived", 0.9, '{"evolution":{"status":"archived"}}')];
119
- const governed = governResults(results);
120
- expect(governed).toHaveLength(0);
121
- });
122
-
123
- it("drops superseded memories", () => {
124
- const results = [makeResult("s1", "superseded", 0.9, '{"evolution":{"status":"superseded"}}')];
125
- const governed = governResults(results);
126
- expect(governed).toHaveLength(0);
127
- });
128
-
129
- it("keeps memories with no evolution (defaults to active)", () => {
130
- const results = [makeResult("n1", "no status", 0.9, "{}")];
131
- const governed = governResults(results);
132
- expect(governed).toHaveLength(1);
133
- });
134
- });
135
-
136
- // ---------------------------------------------------------------------------
137
- // governResults — budget control
138
- // ---------------------------------------------------------------------------
139
-
140
- describe("governResults — budget control", () => {
141
- it("respects maxItems limit", () => {
142
- const results = Array.from({ length: 5 }, (_, i) =>
143
- makeResult(`b${i}`, "x".repeat(10), 0.9 - i * 0.01),
144
- );
145
- const governed = governResults(results, undefined, { maxItems: 3 });
146
- expect(governed).toHaveLength(3);
147
- });
148
-
149
- it("respects charBudget limit", () => {
150
- const results = [
151
- makeResult("c1", "a".repeat(3000), 0.95),
152
- makeResult("c2", "b".repeat(3000), 0.90),
153
- makeResult("c3", "c".repeat(3000), 0.85),
154
- ];
155
- const governed = governResults(results, undefined, { charBudget: 5000 });
156
- // First item (3000) fits, second (6000 total) would exceed 5000 → stops after first
157
- expect(governed).toHaveLength(1);
158
- });
159
-
160
- it("always allows at least one result even if it exceeds budget", () => {
161
- const results = [makeResult("big", "x".repeat(10000), 0.95)];
162
- const governed = governResults(results, undefined, { charBudget: 100 });
163
- expect(governed).toHaveLength(1);
164
- });
165
- });
166
-
167
- // ---------------------------------------------------------------------------
168
- // governResults — session dedup
169
- // ---------------------------------------------------------------------------
170
-
171
- describe("governResults — session dedup", () => {
172
- it("drops already-injected IDs", () => {
173
- const session = new GovernorSession();
174
- session.markInjected("dup1");
175
-
176
- const results = [
177
- makeResult("dup1", "already seen", 0.95),
178
- makeResult("new1", "fresh memory", 0.90),
179
- ];
180
- const governed = governResults(results, session);
181
- expect(governed).toHaveLength(1);
182
- expect(governed[0].entry.id).toBe("new1");
183
- });
184
-
185
- it("marks newly governed results in the session", () => {
186
- const session = new GovernorSession();
187
- const results = [makeResult("x1", "hello", 0.9)];
188
- governResults(results, session);
189
- expect(session.wasInjected("x1")).toBe(true);
190
- });
191
-
192
- it("skips dedup when no session provided", () => {
193
- const results = [makeResult("a", "text", 0.9), makeResult("a", "text", 0.8)];
194
- // Without session, same ID can appear (though unusual from retriever)
195
- const governed = governResults(results);
196
- expect(governed).toHaveLength(2);
197
- });
198
- });
199
-
200
- // ---------------------------------------------------------------------------
201
- // governResults — empty input
202
- // ---------------------------------------------------------------------------
203
-
204
- describe("governResults — edge cases", () => {
205
- it("returns empty array for empty input", () => {
206
- expect(governResults([])).toHaveLength(0);
207
- });
208
-
209
- it("composes all layers correctly", () => {
210
- const session = new GovernorSession();
211
- session.markInjected("already");
212
-
213
- const results = [
214
- makeResult("already", "seen before", 0.99), // dedup
215
- makeResult("archived", "old", 0.95, '{"evolution":{"status":"archived"}}'), // evolution
216
- makeResult("keep1", "a".repeat(4000), 0.90), // kept
217
- makeResult("keep2", "b".repeat(4000), 0.85), // kept
218
- makeResult("over-budget", "c".repeat(4000), 0.80), // budget
219
- ];
220
- const governed = governResults(results, session, { charBudget: 8000 });
221
- // archived dropped by evolution, already dropped by dedup,
222
- // keep1 (4000) + keep2 (8000) = at budget, over-budget dropped
223
- expect(governed.map((r) => r.entry.id)).toEqual(["keep1", "keep2"]);
224
- expect(session.wasInjected("keep1")).toBe(true);
225
- expect(session.wasInjected("keep2")).toBe(true);
226
- });
227
- });
@@ -1,64 +0,0 @@
1
- import { describe, it, expect, beforeEach, afterEach } from "bun:test";
2
- import { resolveRecallMode, type LocalMemoryConfig } from "../runtime-config.js";
3
-
4
- const baseConfig: LocalMemoryConfig = {
5
- dbPath: "./data/lancedb",
6
- embedding: {
7
- provider: "jina",
8
- apiKey: "test",
9
- model: "test-model",
10
- },
11
- sources: {},
12
- };
13
-
14
- describe("resolveRecallMode", () => {
15
- const originalEnv = process.env.RECALLNEST_RECALL_MODE;
16
-
17
- beforeEach(() => {
18
- delete process.env.RECALLNEST_RECALL_MODE;
19
- });
20
-
21
- afterEach(() => {
22
- if (originalEnv === undefined) {
23
- delete process.env.RECALLNEST_RECALL_MODE;
24
- } else {
25
- process.env.RECALLNEST_RECALL_MODE = originalEnv;
26
- }
27
- });
28
-
29
- it("defaults to 'summary' when no config, no env, no override", () => {
30
- delete process.env.RECALLNEST_RECALL_MODE;
31
- expect(resolveRecallMode(baseConfig)).toBe("summary");
32
- });
33
-
34
- it("reads from config.recallMode", () => {
35
- delete process.env.RECALLNEST_RECALL_MODE;
36
- expect(resolveRecallMode({ ...baseConfig, recallMode: "full" })).toBe("full");
37
- expect(resolveRecallMode({ ...baseConfig, recallMode: "off" })).toBe("off");
38
- });
39
-
40
- it("env var overrides config", () => {
41
- process.env.RECALLNEST_RECALL_MODE = "off";
42
- expect(resolveRecallMode({ ...baseConfig, recallMode: "full" })).toBe("off");
43
- });
44
-
45
- it("per-call override takes highest priority", () => {
46
- process.env.RECALLNEST_RECALL_MODE = "off";
47
- expect(resolveRecallMode({ ...baseConfig, recallMode: "full" }, "summary")).toBe("summary");
48
- });
49
-
50
- it("ignores invalid per-call override, falls back to env", () => {
51
- process.env.RECALLNEST_RECALL_MODE = "full";
52
- expect(resolveRecallMode(baseConfig, "invalid")).toBe("full");
53
- });
54
-
55
- it("ignores invalid env var, falls back to config", () => {
56
- process.env.RECALLNEST_RECALL_MODE = "garbage";
57
- expect(resolveRecallMode({ ...baseConfig, recallMode: "off" })).toBe("off");
58
- });
59
-
60
- it("ignores invalid env var and no config, falls back to default", () => {
61
- process.env.RECALLNEST_RECALL_MODE = "garbage";
62
- expect(resolveRecallMode(baseConfig)).toBe("summary");
63
- });
64
- });
@@ -1,130 +0,0 @@
1
- import { describe, expect, it } from "bun:test";
2
- import { resolve } from "node:path";
3
- import { homedir } from "node:os";
4
- import { readdirSync, readFileSync } from "node:fs";
5
-
6
- import { resolveDbPath, resolveDataDir, type LocalMemoryConfig } from "../runtime-config.js";
7
-
8
- const REPO_ROOT = resolve(import.meta.dir, "../..");
9
-
10
- function cfg(dbPath: string): LocalMemoryConfig {
11
- return {
12
- dbPath,
13
- embedding: { provider: "jina", apiKey: "x", model: "m" },
14
- sources: {},
15
- };
16
- }
17
-
18
- /**
19
- * Regression guard for the 2026-07-19 audit finding: maintenance scripts each
20
- * resolved the database on their own — some hardcoded "./data/lancedb", others
21
- * read `config.database?.path`, a key that does not exist in LocalMemoryConfig
22
- * and therefore always fell through to the hardcoded default. A health check or
23
- * cleanup could then report on an empty directory while the server used a
24
- * different database entirely.
25
- */
26
- describe("resolveDbPath", () => {
27
- it("resolves a relative dbPath against the repo root, not process.cwd()", () => {
28
- expect(resolveDbPath(cfg("./data/lancedb"))).toBe(resolve(REPO_ROOT, "data/lancedb"));
29
- expect(resolveDbPath(cfg("data/lancedb"))).toBe(resolve(REPO_ROOT, "data/lancedb"));
30
- });
31
-
32
- it("expands a leading ~/ to the home directory", () => {
33
- expect(resolveDbPath(cfg("~/.recallnest/data/lancedb"))).toBe(
34
- resolve(homedir(), ".recallnest/data/lancedb")
35
- );
36
- });
37
-
38
- it("keeps an absolute dbPath unchanged", () => {
39
- expect(resolveDbPath(cfg("/tmp/rn-abs/lancedb"))).toBe("/tmp/rn-abs/lancedb");
40
- });
41
-
42
- it("always returns an absolute path", () => {
43
- for (const p of ["./data/lancedb", "data/lancedb", "~/x/lancedb", "/tmp/y"]) {
44
- expect(resolveDbPath(cfg(p)).startsWith("/")).toBe(true);
45
- }
46
- });
47
-
48
- it("puts the sidecar data dir directly beside the database", () => {
49
- expect(resolveDataDir(cfg("~/.recallnest/data/lancedb"))).toBe(
50
- resolve(homedir(), ".recallnest/data")
51
- );
52
- expect(resolveDataDir(cfg("./data/lancedb"))).toBe(resolve(REPO_ROOT, "data"));
53
- });
54
- });
55
-
56
- describe("scripts resolve the database through runtime-config", () => {
57
- it("no script hardcodes a lancedb path", () => {
58
- const dir = resolve(REPO_ROOT, "scripts");
59
- const offenders: string[] = [];
60
-
61
- // Two shapes of the same mistake. The second was missed by the first
62
- // revision of this guard: health-check.ts built its path with
63
- // path.join(dir, "..", "data", "lancedb"), so no single string literal
64
- // ever contained "data/lancedb".
65
- const LITERAL_PATH = /["'`][^"'`]*data\/lancedb[^"'`]*["'`]/;
66
- const JOINED_PATH = /\b(join|resolve)\s*\([^)]*["'`][^"'`]*lancedb[^"'`]*["'`]/i;
67
-
68
- for (const name of readdirSync(dir)) {
69
- if (!name.endsWith(".ts")) continue;
70
- const src = readFileSync(resolve(dir, name), "utf-8");
71
- for (const [i, line] of src.split("\n").entries()) {
72
- const code = line.split("//")[0];
73
- if (/^\s*\*/.test(line)) continue; // block-comment body
74
- if (/@lancedb\/lancedb/.test(code)) continue; // the package import itself
75
- if (LITERAL_PATH.test(code) || JOINED_PATH.test(code)) {
76
- offenders.push(`${name}:${i + 1}`);
77
- }
78
- }
79
- }
80
-
81
- expect(offenders).toEqual([]);
82
- });
83
-
84
- it("no src file re-implements dbPath resolution instead of calling resolveDbPath", () => {
85
- // cli.ts once duplicated the resolve() expression for its destructive
86
- // "clear index" path, and doctor.ts resolved against process.cwd() — so the
87
- // health check could report on a different directory than the server used.
88
- const dir = resolve(REPO_ROOT, "src");
89
- const offenders: string[] = [];
90
-
91
- const walk = (d: string): void => {
92
- for (const entry of readdirSync(d, { withFileTypes: true })) {
93
- if (entry.name === "__tests__" || entry.name === "node_modules") continue;
94
- const full = resolve(d, entry.name);
95
- if (entry.isDirectory()) {
96
- walk(full);
97
- continue;
98
- }
99
- if (!entry.name.endsWith(".ts") || entry.name === "runtime-config.ts") continue;
100
- const src = readFileSync(full, "utf-8");
101
- for (const [i, line] of src.split("\n").entries()) {
102
- if (/expandHome\(\s*\w+\.dbPath\s*\)/.test(line)) {
103
- offenders.push(`${entry.name}:${i + 1}`);
104
- }
105
- }
106
- }
107
- };
108
- walk(dir);
109
-
110
- expect(offenders).toEqual([]);
111
- });
112
-
113
- it("no script reads the non-existent config.database key", () => {
114
- const dir = resolve(REPO_ROOT, "scripts");
115
- const offenders: string[] = [];
116
-
117
- for (const name of readdirSync(dir)) {
118
- if (!name.endsWith(".ts")) continue;
119
- const src = readFileSync(resolve(dir, name), "utf-8");
120
- for (const [i, line] of src.split("\n").entries()) {
121
- // Skip comments — documenting the retired key must not fail the guard.
122
- if (/^\s*(\/\/|\*|\/\*)/.test(line)) continue;
123
- const code = line.split("//")[0];
124
- if (/config\.database\b/.test(code)) offenders.push(`${name}:${i + 1}`);
125
- }
126
- }
127
-
128
- expect(offenders).toEqual([]);
129
- });
130
- });
@@ -1,64 +0,0 @@
1
- import { describe, expect, it } from "bun:test";
2
-
3
- import { isDecayExempt, resolveTier } from "../decay-engine.js";
4
-
5
- /**
6
- * importance 是 MemoryEntry 的列字段,metadata 里没有它——顶层住着的是
7
- * accessCount / lastAccessedAt / tier(access-tracker 写的)。所以 heuristic
8
- * 分支必须由调用方把 entry.importance 传进来。
9
- * 2026-07 实测:全库 115688 行里 3214 行走这个分支,其中 metadata 顶层有
10
- * importance 的是 0 行——也就是这些条目当时全部被压成了 peripheral。
11
- */
12
- function meta(extra: Record<string, unknown> = {}): string {
13
- return JSON.stringify({ source: "cc", evolution: { status: "active" }, ...extra });
14
- }
15
-
16
- describe("resolveTier", () => {
17
- it("拿到 entry.importance 时,高 importance 条目升到对应档位", () => {
18
- // 真实样本形状:importance 0.9 的 patterns,此前一直被判 peripheral
19
- expect(resolveTier(meta(), 0.9)).toBe("working");
20
- expect(resolveTier(meta(), 0.96)).toBe("core");
21
- expect(resolveTier(meta(), 0.5)).toBe("peripheral");
22
- });
23
-
24
- it("不传 entry.importance 时退回 0——这正是修复前的行为", () => {
25
- // 保持向后兼容:老调用方不传就还是老结果,不会炸
26
- expect(resolveTier(meta(), undefined)).toBe("peripheral");
27
- expect(resolveTier(meta())).toBe("peripheral");
28
- });
29
-
30
- it("显式 tier 优先,entry.importance 不能覆盖它", () => {
31
- // access-tracker 算过一次就会把 tier 写进顶层,那是权威值
32
- expect(resolveTier(meta({ tier: "peripheral" }), 0.99)).toBe("peripheral");
33
- expect(resolveTier(meta({ tier: "core" }), 0.1)).toBe("core");
34
- });
35
-
36
- it("metadata 顶层真有 importance 时以它为准", () => {
37
- // 顺序:meta.importance > entryImportance > 0
38
- expect(resolveTier(meta({ importance: 0.85 }), 0.1)).toBe("working");
39
- });
40
-
41
- it("accessCount 仍走 metadata 顶层——那是 access-tracker 实际写入的位置", () => {
42
- expect(resolveTier(meta({ accessCount: 10 }), 0.1)).toBe("core");
43
- expect(resolveTier(meta({ accessCount: 3 }), 0.1)).toBe("working");
44
- });
45
-
46
- it("没有 metadata 或解析失败时给 peripheral", () => {
47
- expect(resolveTier(undefined, 0.99)).toBe("peripheral");
48
- expect(resolveTier("{ 坏掉的 json", 0.99)).toBe("peripheral");
49
- });
50
- });
51
-
52
- describe("isDecayExempt", () => {
53
- it("core + 高 importance 免衰减——importance 来自入参而非 metadata", () => {
54
- // 修复前:resolveTierFromMeta 读不到 importance,tier 恒为 peripheral,
55
- // 于是这条规则对没有显式 tier 的条目从来没生效过。
56
- const noExplicitTier = JSON.stringify({ source: "cc", lastAccessedAt: 0 });
57
- expect(isDecayExempt(noExplicitTier, 0.96)).toBe(true);
58
- });
59
-
60
- it("importance 不够高时不豁免", () => {
61
- const noExplicitTier = JSON.stringify({ source: "cc", lastAccessedAt: 0 });
62
- expect(isDecayExempt(noExplicitTier, 0.9)).toBe(false);
63
- });
64
- });
@@ -1,198 +0,0 @@
1
- /**
2
- * Tests for Tier 3.5: Result Synthesizer
3
- *
4
- * Validates:
5
- * 1. synthesize() with enough fragments calls LLM
6
- * 2. synthesize() returns fragments when below threshold
7
- * 3. synthesize() returns fragments when no LLM
8
- * 4. synthesize() handles LLM failure gracefully
9
- * 5. synthesizeSection() respects RECALLNEST_SYNTHESIZE env
10
- * 6. synthesizeSection() passes through when disabled
11
- * 7. Single fragment returned as-is (no LLM call)
12
- */
13
- import { describe, expect, it, beforeEach, afterEach } from "bun:test";
14
- import {
15
- synthesize,
16
- synthesizeSection,
17
- isSynthesisEnabled,
18
- DEFAULT_SYNTHESIZER_CONFIG,
19
- } from "../result-synthesizer.js";
20
- import type { LLMClient } from "../llm-client.js";
21
-
22
- // ---------------------------------------------------------------------------
23
- // Mock LLM Client
24
- // ---------------------------------------------------------------------------
25
-
26
- function createMockLLM(response: string | null = "Synthesized narrative."): LLMClient & { calls: Array<{ fragments: string[]; query: string }> } {
27
- const calls: Array<{ fragments: string[]; query: string }> = [];
28
- return {
29
- calls,
30
- async synthesizeFragments(fragments: string[], query: string) {
31
- calls.push({ fragments, query });
32
- return response;
33
- },
34
- } as any;
35
- }
36
-
37
- function createFailingLLM(): LLMClient {
38
- return {
39
- async synthesizeFragments() {
40
- throw new Error("LLM connection failed");
41
- },
42
- } as any;
43
- }
44
-
45
- // ---------------------------------------------------------------------------
46
- // synthesize() tests
47
- // ---------------------------------------------------------------------------
48
-
49
- describe("synthesize", () => {
50
- it("calls LLM when fragments >= minFragments", async () => {
51
- const llm = createMockLLM("Combined narrative about user preferences.");
52
- const fragments = ["Pref A: dark mode", "Pref B: vim keys", "Pref C: compact layout"];
53
-
54
- const result = await synthesize(fragments, "user preferences", llm);
55
-
56
- expect(result.synthesized).toBe(true);
57
- expect(result.text).toBe("Combined narrative about user preferences.");
58
- expect(result.reason).toBe("ok");
59
- expect(llm.calls.length).toBe(1);
60
- expect(llm.calls[0].query).toBe("user preferences");
61
- });
62
-
63
- it("skips synthesis when fragments < minFragments", async () => {
64
- const llm = createMockLLM();
65
- const fragments = ["Only one", "Two items"];
66
-
67
- const result = await synthesize(fragments, "test", llm);
68
-
69
- expect(result.synthesized).toBe(false);
70
- expect(result.reason).toBe("below-threshold");
71
- expect(result.fragments).toEqual(fragments);
72
- expect(llm.calls.length).toBe(0);
73
- });
74
-
75
- it("skips synthesis when no LLM provided", async () => {
76
- const fragments = ["A", "B", "C"];
77
- const result = await synthesize(fragments, "test", null);
78
-
79
- expect(result.synthesized).toBe(false);
80
- expect(result.reason).toBe("no-llm");
81
- });
82
-
83
- it("handles LLM failure gracefully", async () => {
84
- const llm = createFailingLLM();
85
- const fragments = ["A", "B", "C"];
86
-
87
- const result = await synthesize(fragments, "test", llm);
88
-
89
- expect(result.synthesized).toBe(false);
90
- expect(result.reason).toBe("error");
91
- expect(result.fragments).toEqual(fragments);
92
- });
93
-
94
- it("handles empty LLM response", async () => {
95
- const llm = createMockLLM(null);
96
- const fragments = ["A", "B", "C"];
97
-
98
- const result = await synthesize(fragments, "test", llm);
99
-
100
- expect(result.synthesized).toBe(false);
101
- expect(result.reason).toBe("empty-response");
102
- });
103
-
104
- it("handles empty fragments array", async () => {
105
- const llm = createMockLLM();
106
- const result = await synthesize([], "test", llm);
107
-
108
- expect(result.synthesized).toBe(false);
109
- expect(result.reason).toBe("below-threshold");
110
- });
111
-
112
- it("respects custom minFragments config", async () => {
113
- const llm = createMockLLM("ok");
114
- const fragments = ["A", "B"];
115
-
116
- // Default minFragments=3, so 2 items would be below threshold
117
- const result2 = await synthesize(fragments, "test", llm, { ...DEFAULT_SYNTHESIZER_CONFIG, minFragments: 2 });
118
- expect(result2.synthesized).toBe(true);
119
- });
120
- });
121
-
122
- // ---------------------------------------------------------------------------
123
- // synthesizeSection() tests
124
- // ---------------------------------------------------------------------------
125
-
126
- describe("synthesizeSection", () => {
127
- const originalEnv = process.env.RECALLNEST_SYNTHESIZE;
128
-
129
- afterEach(() => {
130
- if (originalEnv !== undefined) {
131
- process.env.RECALLNEST_SYNTHESIZE = originalEnv;
132
- } else {
133
- delete process.env.RECALLNEST_SYNTHESIZE;
134
- }
135
- });
136
-
137
- it("returns original items when RECALLNEST_SYNTHESIZE is not set", async () => {
138
- delete process.env.RECALLNEST_SYNTHESIZE;
139
- const items = ["A", "B", "C", "D"];
140
- const llm = createMockLLM("synthesized");
141
-
142
- const result = await synthesizeSection(items, "test", llm);
143
-
144
- expect(result).toEqual(items);
145
- expect(llm.calls.length).toBe(0);
146
- });
147
-
148
- it("synthesizes when RECALLNEST_SYNTHESIZE=true", async () => {
149
- process.env.RECALLNEST_SYNTHESIZE = "true";
150
- const items = ["Profile: developer", "Preference: dark mode", "Entity: project X"];
151
- const llm = createMockLLM("User is a developer who prefers dark mode and works on project X.");
152
-
153
- const result = await synthesizeSection(items, "user context", llm);
154
-
155
- expect(result).toEqual(["User is a developer who prefers dark mode and works on project X."]);
156
- });
157
-
158
- it("returns original items when synthesis fails", async () => {
159
- process.env.RECALLNEST_SYNTHESIZE = "true";
160
- const items = ["A", "B", "C"];
161
- const llm = createFailingLLM();
162
-
163
- const result = await synthesizeSection(items, "test", llm);
164
-
165
- expect(result).toEqual(items);
166
- });
167
- });
168
-
169
- // ---------------------------------------------------------------------------
170
- // isSynthesisEnabled() tests
171
- // ---------------------------------------------------------------------------
172
-
173
- describe("isSynthesisEnabled", () => {
174
- const originalEnv = process.env.RECALLNEST_SYNTHESIZE;
175
-
176
- afterEach(() => {
177
- if (originalEnv !== undefined) {
178
- process.env.RECALLNEST_SYNTHESIZE = originalEnv;
179
- } else {
180
- delete process.env.RECALLNEST_SYNTHESIZE;
181
- }
182
- });
183
-
184
- it("returns false when env not set", () => {
185
- delete process.env.RECALLNEST_SYNTHESIZE;
186
- expect(isSynthesisEnabled()).toBe(false);
187
- });
188
-
189
- it("returns true when env is 'true'", () => {
190
- process.env.RECALLNEST_SYNTHESIZE = "true";
191
- expect(isSynthesisEnabled()).toBe(true);
192
- });
193
-
194
- it("returns false when env is other value", () => {
195
- process.env.RECALLNEST_SYNTHESIZE = "false";
196
- expect(isSynthesisEnabled()).toBe(false);
197
- });
198
- });