recallnest 3.0.0 → 4.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (246) hide show
  1. package/CHANGELOG.md +304 -0
  2. package/README.md +251 -258
  3. package/README_CN.md +226 -247
  4. package/assets/ui/app.js +6 -1
  5. package/bin/recallnest.mjs +20 -37
  6. package/docs/api-reference.md +8 -0
  7. package/docs/architecture.md +18 -13
  8. package/eval/cases-canary.json +107 -9
  9. package/integrations/examples/claude-agent-sdk/memory-agent.ts +2 -0
  10. package/integrations/examples/langchain/memory-chain.py +4 -0
  11. package/integrations/examples/openai-agents-sdk/memory-agent.py +4 -0
  12. package/package.json +12 -3
  13. package/src/activity-counter.ts +1 -0
  14. package/src/adaptive-retrieval.ts +23 -0
  15. package/src/api-server.ts +13 -11
  16. package/src/asset-sync.ts +26 -2
  17. package/src/audit-log.ts +2 -0
  18. package/src/auto-gc.ts +4 -3
  19. package/src/belief-history.ts +137 -31
  20. package/src/capture-engine.ts +459 -71
  21. package/src/cascade-forget.ts +7 -3
  22. package/src/checkpoint-mirror.ts +417 -0
  23. package/src/cli.ts +574 -54
  24. package/src/conflict-engine.ts +43 -15
  25. package/src/consolidation-engine.ts +24 -3
  26. package/src/context-collapse-renderer.ts +8 -1
  27. package/src/context-composer-stable.ts +5 -1
  28. package/src/context-composer.ts +11 -2
  29. package/src/distill-lock.ts +246 -74
  30. package/src/dream-pipeline.ts +3 -1
  31. package/src/embedder.ts +24 -0
  32. package/src/env-config.ts +136 -0
  33. package/src/flock.ts +97 -0
  34. package/src/forget-engine.ts +342 -58
  35. package/src/gateway-server.ts +4 -0
  36. package/src/ingest-plan.ts +56 -0
  37. package/src/ingest.ts +294 -121
  38. package/src/kg-contradiction.ts +753 -0
  39. package/src/kg-extractor.ts +17 -0
  40. package/src/kg-store.ts +1 -1
  41. package/src/known-item-eval.ts +455 -0
  42. package/src/llm-client.ts +13 -26
  43. package/src/llm-consolidation.ts +2 -2
  44. package/src/mcp-tool-deps.ts +6 -0
  45. package/src/mcp-tools-advanced.ts +80 -45
  46. package/src/mcp-tools-core.ts +23 -17
  47. package/src/mcp-tools-governance.ts +13 -7
  48. package/src/memory-assets.ts +144 -8
  49. package/src/memory-boundaries.ts +19 -0
  50. package/src/memory-evolution.ts +9 -0
  51. package/src/memory-lint.ts +1 -1
  52. package/src/memory-output.ts +311 -14
  53. package/src/memory-reconcile.ts +1437 -0
  54. package/src/memory-schema.ts +11 -0
  55. package/src/memory-store-port.ts +1 -0
  56. package/src/minis-archive.ts +151 -0
  57. package/src/noise-filter.ts +15 -2
  58. package/src/pii-detector.ts +31 -1
  59. package/src/pivot-apply.ts +55 -5
  60. package/src/pivot-evidence.ts +128 -0
  61. package/src/ppr-traversal.ts +25 -1
  62. package/src/preference-matcher.ts +40 -28
  63. package/src/prospective-memory.ts +7 -4
  64. package/src/retriever.ts +297 -57
  65. package/src/retroactive-boost.ts +3 -2
  66. package/src/runtime-config.ts +15 -1
  67. package/src/scope-policy.ts +1 -0
  68. package/src/session-distiller.ts +6 -2
  69. package/src/session-engine.ts +11 -4
  70. package/src/session-output.ts +20 -1
  71. package/src/session-schema.ts +5 -2
  72. package/src/session-store.ts +59 -12
  73. package/src/skill-promotion.ts +67 -1
  74. package/src/store-receipts.ts +109 -0
  75. package/src/store-write-budget.ts +37 -0
  76. package/src/store.ts +298 -57
  77. package/src/text-fingerprint.ts +25 -0
  78. package/src/trigger-store.ts +443 -0
  79. package/src/ui-server.ts +22 -21
  80. package/src/version-manager.ts +19 -5
  81. package/src/write-verifier.ts +16 -11
  82. package/src/__tests__/access-tracker-novelty.test.ts +0 -324
  83. package/src/__tests__/activity-counter.test.ts +0 -125
  84. package/src/__tests__/adaptive-fidelity.test.ts +0 -102
  85. package/src/__tests__/admission-control.test.ts +0 -206
  86. package/src/__tests__/age-label.test.ts +0 -33
  87. package/src/__tests__/anchor-generator.test.ts +0 -67
  88. package/src/__tests__/api-server-security.test.ts +0 -102
  89. package/src/__tests__/auto-consolidation.test.ts +0 -168
  90. package/src/__tests__/auto-recall.test.ts +0 -131
  91. package/src/__tests__/babel-integration.test.ts +0 -144
  92. package/src/__tests__/batch-dedup.test.ts +0 -65
  93. package/src/__tests__/belief-history.test.ts +0 -220
  94. package/src/__tests__/canary-eval.test.ts +0 -114
  95. package/src/__tests__/capture-engine.test.ts +0 -1328
  96. package/src/__tests__/capture-heuristic.test.ts +0 -171
  97. package/src/__tests__/cascade-forget.test.ts +0 -210
  98. package/src/__tests__/category-min-scores.test.ts +0 -116
  99. package/src/__tests__/cc8-cc1-essential-context.test.ts +0 -298
  100. package/src/__tests__/circuit-breaker.test.ts +0 -99
  101. package/src/__tests__/cluster-consolidation.test.ts +0 -1236
  102. package/src/__tests__/confidence-metadata.test.ts +0 -125
  103. package/src/__tests__/confidence-tracker.test.ts +0 -261
  104. package/src/__tests__/conflict-advisor.test.ts +0 -206
  105. package/src/__tests__/conflict-escalation.test.ts +0 -149
  106. package/src/__tests__/conflict-lifecycle.test.ts +0 -83
  107. package/src/__tests__/conflict-output.test.ts +0 -85
  108. package/src/__tests__/conflict-store.test.ts +0 -418
  109. package/src/__tests__/connector-v1.test.ts +0 -181
  110. package/src/__tests__/consolidation-engine.test.ts +0 -520
  111. package/src/__tests__/constructive-retrieval.test.ts +0 -509
  112. package/src/__tests__/context-collapse-renderer.test.ts +0 -214
  113. package/src/__tests__/context-composer-pins.test.ts +0 -64
  114. package/src/__tests__/context-composer-task-selection.test.ts +0 -24
  115. package/src/__tests__/context-reconstructor.test.ts +0 -65
  116. package/src/__tests__/context-renderer.test.ts +0 -91
  117. package/src/__tests__/continuity-eval.test.ts +0 -275
  118. package/src/__tests__/continuity-schema.test.ts +0 -97
  119. package/src/__tests__/contracts.test.ts +0 -262
  120. package/src/__tests__/conversation-importer.test.ts +0 -692
  121. package/src/__tests__/core-recall-eval.test.ts +0 -235
  122. package/src/__tests__/core-summary.test.ts +0 -109
  123. package/src/__tests__/data-checkup.test.ts +0 -304
  124. package/src/__tests__/decay-exemption.test.ts +0 -129
  125. package/src/__tests__/dedup-actions.test.ts +0 -58
  126. package/src/__tests__/dedup-guard.test.ts +0 -39
  127. package/src/__tests__/deterministic-id.test.ts +0 -39
  128. package/src/__tests__/distill-lock.test.ts +0 -305
  129. package/src/__tests__/distill-session-argshape.test.ts +0 -79
  130. package/src/__tests__/doctor.test.ts +0 -319
  131. package/src/__tests__/dream-pipeline.test.ts +0 -820
  132. package/src/__tests__/dream-scope-isolation.test.ts +0 -386
  133. package/src/__tests__/dream-write-batching.test.ts +0 -211
  134. package/src/__tests__/drill-down.test.ts +0 -108
  135. package/src/__tests__/embedder.test.ts +0 -122
  136. package/src/__tests__/emotion-decay.test.ts +0 -46
  137. package/src/__tests__/emotion-detector.test.ts +0 -56
  138. package/src/__tests__/emotion-phase1-integration.test.ts +0 -153
  139. package/src/__tests__/emotion-retrieval.test.ts +0 -56
  140. package/src/__tests__/entity-resolver.test.ts +0 -58
  141. package/src/__tests__/env-config-invariant.test.ts +0 -80
  142. package/src/__tests__/env-config.test.ts +0 -211
  143. package/src/__tests__/error-signature-boost.test.ts +0 -87
  144. package/src/__tests__/error-signature.test.ts +0 -95
  145. package/src/__tests__/error-taxonomy.test.ts +0 -129
  146. package/src/__tests__/ethics-layer.test.ts +0 -476
  147. package/src/__tests__/event-segmenter.test.ts +0 -153
  148. package/src/__tests__/feature-flags-integration.test.ts +0 -54
  149. package/src/__tests__/frequency-tracker.test.ts +0 -113
  150. package/src/__tests__/freshness.test.ts +0 -186
  151. package/src/__tests__/graph-export.test.ts +0 -489
  152. package/src/__tests__/hotness-blend.test.ts +0 -283
  153. package/src/__tests__/ingest-chunking.test.ts +0 -44
  154. package/src/__tests__/ingest-scope-prefix.test.ts +0 -69
  155. package/src/__tests__/ingest.test.ts +0 -360
  156. package/src/__tests__/interference-detector.test.ts +0 -203
  157. package/src/__tests__/kg-extractor.test.ts +0 -192
  158. package/src/__tests__/kg-store.test.ts +0 -300
  159. package/src/__tests__/llm-client-pivot.test.ts +0 -628
  160. package/src/__tests__/llm-consolidation.test.ts +0 -226
  161. package/src/__tests__/maintenance-locks.test.ts +0 -197
  162. package/src/__tests__/mcp-efficiency.test.ts +0 -288
  163. package/src/__tests__/mcp-related-scopes.test.ts +0 -151
  164. package/src/__tests__/memory-boundaries.test.ts +0 -282
  165. package/src/__tests__/memory-evolution-b2-b3-e1.test.ts +0 -362
  166. package/src/__tests__/memory-evolution.test.ts +0 -271
  167. package/src/__tests__/memory-health-rebalance.test.ts +0 -144
  168. package/src/__tests__/memory-lint.test.ts +0 -421
  169. package/src/__tests__/memory-output.test.ts +0 -224
  170. package/src/__tests__/memory-promotion.test.ts +0 -315
  171. package/src/__tests__/memory-utility.test.ts +0 -256
  172. package/src/__tests__/migrate-dedup-ids.test.ts +0 -65
  173. package/src/__tests__/multi-vector.test.ts +0 -242
  174. package/src/__tests__/narrative-architecture.test.ts +0 -456
  175. package/src/__tests__/noise-filter.test.ts +0 -205
  176. package/src/__tests__/noise-prototype-bank.test.ts +0 -280
  177. package/src/__tests__/obsidian-connector.test.ts +0 -363
  178. package/src/__tests__/omitted-reporting.test.ts +0 -98
  179. package/src/__tests__/openai-contract.test.ts +0 -513
  180. package/src/__tests__/pending-review.test.ts +0 -77
  181. package/src/__tests__/pii-redact.test.ts +0 -333
  182. package/src/__tests__/pivot-apply.test.ts +0 -373
  183. package/src/__tests__/pivot-distill-supervisor.test.ts +0 -457
  184. package/src/__tests__/pivot-distill.test.ts +0 -1178
  185. package/src/__tests__/post-retrieval-filter.test.ts +0 -178
  186. package/src/__tests__/ppr-traversal.test.ts +0 -256
  187. package/src/__tests__/prediction-engine.test.ts +0 -349
  188. package/src/__tests__/predictive-prospective-memory.test.ts +0 -416
  189. package/src/__tests__/preference-guard-smoke.test.ts +0 -211
  190. package/src/__tests__/preference-matcher.test.ts +0 -282
  191. package/src/__tests__/preference-slots.test.ts +0 -205
  192. package/src/__tests__/promotion-distinct-sources.test.ts +0 -162
  193. package/src/__tests__/prospective-memory.test.ts +0 -283
  194. package/src/__tests__/pull-from-macbook-sync-only.test.ts +0 -679
  195. package/src/__tests__/query-entity-detector.test.ts +0 -171
  196. package/src/__tests__/query-expander-alias.test.ts +0 -146
  197. package/src/__tests__/query-expander.test.ts +0 -34
  198. package/src/__tests__/recall-gate.test.ts +0 -266
  199. package/src/__tests__/recall-governor.test.ts +0 -227
  200. package/src/__tests__/recall-mode.test.ts +0 -64
  201. package/src/__tests__/resolve-db-path.test.ts +0 -130
  202. package/src/__tests__/resolve-tier.test.ts +0 -64
  203. package/src/__tests__/result-synthesizer.test.ts +0 -198
  204. package/src/__tests__/resume-context.test.ts +0 -4898
  205. package/src/__tests__/retrieval-eval.test.ts +0 -163
  206. package/src/__tests__/retrieval-trace.test.ts +0 -213
  207. package/src/__tests__/retrieve-audit-revision.test.ts +0 -255
  208. package/src/__tests__/retriever-boundary-weight.test.ts +0 -136
  209. package/src/__tests__/retriever-lazy-init-dispatch.test.ts +0 -123
  210. package/src/__tests__/retroactive-boost.test.ts +0 -223
  211. package/src/__tests__/salience-scoring.test.ts +0 -106
  212. package/src/__tests__/scope-inventory.test.ts +0 -200
  213. package/src/__tests__/scope-policy.test.ts +0 -69
  214. package/src/__tests__/scope-suggester.test.ts +0 -80
  215. package/src/__tests__/session-checkpoint.test.ts +0 -291
  216. package/src/__tests__/session-distiller.test.ts +0 -640
  217. package/src/__tests__/session-gc.test.ts +0 -215
  218. package/src/__tests__/skill-engine.test.ts +0 -552
  219. package/src/__tests__/skill-promotion.test.ts +0 -654
  220. package/src/__tests__/skill-verifier.test.ts +0 -122
  221. package/src/__tests__/source-heartbeat.test.ts +0 -254
  222. package/src/__tests__/stable-context-length-contract.test.ts +0 -62
  223. package/src/__tests__/store-patch-metadata.test.ts +0 -235
  224. package/src/__tests__/store-read-consistency.test.ts +0 -122
  225. package/src/__tests__/store-schema-migration.test.ts +0 -87
  226. package/src/__tests__/store-scope-audit.test.ts +0 -81
  227. package/src/__tests__/store-upsert.test.ts +0 -201
  228. package/src/__tests__/supersede-chain.test.ts +0 -154
  229. package/src/__tests__/synthesis-contract.test.ts +0 -252
  230. package/src/__tests__/synthesis-promotion.test.ts +0 -369
  231. package/src/__tests__/temporal-parser.test.ts +0 -241
  232. package/src/__tests__/temporal-validity.test.ts +0 -160
  233. package/src/__tests__/term-registry-terminal-roster.test.ts +0 -127
  234. package/src/__tests__/term-registry.test.ts +0 -121
  235. package/src/__tests__/tool-error-surfacing.test.ts +0 -98
  236. package/src/__tests__/tool-output-compressor.test.ts +0 -160
  237. package/src/__tests__/topic-tag.test.ts +0 -113
  238. package/src/__tests__/trusted-memory.test.ts +0 -867
  239. package/src/__tests__/ui-server-security.test.ts +0 -93
  240. package/src/__tests__/usage-tracker.test.ts +0 -287
  241. package/src/__tests__/utility-weight.test.ts +0 -57
  242. package/src/__tests__/verbatim-self-recall.test.ts +0 -279
  243. package/src/__tests__/version-manager.test.ts +0 -248
  244. package/src/__tests__/workflow-observation-skill-outcome.test.ts +0 -352
  245. package/src/__tests__/workflow-observation.test.ts +0 -433
  246. package/src/__tests__/write-verifier.test.ts +0 -122
@@ -1,131 +0,0 @@
1
- import { describe, expect, it } from "bun:test";
2
-
3
- import { runAutoRecall } from "../auto-recall.js";
4
- import type { RetrievalContext, RetrievalResult } from "../retriever.js";
5
- import type { SessionCheckpointRecord } from "../session-schema.js";
6
-
7
- function buildResult(id: string, category: "profile" | "preferences" | "entities" | "patterns" | "cases" | "events", text: string, scope = "project:test"): RetrievalResult {
8
- return {
9
- entry: {
10
- id,
11
- text,
12
- vector: [],
13
- category,
14
- scope,
15
- importance: 0.8,
16
- timestamp: Date.parse("2026-03-17T00:00:00.000Z"),
17
- metadata: "{}",
18
- },
19
- score: 0.9,
20
- sources: {
21
- fused: { score: 0.9 },
22
- },
23
- };
24
- }
25
-
26
- describe("runAutoRecall", () => {
27
- it("reuses an explicit scope for focused recall after composing resume context", async () => {
28
- const calls: RetrievalContext[] = [];
29
- const retriever = {
30
- async retrieve(context: RetrievalContext): Promise<RetrievalResult[]> {
31
- calls.push(context);
32
- if (context.category === "profile") {
33
- return [buildResult("profile-1", "profile", "Profile: RecallNest maintainer.", "project:alpha")];
34
- }
35
- if (!context.category) {
36
- return [buildResult("event-1", "events", "RecallNest uses Weibull decay.", "project:alpha")];
37
- }
38
- return [];
39
- },
40
- };
41
-
42
- const response = await runAutoRecall({
43
- retriever,
44
- checkpointStore: { async getLatest() { return null; } },
45
- listPins: () => [],
46
- }, {
47
- message: "那个衰减曲线用的什么公式来着",
48
- scope: "project:alpha",
49
- limit: 5,
50
- profile: "default",
51
- operation: "test:auto-recall",
52
- });
53
-
54
- expect(response.mode).toBe("resume+search");
55
- expect(response.resolvedScope).toBe("project:alpha");
56
- expect(response.results[0]?.entry.id).toBe("event-1");
57
- const searchCall = calls.find((call) => !call.category);
58
- expect(searchCall?.scopeFilter).toEqual(["project:alpha"]);
59
- expect(searchCall?.source).toBe("auto-recall");
60
- });
61
-
62
- it("uses the checkpoint-resolved scope when the request only carries sessionId", async () => {
63
- const calls: RetrievalContext[] = [];
64
- const checkpoint: SessionCheckpointRecord = {
65
- checkpointId: "checkpoint-1",
66
- sessionId: "session-123",
67
- resolvedScope: "project:recallnest",
68
- summary: "Continue proactive recall work.",
69
- task: "Implement auto recall route",
70
- decisions: [],
71
- openLoops: [],
72
- nextActions: [],
73
- entities: [],
74
- files: [],
75
- updatedAt: "2026-03-17T10:00:00.000Z",
76
- };
77
-
78
- const retriever = {
79
- async retrieve(context: RetrievalContext): Promise<RetrievalResult[]> {
80
- calls.push(context);
81
- if (!context.category) {
82
- return [buildResult("event-1", "events", "Add a true auto recall route.", "project:recallnest")];
83
- }
84
- return [];
85
- },
86
- };
87
-
88
- const response = await runAutoRecall({
89
- retriever,
90
- checkpointStore: {
91
- async getLatest(query?: { sessionId?: string }) {
92
- return query?.sessionId === "session-123" ? checkpoint : null;
93
- },
94
- },
95
- listPins: () => [],
96
- }, {
97
- message: "继续做主动 recall",
98
- sessionId: "session-123",
99
- operation: "test:auto-recall",
100
- });
101
-
102
- expect(response.resolvedScope).toBe("project:recallnest");
103
- expect(response.resume.latestCheckpoint?.resolvedScope).toBe("project:recallnest");
104
- const searchCall = calls.find((call) => !call.category);
105
- expect(searchCall?.scopeFilter).toEqual(["project:recallnest"]);
106
- });
107
-
108
- it("falls back to resume-only mode when no scope can be inferred for focused search", async () => {
109
- const calls: RetrievalContext[] = [];
110
- const retriever = {
111
- async retrieve(context: RetrievalContext): Promise<RetrievalResult[]> {
112
- calls.push(context);
113
- return [];
114
- },
115
- };
116
-
117
- const response = await runAutoRecall({
118
- retriever,
119
- checkpointStore: { async getLatest() { return null; } },
120
- listPins: () => [],
121
- }, {
122
- message: "what do you remember about this",
123
- operation: "test:auto-recall",
124
- });
125
-
126
- expect(response.mode).toBe("resume-only");
127
- expect(response.results).toHaveLength(0);
128
- expect(response.searchSkippedReason).toContain("No explicit or inferred scope");
129
- expect(calls.some((call) => !call.category)).toBe(false);
130
- });
131
- });
@@ -1,144 +0,0 @@
1
- import { describe, expect, test, beforeAll, afterAll } from "bun:test";
2
- import { MemoryStore } from "../store.js";
3
- import { rmSync, mkdirSync } from "node:fs";
4
- import { join } from "node:path";
5
- import { tmpdir } from "node:os";
6
-
7
- // babel-memory is an optional dependency — skip integration tests if not installed
8
- let babelMemory: typeof import("babel-memory") | null = null;
9
- try {
10
- babelMemory = await import("babel-memory");
11
- } catch {
12
- // not installed — tests will be skipped
13
- }
14
-
15
- const describeIfBabel = babelMemory ? describe : describe.skip;
16
-
17
- beforeAll(async () => {
18
- if (babelMemory) {
19
- await babelMemory.initTokenizer();
20
- }
21
- });
22
-
23
- describeIfBabel("babel-memory integration", () => {
24
- test("Chinese memory: language detected + fts_text tokenized", () => {
25
- const text = "RecallNest 是一个基于 LanceDB 的 AI 记忆系统";
26
- const language = babelMemory!.detectLanguage(text);
27
- const fts_text = babelMemory!.tokenizeForFts(text, language);
28
-
29
- expect(language).toBe("zh");
30
- expect(fts_text).toContain("RecallNest");
31
- expect(fts_text.includes(" ")).toBe(true);
32
- });
33
-
34
- test("English memory: language detected + fts_text unchanged", () => {
35
- const text = "RecallNest is an AI memory system built on LanceDB";
36
- const language = babelMemory!.detectLanguage(text);
37
- const fts_text = babelMemory!.tokenizeForFts(text, language);
38
-
39
- expect(language).toBe("en");
40
- expect(fts_text).toBe(text);
41
- });
42
-
43
- test("BM25 query symmetry: tokenized query matches tokenized stored text", () => {
44
- const storedText = "机器学习在自然语言处理中的应用";
45
- const storedLang = babelMemory!.detectLanguage(storedText);
46
- const storedFts = babelMemory!.tokenizeForFts(storedText, storedLang);
47
-
48
- const query = "机器学习";
49
- const queryLang = babelMemory!.detectLanguage(query);
50
- const queryFts = babelMemory!.tokenizeForFts(query, queryLang);
51
-
52
- const queryTerms = queryFts
53
- .split(" ")
54
- .filter((t) => t.length > 0);
55
- const matchedTerms = queryTerms.filter((term) =>
56
- storedFts.includes(term),
57
- );
58
- expect(matchedTerms.length).toBeGreaterThan(0);
59
- });
60
-
61
- test("KG prompt routes correctly for Chinese input", () => {
62
- const text = "RecallNest 使用 LanceDB 存储记忆";
63
- const lang = babelMemory!.detectLanguage(text);
64
- const { system } = babelMemory!.getKgPrompt(lang);
65
- expect(system).toContain("知识图谱");
66
- });
67
-
68
- test("Session prompt routes correctly for Chinese input", () => {
69
- const text = "用户今天讨论了多语言支持方案";
70
- const lang = babelMemory!.detectLanguage(text);
71
- const { dimensionLabels } = babelMemory!.getSessionPrompt(lang);
72
- expect(dimensionLabels.user_intent).toContain("用户意图");
73
- });
74
-
75
- test("backward compat: missing language defaults to en", () => {
76
- const entry = { text: "some old text", language: undefined };
77
- const lang = entry.language || "en";
78
- const fts = babelMemory!.tokenizeForFts(entry.text, lang);
79
- expect(lang).toBe("en");
80
- expect(fts).toBe(entry.text);
81
- });
82
- });
83
-
84
- describe("store.update() preserves language + fts_text", () => {
85
- const dbPath = join(tmpdir(), `recallnest-update-lang-test-${Date.now()}`);
86
- let store: MemoryStore;
87
-
88
- beforeAll(async () => {
89
- mkdirSync(dbPath, { recursive: true });
90
- store = new MemoryStore({ dbPath, vectorDim: 3 });
91
- await (store as any).ensureInitialized();
92
- });
93
-
94
- afterAll(() => {
95
- try { rmSync(dbPath, { recursive: true, force: true }); } catch {}
96
- });
97
-
98
- test("update preserves language and fts_text when not in updates", async () => {
99
- const entry = await store.store({
100
- text: "这是一条中文记忆",
101
- vector: [0.1, 0.2, 0.3],
102
- category: "events",
103
- scope: "test:lang",
104
- importance: 0.7,
105
- metadata: "{}",
106
- language: "zh",
107
- fts_text: "这是 一条 中文 记忆",
108
- });
109
-
110
- // Update only text — language and fts_text should be preserved from old row
111
- const updated = await store.update(entry.id, {
112
- importance: 0.9,
113
- });
114
-
115
- expect(updated).not.toBeNull();
116
- expect(updated!.language).toBe("zh");
117
- expect(updated!.fts_text).toBe("这是 一条 中文 记忆");
118
- expect(updated!.importance).toBe(0.9);
119
- });
120
-
121
- test("update overwrites language and fts_text when provided", async () => {
122
- const entry = await store.store({
123
- text: "old english text",
124
- vector: [0.4, 0.5, 0.6],
125
- category: "events",
126
- scope: "test:lang",
127
- importance: 0.6,
128
- metadata: "{}",
129
- language: "en",
130
- fts_text: "old english text",
131
- });
132
-
133
- const updated = await store.update(entry.id, {
134
- text: "新的中文文本",
135
- language: "zh",
136
- fts_text: "新的 中文 文本",
137
- });
138
-
139
- expect(updated).not.toBeNull();
140
- expect(updated!.language).toBe("zh");
141
- expect(updated!.fts_text).toBe("新的 中文 文本");
142
- expect(updated!.text).toBe("新的中文文本");
143
- });
144
- });
@@ -1,65 +0,0 @@
1
- import { describe, expect, it } from "bun:test";
2
- import { batchInternalDedup } from "../ingest.js";
3
-
4
- describe("batchInternalDedup", () => {
5
- it("keeps all entries when vectors are dissimilar", () => {
6
- const vectors = [
7
- [1, 0, 0],
8
- [0, 1, 0],
9
- [0, 0, 1],
10
- ];
11
- const importances = [0.8, 0.7, 0.6];
12
- const kept = batchInternalDedup(vectors, importances);
13
- expect(kept).toEqual([0, 1, 2]);
14
- });
15
-
16
- it("drops lower-importance duplicate when vectors are near-identical", () => {
17
- const vectors = [
18
- [1, 0, 0], // importance 0.6
19
- [1, 0.01, 0], // importance 0.9 — nearly identical to [0]
20
- [0, 1, 0], // importance 0.7 — dissimilar
21
- ];
22
- const importances = [0.6, 0.9, 0.7];
23
- const kept = batchInternalDedup(vectors, importances);
24
- // [1] has higher importance and is near-identical to [0], so [0] gets dropped
25
- expect(kept).toContain(1);
26
- expect(kept).toContain(2);
27
- expect(kept).not.toContain(0);
28
- });
29
-
30
- it("returns single-item batch unchanged", () => {
31
- expect(batchInternalDedup([[1, 0, 0]], [0.5])).toEqual([0]);
32
- });
33
-
34
- it("returns empty for empty input", () => {
35
- expect(batchInternalDedup([], [])).toEqual([]);
36
- });
37
-
38
- it("preserves original order in output", () => {
39
- const vectors = [
40
- [0, 1, 0], // idx 0, imp 0.9
41
- [1, 0, 0], // idx 1, imp 0.5
42
- [0, 0, 1], // idx 2, imp 0.7
43
- ];
44
- const importances = [0.9, 0.5, 0.7];
45
- const kept = batchInternalDedup(vectors, importances);
46
- // All dissimilar, all kept, in original order
47
- expect(kept).toEqual([0, 1, 2]);
48
- });
49
-
50
- it("respects custom threshold", () => {
51
- const vectors = [
52
- [1, 0, 0],
53
- [0.95, 0.31, 0], // cosine ~0.95 with [0]
54
- ];
55
- const importances = [0.8, 0.7];
56
-
57
- // Default threshold 0.85 → should dedup
58
- const strictKept = batchInternalDedup(vectors, importances, 0.85);
59
- expect(strictKept).toHaveLength(1);
60
-
61
- // Loose threshold 0.99 → should keep both
62
- const looseKept = batchInternalDedup(vectors, importances, 0.99);
63
- expect(looseKept).toHaveLength(2);
64
- });
65
- });
@@ -1,220 +0,0 @@
1
- import { describe, expect, it } from "bun:test";
2
-
3
- import { archiveBeliefVersion } from "../belief-history.js";
4
- import { persistMemory } from "../capture-engine.js";
5
- import { isActiveMemory, parseEvolution, traceEvolution } from "../memory-evolution.js";
6
-
7
- const TEST_SCOPE = "project:test";
8
- const CANONICAL_KEY = "user.reply.style";
9
-
10
- /**
11
- * Store double that mirrors the real MemoryStore where belief history depends on it:
12
- * store() stamps its own id/timestamp, upsert() honours both, and list() strips vectors
13
- * (which is why archiving has to re-read or re-embed).
14
- */
15
- function createDeps(options: { withUpsert?: boolean; withGetById?: boolean } = {}) {
16
- const { withUpsert = true, withGetById = true } = options;
17
- const storedEntries: any[] = [];
18
- const embedCalls: string[] = [];
19
- let seq = 1;
20
-
21
- const store: Record<string, unknown> = {
22
- async store(entry: any) {
23
- const stored = {
24
- ...entry,
25
- id: entry.id ?? `00000000-0000-0000-0000-${String(seq).padStart(12, "0")}`,
26
- timestamp: 1_700_000_000_000 + seq,
27
- };
28
- seq += 1;
29
- // The real store() routes through upsert (mergeInsert on id), so writing a known id
30
- // replaces that row rather than adding a second one with the same id.
31
- const index = storedEntries.findIndex((item) => item.id === stored.id);
32
- if (index >= 0) storedEntries[index] = stored;
33
- else storedEntries.push(stored);
34
- return stored;
35
- },
36
- async list(_scopeFilter?: string[], category?: string, limit = 20, offset = 0) {
37
- return storedEntries
38
- .filter((entry) => !category || entry.category === category)
39
- // The real store drops vectors from list results for performance.
40
- .map((entry) => ({ ...entry, vector: [] }))
41
- .slice(offset, offset + limit);
42
- },
43
- async update(id: string, updates: any) {
44
- const index = storedEntries.findIndex((entry) => entry.id === id);
45
- if (index < 0) return null;
46
- storedEntries[index] = {
47
- ...storedEntries[index],
48
- ...updates,
49
- timestamp: updates.timestamp ?? storedEntries[index].timestamp,
50
- };
51
- return storedEntries[index];
52
- },
53
- };
54
-
55
- if (withUpsert) {
56
- store.upsert = async (entry: any) => {
57
- const index = storedEntries.findIndex((item) => item.id === entry.id);
58
- if (index >= 0) storedEntries[index] = { ...entry };
59
- else storedEntries.push({ ...entry });
60
- return entry;
61
- };
62
- }
63
- if (withGetById) {
64
- store.getById = async (id: string) => storedEntries.find((entry) => entry.id === id) || null;
65
- }
66
-
67
- return {
68
- storedEntries,
69
- embedCalls,
70
- deps: {
71
- store,
72
- embedder: {
73
- async embedPassage(text: string) {
74
- embedCalls.push(text);
75
- return [text.length, 1, 0];
76
- },
77
- },
78
- },
79
- };
80
- }
81
-
82
- async function writeBelief(deps: unknown, text: string) {
83
- return await persistMemory(deps as any, {
84
- text,
85
- category: "preferences",
86
- scope: TEST_SCOPE,
87
- source: "manual",
88
- canonicalKey: CANONICAL_KEY,
89
- });
90
- }
91
-
92
- describe("belief history", () => {
93
- it("keeps every superseded version when a belief changes repeatedly", async () => {
94
- const { deps, storedEntries } = createDeps();
95
-
96
- const first = await writeBelief(deps, "User prefers long, thorough replies");
97
- await writeBelief(deps, "User prefers concise replies");
98
- await writeBelief(deps, "User prefers concise, code-first replies");
99
-
100
- // One live canonical row + two archived versions — nothing was overwritten away.
101
- expect(storedEntries).toHaveLength(3);
102
-
103
- const canonical = storedEntries.find((entry) => entry.id === first.id);
104
- expect(canonical.text).toBe("User prefers concise, code-first replies");
105
- expect(parseEvolution(canonical.metadata).status).toBe("active");
106
-
107
- const archived = storedEntries.filter((entry) => entry.id !== first.id);
108
- expect(archived.map((entry) => entry.text).sort()).toEqual([
109
- "User prefers concise replies",
110
- "User prefers long, thorough replies",
111
- ].sort());
112
-
113
- for (const row of archived) {
114
- const evo = parseEvolution(row.metadata);
115
- expect(evo.status).toBe("superseded");
116
- expect(evo.supersededBy).toBe(first.id);
117
- // A closed interval is what makes an as-of query possible at all.
118
- expect(evo.validUntil).toBeGreaterThan(0);
119
- expect(evo.validUntil).toBeGreaterThanOrEqual(evo.validFrom);
120
- }
121
- });
122
-
123
- it("links versions into a chain that traceEvolution can walk back through", async () => {
124
- const { deps, storedEntries } = createDeps();
125
-
126
- const first = await writeBelief(deps, "Belief version one about reply style");
127
- await writeBelief(deps, "Belief version two about reply style");
128
- await writeBelief(deps, "Belief version three about reply style");
129
-
130
- const byId = new Map(storedEntries.map((entry) => [entry.id, entry]));
131
- const trace = await traceEvolution(first.id, async (id) => byId.get(id) ?? null);
132
-
133
- const texts = trace.map((entry) => byId.get(entry.id)?.text);
134
- expect(texts).toEqual([
135
- "Belief version one about reply style",
136
- "Belief version two about reply style",
137
- "Belief version three about reply style",
138
- ]);
139
- expect(trace[trace.length - 1].direction).toBe("self");
140
- });
141
-
142
- it("keeps archived versions out of default retrieval", async () => {
143
- const { deps, storedEntries } = createDeps();
144
-
145
- await writeBelief(deps, "User is based in Guangzhou");
146
- await writeBelief(deps, "User is based in Singapore");
147
-
148
- const visibleByDefault = storedEntries.filter((entry) => isActiveMemory(entry.metadata));
149
- expect(visibleByDefault).toHaveLength(1);
150
- expect(visibleByDefault[0].text).toBe("User is based in Singapore");
151
- });
152
-
153
- it("treats a revert to an earlier wording as a real change, not a duplicate", async () => {
154
- const { deps, storedEntries } = createDeps();
155
-
156
- await writeBelief(deps, "User prefers dark mode");
157
- await writeBelief(deps, "User prefers light mode");
158
- // Changing back: the archived row still carries the same canonicalKey, so without a
159
- // status filter on canonical matching this would be misread as a duplicate write.
160
- const third = await writeBelief(deps, "User prefers dark mode");
161
-
162
- expect(third.disposition).toBe("updated");
163
-
164
- const canonical = storedEntries.find((entry) => isActiveMemory(entry.metadata));
165
- expect(canonical.text).toBe("User prefers dark mode");
166
- expect(parseEvolution(canonical.metadata).version).toBe(3);
167
- });
168
-
169
- it("archives even when the canonical row has fallen out of the scan window", async () => {
170
- // findCanonicalMatches only sees the most recent CANONICAL_SCAN_LIMIT rows. Past that,
171
- // the write falls through to store(), which upserts on the deterministic canonical id —
172
- // historically an unguarded overwrite. Simulate the miss by blinding list().
173
- const { deps, storedEntries } = createDeps();
174
- await writeBelief(deps, "User works from the Guangzhou office");
175
-
176
- (deps.store as any).list = async () => [];
177
-
178
- await writeBelief(deps, "User works from the Singapore office");
179
-
180
- expect(storedEntries).toHaveLength(2);
181
- const archived = storedEntries.find((entry) => !isActiveMemory(entry.metadata));
182
- expect(archived).toBeDefined();
183
- expect(archived.text).toBe("User works from the Guangzhou office");
184
- expect(parseEvolution(archived.metadata).validUntil).toBeGreaterThan(0);
185
- });
186
-
187
- it("re-embeds the archived text when the store cannot return the original vector", async () => {
188
- const { deps, embedCalls, storedEntries } = createDeps({ withGetById: false });
189
-
190
- await writeBelief(deps, "Vectorless original");
191
- await writeBelief(deps, "Replacement belief");
192
-
193
- const archived = storedEntries.find((entry) => !isActiveMemory(entry.metadata));
194
- expect(archived.vector.length).toBeGreaterThan(0);
195
- expect(embedCalls).toContain("Vectorless original");
196
- });
197
-
198
- it("fails loudly rather than silently dropping history it cannot archive", async () => {
199
- const { deps } = createDeps();
200
- const failing = {
201
- store: {
202
- ...(deps.store as Record<string, unknown>),
203
- upsert: async () => { throw new Error("disk full"); },
204
- store: async () => { throw new Error("disk full"); },
205
- },
206
- embedder: deps.embedder,
207
- };
208
-
209
- await expect(archiveBeliefVersion(failing as any, {
210
- id: "00000000-0000-0000-0000-000000000001",
211
- text: "Belief that must not vanish",
212
- vector: [1, 2, 3],
213
- category: "preferences",
214
- scope: TEST_SCOPE,
215
- importance: 0.8,
216
- timestamp: 1_700_000_000_001,
217
- metadata: "{}",
218
- })).rejects.toThrow("disk full");
219
- });
220
- });
@@ -1,114 +0,0 @@
1
- import { describe, expect, it } from "bun:test";
2
-
3
- import { scoreCanaryCase, type CanaryEvalCase } from "../eval.js";
4
-
5
- function res(id: string, text = "", scope = "cc", metadata = "") {
6
- return { entry: { id, text, scope, metadata } };
7
- }
8
-
9
- describe("scoreCanaryCase", () => {
10
- it("A 类 top1 命中给满目标分并 pass", () => {
11
- const c: CanaryEvalCase = { name: "a", query: "q", targets: ["m1"], expectTopK: 3 };
12
- const r = scoreCanaryCase(c, [res("m1", "hit"), res("m2")]);
13
- expect(r.top1Hit).toBe(true);
14
- expect(r.top3Hit).toBe(true);
15
- expect(r.targetRanks).toEqual([{ id: "m1", rank: 1 }]);
16
- expect(r.score).toBeCloseTo(1, 5);
17
- expect(r.passed).toBe(true);
18
- });
19
-
20
- it("A 类命中但排第 3 给 top3 分", () => {
21
- const c: CanaryEvalCase = { name: "a", query: "q", targets: ["m3"], expectTopK: 3 };
22
- const r = scoreCanaryCase(c, [res("a"), res("b"), res("m3")]);
23
- expect(r.top1Hit).toBe(false);
24
- expect(r.top3Hit).toBe(true);
25
- expect(r.targetRanks).toEqual([{ id: "m3", rank: 3 }]);
26
- expect(r.score).toBeCloseTo(0.7, 5);
27
- expect(r.passed).toBe(true);
28
- });
29
-
30
- it("A 类 miss 给 0 并 fail", () => {
31
- const c: CanaryEvalCase = { name: "a", query: "q", targets: ["zzz"] };
32
- const r = scoreCanaryCase(c, [res("a"), res("b")]);
33
- expect(r.targetRanks).toEqual([{ id: "zzz", rank: null }]);
34
- expect(r.score).toBe(0);
35
- expect(r.passed).toBe(false);
36
- });
37
-
38
- it("B 类新旧序正确 orderOk=true 并 pass", () => {
39
- const c: CanaryEvalCase = { name: "b", query: "q", expectOrder: ["new", "old"] };
40
- const r = scoreCanaryCase(c, [res("new"), res("old")]);
41
- expect(r.orderOk).toBe(true);
42
- expect(r.score).toBeCloseTo(1, 5);
43
- expect(r.passed).toBe(true);
44
- });
45
-
46
- it("B 类新旧序颠倒 orderOk=false 并 fail", () => {
47
- const c: CanaryEvalCase = { name: "b", query: "q", expectOrder: ["new", "old"] };
48
- const r = scoreCanaryCase(c, [res("old"), res("new")]);
49
- expect(r.orderOk).toBe(false);
50
- expect(r.score).toBe(0);
51
- expect(r.passed).toBe(false);
52
- });
53
-
54
- it("B 类 newer 未召回 orderOk=false", () => {
55
- const c: CanaryEvalCase = { name: "b", query: "q", expectOrder: ["new", "old"] };
56
- const r = scoreCanaryCase(c, [res("old"), res("other")]);
57
- expect(r.orderOk).toBe(false);
58
- });
59
-
60
- it("C 类干扰项进 TopK 直接判 fail(即便目标命中)", () => {
61
- const c: CanaryEvalCase = { name: "c", query: "q", targets: ["m1"], hardNegatives: ["bad"], limit: 8 };
62
- const r = scoreCanaryCase(c, [res("m1"), res("bad")]);
63
- expect(r.top1Hit).toBe(true);
64
- expect(r.forbiddenIdMatches).toEqual(["bad"]);
65
- expect(r.passed).toBe(false);
66
- });
67
-
68
- it("C 类干扰项在 limit 之外不算违规", () => {
69
- const c: CanaryEvalCase = { name: "c", query: "q", targets: ["m1"], hardNegatives: ["bad"], limit: 1 };
70
- const r = scoreCanaryCase(c, [res("m1"), res("bad")]);
71
- expect(r.forbiddenIdMatches).toEqual([]);
72
- expect(r.passed).toBe(true);
73
- });
74
-
75
- it("D 类内容全命中给满分", () => {
76
- const c: CanaryEvalCase = { name: "d", query: "q", expectContentAny: ["口语化", "剧评腔"] };
77
- const r = scoreCanaryCase(c, [res("x", "她要口语化,带点剧评腔", "cc")]);
78
- expect(r.matchedContentAny).toEqual(["口语化", "剧评腔"]);
79
- expect(r.score).toBeCloseTo(1, 5);
80
- expect(r.passed).toBe(true);
81
- });
82
-
83
- it("D 类内容部分命中按比例", () => {
84
- const c: CanaryEvalCase = { name: "d", query: "q", expectContentAny: ["口语化", "剧评腔"] };
85
- const r = scoreCanaryCase(c, [res("x", "只提了口语化", "cc")]);
86
- expect(r.matchedContentAny).toEqual(["口语化"]);
87
- expect(r.score).toBeCloseTo(0.5, 5);
88
- expect(r.passed).toBe(false);
89
- });
90
-
91
- it("文本 forbid 命中判 fail", () => {
92
- const c: CanaryEvalCase = { name: "f", query: "q", targets: ["m1"], forbid: ["机密"] };
93
- const r = scoreCanaryCase(c, [res("m1", "这是机密内容")]);
94
- expect(r.forbiddenMatches).toEqual(["机密"]);
95
- expect(r.passed).toBe(false);
96
- });
97
-
98
- it("空召回 score 0", () => {
99
- const c: CanaryEvalCase = { name: "e", query: "q", targets: ["m1"] };
100
- const r = scoreCanaryCase(c, []);
101
- expect(r.hitCount).toBe(0);
102
- expect(r.score).toBe(0);
103
- expect(r.passed).toBe(false);
104
- });
105
-
106
- it("A+B 复合:目标命中且新旧序正确,综合 pass", () => {
107
- const c: CanaryEvalCase = { name: "ab", query: "q", targets: ["new"], expectOrder: ["new", "old"], expectTopK: 3 };
108
- const r = scoreCanaryCase(c, [res("new"), res("old")]);
109
- expect(r.top1Hit).toBe(true);
110
- expect(r.orderOk).toBe(true);
111
- expect(r.score).toBeCloseTo(1, 5);
112
- expect(r.passed).toBe(true);
113
- });
114
- });