recallnest 3.0.0 → 4.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (246) hide show
  1. package/CHANGELOG.md +304 -0
  2. package/README.md +251 -258
  3. package/README_CN.md +226 -247
  4. package/assets/ui/app.js +6 -1
  5. package/bin/recallnest.mjs +20 -37
  6. package/docs/api-reference.md +8 -0
  7. package/docs/architecture.md +18 -13
  8. package/eval/cases-canary.json +107 -9
  9. package/integrations/examples/claude-agent-sdk/memory-agent.ts +2 -0
  10. package/integrations/examples/langchain/memory-chain.py +4 -0
  11. package/integrations/examples/openai-agents-sdk/memory-agent.py +4 -0
  12. package/package.json +12 -3
  13. package/src/activity-counter.ts +1 -0
  14. package/src/adaptive-retrieval.ts +23 -0
  15. package/src/api-server.ts +13 -11
  16. package/src/asset-sync.ts +26 -2
  17. package/src/audit-log.ts +2 -0
  18. package/src/auto-gc.ts +4 -3
  19. package/src/belief-history.ts +137 -31
  20. package/src/capture-engine.ts +459 -71
  21. package/src/cascade-forget.ts +7 -3
  22. package/src/checkpoint-mirror.ts +417 -0
  23. package/src/cli.ts +574 -54
  24. package/src/conflict-engine.ts +43 -15
  25. package/src/consolidation-engine.ts +24 -3
  26. package/src/context-collapse-renderer.ts +8 -1
  27. package/src/context-composer-stable.ts +5 -1
  28. package/src/context-composer.ts +11 -2
  29. package/src/distill-lock.ts +246 -74
  30. package/src/dream-pipeline.ts +3 -1
  31. package/src/embedder.ts +24 -0
  32. package/src/env-config.ts +136 -0
  33. package/src/flock.ts +97 -0
  34. package/src/forget-engine.ts +342 -58
  35. package/src/gateway-server.ts +4 -0
  36. package/src/ingest-plan.ts +56 -0
  37. package/src/ingest.ts +294 -121
  38. package/src/kg-contradiction.ts +753 -0
  39. package/src/kg-extractor.ts +17 -0
  40. package/src/kg-store.ts +1 -1
  41. package/src/known-item-eval.ts +455 -0
  42. package/src/llm-client.ts +13 -26
  43. package/src/llm-consolidation.ts +2 -2
  44. package/src/mcp-tool-deps.ts +6 -0
  45. package/src/mcp-tools-advanced.ts +80 -45
  46. package/src/mcp-tools-core.ts +23 -17
  47. package/src/mcp-tools-governance.ts +13 -7
  48. package/src/memory-assets.ts +144 -8
  49. package/src/memory-boundaries.ts +19 -0
  50. package/src/memory-evolution.ts +9 -0
  51. package/src/memory-lint.ts +1 -1
  52. package/src/memory-output.ts +311 -14
  53. package/src/memory-reconcile.ts +1437 -0
  54. package/src/memory-schema.ts +11 -0
  55. package/src/memory-store-port.ts +1 -0
  56. package/src/minis-archive.ts +151 -0
  57. package/src/noise-filter.ts +15 -2
  58. package/src/pii-detector.ts +31 -1
  59. package/src/pivot-apply.ts +55 -5
  60. package/src/pivot-evidence.ts +128 -0
  61. package/src/ppr-traversal.ts +25 -1
  62. package/src/preference-matcher.ts +40 -28
  63. package/src/prospective-memory.ts +7 -4
  64. package/src/retriever.ts +297 -57
  65. package/src/retroactive-boost.ts +3 -2
  66. package/src/runtime-config.ts +15 -1
  67. package/src/scope-policy.ts +1 -0
  68. package/src/session-distiller.ts +6 -2
  69. package/src/session-engine.ts +11 -4
  70. package/src/session-output.ts +20 -1
  71. package/src/session-schema.ts +5 -2
  72. package/src/session-store.ts +59 -12
  73. package/src/skill-promotion.ts +67 -1
  74. package/src/store-receipts.ts +109 -0
  75. package/src/store-write-budget.ts +37 -0
  76. package/src/store.ts +298 -57
  77. package/src/text-fingerprint.ts +25 -0
  78. package/src/trigger-store.ts +443 -0
  79. package/src/ui-server.ts +22 -21
  80. package/src/version-manager.ts +19 -5
  81. package/src/write-verifier.ts +16 -11
  82. package/src/__tests__/access-tracker-novelty.test.ts +0 -324
  83. package/src/__tests__/activity-counter.test.ts +0 -125
  84. package/src/__tests__/adaptive-fidelity.test.ts +0 -102
  85. package/src/__tests__/admission-control.test.ts +0 -206
  86. package/src/__tests__/age-label.test.ts +0 -33
  87. package/src/__tests__/anchor-generator.test.ts +0 -67
  88. package/src/__tests__/api-server-security.test.ts +0 -102
  89. package/src/__tests__/auto-consolidation.test.ts +0 -168
  90. package/src/__tests__/auto-recall.test.ts +0 -131
  91. package/src/__tests__/babel-integration.test.ts +0 -144
  92. package/src/__tests__/batch-dedup.test.ts +0 -65
  93. package/src/__tests__/belief-history.test.ts +0 -220
  94. package/src/__tests__/canary-eval.test.ts +0 -114
  95. package/src/__tests__/capture-engine.test.ts +0 -1328
  96. package/src/__tests__/capture-heuristic.test.ts +0 -171
  97. package/src/__tests__/cascade-forget.test.ts +0 -210
  98. package/src/__tests__/category-min-scores.test.ts +0 -116
  99. package/src/__tests__/cc8-cc1-essential-context.test.ts +0 -298
  100. package/src/__tests__/circuit-breaker.test.ts +0 -99
  101. package/src/__tests__/cluster-consolidation.test.ts +0 -1236
  102. package/src/__tests__/confidence-metadata.test.ts +0 -125
  103. package/src/__tests__/confidence-tracker.test.ts +0 -261
  104. package/src/__tests__/conflict-advisor.test.ts +0 -206
  105. package/src/__tests__/conflict-escalation.test.ts +0 -149
  106. package/src/__tests__/conflict-lifecycle.test.ts +0 -83
  107. package/src/__tests__/conflict-output.test.ts +0 -85
  108. package/src/__tests__/conflict-store.test.ts +0 -418
  109. package/src/__tests__/connector-v1.test.ts +0 -181
  110. package/src/__tests__/consolidation-engine.test.ts +0 -520
  111. package/src/__tests__/constructive-retrieval.test.ts +0 -509
  112. package/src/__tests__/context-collapse-renderer.test.ts +0 -214
  113. package/src/__tests__/context-composer-pins.test.ts +0 -64
  114. package/src/__tests__/context-composer-task-selection.test.ts +0 -24
  115. package/src/__tests__/context-reconstructor.test.ts +0 -65
  116. package/src/__tests__/context-renderer.test.ts +0 -91
  117. package/src/__tests__/continuity-eval.test.ts +0 -275
  118. package/src/__tests__/continuity-schema.test.ts +0 -97
  119. package/src/__tests__/contracts.test.ts +0 -262
  120. package/src/__tests__/conversation-importer.test.ts +0 -692
  121. package/src/__tests__/core-recall-eval.test.ts +0 -235
  122. package/src/__tests__/core-summary.test.ts +0 -109
  123. package/src/__tests__/data-checkup.test.ts +0 -304
  124. package/src/__tests__/decay-exemption.test.ts +0 -129
  125. package/src/__tests__/dedup-actions.test.ts +0 -58
  126. package/src/__tests__/dedup-guard.test.ts +0 -39
  127. package/src/__tests__/deterministic-id.test.ts +0 -39
  128. package/src/__tests__/distill-lock.test.ts +0 -305
  129. package/src/__tests__/distill-session-argshape.test.ts +0 -79
  130. package/src/__tests__/doctor.test.ts +0 -319
  131. package/src/__tests__/dream-pipeline.test.ts +0 -820
  132. package/src/__tests__/dream-scope-isolation.test.ts +0 -386
  133. package/src/__tests__/dream-write-batching.test.ts +0 -211
  134. package/src/__tests__/drill-down.test.ts +0 -108
  135. package/src/__tests__/embedder.test.ts +0 -122
  136. package/src/__tests__/emotion-decay.test.ts +0 -46
  137. package/src/__tests__/emotion-detector.test.ts +0 -56
  138. package/src/__tests__/emotion-phase1-integration.test.ts +0 -153
  139. package/src/__tests__/emotion-retrieval.test.ts +0 -56
  140. package/src/__tests__/entity-resolver.test.ts +0 -58
  141. package/src/__tests__/env-config-invariant.test.ts +0 -80
  142. package/src/__tests__/env-config.test.ts +0 -211
  143. package/src/__tests__/error-signature-boost.test.ts +0 -87
  144. package/src/__tests__/error-signature.test.ts +0 -95
  145. package/src/__tests__/error-taxonomy.test.ts +0 -129
  146. package/src/__tests__/ethics-layer.test.ts +0 -476
  147. package/src/__tests__/event-segmenter.test.ts +0 -153
  148. package/src/__tests__/feature-flags-integration.test.ts +0 -54
  149. package/src/__tests__/frequency-tracker.test.ts +0 -113
  150. package/src/__tests__/freshness.test.ts +0 -186
  151. package/src/__tests__/graph-export.test.ts +0 -489
  152. package/src/__tests__/hotness-blend.test.ts +0 -283
  153. package/src/__tests__/ingest-chunking.test.ts +0 -44
  154. package/src/__tests__/ingest-scope-prefix.test.ts +0 -69
  155. package/src/__tests__/ingest.test.ts +0 -360
  156. package/src/__tests__/interference-detector.test.ts +0 -203
  157. package/src/__tests__/kg-extractor.test.ts +0 -192
  158. package/src/__tests__/kg-store.test.ts +0 -300
  159. package/src/__tests__/llm-client-pivot.test.ts +0 -628
  160. package/src/__tests__/llm-consolidation.test.ts +0 -226
  161. package/src/__tests__/maintenance-locks.test.ts +0 -197
  162. package/src/__tests__/mcp-efficiency.test.ts +0 -288
  163. package/src/__tests__/mcp-related-scopes.test.ts +0 -151
  164. package/src/__tests__/memory-boundaries.test.ts +0 -282
  165. package/src/__tests__/memory-evolution-b2-b3-e1.test.ts +0 -362
  166. package/src/__tests__/memory-evolution.test.ts +0 -271
  167. package/src/__tests__/memory-health-rebalance.test.ts +0 -144
  168. package/src/__tests__/memory-lint.test.ts +0 -421
  169. package/src/__tests__/memory-output.test.ts +0 -224
  170. package/src/__tests__/memory-promotion.test.ts +0 -315
  171. package/src/__tests__/memory-utility.test.ts +0 -256
  172. package/src/__tests__/migrate-dedup-ids.test.ts +0 -65
  173. package/src/__tests__/multi-vector.test.ts +0 -242
  174. package/src/__tests__/narrative-architecture.test.ts +0 -456
  175. package/src/__tests__/noise-filter.test.ts +0 -205
  176. package/src/__tests__/noise-prototype-bank.test.ts +0 -280
  177. package/src/__tests__/obsidian-connector.test.ts +0 -363
  178. package/src/__tests__/omitted-reporting.test.ts +0 -98
  179. package/src/__tests__/openai-contract.test.ts +0 -513
  180. package/src/__tests__/pending-review.test.ts +0 -77
  181. package/src/__tests__/pii-redact.test.ts +0 -333
  182. package/src/__tests__/pivot-apply.test.ts +0 -373
  183. package/src/__tests__/pivot-distill-supervisor.test.ts +0 -457
  184. package/src/__tests__/pivot-distill.test.ts +0 -1178
  185. package/src/__tests__/post-retrieval-filter.test.ts +0 -178
  186. package/src/__tests__/ppr-traversal.test.ts +0 -256
  187. package/src/__tests__/prediction-engine.test.ts +0 -349
  188. package/src/__tests__/predictive-prospective-memory.test.ts +0 -416
  189. package/src/__tests__/preference-guard-smoke.test.ts +0 -211
  190. package/src/__tests__/preference-matcher.test.ts +0 -282
  191. package/src/__tests__/preference-slots.test.ts +0 -205
  192. package/src/__tests__/promotion-distinct-sources.test.ts +0 -162
  193. package/src/__tests__/prospective-memory.test.ts +0 -283
  194. package/src/__tests__/pull-from-macbook-sync-only.test.ts +0 -679
  195. package/src/__tests__/query-entity-detector.test.ts +0 -171
  196. package/src/__tests__/query-expander-alias.test.ts +0 -146
  197. package/src/__tests__/query-expander.test.ts +0 -34
  198. package/src/__tests__/recall-gate.test.ts +0 -266
  199. package/src/__tests__/recall-governor.test.ts +0 -227
  200. package/src/__tests__/recall-mode.test.ts +0 -64
  201. package/src/__tests__/resolve-db-path.test.ts +0 -130
  202. package/src/__tests__/resolve-tier.test.ts +0 -64
  203. package/src/__tests__/result-synthesizer.test.ts +0 -198
  204. package/src/__tests__/resume-context.test.ts +0 -4898
  205. package/src/__tests__/retrieval-eval.test.ts +0 -163
  206. package/src/__tests__/retrieval-trace.test.ts +0 -213
  207. package/src/__tests__/retrieve-audit-revision.test.ts +0 -255
  208. package/src/__tests__/retriever-boundary-weight.test.ts +0 -136
  209. package/src/__tests__/retriever-lazy-init-dispatch.test.ts +0 -123
  210. package/src/__tests__/retroactive-boost.test.ts +0 -223
  211. package/src/__tests__/salience-scoring.test.ts +0 -106
  212. package/src/__tests__/scope-inventory.test.ts +0 -200
  213. package/src/__tests__/scope-policy.test.ts +0 -69
  214. package/src/__tests__/scope-suggester.test.ts +0 -80
  215. package/src/__tests__/session-checkpoint.test.ts +0 -291
  216. package/src/__tests__/session-distiller.test.ts +0 -640
  217. package/src/__tests__/session-gc.test.ts +0 -215
  218. package/src/__tests__/skill-engine.test.ts +0 -552
  219. package/src/__tests__/skill-promotion.test.ts +0 -654
  220. package/src/__tests__/skill-verifier.test.ts +0 -122
  221. package/src/__tests__/source-heartbeat.test.ts +0 -254
  222. package/src/__tests__/stable-context-length-contract.test.ts +0 -62
  223. package/src/__tests__/store-patch-metadata.test.ts +0 -235
  224. package/src/__tests__/store-read-consistency.test.ts +0 -122
  225. package/src/__tests__/store-schema-migration.test.ts +0 -87
  226. package/src/__tests__/store-scope-audit.test.ts +0 -81
  227. package/src/__tests__/store-upsert.test.ts +0 -201
  228. package/src/__tests__/supersede-chain.test.ts +0 -154
  229. package/src/__tests__/synthesis-contract.test.ts +0 -252
  230. package/src/__tests__/synthesis-promotion.test.ts +0 -369
  231. package/src/__tests__/temporal-parser.test.ts +0 -241
  232. package/src/__tests__/temporal-validity.test.ts +0 -160
  233. package/src/__tests__/term-registry-terminal-roster.test.ts +0 -127
  234. package/src/__tests__/term-registry.test.ts +0 -121
  235. package/src/__tests__/tool-error-surfacing.test.ts +0 -98
  236. package/src/__tests__/tool-output-compressor.test.ts +0 -160
  237. package/src/__tests__/topic-tag.test.ts +0 -113
  238. package/src/__tests__/trusted-memory.test.ts +0 -867
  239. package/src/__tests__/ui-server-security.test.ts +0 -93
  240. package/src/__tests__/usage-tracker.test.ts +0 -287
  241. package/src/__tests__/utility-weight.test.ts +0 -57
  242. package/src/__tests__/verbatim-self-recall.test.ts +0 -279
  243. package/src/__tests__/version-manager.test.ts +0 -248
  244. package/src/__tests__/workflow-observation-skill-outcome.test.ts +0 -352
  245. package/src/__tests__/workflow-observation.test.ts +0 -433
  246. package/src/__tests__/write-verifier.test.ts +0 -122
@@ -1,242 +0,0 @@
1
- import { describe, expect, it, beforeEach, afterEach } from "bun:test";
2
-
3
- import {
4
- blendMultiVectorScores,
5
- cosineSimilarity,
6
- DEFAULT_BLEND_CONFIG,
7
- embedMultiVector,
8
- extractMultiVectorText,
9
- isMultiVectorEnabled,
10
- tokenize,
11
- textOverlapScore,
12
- adaptiveBlendConfig,
13
- } from "../multi-vector.js";
14
-
15
- describe("isMultiVectorEnabled", () => {
16
- const original = process.env.RECALLNEST_MULTI_VECTOR;
17
-
18
- afterEach(() => {
19
- if (original === undefined) {
20
- delete process.env.RECALLNEST_MULTI_VECTOR;
21
- } else {
22
- process.env.RECALLNEST_MULTI_VECTOR = original;
23
- }
24
- });
25
-
26
- it("returns false by default", () => {
27
- delete process.env.RECALLNEST_MULTI_VECTOR;
28
- expect(isMultiVectorEnabled()).toBe(false);
29
- });
30
-
31
- it("returns true when set to 'true'", () => {
32
- process.env.RECALLNEST_MULTI_VECTOR = "true";
33
- expect(isMultiVectorEnabled()).toBe(true);
34
- });
35
- });
36
-
37
- describe("extractMultiVectorText", () => {
38
- it("extracts L0 and L1 from valid metadata", () => {
39
- const meta = JSON.stringify({
40
- l0_abstract: "User prefers TypeScript",
41
- l1_overview: "User consistently chooses TypeScript over JavaScript for type safety",
42
- });
43
- const result = extractMultiVectorText(meta);
44
- expect(result.l0).toBe("User prefers TypeScript");
45
- expect(result.l1).toContain("TypeScript");
46
- });
47
-
48
- it("returns empty for missing fields", () => {
49
- const meta = JSON.stringify({ source: "manual" });
50
- const result = extractMultiVectorText(meta);
51
- expect(result.l0).toBeUndefined();
52
- expect(result.l1).toBeUndefined();
53
- });
54
-
55
- it("returns empty for undefined metadata", () => {
56
- const result = extractMultiVectorText(undefined);
57
- expect(result.l0).toBeUndefined();
58
- });
59
-
60
- it("skips very short L0/L1 text (<=5 chars)", () => {
61
- const meta = JSON.stringify({ l0_abstract: "abc", l1_overview: "short" });
62
- const result = extractMultiVectorText(meta);
63
- expect(result.l0).toBeUndefined();
64
- expect(result.l1).toBeUndefined();
65
- });
66
- });
67
-
68
- describe("embedMultiVector", () => {
69
- const mockEmbedder = {
70
- async embedPassage(text: string) {
71
- return [text.length, 0.5, 0.1];
72
- },
73
- };
74
-
75
- it("returns null vectors when disabled", async () => {
76
- delete process.env.RECALLNEST_MULTI_VECTOR;
77
- const result = await embedMultiVector(mockEmbedder, JSON.stringify({
78
- l0_abstract: "Some abstract text here",
79
- }));
80
- expect(result.vector_l0).toBeNull();
81
- expect(result.vector_l1).toBeNull();
82
- });
83
-
84
- it("generates vectors when enabled and text available", async () => {
85
- process.env.RECALLNEST_MULTI_VECTOR = "true";
86
- const result = await embedMultiVector(mockEmbedder, JSON.stringify({
87
- l0_abstract: "User prefers TypeScript",
88
- l1_overview: "Detailed overview of TypeScript preference with reasoning",
89
- }));
90
- expect(result.vector_l0).not.toBeNull();
91
- expect(result.vector_l1).not.toBeNull();
92
- expect(result.vector_l0![0]).toBe("User prefers TypeScript".length);
93
- // Cleanup
94
- delete process.env.RECALLNEST_MULTI_VECTOR;
95
- });
96
-
97
- it("returns null for missing L0/L1 text even when enabled", async () => {
98
- process.env.RECALLNEST_MULTI_VECTOR = "true";
99
- const result = await embedMultiVector(mockEmbedder, JSON.stringify({ source: "manual" }));
100
- expect(result.vector_l0).toBeNull();
101
- expect(result.vector_l1).toBeNull();
102
- delete process.env.RECALLNEST_MULTI_VECTOR;
103
- });
104
- });
105
-
106
- describe("blendMultiVectorScores", () => {
107
- it("returns main score when no L0/L1 available", () => {
108
- expect(blendMultiVectorScores(0.8, null, null)).toBe(0.8);
109
- });
110
-
111
- it("blends with L0 only", () => {
112
- const blended = blendMultiVectorScores(0.8, 0.9, null);
113
- // (0.8 * 0.65 + 0.9 * 0.20) / (0.65 + 0.20) = (0.52 + 0.18) / 0.85
114
- expect(blended).toBeCloseTo(0.824, 2);
115
- });
116
-
117
- it("blends with both L0 and L1", () => {
118
- const blended = blendMultiVectorScores(0.8, 0.9, 0.7);
119
- // (0.8*0.65 + 0.9*0.20 + 0.7*0.15) / (0.65+0.20+0.15) = (0.52+0.18+0.105)/1.0
120
- expect(blended).toBeCloseTo(0.805, 2);
121
- });
122
-
123
- it("supports custom weights", () => {
124
- const config = { vectorWeight: 0.5, l0Weight: 0.3, l1Weight: 0.2 };
125
- const blended = blendMultiVectorScores(0.8, 0.9, 0.7, config);
126
- expect(blended).toBeCloseTo(0.81, 2);
127
- });
128
- });
129
-
130
- describe("cosineSimilarity", () => {
131
- it("returns 1 for identical vectors", () => {
132
- expect(cosineSimilarity([1, 0, 0], [1, 0, 0])).toBeCloseTo(1.0, 5);
133
- });
134
-
135
- it("returns 0 for orthogonal vectors", () => {
136
- expect(cosineSimilarity([1, 0, 0], [0, 1, 0])).toBeCloseTo(0.0, 5);
137
- });
138
-
139
- it("returns -1 for opposite vectors", () => {
140
- expect(cosineSimilarity([1, 0, 0], [-1, 0, 0])).toBeCloseTo(-1.0, 5);
141
- });
142
-
143
- it("returns 0 for empty vectors", () => {
144
- expect(cosineSimilarity([], [])).toBe(0);
145
- });
146
-
147
- it("returns 0 for mismatched dimensions", () => {
148
- expect(cosineSimilarity([1, 0], [1, 0, 0])).toBe(0);
149
- });
150
- });
151
-
152
- // ===========================================================================
153
- // Tier 4.3: Text-overlap multi-vector scoring
154
- // ===========================================================================
155
-
156
- describe("tokenize", () => {
157
- it("tokenizes English text, removes stop words", () => {
158
- const tokens = tokenize("The user prefers TypeScript for projects");
159
- expect(tokens).toContain("user");
160
- expect(tokens).toContain("prefers");
161
- expect(tokens).toContain("typescript");
162
- expect(tokens).toContain("projects");
163
- expect(tokens).not.toContain("the");
164
- expect(tokens).not.toContain("for");
165
- });
166
-
167
- it("tokenizes Chinese text into unigrams, removes stop words", () => {
168
- const tokens = tokenize("用户喜欢使用TypeScript编程");
169
- expect(tokens).toContain("用");
170
- expect(tokens).toContain("户");
171
- expect(tokens).toContain("喜");
172
- expect(tokens).toContain("欢");
173
- expect(tokens).toContain("typescript");
174
- expect(tokens).not.toContain("的");
175
- });
176
-
177
- it("handles mixed CJK and English", () => {
178
- const tokens = tokenize("RecallNest 记忆服务 is great");
179
- expect(tokens).toContain("recallnest");
180
- expect(tokens).toContain("记");
181
- expect(tokens).toContain("忆");
182
- expect(tokens).toContain("服");
183
- expect(tokens).toContain("务");
184
- expect(tokens).toContain("great");
185
- });
186
-
187
- it("returns empty for empty/whitespace input", () => {
188
- expect(tokenize("")).toEqual([]);
189
- expect(tokenize(" ")).toEqual([]);
190
- });
191
- });
192
-
193
- describe("textOverlapScore", () => {
194
- it("returns 1.0 when query fully matches a concise abstract", () => {
195
- const score = textOverlapScore("TypeScript preference", "TypeScript preference");
196
- expect(score).toBeGreaterThan(0.8);
197
- });
198
-
199
- it("returns higher score for L0 abstract than L2 full text on topic query", () => {
200
- const query = "TypeScript projects";
201
- const l0 = "User prefers TypeScript for all projects";
202
- const l2 = "The user mentioned that they have been working with React and JavaScript for three years. They recently started using TypeScript for their projects because of type safety. They also mentioned Python for data science work.";
203
-
204
- const l0Score = textOverlapScore(query, l0);
205
- const l2Score = textOverlapScore(query, l2);
206
- expect(l0Score).toBeGreaterThan(l2Score);
207
- });
208
-
209
- it("returns 0 for completely unrelated texts", () => {
210
- const score = textOverlapScore("TypeScript projects", "天气很好适合出去玩");
211
- expect(score).toBe(0);
212
- });
213
-
214
- it("returns 0 for empty query", () => {
215
- expect(textOverlapScore("", "some text")).toBe(0);
216
- });
217
-
218
- it("returns 0 for empty candidate", () => {
219
- expect(textOverlapScore("some query", "")).toBe(0);
220
- });
221
- });
222
-
223
- describe("adaptiveBlendConfig", () => {
224
- it("boosts L0/L1 for short queries (≤3 tokens)", () => {
225
- const config = adaptiveBlendConfig(2);
226
- expect(config.l0Weight).toBe(0.25);
227
- expect(config.l1Weight).toBe(0.25);
228
- expect(config.vectorWeight).toBe(0.50);
229
- });
230
-
231
- it("uses default for medium queries (4-10 tokens)", () => {
232
- const config = adaptiveBlendConfig(7);
233
- expect(config).toEqual(DEFAULT_BLEND_CONFIG);
234
- });
235
-
236
- it("favors L2 for long queries (>10 tokens)", () => {
237
- const config = adaptiveBlendConfig(15);
238
- expect(config.vectorWeight).toBe(0.80);
239
- expect(config.l0Weight).toBe(0.10);
240
- expect(config.l1Weight).toBe(0.10);
241
- });
242
- });
@@ -1,456 +0,0 @@
1
- /**
2
- * Phase 3: Autobiographical Narrative Architecture tests.
3
- *
4
- * Validates:
5
- * 1. NarrativeMetadata schema — Zod parsing + backward compat
6
- * 2. narrative-tagger — rule-based tagging with keyword detection
7
- * 3. parseNarrative — safe extraction from metadata JSON
8
- * 4. Feature flag gating — all features no-op when flag is off
9
- * 5. Graph export — narrative edges between siblings
10
- */
11
- import { describe, test, expect, beforeAll, afterAll } from "bun:test";
12
- import { tagNarrative, tagNarrativeIfEnabled } from "../narrative-tagger.js";
13
- import {
14
- parseNarrative,
15
- isNarrativeModeEnabled,
16
- NarrativeMetadataSchema,
17
- type NarrativeMetadata,
18
- } from "../narrative-schema.js";
19
-
20
- // ---------------------------------------------------------------------------
21
- // 1. NarrativeMetadata Schema
22
- // ---------------------------------------------------------------------------
23
-
24
- describe("NarrativeMetadataSchema", () => {
25
- test("accepts valid narrative metadata", () => {
26
- const valid: NarrativeMetadata = {
27
- lifePeriodId: "lp:project:2026-Q2",
28
- lifePeriodLabel: "project (2026-Q2)",
29
- generalEventId: "ge:session-abc",
30
- generalEventLabel: "debugging @ project (2026-04-11)",
31
- specificEventId: "se:project:1712835600000:abc123",
32
- specificEventLabel: "Fixed the auth bug after 3 hours",
33
- startAt: 1712835600000,
34
- endAt: null,
35
- sequence: 0,
36
- };
37
- const parsed = NarrativeMetadataSchema.parse(valid);
38
- expect(parsed.lifePeriodId).toBe("lp:project:2026-Q2");
39
- expect(parsed.endAt).toBeNull();
40
- expect(parsed.sequence).toBe(0);
41
- });
42
-
43
- test("rejects empty lifePeriodId", () => {
44
- expect(() =>
45
- NarrativeMetadataSchema.parse({
46
- lifePeriodId: "",
47
- lifePeriodLabel: "x",
48
- generalEventId: "ge:x",
49
- generalEventLabel: "x",
50
- specificEventId: "se:x",
51
- specificEventLabel: "x",
52
- startAt: 0,
53
- endAt: null,
54
- sequence: 0,
55
- }),
56
- ).toThrow();
57
- });
58
-
59
- test("rejects negative sequence", () => {
60
- expect(() =>
61
- NarrativeMetadataSchema.parse({
62
- lifePeriodId: "lp:x:2026-Q1",
63
- lifePeriodLabel: "x",
64
- generalEventId: "ge:x",
65
- generalEventLabel: "x",
66
- specificEventId: "se:x",
67
- specificEventLabel: "x",
68
- startAt: 0,
69
- endAt: null,
70
- sequence: -1,
71
- }),
72
- ).toThrow();
73
- });
74
-
75
- test("accepts endAt as a number", () => {
76
- const parsed = NarrativeMetadataSchema.parse({
77
- lifePeriodId: "lp:x:2026-Q1",
78
- lifePeriodLabel: "x",
79
- generalEventId: "ge:x",
80
- generalEventLabel: "x",
81
- specificEventId: "se:x",
82
- specificEventLabel: "x",
83
- startAt: 1000,
84
- endAt: 2000,
85
- sequence: 1,
86
- });
87
- expect(parsed.endAt).toBe(2000);
88
- });
89
- });
90
-
91
- // ---------------------------------------------------------------------------
92
- // 2. parseNarrative — safe extraction
93
- // ---------------------------------------------------------------------------
94
-
95
- describe("parseNarrative", () => {
96
- test("returns null for undefined metadata", () => {
97
- expect(parseNarrative(undefined)).toBeNull();
98
- });
99
-
100
- test("returns null for empty string", () => {
101
- expect(parseNarrative("")).toBeNull();
102
- });
103
-
104
- test("returns null for metadata without narrative key", () => {
105
- expect(parseNarrative(JSON.stringify({ source: "agent" }))).toBeNull();
106
- });
107
-
108
- test("returns null for malformed JSON", () => {
109
- expect(parseNarrative("{broken json")).toBeNull();
110
- });
111
-
112
- test("extracts valid narrative from metadata", () => {
113
- const metadata = JSON.stringify({
114
- source: "agent",
115
- narrative: {
116
- lifePeriodId: "lp:memory:2026-Q2",
117
- lifePeriodLabel: "memory (2026-Q2)",
118
- generalEventId: "ge:session-123",
119
- generalEventLabel: "development @ memory (2026-04-11)",
120
- specificEventId: "se:memory:1712835600000:xyz",
121
- specificEventLabel: "Implemented narrative tagger",
122
- startAt: 1712835600000,
123
- endAt: null,
124
- sequence: 0,
125
- },
126
- });
127
- const result = parseNarrative(metadata);
128
- expect(result).not.toBeNull();
129
- expect(result!.lifePeriodId).toBe("lp:memory:2026-Q2");
130
- expect(result!.generalEventId).toBe("ge:session-123");
131
- expect(result!.sequence).toBe(0);
132
- });
133
-
134
- test("returns null for narrative with missing lifePeriodId", () => {
135
- const metadata = JSON.stringify({
136
- narrative: { generalEventId: "ge:x" },
137
- });
138
- expect(parseNarrative(metadata)).toBeNull();
139
- });
140
- });
141
-
142
- // ---------------------------------------------------------------------------
143
- // 3. tagNarrative — rule-based tagger
144
- // ---------------------------------------------------------------------------
145
-
146
- describe("tagNarrative", () => {
147
- const origFlag = process.env.RECALLNEST_NARRATIVE_MODE;
148
-
149
- afterAll(() => {
150
- if (origFlag !== undefined) {
151
- process.env.RECALLNEST_NARRATIVE_MODE = origFlag;
152
- } else {
153
- delete process.env.RECALLNEST_NARRATIVE_MODE;
154
- }
155
- });
156
-
157
- test("returns null when feature flag is off", () => {
158
- process.env.RECALLNEST_NARRATIVE_MODE = "false";
159
- const result = tagNarrative({
160
- scope: "project:test",
161
- text: "some memory",
162
- timestamp: Date.now(),
163
- });
164
- expect(result).toBeNull();
165
- });
166
-
167
- test("returns narrative metadata when flag is on", () => {
168
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
169
- const ts = new Date("2026-04-11T10:00:00Z").getTime();
170
- const result = tagNarrative({
171
- scope: "project:recallnest",
172
- text: "Implemented the narrative tagger feature",
173
- timestamp: ts,
174
- });
175
-
176
- expect(result).not.toBeNull();
177
- expect(result!.lifePeriodId).toBe("lp:project:2026-Q2");
178
- expect(result!.lifePeriodLabel).toBe("project (2026-Q2)");
179
- expect(result!.startAt).toBe(ts);
180
- expect(result!.endAt).toBeNull();
181
- expect(result!.sequence).toBe(0);
182
- });
183
-
184
- test("uses sessionId for generalEventId when provided", () => {
185
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
186
- const result = tagNarrative({
187
- scope: "project:test",
188
- text: "test memory",
189
- timestamp: Date.now(),
190
- sessionId: "sess-abc-123",
191
- });
192
- expect(result!.generalEventId).toBe("ge:sess-abc-123");
193
- });
194
-
195
- test("uses date-based generalEventId when no sessionId", () => {
196
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
197
- const ts = new Date("2026-04-11T10:00:00Z").getTime();
198
- const result = tagNarrative({
199
- scope: "project:test",
200
- text: "test memory",
201
- timestamp: ts,
202
- });
203
- expect(result!.generalEventId).toContain("2026-04-11");
204
- expect(result!.generalEventId).toContain("ge:");
205
- });
206
-
207
- test("respects sequence parameter", () => {
208
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
209
- const result = tagNarrative({
210
- scope: "project:test",
211
- text: "third event",
212
- timestamp: Date.now(),
213
- sequence: 3,
214
- });
215
- expect(result!.sequence).toBe(3);
216
- });
217
-
218
- test("detects debugging event type from keywords", () => {
219
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
220
- const result = tagNarrative({
221
- scope: "project:app",
222
- text: "Debug the authentication crash in production",
223
- timestamp: new Date("2026-04-11T10:00:00Z").getTime(),
224
- });
225
- expect(result!.generalEventLabel).toContain("debugging");
226
- });
227
-
228
- test("detects deployment event type from keywords", () => {
229
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
230
- const result = tagNarrative({
231
- scope: "project:app",
232
- text: "Deploy the new release to production",
233
- timestamp: new Date("2026-04-11T10:00:00Z").getTime(),
234
- });
235
- expect(result!.generalEventLabel).toContain("deployment");
236
- });
237
-
238
- test("detects learning event type from keywords", () => {
239
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
240
- const result = tagNarrative({
241
- scope: "project:app",
242
- text: "Research new approaches for memory systems",
243
- timestamp: new Date("2026-04-11T10:00:00Z").getTime(),
244
- });
245
- expect(result!.generalEventLabel).toContain("learning");
246
- });
247
-
248
- test("detects Chinese keywords", () => {
249
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
250
- const result = tagNarrative({
251
- scope: "project:app",
252
- text: "调试认证模块的崩溃问题",
253
- timestamp: new Date("2026-04-11T10:00:00Z").getTime(),
254
- });
255
- expect(result!.generalEventLabel).toContain("debugging");
256
- });
257
-
258
- test("falls back to 'activity' when no keywords match", () => {
259
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
260
- const result = tagNarrative({
261
- scope: "project:app",
262
- text: "Meeting about quarterly goals",
263
- timestamp: new Date("2026-04-11T10:00:00Z").getTime(),
264
- });
265
- expect(result!.generalEventLabel).toContain("activity");
266
- });
267
-
268
- test("truncates long text in specificEventLabel", () => {
269
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
270
- const longText = "A".repeat(100);
271
- const result = tagNarrative({
272
- scope: "project:app",
273
- text: longText,
274
- timestamp: Date.now(),
275
- });
276
- expect(result!.specificEventLabel.length).toBeLessThanOrEqual(60);
277
- expect(result!.specificEventLabel).toContain("\u2026"); // ellipsis
278
- });
279
-
280
- test("quarterly boundary — Q1 vs Q2", () => {
281
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
282
- const q1 = tagNarrative({
283
- scope: "project:app",
284
- text: "Q1 work",
285
- timestamp: new Date("2026-03-15T10:00:00Z").getTime(),
286
- });
287
- const q2 = tagNarrative({
288
- scope: "project:app",
289
- text: "Q2 work",
290
- timestamp: new Date("2026-04-15T10:00:00Z").getTime(),
291
- });
292
- expect(q1!.lifePeriodId).toContain("2026-Q1");
293
- expect(q2!.lifePeriodId).toContain("2026-Q2");
294
- expect(q1!.lifePeriodId).not.toBe(q2!.lifePeriodId);
295
- });
296
-
297
- test("same scope+day → same generalEventId (without sessionId)", () => {
298
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
299
- const ts1 = new Date("2026-04-11T08:00:00Z").getTime();
300
- const ts2 = new Date("2026-04-11T16:00:00Z").getTime();
301
- const r1 = tagNarrative({ scope: "project:app", text: "morning work", timestamp: ts1 });
302
- const r2 = tagNarrative({ scope: "project:app", text: "evening work", timestamp: ts2 });
303
- expect(r1!.generalEventId).toBe(r2!.generalEventId);
304
- });
305
-
306
- test("different days → different generalEventId", () => {
307
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
308
- const day1 = new Date("2026-04-11T10:00:00Z").getTime();
309
- const day2 = new Date("2026-04-12T10:00:00Z").getTime();
310
- const r1 = tagNarrative({ scope: "project:app", text: "day1", timestamp: day1 });
311
- const r2 = tagNarrative({ scope: "project:app", text: "day2", timestamp: day2 });
312
- expect(r1!.generalEventId).not.toBe(r2!.generalEventId);
313
- });
314
-
315
- test("different text → different specificEventId", () => {
316
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
317
- const ts = Date.now();
318
- const r1 = tagNarrative({ scope: "project:app", text: "event A happened", timestamp: ts });
319
- const r2 = tagNarrative({ scope: "project:app", text: "event B happened", timestamp: ts });
320
- expect(r1!.specificEventId).not.toBe(r2!.specificEventId);
321
- });
322
- });
323
-
324
- // ---------------------------------------------------------------------------
325
- // 4. tagNarrativeIfEnabled — convenience wrapper
326
- // ---------------------------------------------------------------------------
327
-
328
- describe("tagNarrativeIfEnabled", () => {
329
- const origFlag = process.env.RECALLNEST_NARRATIVE_MODE;
330
-
331
- afterAll(() => {
332
- if (origFlag !== undefined) {
333
- process.env.RECALLNEST_NARRATIVE_MODE = origFlag;
334
- } else {
335
- delete process.env.RECALLNEST_NARRATIVE_MODE;
336
- }
337
- });
338
-
339
- test("returns null when flag is off", () => {
340
- process.env.RECALLNEST_NARRATIVE_MODE = "false";
341
- expect(tagNarrativeIfEnabled({ scope: "x", text: "y", timestamp: 0 })).toBeNull();
342
- });
343
-
344
- test("returns metadata when flag is on", () => {
345
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
346
- const result = tagNarrativeIfEnabled({
347
- scope: "project:test",
348
- text: "test",
349
- timestamp: Date.now(),
350
- });
351
- expect(result).not.toBeNull();
352
- expect(result!.lifePeriodId).toBeDefined();
353
- });
354
- });
355
-
356
- // ---------------------------------------------------------------------------
357
- // 5. isNarrativeModeEnabled
358
- // ---------------------------------------------------------------------------
359
-
360
- describe("isNarrativeModeEnabled", () => {
361
- const origFlag = process.env.RECALLNEST_NARRATIVE_MODE;
362
-
363
- afterAll(() => {
364
- if (origFlag !== undefined) {
365
- process.env.RECALLNEST_NARRATIVE_MODE = origFlag;
366
- } else {
367
- delete process.env.RECALLNEST_NARRATIVE_MODE;
368
- }
369
- });
370
-
371
- test("returns false when env is not set", () => {
372
- delete process.env.RECALLNEST_NARRATIVE_MODE;
373
- expect(isNarrativeModeEnabled()).toBe(false);
374
- });
375
-
376
- test("returns false when env is 'false'", () => {
377
- process.env.RECALLNEST_NARRATIVE_MODE = "false";
378
- expect(isNarrativeModeEnabled()).toBe(false);
379
- });
380
-
381
- test("returns true when env is 'true'", () => {
382
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
383
- expect(isNarrativeModeEnabled()).toBe(true);
384
- });
385
- });
386
-
387
- // ---------------------------------------------------------------------------
388
- // 6. Narrative metadata round-trip (tag → JSON → parse)
389
- // ---------------------------------------------------------------------------
390
-
391
- describe("narrative round-trip", () => {
392
- const origFlag = process.env.RECALLNEST_NARRATIVE_MODE;
393
-
394
- afterAll(() => {
395
- if (origFlag !== undefined) {
396
- process.env.RECALLNEST_NARRATIVE_MODE = origFlag;
397
- } else {
398
- delete process.env.RECALLNEST_NARRATIVE_MODE;
399
- }
400
- });
401
-
402
- test("tag → embed in metadata JSON → parseNarrative → same values", () => {
403
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
404
- const tagged = tagNarrative({
405
- scope: "project:recallnest",
406
- text: "Fixed the scoring bug in retriever",
407
- timestamp: new Date("2026-04-11T10:00:00Z").getTime(),
408
- sessionId: "sess-xyz",
409
- sequence: 2,
410
- });
411
-
412
- expect(tagged).not.toBeNull();
413
-
414
- // Simulate embedding in metadata JSON (as done in capture-engine/ingest)
415
- const metadata = JSON.stringify({
416
- source: "agent",
417
- tags: ["fix"],
418
- narrative: tagged,
419
- });
420
-
421
- // Parse back out
422
- const parsed = parseNarrative(metadata);
423
- expect(parsed).not.toBeNull();
424
- expect(parsed!.lifePeriodId).toBe(tagged!.lifePeriodId);
425
- expect(parsed!.generalEventId).toBe(tagged!.generalEventId);
426
- expect(parsed!.specificEventId).toBe(tagged!.specificEventId);
427
- expect(parsed!.sequence).toBe(2);
428
- expect(parsed!.startAt).toBe(tagged!.startAt);
429
- });
430
- });
431
-
432
- // ---------------------------------------------------------------------------
433
- // 7. Backward compatibility — existing metadata without narrative
434
- // ---------------------------------------------------------------------------
435
-
436
- describe("backward compatibility", () => {
437
- test("parseNarrative on pre-narrative metadata returns null", () => {
438
- const oldMeta = JSON.stringify({
439
- source: "agent",
440
- tags: ["test"],
441
- emotion: { valence: 0.5, arousal: 0.3, label: "positive" },
442
- evolution: { status: "active", version: 1 },
443
- });
444
- expect(parseNarrative(oldMeta)).toBeNull();
445
- });
446
-
447
- test("feature flag off means zero narrative overhead", () => {
448
- process.env.RECALLNEST_NARRATIVE_MODE = "false";
449
- const result = tagNarrative({
450
- scope: "project:test",
451
- text: "this should produce nothing",
452
- timestamp: Date.now(),
453
- });
454
- expect(result).toBeNull();
455
- });
456
- });