recallnest 2.2.0 → 2.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (249) hide show
  1. package/.env +4 -0
  2. package/CLAUDE.md +1 -1
  3. package/README.md +30 -5
  4. package/README_CN.md +30 -5
  5. package/config.json +55 -0
  6. package/connectors/examples/email-adapter.ts +73 -0
  7. package/connectors/examples/logs-adapter.ts +103 -0
  8. package/connectors/examples/rss-adapter.ts +95 -0
  9. package/logs/daily-recall.error.log +0 -0
  10. package/logs/daily-recall.log +60 -0
  11. package/logs/ingest-2026-04-11.log +110 -0
  12. package/logs/ingest-2026-04-12.log +90 -0
  13. package/logs/ingest-2026-04-13.log +87 -0
  14. package/logs/launchagent-stderr.log +0 -0
  15. package/logs/launchagent-stdout.log +0 -0
  16. package/package.json +1 -1
  17. package/src/cli.ts +30 -0
  18. package/src/connector-types.ts +57 -0
  19. package/src/conversation-importer.ts +25 -1
  20. package/src/data-checkup.ts +31 -1
  21. package/src/doctor.ts +29 -0
  22. package/src/ingest.ts +203 -0
  23. package/src/mcp-server.ts +2 -2
  24. package/src/obsidian-connector.ts +282 -0
  25. package/src/session-schema.ts +2 -2
  26. package/src/source-heartbeat.ts +108 -0
  27. package/.claude-plugin/CLAUDE.md +0 -29
  28. package/.claude-plugin/marketplace.json +0 -18
  29. package/.dockerignore +0 -11
  30. package/.github/workflows/ci.yml +0 -28
  31. package/.mcp.json +0 -9
  32. package/CHANGELOG.md +0 -51
  33. package/DEMO.md +0 -94
  34. package/Dockerfile +0 -20
  35. package/EVAL.md +0 -89
  36. package/FAILURES.md +0 -75
  37. package/OPERATIONS.md +0 -59
  38. package/ROADMAP.md +0 -245
  39. package/SKILL.md +0 -250
  40. package/assets/dashboard.png +0 -0
  41. package/assets/knowledge-graph.png +0 -0
  42. package/assets/recallnest-workbench.png +0 -0
  43. package/assets/screenshots/ui-full.png +0 -0
  44. package/assets/screenshots/ui-overview.png +0 -0
  45. package/assets/screenshots/ui-search.png +0 -0
  46. package/assets/ui/app.js +0 -1031
  47. package/assets/ui/index.html +0 -224
  48. package/assets/ui/styles.css +0 -781
  49. package/assets/wechat-qr.jpg +0 -0
  50. package/bun.lock +0 -337
  51. package/daily-reflections/2026-03-05.md +0 -15
  52. package/daily-reflections/2026-03-06.md +0 -15
  53. package/daily-reflections/2026-03-07.md +0 -7
  54. package/daily-reflections/2026-03-08.md +0 -34
  55. package/daily-reflections/2026-03-09.md +0 -35
  56. package/daily-reflections/2026-03-10.md +0 -36
  57. package/daily-reflections/2026-03-11.md +0 -35
  58. package/daily-reflections/2026-03-12.md +0 -36
  59. package/daily-reflections/2026-03-13.md +0 -35
  60. package/daily-reflections/2026-03-14.md +0 -35
  61. package/daily-reflections/2026-03-15.md +0 -35
  62. package/daily-reflections/2026-03-16.md +0 -41
  63. package/daily-reflections/2026-03-17.md +0 -10
  64. package/daily-reflections/2026-03-18.md +0 -10
  65. package/daily-reflections/2026-03-19.md +0 -10
  66. package/daily-reflections/2026-03-20.md +0 -10
  67. package/daily-reflections/2026-03-21.md +0 -10
  68. package/daily-reflections/2026-03-22.md +0 -10
  69. package/daily-reflections/2026-03-23.md +0 -10
  70. package/daily-reflections/2026-03-24.md +0 -10
  71. package/daily-reflections/2026-03-25.md +0 -32
  72. package/daily-reflections/2026-03-26.md +0 -37
  73. package/daily-reflections/2026-03-27.md +0 -35
  74. package/daily-reflections/2026-03-28.md +0 -35
  75. package/daily-reflections/2026-03-29.md +0 -35
  76. package/daily-reflections/2026-03-30.md +0 -36
  77. package/daily-reflections/2026-03-31.md +0 -35
  78. package/daily-reflections/2026-04-01.md +0 -35
  79. package/daily-reflections/2026-04-02.md +0 -35
  80. package/daily-reflections/2026-04-03.md +0 -37
  81. package/daily-reflections/2026-04-04.md +0 -37
  82. package/daily-reflections/2026-04-05.md +0 -35
  83. package/daily-reflections/2026-04-06.md +0 -36
  84. package/daily-reflections/2026-04-07.md +0 -35
  85. package/daily-reflections/2026-04-08.md +0 -35
  86. package/daily-reflections/2026-04-12.md +0 -35
  87. package/data/alias-map.example.json +0 -22
  88. package/docs/api-reference.md +0 -1291
  89. package/docs/architecture.md +0 -168
  90. package/docs/memory-boundary-contract.md +0 -226
  91. package/docs/memory-categories.md +0 -119
  92. package/docs/pipeline-audit-ultramemory.md +0 -177
  93. package/docs/plans/2026-03-08-query-expansion.md +0 -270
  94. package/docs/plans/2026-03-16-continuity-layer.md +0 -196
  95. package/docs/plans/2026-04-01-recall-boost.md +0 -100
  96. package/docs/plans/mcp-tiering-plan.md +0 -126
  97. package/docs/research/recall-quality-audit-2026-03-22.md +0 -153
  98. package/docs/self-evolution.md +0 -198
  99. package/docs/superpowers/plans/2026-03-19-ingest-pipeline-upgrade.md +0 -782
  100. package/docs/superpowers/plans/2026-04-11-constructive-retrieval-emotion.md +0 -1195
  101. package/docs/superpowers/specs/2026-03-19-ingest-pipeline-upgrade-design.md +0 -77
  102. package/docs/superpowers/specs/2026-03-23-pull-claude-desktop-design.md +0 -95
  103. package/docs/superpowers/specs/2026-04-11-constructive-retrieval-emotion-design.md +0 -398
  104. package/eval/continuity/results-2026-03-16.md +0 -117
  105. package/eval/continuity/results-2026-03-19.md +0 -453
  106. package/eval/continuity/runbook.md +0 -110
  107. package/eval/continuity/seed-cases.md +0 -54
  108. package/eval/reports/2026-03-06-abstract-query-baseline.md +0 -96
  109. package/eval/reports/2026-03-06-aws-ssh-baseline.md +0 -82
  110. package/eval/reports/2026-03-06-baseline.md +0 -82
  111. package/eval/reports/query-expansion.md +0 -138
  112. package/glama.json +0 -6
  113. package/lm +0 -19
  114. package/plan-philosophy-upgrades.md +0 -363
  115. package/plan-product-upgrades.md +0 -155
  116. package/plan-v1.2-distributable.md +0 -105
  117. package/plan.md +0 -140
  118. package/research-memory-evolution.md +0 -440
  119. package/research-rl-agent-memory.md +0 -330
  120. package/scripts/archive-distilled-junk.ts +0 -116
  121. package/scripts/backfill-anchors.ts +0 -130
  122. package/scripts/backfill-l0l1l2.ts +0 -98
  123. package/scripts/blind-scan.ts +0 -588
  124. package/scripts/cleanup-step1-exact-dups.ts +0 -117
  125. package/scripts/cleanup-step2-template-dups.ts +0 -113
  126. package/scripts/cleanup-step3-stale-content.ts +0 -149
  127. package/scripts/cleanup-step4-orphan-scopes.ts +0 -131
  128. package/scripts/delete-distilled-junk.ts +0 -88
  129. package/scripts/diagnose-vector-search.ts +0 -132
  130. package/scripts/distill-facts.ts +0 -305
  131. package/scripts/health-check.ts +0 -343
  132. package/scripts/incremental-ingest.sh +0 -71
  133. package/scripts/migrate-language.ts +0 -75
  134. package/scripts/mlp-health-check.ts +0 -382
  135. package/scripts/pull-claude-desktop.ts +0 -515
  136. package/scripts/re-ingest-cc.sh +0 -66
  137. package/scripts/rebalance-memory-health.ts +0 -181
  138. package/scripts/run-desktop-ingest.sh +0 -11
  139. package/scripts/start-server.sh +0 -12
  140. package/scripts/verify-emotion-decay.ts +0 -148
  141. package/scripts/viz-dashboard.html +0 -423
  142. package/scripts/viz-export.ts +0 -703
  143. package/src/__tests__/access-tracker-novelty.test.ts +0 -228
  144. package/src/__tests__/activity-counter.test.ts +0 -96
  145. package/src/__tests__/admission-control.test.ts +0 -206
  146. package/src/__tests__/anchor-generator.test.ts +0 -67
  147. package/src/__tests__/auto-consolidation.test.ts +0 -168
  148. package/src/__tests__/auto-recall.test.ts +0 -131
  149. package/src/__tests__/babel-integration.test.ts +0 -139
  150. package/src/__tests__/batch-dedup.test.ts +0 -65
  151. package/src/__tests__/capture-engine.test.ts +0 -1144
  152. package/src/__tests__/capture-heuristic.test.ts +0 -171
  153. package/src/__tests__/cascade-forget.test.ts +0 -210
  154. package/src/__tests__/category-min-scores.test.ts +0 -33
  155. package/src/__tests__/cc8-cc1-essential-context.test.ts +0 -298
  156. package/src/__tests__/circuit-breaker.test.ts +0 -99
  157. package/src/__tests__/cluster-consolidation.test.ts +0 -712
  158. package/src/__tests__/confidence-metadata.test.ts +0 -125
  159. package/src/__tests__/confidence-tracker.test.ts +0 -249
  160. package/src/__tests__/conflict-advisor.test.ts +0 -206
  161. package/src/__tests__/conflict-escalation.test.ts +0 -149
  162. package/src/__tests__/conflict-lifecycle.test.ts +0 -83
  163. package/src/__tests__/conflict-output.test.ts +0 -85
  164. package/src/__tests__/conflict-store.test.ts +0 -374
  165. package/src/__tests__/consolidation-engine.test.ts +0 -181
  166. package/src/__tests__/constructive-retrieval.test.ts +0 -509
  167. package/src/__tests__/context-collapse-renderer.test.ts +0 -214
  168. package/src/__tests__/context-composer-pins.test.ts +0 -64
  169. package/src/__tests__/context-composer-task-selection.test.ts +0 -24
  170. package/src/__tests__/context-reconstructor.test.ts +0 -65
  171. package/src/__tests__/context-renderer.test.ts +0 -91
  172. package/src/__tests__/continuity-eval.test.ts +0 -275
  173. package/src/__tests__/continuity-schema.test.ts +0 -97
  174. package/src/__tests__/conversation-importer.test.ts +0 -692
  175. package/src/__tests__/core-recall-eval.test.ts +0 -235
  176. package/src/__tests__/core-summary.test.ts +0 -109
  177. package/src/__tests__/data-checkup.test.ts +0 -225
  178. package/src/__tests__/decay-exemption.test.ts +0 -84
  179. package/src/__tests__/dedup-actions.test.ts +0 -58
  180. package/src/__tests__/dedup-guard.test.ts +0 -39
  181. package/src/__tests__/deterministic-id.test.ts +0 -39
  182. package/src/__tests__/distill-lock.test.ts +0 -176
  183. package/src/__tests__/doctor.test.ts +0 -303
  184. package/src/__tests__/dream-pipeline.test.ts +0 -232
  185. package/src/__tests__/drill-down.test.ts +0 -108
  186. package/src/__tests__/embedder.test.ts +0 -122
  187. package/src/__tests__/emotion-decay.test.ts +0 -46
  188. package/src/__tests__/emotion-detector.test.ts +0 -56
  189. package/src/__tests__/emotion-phase1-integration.test.ts +0 -153
  190. package/src/__tests__/emotion-retrieval.test.ts +0 -56
  191. package/src/__tests__/entity-resolver.test.ts +0 -58
  192. package/src/__tests__/ethics-layer.test.ts +0 -476
  193. package/src/__tests__/event-segmenter.test.ts +0 -153
  194. package/src/__tests__/feature-flags-integration.test.ts +0 -54
  195. package/src/__tests__/frequency-tracker.test.ts +0 -113
  196. package/src/__tests__/graph-export.test.ts +0 -489
  197. package/src/__tests__/hotness-blend.test.ts +0 -76
  198. package/src/__tests__/ingest.test.ts +0 -360
  199. package/src/__tests__/interference-detector.test.ts +0 -203
  200. package/src/__tests__/kg-extractor.test.ts +0 -184
  201. package/src/__tests__/kg-store.test.ts +0 -198
  202. package/src/__tests__/llm-consolidation.test.ts +0 -226
  203. package/src/__tests__/mcp-efficiency.test.ts +0 -288
  204. package/src/__tests__/memory-boundaries.test.ts +0 -237
  205. package/src/__tests__/memory-evolution-b2-b3-e1.test.ts +0 -243
  206. package/src/__tests__/memory-evolution.test.ts +0 -271
  207. package/src/__tests__/memory-health-rebalance.test.ts +0 -144
  208. package/src/__tests__/memory-lint.test.ts +0 -271
  209. package/src/__tests__/memory-output.test.ts +0 -215
  210. package/src/__tests__/multi-vector.test.ts +0 -242
  211. package/src/__tests__/narrative-architecture.test.ts +0 -456
  212. package/src/__tests__/pending-review.test.ts +0 -77
  213. package/src/__tests__/post-retrieval-filter.test.ts +0 -178
  214. package/src/__tests__/ppr-traversal.test.ts +0 -256
  215. package/src/__tests__/prediction-engine.test.ts +0 -349
  216. package/src/__tests__/predictive-prospective-memory.test.ts +0 -416
  217. package/src/__tests__/preference-guard-smoke.test.ts +0 -211
  218. package/src/__tests__/preference-matcher.test.ts +0 -230
  219. package/src/__tests__/preference-slots.test.ts +0 -205
  220. package/src/__tests__/prospective-memory.test.ts +0 -283
  221. package/src/__tests__/query-entity-detector.test.ts +0 -171
  222. package/src/__tests__/query-expander-alias.test.ts +0 -89
  223. package/src/__tests__/query-expander.test.ts +0 -34
  224. package/src/__tests__/recall-governor.test.ts +0 -227
  225. package/src/__tests__/recall-mode.test.ts +0 -64
  226. package/src/__tests__/result-synthesizer.test.ts +0 -198
  227. package/src/__tests__/resume-context.test.ts +0 -4898
  228. package/src/__tests__/retrieval-trace.test.ts +0 -213
  229. package/src/__tests__/retriever-boundary-weight.test.ts +0 -136
  230. package/src/__tests__/retroactive-boost.test.ts +0 -223
  231. package/src/__tests__/salience-scoring.test.ts +0 -106
  232. package/src/__tests__/scope-inventory.test.ts +0 -200
  233. package/src/__tests__/scope-policy.test.ts +0 -69
  234. package/src/__tests__/session-checkpoint.test.ts +0 -259
  235. package/src/__tests__/session-distiller.test.ts +0 -611
  236. package/src/__tests__/session-gc.test.ts +0 -215
  237. package/src/__tests__/skill-engine.test.ts +0 -546
  238. package/src/__tests__/skill-promotion.test.ts +0 -349
  239. package/src/__tests__/store-scope-audit.test.ts +0 -81
  240. package/src/__tests__/supersede-chain.test.ts +0 -154
  241. package/src/__tests__/temporal-parser.test.ts +0 -241
  242. package/src/__tests__/temporal-validity.test.ts +0 -160
  243. package/src/__tests__/term-registry.test.ts +0 -121
  244. package/src/__tests__/tool-output-compressor.test.ts +0 -133
  245. package/src/__tests__/topic-tag.test.ts +0 -113
  246. package/src/__tests__/trusted-memory.test.ts +0 -828
  247. package/src/__tests__/version-manager.test.ts +0 -213
  248. package/src/__tests__/workflow-observation.test.ts +0 -400
  249. package/src/__tests__/write-verifier.test.ts +0 -122
@@ -1,242 +0,0 @@
1
- import { describe, expect, it, beforeEach, afterEach } from "bun:test";
2
-
3
- import {
4
- blendMultiVectorScores,
5
- cosineSimilarity,
6
- DEFAULT_BLEND_CONFIG,
7
- embedMultiVector,
8
- extractMultiVectorText,
9
- isMultiVectorEnabled,
10
- tokenize,
11
- textOverlapScore,
12
- adaptiveBlendConfig,
13
- } from "../multi-vector.js";
14
-
15
- describe("isMultiVectorEnabled", () => {
16
- const original = process.env.RECALLNEST_MULTI_VECTOR;
17
-
18
- afterEach(() => {
19
- if (original === undefined) {
20
- delete process.env.RECALLNEST_MULTI_VECTOR;
21
- } else {
22
- process.env.RECALLNEST_MULTI_VECTOR = original;
23
- }
24
- });
25
-
26
- it("returns false by default", () => {
27
- delete process.env.RECALLNEST_MULTI_VECTOR;
28
- expect(isMultiVectorEnabled()).toBe(false);
29
- });
30
-
31
- it("returns true when set to 'true'", () => {
32
- process.env.RECALLNEST_MULTI_VECTOR = "true";
33
- expect(isMultiVectorEnabled()).toBe(true);
34
- });
35
- });
36
-
37
- describe("extractMultiVectorText", () => {
38
- it("extracts L0 and L1 from valid metadata", () => {
39
- const meta = JSON.stringify({
40
- l0_abstract: "User prefers TypeScript",
41
- l1_overview: "User consistently chooses TypeScript over JavaScript for type safety",
42
- });
43
- const result = extractMultiVectorText(meta);
44
- expect(result.l0).toBe("User prefers TypeScript");
45
- expect(result.l1).toContain("TypeScript");
46
- });
47
-
48
- it("returns empty for missing fields", () => {
49
- const meta = JSON.stringify({ source: "manual" });
50
- const result = extractMultiVectorText(meta);
51
- expect(result.l0).toBeUndefined();
52
- expect(result.l1).toBeUndefined();
53
- });
54
-
55
- it("returns empty for undefined metadata", () => {
56
- const result = extractMultiVectorText(undefined);
57
- expect(result.l0).toBeUndefined();
58
- });
59
-
60
- it("skips very short L0/L1 text (<=5 chars)", () => {
61
- const meta = JSON.stringify({ l0_abstract: "abc", l1_overview: "short" });
62
- const result = extractMultiVectorText(meta);
63
- expect(result.l0).toBeUndefined();
64
- expect(result.l1).toBeUndefined();
65
- });
66
- });
67
-
68
- describe("embedMultiVector", () => {
69
- const mockEmbedder = {
70
- async embedPassage(text: string) {
71
- return [text.length, 0.5, 0.1];
72
- },
73
- };
74
-
75
- it("returns null vectors when disabled", async () => {
76
- delete process.env.RECALLNEST_MULTI_VECTOR;
77
- const result = await embedMultiVector(mockEmbedder, JSON.stringify({
78
- l0_abstract: "Some abstract text here",
79
- }));
80
- expect(result.vector_l0).toBeNull();
81
- expect(result.vector_l1).toBeNull();
82
- });
83
-
84
- it("generates vectors when enabled and text available", async () => {
85
- process.env.RECALLNEST_MULTI_VECTOR = "true";
86
- const result = await embedMultiVector(mockEmbedder, JSON.stringify({
87
- l0_abstract: "User prefers TypeScript",
88
- l1_overview: "Detailed overview of TypeScript preference with reasoning",
89
- }));
90
- expect(result.vector_l0).not.toBeNull();
91
- expect(result.vector_l1).not.toBeNull();
92
- expect(result.vector_l0![0]).toBe("User prefers TypeScript".length);
93
- // Cleanup
94
- delete process.env.RECALLNEST_MULTI_VECTOR;
95
- });
96
-
97
- it("returns null for missing L0/L1 text even when enabled", async () => {
98
- process.env.RECALLNEST_MULTI_VECTOR = "true";
99
- const result = await embedMultiVector(mockEmbedder, JSON.stringify({ source: "manual" }));
100
- expect(result.vector_l0).toBeNull();
101
- expect(result.vector_l1).toBeNull();
102
- delete process.env.RECALLNEST_MULTI_VECTOR;
103
- });
104
- });
105
-
106
- describe("blendMultiVectorScores", () => {
107
- it("returns main score when no L0/L1 available", () => {
108
- expect(blendMultiVectorScores(0.8, null, null)).toBe(0.8);
109
- });
110
-
111
- it("blends with L0 only", () => {
112
- const blended = blendMultiVectorScores(0.8, 0.9, null);
113
- // (0.8 * 0.65 + 0.9 * 0.20) / (0.65 + 0.20) = (0.52 + 0.18) / 0.85
114
- expect(blended).toBeCloseTo(0.824, 2);
115
- });
116
-
117
- it("blends with both L0 and L1", () => {
118
- const blended = blendMultiVectorScores(0.8, 0.9, 0.7);
119
- // (0.8*0.65 + 0.9*0.20 + 0.7*0.15) / (0.65+0.20+0.15) = (0.52+0.18+0.105)/1.0
120
- expect(blended).toBeCloseTo(0.805, 2);
121
- });
122
-
123
- it("supports custom weights", () => {
124
- const config = { vectorWeight: 0.5, l0Weight: 0.3, l1Weight: 0.2 };
125
- const blended = blendMultiVectorScores(0.8, 0.9, 0.7, config);
126
- expect(blended).toBeCloseTo(0.81, 2);
127
- });
128
- });
129
-
130
- describe("cosineSimilarity", () => {
131
- it("returns 1 for identical vectors", () => {
132
- expect(cosineSimilarity([1, 0, 0], [1, 0, 0])).toBeCloseTo(1.0, 5);
133
- });
134
-
135
- it("returns 0 for orthogonal vectors", () => {
136
- expect(cosineSimilarity([1, 0, 0], [0, 1, 0])).toBeCloseTo(0.0, 5);
137
- });
138
-
139
- it("returns -1 for opposite vectors", () => {
140
- expect(cosineSimilarity([1, 0, 0], [-1, 0, 0])).toBeCloseTo(-1.0, 5);
141
- });
142
-
143
- it("returns 0 for empty vectors", () => {
144
- expect(cosineSimilarity([], [])).toBe(0);
145
- });
146
-
147
- it("returns 0 for mismatched dimensions", () => {
148
- expect(cosineSimilarity([1, 0], [1, 0, 0])).toBe(0);
149
- });
150
- });
151
-
152
- // ===========================================================================
153
- // Tier 4.3: Text-overlap multi-vector scoring
154
- // ===========================================================================
155
-
156
- describe("tokenize", () => {
157
- it("tokenizes English text, removes stop words", () => {
158
- const tokens = tokenize("The user prefers TypeScript for projects");
159
- expect(tokens).toContain("user");
160
- expect(tokens).toContain("prefers");
161
- expect(tokens).toContain("typescript");
162
- expect(tokens).toContain("projects");
163
- expect(tokens).not.toContain("the");
164
- expect(tokens).not.toContain("for");
165
- });
166
-
167
- it("tokenizes Chinese text into unigrams, removes stop words", () => {
168
- const tokens = tokenize("用户喜欢使用TypeScript编程");
169
- expect(tokens).toContain("用");
170
- expect(tokens).toContain("户");
171
- expect(tokens).toContain("喜");
172
- expect(tokens).toContain("欢");
173
- expect(tokens).toContain("typescript");
174
- expect(tokens).not.toContain("的");
175
- });
176
-
177
- it("handles mixed CJK and English", () => {
178
- const tokens = tokenize("RecallNest 记忆服务 is great");
179
- expect(tokens).toContain("recallnest");
180
- expect(tokens).toContain("记");
181
- expect(tokens).toContain("忆");
182
- expect(tokens).toContain("服");
183
- expect(tokens).toContain("务");
184
- expect(tokens).toContain("great");
185
- });
186
-
187
- it("returns empty for empty/whitespace input", () => {
188
- expect(tokenize("")).toEqual([]);
189
- expect(tokenize(" ")).toEqual([]);
190
- });
191
- });
192
-
193
- describe("textOverlapScore", () => {
194
- it("returns 1.0 when query fully matches a concise abstract", () => {
195
- const score = textOverlapScore("TypeScript preference", "TypeScript preference");
196
- expect(score).toBeGreaterThan(0.8);
197
- });
198
-
199
- it("returns higher score for L0 abstract than L2 full text on topic query", () => {
200
- const query = "TypeScript projects";
201
- const l0 = "User prefers TypeScript for all projects";
202
- const l2 = "The user mentioned that they have been working with React and JavaScript for three years. They recently started using TypeScript for their projects because of type safety. They also mentioned Python for data science work.";
203
-
204
- const l0Score = textOverlapScore(query, l0);
205
- const l2Score = textOverlapScore(query, l2);
206
- expect(l0Score).toBeGreaterThan(l2Score);
207
- });
208
-
209
- it("returns 0 for completely unrelated texts", () => {
210
- const score = textOverlapScore("TypeScript projects", "天气很好适合出去玩");
211
- expect(score).toBe(0);
212
- });
213
-
214
- it("returns 0 for empty query", () => {
215
- expect(textOverlapScore("", "some text")).toBe(0);
216
- });
217
-
218
- it("returns 0 for empty candidate", () => {
219
- expect(textOverlapScore("some query", "")).toBe(0);
220
- });
221
- });
222
-
223
- describe("adaptiveBlendConfig", () => {
224
- it("boosts L0/L1 for short queries (≤3 tokens)", () => {
225
- const config = adaptiveBlendConfig(2);
226
- expect(config.l0Weight).toBe(0.25);
227
- expect(config.l1Weight).toBe(0.25);
228
- expect(config.vectorWeight).toBe(0.50);
229
- });
230
-
231
- it("uses default for medium queries (4-10 tokens)", () => {
232
- const config = adaptiveBlendConfig(7);
233
- expect(config).toEqual(DEFAULT_BLEND_CONFIG);
234
- });
235
-
236
- it("favors L2 for long queries (>10 tokens)", () => {
237
- const config = adaptiveBlendConfig(15);
238
- expect(config.vectorWeight).toBe(0.80);
239
- expect(config.l0Weight).toBe(0.10);
240
- expect(config.l1Weight).toBe(0.10);
241
- });
242
- });
@@ -1,456 +0,0 @@
1
- /**
2
- * Phase 3: Autobiographical Narrative Architecture tests.
3
- *
4
- * Validates:
5
- * 1. NarrativeMetadata schema — Zod parsing + backward compat
6
- * 2. narrative-tagger — rule-based tagging with keyword detection
7
- * 3. parseNarrative — safe extraction from metadata JSON
8
- * 4. Feature flag gating — all features no-op when flag is off
9
- * 5. Graph export — narrative edges between siblings
10
- */
11
- import { describe, test, expect, beforeAll, afterAll } from "bun:test";
12
- import { tagNarrative, tagNarrativeIfEnabled } from "../narrative-tagger.js";
13
- import {
14
- parseNarrative,
15
- isNarrativeModeEnabled,
16
- NarrativeMetadataSchema,
17
- type NarrativeMetadata,
18
- } from "../narrative-schema.js";
19
-
20
- // ---------------------------------------------------------------------------
21
- // 1. NarrativeMetadata Schema
22
- // ---------------------------------------------------------------------------
23
-
24
- describe("NarrativeMetadataSchema", () => {
25
- test("accepts valid narrative metadata", () => {
26
- const valid: NarrativeMetadata = {
27
- lifePeriodId: "lp:project:2026-Q2",
28
- lifePeriodLabel: "project (2026-Q2)",
29
- generalEventId: "ge:session-abc",
30
- generalEventLabel: "debugging @ project (2026-04-11)",
31
- specificEventId: "se:project:1712835600000:abc123",
32
- specificEventLabel: "Fixed the auth bug after 3 hours",
33
- startAt: 1712835600000,
34
- endAt: null,
35
- sequence: 0,
36
- };
37
- const parsed = NarrativeMetadataSchema.parse(valid);
38
- expect(parsed.lifePeriodId).toBe("lp:project:2026-Q2");
39
- expect(parsed.endAt).toBeNull();
40
- expect(parsed.sequence).toBe(0);
41
- });
42
-
43
- test("rejects empty lifePeriodId", () => {
44
- expect(() =>
45
- NarrativeMetadataSchema.parse({
46
- lifePeriodId: "",
47
- lifePeriodLabel: "x",
48
- generalEventId: "ge:x",
49
- generalEventLabel: "x",
50
- specificEventId: "se:x",
51
- specificEventLabel: "x",
52
- startAt: 0,
53
- endAt: null,
54
- sequence: 0,
55
- }),
56
- ).toThrow();
57
- });
58
-
59
- test("rejects negative sequence", () => {
60
- expect(() =>
61
- NarrativeMetadataSchema.parse({
62
- lifePeriodId: "lp:x:2026-Q1",
63
- lifePeriodLabel: "x",
64
- generalEventId: "ge:x",
65
- generalEventLabel: "x",
66
- specificEventId: "se:x",
67
- specificEventLabel: "x",
68
- startAt: 0,
69
- endAt: null,
70
- sequence: -1,
71
- }),
72
- ).toThrow();
73
- });
74
-
75
- test("accepts endAt as a number", () => {
76
- const parsed = NarrativeMetadataSchema.parse({
77
- lifePeriodId: "lp:x:2026-Q1",
78
- lifePeriodLabel: "x",
79
- generalEventId: "ge:x",
80
- generalEventLabel: "x",
81
- specificEventId: "se:x",
82
- specificEventLabel: "x",
83
- startAt: 1000,
84
- endAt: 2000,
85
- sequence: 1,
86
- });
87
- expect(parsed.endAt).toBe(2000);
88
- });
89
- });
90
-
91
- // ---------------------------------------------------------------------------
92
- // 2. parseNarrative — safe extraction
93
- // ---------------------------------------------------------------------------
94
-
95
- describe("parseNarrative", () => {
96
- test("returns null for undefined metadata", () => {
97
- expect(parseNarrative(undefined)).toBeNull();
98
- });
99
-
100
- test("returns null for empty string", () => {
101
- expect(parseNarrative("")).toBeNull();
102
- });
103
-
104
- test("returns null for metadata without narrative key", () => {
105
- expect(parseNarrative(JSON.stringify({ source: "agent" }))).toBeNull();
106
- });
107
-
108
- test("returns null for malformed JSON", () => {
109
- expect(parseNarrative("{broken json")).toBeNull();
110
- });
111
-
112
- test("extracts valid narrative from metadata", () => {
113
- const metadata = JSON.stringify({
114
- source: "agent",
115
- narrative: {
116
- lifePeriodId: "lp:memory:2026-Q2",
117
- lifePeriodLabel: "memory (2026-Q2)",
118
- generalEventId: "ge:session-123",
119
- generalEventLabel: "development @ memory (2026-04-11)",
120
- specificEventId: "se:memory:1712835600000:xyz",
121
- specificEventLabel: "Implemented narrative tagger",
122
- startAt: 1712835600000,
123
- endAt: null,
124
- sequence: 0,
125
- },
126
- });
127
- const result = parseNarrative(metadata);
128
- expect(result).not.toBeNull();
129
- expect(result!.lifePeriodId).toBe("lp:memory:2026-Q2");
130
- expect(result!.generalEventId).toBe("ge:session-123");
131
- expect(result!.sequence).toBe(0);
132
- });
133
-
134
- test("returns null for narrative with missing lifePeriodId", () => {
135
- const metadata = JSON.stringify({
136
- narrative: { generalEventId: "ge:x" },
137
- });
138
- expect(parseNarrative(metadata)).toBeNull();
139
- });
140
- });
141
-
142
- // ---------------------------------------------------------------------------
143
- // 3. tagNarrative — rule-based tagger
144
- // ---------------------------------------------------------------------------
145
-
146
- describe("tagNarrative", () => {
147
- const origFlag = process.env.RECALLNEST_NARRATIVE_MODE;
148
-
149
- afterAll(() => {
150
- if (origFlag !== undefined) {
151
- process.env.RECALLNEST_NARRATIVE_MODE = origFlag;
152
- } else {
153
- delete process.env.RECALLNEST_NARRATIVE_MODE;
154
- }
155
- });
156
-
157
- test("returns null when feature flag is off", () => {
158
- process.env.RECALLNEST_NARRATIVE_MODE = "false";
159
- const result = tagNarrative({
160
- scope: "project:test",
161
- text: "some memory",
162
- timestamp: Date.now(),
163
- });
164
- expect(result).toBeNull();
165
- });
166
-
167
- test("returns narrative metadata when flag is on", () => {
168
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
169
- const ts = new Date("2026-04-11T10:00:00Z").getTime();
170
- const result = tagNarrative({
171
- scope: "project:recallnest",
172
- text: "Implemented the narrative tagger feature",
173
- timestamp: ts,
174
- });
175
-
176
- expect(result).not.toBeNull();
177
- expect(result!.lifePeriodId).toBe("lp:project:2026-Q2");
178
- expect(result!.lifePeriodLabel).toBe("project (2026-Q2)");
179
- expect(result!.startAt).toBe(ts);
180
- expect(result!.endAt).toBeNull();
181
- expect(result!.sequence).toBe(0);
182
- });
183
-
184
- test("uses sessionId for generalEventId when provided", () => {
185
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
186
- const result = tagNarrative({
187
- scope: "project:test",
188
- text: "test memory",
189
- timestamp: Date.now(),
190
- sessionId: "sess-abc-123",
191
- });
192
- expect(result!.generalEventId).toBe("ge:sess-abc-123");
193
- });
194
-
195
- test("uses date-based generalEventId when no sessionId", () => {
196
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
197
- const ts = new Date("2026-04-11T10:00:00Z").getTime();
198
- const result = tagNarrative({
199
- scope: "project:test",
200
- text: "test memory",
201
- timestamp: ts,
202
- });
203
- expect(result!.generalEventId).toContain("2026-04-11");
204
- expect(result!.generalEventId).toContain("ge:");
205
- });
206
-
207
- test("respects sequence parameter", () => {
208
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
209
- const result = tagNarrative({
210
- scope: "project:test",
211
- text: "third event",
212
- timestamp: Date.now(),
213
- sequence: 3,
214
- });
215
- expect(result!.sequence).toBe(3);
216
- });
217
-
218
- test("detects debugging event type from keywords", () => {
219
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
220
- const result = tagNarrative({
221
- scope: "project:app",
222
- text: "Debug the authentication crash in production",
223
- timestamp: new Date("2026-04-11T10:00:00Z").getTime(),
224
- });
225
- expect(result!.generalEventLabel).toContain("debugging");
226
- });
227
-
228
- test("detects deployment event type from keywords", () => {
229
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
230
- const result = tagNarrative({
231
- scope: "project:app",
232
- text: "Deploy the new release to production",
233
- timestamp: new Date("2026-04-11T10:00:00Z").getTime(),
234
- });
235
- expect(result!.generalEventLabel).toContain("deployment");
236
- });
237
-
238
- test("detects learning event type from keywords", () => {
239
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
240
- const result = tagNarrative({
241
- scope: "project:app",
242
- text: "Research new approaches for memory systems",
243
- timestamp: new Date("2026-04-11T10:00:00Z").getTime(),
244
- });
245
- expect(result!.generalEventLabel).toContain("learning");
246
- });
247
-
248
- test("detects Chinese keywords", () => {
249
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
250
- const result = tagNarrative({
251
- scope: "project:app",
252
- text: "调试认证模块的崩溃问题",
253
- timestamp: new Date("2026-04-11T10:00:00Z").getTime(),
254
- });
255
- expect(result!.generalEventLabel).toContain("debugging");
256
- });
257
-
258
- test("falls back to 'activity' when no keywords match", () => {
259
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
260
- const result = tagNarrative({
261
- scope: "project:app",
262
- text: "Meeting about quarterly goals",
263
- timestamp: new Date("2026-04-11T10:00:00Z").getTime(),
264
- });
265
- expect(result!.generalEventLabel).toContain("activity");
266
- });
267
-
268
- test("truncates long text in specificEventLabel", () => {
269
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
270
- const longText = "A".repeat(100);
271
- const result = tagNarrative({
272
- scope: "project:app",
273
- text: longText,
274
- timestamp: Date.now(),
275
- });
276
- expect(result!.specificEventLabel.length).toBeLessThanOrEqual(60);
277
- expect(result!.specificEventLabel).toContain("\u2026"); // ellipsis
278
- });
279
-
280
- test("quarterly boundary — Q1 vs Q2", () => {
281
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
282
- const q1 = tagNarrative({
283
- scope: "project:app",
284
- text: "Q1 work",
285
- timestamp: new Date("2026-03-15T10:00:00Z").getTime(),
286
- });
287
- const q2 = tagNarrative({
288
- scope: "project:app",
289
- text: "Q2 work",
290
- timestamp: new Date("2026-04-15T10:00:00Z").getTime(),
291
- });
292
- expect(q1!.lifePeriodId).toContain("2026-Q1");
293
- expect(q2!.lifePeriodId).toContain("2026-Q2");
294
- expect(q1!.lifePeriodId).not.toBe(q2!.lifePeriodId);
295
- });
296
-
297
- test("same scope+day → same generalEventId (without sessionId)", () => {
298
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
299
- const ts1 = new Date("2026-04-11T08:00:00Z").getTime();
300
- const ts2 = new Date("2026-04-11T16:00:00Z").getTime();
301
- const r1 = tagNarrative({ scope: "project:app", text: "morning work", timestamp: ts1 });
302
- const r2 = tagNarrative({ scope: "project:app", text: "evening work", timestamp: ts2 });
303
- expect(r1!.generalEventId).toBe(r2!.generalEventId);
304
- });
305
-
306
- test("different days → different generalEventId", () => {
307
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
308
- const day1 = new Date("2026-04-11T10:00:00Z").getTime();
309
- const day2 = new Date("2026-04-12T10:00:00Z").getTime();
310
- const r1 = tagNarrative({ scope: "project:app", text: "day1", timestamp: day1 });
311
- const r2 = tagNarrative({ scope: "project:app", text: "day2", timestamp: day2 });
312
- expect(r1!.generalEventId).not.toBe(r2!.generalEventId);
313
- });
314
-
315
- test("different text → different specificEventId", () => {
316
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
317
- const ts = Date.now();
318
- const r1 = tagNarrative({ scope: "project:app", text: "event A happened", timestamp: ts });
319
- const r2 = tagNarrative({ scope: "project:app", text: "event B happened", timestamp: ts });
320
- expect(r1!.specificEventId).not.toBe(r2!.specificEventId);
321
- });
322
- });
323
-
324
- // ---------------------------------------------------------------------------
325
- // 4. tagNarrativeIfEnabled — convenience wrapper
326
- // ---------------------------------------------------------------------------
327
-
328
- describe("tagNarrativeIfEnabled", () => {
329
- const origFlag = process.env.RECALLNEST_NARRATIVE_MODE;
330
-
331
- afterAll(() => {
332
- if (origFlag !== undefined) {
333
- process.env.RECALLNEST_NARRATIVE_MODE = origFlag;
334
- } else {
335
- delete process.env.RECALLNEST_NARRATIVE_MODE;
336
- }
337
- });
338
-
339
- test("returns null when flag is off", () => {
340
- process.env.RECALLNEST_NARRATIVE_MODE = "false";
341
- expect(tagNarrativeIfEnabled({ scope: "x", text: "y", timestamp: 0 })).toBeNull();
342
- });
343
-
344
- test("returns metadata when flag is on", () => {
345
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
346
- const result = tagNarrativeIfEnabled({
347
- scope: "project:test",
348
- text: "test",
349
- timestamp: Date.now(),
350
- });
351
- expect(result).not.toBeNull();
352
- expect(result!.lifePeriodId).toBeDefined();
353
- });
354
- });
355
-
356
- // ---------------------------------------------------------------------------
357
- // 5. isNarrativeModeEnabled
358
- // ---------------------------------------------------------------------------
359
-
360
- describe("isNarrativeModeEnabled", () => {
361
- const origFlag = process.env.RECALLNEST_NARRATIVE_MODE;
362
-
363
- afterAll(() => {
364
- if (origFlag !== undefined) {
365
- process.env.RECALLNEST_NARRATIVE_MODE = origFlag;
366
- } else {
367
- delete process.env.RECALLNEST_NARRATIVE_MODE;
368
- }
369
- });
370
-
371
- test("returns false when env is not set", () => {
372
- delete process.env.RECALLNEST_NARRATIVE_MODE;
373
- expect(isNarrativeModeEnabled()).toBe(false);
374
- });
375
-
376
- test("returns false when env is 'false'", () => {
377
- process.env.RECALLNEST_NARRATIVE_MODE = "false";
378
- expect(isNarrativeModeEnabled()).toBe(false);
379
- });
380
-
381
- test("returns true when env is 'true'", () => {
382
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
383
- expect(isNarrativeModeEnabled()).toBe(true);
384
- });
385
- });
386
-
387
- // ---------------------------------------------------------------------------
388
- // 6. Narrative metadata round-trip (tag → JSON → parse)
389
- // ---------------------------------------------------------------------------
390
-
391
- describe("narrative round-trip", () => {
392
- const origFlag = process.env.RECALLNEST_NARRATIVE_MODE;
393
-
394
- afterAll(() => {
395
- if (origFlag !== undefined) {
396
- process.env.RECALLNEST_NARRATIVE_MODE = origFlag;
397
- } else {
398
- delete process.env.RECALLNEST_NARRATIVE_MODE;
399
- }
400
- });
401
-
402
- test("tag → embed in metadata JSON → parseNarrative → same values", () => {
403
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
404
- const tagged = tagNarrative({
405
- scope: "project:recallnest",
406
- text: "Fixed the scoring bug in retriever",
407
- timestamp: new Date("2026-04-11T10:00:00Z").getTime(),
408
- sessionId: "sess-xyz",
409
- sequence: 2,
410
- });
411
-
412
- expect(tagged).not.toBeNull();
413
-
414
- // Simulate embedding in metadata JSON (as done in capture-engine/ingest)
415
- const metadata = JSON.stringify({
416
- source: "agent",
417
- tags: ["fix"],
418
- narrative: tagged,
419
- });
420
-
421
- // Parse back out
422
- const parsed = parseNarrative(metadata);
423
- expect(parsed).not.toBeNull();
424
- expect(parsed!.lifePeriodId).toBe(tagged!.lifePeriodId);
425
- expect(parsed!.generalEventId).toBe(tagged!.generalEventId);
426
- expect(parsed!.specificEventId).toBe(tagged!.specificEventId);
427
- expect(parsed!.sequence).toBe(2);
428
- expect(parsed!.startAt).toBe(tagged!.startAt);
429
- });
430
- });
431
-
432
- // ---------------------------------------------------------------------------
433
- // 7. Backward compatibility — existing metadata without narrative
434
- // ---------------------------------------------------------------------------
435
-
436
- describe("backward compatibility", () => {
437
- test("parseNarrative on pre-narrative metadata returns null", () => {
438
- const oldMeta = JSON.stringify({
439
- source: "agent",
440
- tags: ["test"],
441
- emotion: { valence: 0.5, arousal: 0.3, label: "positive" },
442
- evolution: { status: "active", version: 1 },
443
- });
444
- expect(parseNarrative(oldMeta)).toBeNull();
445
- });
446
-
447
- test("feature flag off means zero narrative overhead", () => {
448
- process.env.RECALLNEST_NARRATIVE_MODE = "false";
449
- const result = tagNarrative({
450
- scope: "project:test",
451
- text: "this should produce nothing",
452
- timestamp: Date.now(),
453
- });
454
- expect(result).toBeNull();
455
- });
456
- });