recallnest 3.0.0 → 3.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (184) hide show
  1. package/CHANGELOG.md +101 -0
  2. package/README.md +222 -254
  3. package/README_CN.md +206 -243
  4. package/package.json +3 -2
  5. package/src/capture-engine.ts +26 -4
  6. package/src/context-composer-stable.ts +5 -1
  7. package/src/embedder.ts +24 -0
  8. package/src/env-config.ts +18 -0
  9. package/src/ingest.ts +225 -17
  10. package/src/kg-extractor.ts +17 -0
  11. package/src/memory-output.ts +35 -0
  12. package/src/pivot-apply.ts +52 -1
  13. package/src/pivot-evidence.ts +128 -0
  14. package/src/ppr-traversal.ts +25 -1
  15. package/src/runtime-config.ts +9 -0
  16. package/src/session-engine.ts +11 -4
  17. package/src/session-output.ts +9 -1
  18. package/src/session-store.ts +2 -3
  19. package/src/skill-promotion.ts +67 -1
  20. package/src/__tests__/access-tracker-novelty.test.ts +0 -324
  21. package/src/__tests__/activity-counter.test.ts +0 -125
  22. package/src/__tests__/adaptive-fidelity.test.ts +0 -102
  23. package/src/__tests__/admission-control.test.ts +0 -206
  24. package/src/__tests__/age-label.test.ts +0 -33
  25. package/src/__tests__/anchor-generator.test.ts +0 -67
  26. package/src/__tests__/api-server-security.test.ts +0 -102
  27. package/src/__tests__/auto-consolidation.test.ts +0 -168
  28. package/src/__tests__/auto-recall.test.ts +0 -131
  29. package/src/__tests__/babel-integration.test.ts +0 -144
  30. package/src/__tests__/batch-dedup.test.ts +0 -65
  31. package/src/__tests__/belief-history.test.ts +0 -220
  32. package/src/__tests__/canary-eval.test.ts +0 -114
  33. package/src/__tests__/capture-engine.test.ts +0 -1328
  34. package/src/__tests__/capture-heuristic.test.ts +0 -171
  35. package/src/__tests__/cascade-forget.test.ts +0 -210
  36. package/src/__tests__/category-min-scores.test.ts +0 -116
  37. package/src/__tests__/cc8-cc1-essential-context.test.ts +0 -298
  38. package/src/__tests__/circuit-breaker.test.ts +0 -99
  39. package/src/__tests__/cluster-consolidation.test.ts +0 -1236
  40. package/src/__tests__/confidence-metadata.test.ts +0 -125
  41. package/src/__tests__/confidence-tracker.test.ts +0 -261
  42. package/src/__tests__/conflict-advisor.test.ts +0 -206
  43. package/src/__tests__/conflict-escalation.test.ts +0 -149
  44. package/src/__tests__/conflict-lifecycle.test.ts +0 -83
  45. package/src/__tests__/conflict-output.test.ts +0 -85
  46. package/src/__tests__/conflict-store.test.ts +0 -418
  47. package/src/__tests__/connector-v1.test.ts +0 -181
  48. package/src/__tests__/consolidation-engine.test.ts +0 -520
  49. package/src/__tests__/constructive-retrieval.test.ts +0 -509
  50. package/src/__tests__/context-collapse-renderer.test.ts +0 -214
  51. package/src/__tests__/context-composer-pins.test.ts +0 -64
  52. package/src/__tests__/context-composer-task-selection.test.ts +0 -24
  53. package/src/__tests__/context-reconstructor.test.ts +0 -65
  54. package/src/__tests__/context-renderer.test.ts +0 -91
  55. package/src/__tests__/continuity-eval.test.ts +0 -275
  56. package/src/__tests__/continuity-schema.test.ts +0 -97
  57. package/src/__tests__/contracts.test.ts +0 -262
  58. package/src/__tests__/conversation-importer.test.ts +0 -692
  59. package/src/__tests__/core-recall-eval.test.ts +0 -235
  60. package/src/__tests__/core-summary.test.ts +0 -109
  61. package/src/__tests__/data-checkup.test.ts +0 -304
  62. package/src/__tests__/decay-exemption.test.ts +0 -129
  63. package/src/__tests__/dedup-actions.test.ts +0 -58
  64. package/src/__tests__/dedup-guard.test.ts +0 -39
  65. package/src/__tests__/deterministic-id.test.ts +0 -39
  66. package/src/__tests__/distill-lock.test.ts +0 -305
  67. package/src/__tests__/distill-session-argshape.test.ts +0 -79
  68. package/src/__tests__/doctor.test.ts +0 -319
  69. package/src/__tests__/dream-pipeline.test.ts +0 -820
  70. package/src/__tests__/dream-scope-isolation.test.ts +0 -386
  71. package/src/__tests__/dream-write-batching.test.ts +0 -211
  72. package/src/__tests__/drill-down.test.ts +0 -108
  73. package/src/__tests__/embedder.test.ts +0 -122
  74. package/src/__tests__/emotion-decay.test.ts +0 -46
  75. package/src/__tests__/emotion-detector.test.ts +0 -56
  76. package/src/__tests__/emotion-phase1-integration.test.ts +0 -153
  77. package/src/__tests__/emotion-retrieval.test.ts +0 -56
  78. package/src/__tests__/entity-resolver.test.ts +0 -58
  79. package/src/__tests__/env-config-invariant.test.ts +0 -80
  80. package/src/__tests__/env-config.test.ts +0 -211
  81. package/src/__tests__/error-signature-boost.test.ts +0 -87
  82. package/src/__tests__/error-signature.test.ts +0 -95
  83. package/src/__tests__/error-taxonomy.test.ts +0 -129
  84. package/src/__tests__/ethics-layer.test.ts +0 -476
  85. package/src/__tests__/event-segmenter.test.ts +0 -153
  86. package/src/__tests__/feature-flags-integration.test.ts +0 -54
  87. package/src/__tests__/frequency-tracker.test.ts +0 -113
  88. package/src/__tests__/freshness.test.ts +0 -186
  89. package/src/__tests__/graph-export.test.ts +0 -489
  90. package/src/__tests__/hotness-blend.test.ts +0 -283
  91. package/src/__tests__/ingest-chunking.test.ts +0 -44
  92. package/src/__tests__/ingest-scope-prefix.test.ts +0 -69
  93. package/src/__tests__/ingest.test.ts +0 -360
  94. package/src/__tests__/interference-detector.test.ts +0 -203
  95. package/src/__tests__/kg-extractor.test.ts +0 -192
  96. package/src/__tests__/kg-store.test.ts +0 -300
  97. package/src/__tests__/llm-client-pivot.test.ts +0 -628
  98. package/src/__tests__/llm-consolidation.test.ts +0 -226
  99. package/src/__tests__/maintenance-locks.test.ts +0 -197
  100. package/src/__tests__/mcp-efficiency.test.ts +0 -288
  101. package/src/__tests__/mcp-related-scopes.test.ts +0 -151
  102. package/src/__tests__/memory-boundaries.test.ts +0 -282
  103. package/src/__tests__/memory-evolution-b2-b3-e1.test.ts +0 -362
  104. package/src/__tests__/memory-evolution.test.ts +0 -271
  105. package/src/__tests__/memory-health-rebalance.test.ts +0 -144
  106. package/src/__tests__/memory-lint.test.ts +0 -421
  107. package/src/__tests__/memory-output.test.ts +0 -224
  108. package/src/__tests__/memory-promotion.test.ts +0 -315
  109. package/src/__tests__/memory-utility.test.ts +0 -256
  110. package/src/__tests__/migrate-dedup-ids.test.ts +0 -65
  111. package/src/__tests__/multi-vector.test.ts +0 -242
  112. package/src/__tests__/narrative-architecture.test.ts +0 -456
  113. package/src/__tests__/noise-filter.test.ts +0 -205
  114. package/src/__tests__/noise-prototype-bank.test.ts +0 -280
  115. package/src/__tests__/obsidian-connector.test.ts +0 -363
  116. package/src/__tests__/omitted-reporting.test.ts +0 -98
  117. package/src/__tests__/openai-contract.test.ts +0 -513
  118. package/src/__tests__/pending-review.test.ts +0 -77
  119. package/src/__tests__/pii-redact.test.ts +0 -333
  120. package/src/__tests__/pivot-apply.test.ts +0 -373
  121. package/src/__tests__/pivot-distill-supervisor.test.ts +0 -457
  122. package/src/__tests__/pivot-distill.test.ts +0 -1178
  123. package/src/__tests__/post-retrieval-filter.test.ts +0 -178
  124. package/src/__tests__/ppr-traversal.test.ts +0 -256
  125. package/src/__tests__/prediction-engine.test.ts +0 -349
  126. package/src/__tests__/predictive-prospective-memory.test.ts +0 -416
  127. package/src/__tests__/preference-guard-smoke.test.ts +0 -211
  128. package/src/__tests__/preference-matcher.test.ts +0 -282
  129. package/src/__tests__/preference-slots.test.ts +0 -205
  130. package/src/__tests__/promotion-distinct-sources.test.ts +0 -162
  131. package/src/__tests__/prospective-memory.test.ts +0 -283
  132. package/src/__tests__/pull-from-macbook-sync-only.test.ts +0 -679
  133. package/src/__tests__/query-entity-detector.test.ts +0 -171
  134. package/src/__tests__/query-expander-alias.test.ts +0 -146
  135. package/src/__tests__/query-expander.test.ts +0 -34
  136. package/src/__tests__/recall-gate.test.ts +0 -266
  137. package/src/__tests__/recall-governor.test.ts +0 -227
  138. package/src/__tests__/recall-mode.test.ts +0 -64
  139. package/src/__tests__/resolve-db-path.test.ts +0 -130
  140. package/src/__tests__/resolve-tier.test.ts +0 -64
  141. package/src/__tests__/result-synthesizer.test.ts +0 -198
  142. package/src/__tests__/resume-context.test.ts +0 -4898
  143. package/src/__tests__/retrieval-eval.test.ts +0 -163
  144. package/src/__tests__/retrieval-trace.test.ts +0 -213
  145. package/src/__tests__/retrieve-audit-revision.test.ts +0 -255
  146. package/src/__tests__/retriever-boundary-weight.test.ts +0 -136
  147. package/src/__tests__/retriever-lazy-init-dispatch.test.ts +0 -123
  148. package/src/__tests__/retroactive-boost.test.ts +0 -223
  149. package/src/__tests__/salience-scoring.test.ts +0 -106
  150. package/src/__tests__/scope-inventory.test.ts +0 -200
  151. package/src/__tests__/scope-policy.test.ts +0 -69
  152. package/src/__tests__/scope-suggester.test.ts +0 -80
  153. package/src/__tests__/session-checkpoint.test.ts +0 -291
  154. package/src/__tests__/session-distiller.test.ts +0 -640
  155. package/src/__tests__/session-gc.test.ts +0 -215
  156. package/src/__tests__/skill-engine.test.ts +0 -552
  157. package/src/__tests__/skill-promotion.test.ts +0 -654
  158. package/src/__tests__/skill-verifier.test.ts +0 -122
  159. package/src/__tests__/source-heartbeat.test.ts +0 -254
  160. package/src/__tests__/stable-context-length-contract.test.ts +0 -62
  161. package/src/__tests__/store-patch-metadata.test.ts +0 -235
  162. package/src/__tests__/store-read-consistency.test.ts +0 -122
  163. package/src/__tests__/store-schema-migration.test.ts +0 -87
  164. package/src/__tests__/store-scope-audit.test.ts +0 -81
  165. package/src/__tests__/store-upsert.test.ts +0 -201
  166. package/src/__tests__/supersede-chain.test.ts +0 -154
  167. package/src/__tests__/synthesis-contract.test.ts +0 -252
  168. package/src/__tests__/synthesis-promotion.test.ts +0 -369
  169. package/src/__tests__/temporal-parser.test.ts +0 -241
  170. package/src/__tests__/temporal-validity.test.ts +0 -160
  171. package/src/__tests__/term-registry-terminal-roster.test.ts +0 -127
  172. package/src/__tests__/term-registry.test.ts +0 -121
  173. package/src/__tests__/tool-error-surfacing.test.ts +0 -98
  174. package/src/__tests__/tool-output-compressor.test.ts +0 -160
  175. package/src/__tests__/topic-tag.test.ts +0 -113
  176. package/src/__tests__/trusted-memory.test.ts +0 -867
  177. package/src/__tests__/ui-server-security.test.ts +0 -93
  178. package/src/__tests__/usage-tracker.test.ts +0 -287
  179. package/src/__tests__/utility-weight.test.ts +0 -57
  180. package/src/__tests__/verbatim-self-recall.test.ts +0 -279
  181. package/src/__tests__/version-manager.test.ts +0 -248
  182. package/src/__tests__/workflow-observation-skill-outcome.test.ts +0 -352
  183. package/src/__tests__/workflow-observation.test.ts +0 -433
  184. package/src/__tests__/write-verifier.test.ts +0 -122
@@ -1,242 +0,0 @@
1
- import { describe, expect, it, beforeEach, afterEach } from "bun:test";
2
-
3
- import {
4
- blendMultiVectorScores,
5
- cosineSimilarity,
6
- DEFAULT_BLEND_CONFIG,
7
- embedMultiVector,
8
- extractMultiVectorText,
9
- isMultiVectorEnabled,
10
- tokenize,
11
- textOverlapScore,
12
- adaptiveBlendConfig,
13
- } from "../multi-vector.js";
14
-
15
- describe("isMultiVectorEnabled", () => {
16
- const original = process.env.RECALLNEST_MULTI_VECTOR;
17
-
18
- afterEach(() => {
19
- if (original === undefined) {
20
- delete process.env.RECALLNEST_MULTI_VECTOR;
21
- } else {
22
- process.env.RECALLNEST_MULTI_VECTOR = original;
23
- }
24
- });
25
-
26
- it("returns false by default", () => {
27
- delete process.env.RECALLNEST_MULTI_VECTOR;
28
- expect(isMultiVectorEnabled()).toBe(false);
29
- });
30
-
31
- it("returns true when set to 'true'", () => {
32
- process.env.RECALLNEST_MULTI_VECTOR = "true";
33
- expect(isMultiVectorEnabled()).toBe(true);
34
- });
35
- });
36
-
37
- describe("extractMultiVectorText", () => {
38
- it("extracts L0 and L1 from valid metadata", () => {
39
- const meta = JSON.stringify({
40
- l0_abstract: "User prefers TypeScript",
41
- l1_overview: "User consistently chooses TypeScript over JavaScript for type safety",
42
- });
43
- const result = extractMultiVectorText(meta);
44
- expect(result.l0).toBe("User prefers TypeScript");
45
- expect(result.l1).toContain("TypeScript");
46
- });
47
-
48
- it("returns empty for missing fields", () => {
49
- const meta = JSON.stringify({ source: "manual" });
50
- const result = extractMultiVectorText(meta);
51
- expect(result.l0).toBeUndefined();
52
- expect(result.l1).toBeUndefined();
53
- });
54
-
55
- it("returns empty for undefined metadata", () => {
56
- const result = extractMultiVectorText(undefined);
57
- expect(result.l0).toBeUndefined();
58
- });
59
-
60
- it("skips very short L0/L1 text (<=5 chars)", () => {
61
- const meta = JSON.stringify({ l0_abstract: "abc", l1_overview: "short" });
62
- const result = extractMultiVectorText(meta);
63
- expect(result.l0).toBeUndefined();
64
- expect(result.l1).toBeUndefined();
65
- });
66
- });
67
-
68
- describe("embedMultiVector", () => {
69
- const mockEmbedder = {
70
- async embedPassage(text: string) {
71
- return [text.length, 0.5, 0.1];
72
- },
73
- };
74
-
75
- it("returns null vectors when disabled", async () => {
76
- delete process.env.RECALLNEST_MULTI_VECTOR;
77
- const result = await embedMultiVector(mockEmbedder, JSON.stringify({
78
- l0_abstract: "Some abstract text here",
79
- }));
80
- expect(result.vector_l0).toBeNull();
81
- expect(result.vector_l1).toBeNull();
82
- });
83
-
84
- it("generates vectors when enabled and text available", async () => {
85
- process.env.RECALLNEST_MULTI_VECTOR = "true";
86
- const result = await embedMultiVector(mockEmbedder, JSON.stringify({
87
- l0_abstract: "User prefers TypeScript",
88
- l1_overview: "Detailed overview of TypeScript preference with reasoning",
89
- }));
90
- expect(result.vector_l0).not.toBeNull();
91
- expect(result.vector_l1).not.toBeNull();
92
- expect(result.vector_l0![0]).toBe("User prefers TypeScript".length);
93
- // Cleanup
94
- delete process.env.RECALLNEST_MULTI_VECTOR;
95
- });
96
-
97
- it("returns null for missing L0/L1 text even when enabled", async () => {
98
- process.env.RECALLNEST_MULTI_VECTOR = "true";
99
- const result = await embedMultiVector(mockEmbedder, JSON.stringify({ source: "manual" }));
100
- expect(result.vector_l0).toBeNull();
101
- expect(result.vector_l1).toBeNull();
102
- delete process.env.RECALLNEST_MULTI_VECTOR;
103
- });
104
- });
105
-
106
- describe("blendMultiVectorScores", () => {
107
- it("returns main score when no L0/L1 available", () => {
108
- expect(blendMultiVectorScores(0.8, null, null)).toBe(0.8);
109
- });
110
-
111
- it("blends with L0 only", () => {
112
- const blended = blendMultiVectorScores(0.8, 0.9, null);
113
- // (0.8 * 0.65 + 0.9 * 0.20) / (0.65 + 0.20) = (0.52 + 0.18) / 0.85
114
- expect(blended).toBeCloseTo(0.824, 2);
115
- });
116
-
117
- it("blends with both L0 and L1", () => {
118
- const blended = blendMultiVectorScores(0.8, 0.9, 0.7);
119
- // (0.8*0.65 + 0.9*0.20 + 0.7*0.15) / (0.65+0.20+0.15) = (0.52+0.18+0.105)/1.0
120
- expect(blended).toBeCloseTo(0.805, 2);
121
- });
122
-
123
- it("supports custom weights", () => {
124
- const config = { vectorWeight: 0.5, l0Weight: 0.3, l1Weight: 0.2 };
125
- const blended = blendMultiVectorScores(0.8, 0.9, 0.7, config);
126
- expect(blended).toBeCloseTo(0.81, 2);
127
- });
128
- });
129
-
130
- describe("cosineSimilarity", () => {
131
- it("returns 1 for identical vectors", () => {
132
- expect(cosineSimilarity([1, 0, 0], [1, 0, 0])).toBeCloseTo(1.0, 5);
133
- });
134
-
135
- it("returns 0 for orthogonal vectors", () => {
136
- expect(cosineSimilarity([1, 0, 0], [0, 1, 0])).toBeCloseTo(0.0, 5);
137
- });
138
-
139
- it("returns -1 for opposite vectors", () => {
140
- expect(cosineSimilarity([1, 0, 0], [-1, 0, 0])).toBeCloseTo(-1.0, 5);
141
- });
142
-
143
- it("returns 0 for empty vectors", () => {
144
- expect(cosineSimilarity([], [])).toBe(0);
145
- });
146
-
147
- it("returns 0 for mismatched dimensions", () => {
148
- expect(cosineSimilarity([1, 0], [1, 0, 0])).toBe(0);
149
- });
150
- });
151
-
152
- // ===========================================================================
153
- // Tier 4.3: Text-overlap multi-vector scoring
154
- // ===========================================================================
155
-
156
- describe("tokenize", () => {
157
- it("tokenizes English text, removes stop words", () => {
158
- const tokens = tokenize("The user prefers TypeScript for projects");
159
- expect(tokens).toContain("user");
160
- expect(tokens).toContain("prefers");
161
- expect(tokens).toContain("typescript");
162
- expect(tokens).toContain("projects");
163
- expect(tokens).not.toContain("the");
164
- expect(tokens).not.toContain("for");
165
- });
166
-
167
- it("tokenizes Chinese text into unigrams, removes stop words", () => {
168
- const tokens = tokenize("用户喜欢使用TypeScript编程");
169
- expect(tokens).toContain("用");
170
- expect(tokens).toContain("户");
171
- expect(tokens).toContain("喜");
172
- expect(tokens).toContain("欢");
173
- expect(tokens).toContain("typescript");
174
- expect(tokens).not.toContain("的");
175
- });
176
-
177
- it("handles mixed CJK and English", () => {
178
- const tokens = tokenize("RecallNest 记忆服务 is great");
179
- expect(tokens).toContain("recallnest");
180
- expect(tokens).toContain("记");
181
- expect(tokens).toContain("忆");
182
- expect(tokens).toContain("服");
183
- expect(tokens).toContain("务");
184
- expect(tokens).toContain("great");
185
- });
186
-
187
- it("returns empty for empty/whitespace input", () => {
188
- expect(tokenize("")).toEqual([]);
189
- expect(tokenize(" ")).toEqual([]);
190
- });
191
- });
192
-
193
- describe("textOverlapScore", () => {
194
- it("returns 1.0 when query fully matches a concise abstract", () => {
195
- const score = textOverlapScore("TypeScript preference", "TypeScript preference");
196
- expect(score).toBeGreaterThan(0.8);
197
- });
198
-
199
- it("returns higher score for L0 abstract than L2 full text on topic query", () => {
200
- const query = "TypeScript projects";
201
- const l0 = "User prefers TypeScript for all projects";
202
- const l2 = "The user mentioned that they have been working with React and JavaScript for three years. They recently started using TypeScript for their projects because of type safety. They also mentioned Python for data science work.";
203
-
204
- const l0Score = textOverlapScore(query, l0);
205
- const l2Score = textOverlapScore(query, l2);
206
- expect(l0Score).toBeGreaterThan(l2Score);
207
- });
208
-
209
- it("returns 0 for completely unrelated texts", () => {
210
- const score = textOverlapScore("TypeScript projects", "天气很好适合出去玩");
211
- expect(score).toBe(0);
212
- });
213
-
214
- it("returns 0 for empty query", () => {
215
- expect(textOverlapScore("", "some text")).toBe(0);
216
- });
217
-
218
- it("returns 0 for empty candidate", () => {
219
- expect(textOverlapScore("some query", "")).toBe(0);
220
- });
221
- });
222
-
223
- describe("adaptiveBlendConfig", () => {
224
- it("boosts L0/L1 for short queries (≤3 tokens)", () => {
225
- const config = adaptiveBlendConfig(2);
226
- expect(config.l0Weight).toBe(0.25);
227
- expect(config.l1Weight).toBe(0.25);
228
- expect(config.vectorWeight).toBe(0.50);
229
- });
230
-
231
- it("uses default for medium queries (4-10 tokens)", () => {
232
- const config = adaptiveBlendConfig(7);
233
- expect(config).toEqual(DEFAULT_BLEND_CONFIG);
234
- });
235
-
236
- it("favors L2 for long queries (>10 tokens)", () => {
237
- const config = adaptiveBlendConfig(15);
238
- expect(config.vectorWeight).toBe(0.80);
239
- expect(config.l0Weight).toBe(0.10);
240
- expect(config.l1Weight).toBe(0.10);
241
- });
242
- });
@@ -1,456 +0,0 @@
1
- /**
2
- * Phase 3: Autobiographical Narrative Architecture tests.
3
- *
4
- * Validates:
5
- * 1. NarrativeMetadata schema — Zod parsing + backward compat
6
- * 2. narrative-tagger — rule-based tagging with keyword detection
7
- * 3. parseNarrative — safe extraction from metadata JSON
8
- * 4. Feature flag gating — all features no-op when flag is off
9
- * 5. Graph export — narrative edges between siblings
10
- */
11
- import { describe, test, expect, beforeAll, afterAll } from "bun:test";
12
- import { tagNarrative, tagNarrativeIfEnabled } from "../narrative-tagger.js";
13
- import {
14
- parseNarrative,
15
- isNarrativeModeEnabled,
16
- NarrativeMetadataSchema,
17
- type NarrativeMetadata,
18
- } from "../narrative-schema.js";
19
-
20
- // ---------------------------------------------------------------------------
21
- // 1. NarrativeMetadata Schema
22
- // ---------------------------------------------------------------------------
23
-
24
- describe("NarrativeMetadataSchema", () => {
25
- test("accepts valid narrative metadata", () => {
26
- const valid: NarrativeMetadata = {
27
- lifePeriodId: "lp:project:2026-Q2",
28
- lifePeriodLabel: "project (2026-Q2)",
29
- generalEventId: "ge:session-abc",
30
- generalEventLabel: "debugging @ project (2026-04-11)",
31
- specificEventId: "se:project:1712835600000:abc123",
32
- specificEventLabel: "Fixed the auth bug after 3 hours",
33
- startAt: 1712835600000,
34
- endAt: null,
35
- sequence: 0,
36
- };
37
- const parsed = NarrativeMetadataSchema.parse(valid);
38
- expect(parsed.lifePeriodId).toBe("lp:project:2026-Q2");
39
- expect(parsed.endAt).toBeNull();
40
- expect(parsed.sequence).toBe(0);
41
- });
42
-
43
- test("rejects empty lifePeriodId", () => {
44
- expect(() =>
45
- NarrativeMetadataSchema.parse({
46
- lifePeriodId: "",
47
- lifePeriodLabel: "x",
48
- generalEventId: "ge:x",
49
- generalEventLabel: "x",
50
- specificEventId: "se:x",
51
- specificEventLabel: "x",
52
- startAt: 0,
53
- endAt: null,
54
- sequence: 0,
55
- }),
56
- ).toThrow();
57
- });
58
-
59
- test("rejects negative sequence", () => {
60
- expect(() =>
61
- NarrativeMetadataSchema.parse({
62
- lifePeriodId: "lp:x:2026-Q1",
63
- lifePeriodLabel: "x",
64
- generalEventId: "ge:x",
65
- generalEventLabel: "x",
66
- specificEventId: "se:x",
67
- specificEventLabel: "x",
68
- startAt: 0,
69
- endAt: null,
70
- sequence: -1,
71
- }),
72
- ).toThrow();
73
- });
74
-
75
- test("accepts endAt as a number", () => {
76
- const parsed = NarrativeMetadataSchema.parse({
77
- lifePeriodId: "lp:x:2026-Q1",
78
- lifePeriodLabel: "x",
79
- generalEventId: "ge:x",
80
- generalEventLabel: "x",
81
- specificEventId: "se:x",
82
- specificEventLabel: "x",
83
- startAt: 1000,
84
- endAt: 2000,
85
- sequence: 1,
86
- });
87
- expect(parsed.endAt).toBe(2000);
88
- });
89
- });
90
-
91
- // ---------------------------------------------------------------------------
92
- // 2. parseNarrative — safe extraction
93
- // ---------------------------------------------------------------------------
94
-
95
- describe("parseNarrative", () => {
96
- test("returns null for undefined metadata", () => {
97
- expect(parseNarrative(undefined)).toBeNull();
98
- });
99
-
100
- test("returns null for empty string", () => {
101
- expect(parseNarrative("")).toBeNull();
102
- });
103
-
104
- test("returns null for metadata without narrative key", () => {
105
- expect(parseNarrative(JSON.stringify({ source: "agent" }))).toBeNull();
106
- });
107
-
108
- test("returns null for malformed JSON", () => {
109
- expect(parseNarrative("{broken json")).toBeNull();
110
- });
111
-
112
- test("extracts valid narrative from metadata", () => {
113
- const metadata = JSON.stringify({
114
- source: "agent",
115
- narrative: {
116
- lifePeriodId: "lp:memory:2026-Q2",
117
- lifePeriodLabel: "memory (2026-Q2)",
118
- generalEventId: "ge:session-123",
119
- generalEventLabel: "development @ memory (2026-04-11)",
120
- specificEventId: "se:memory:1712835600000:xyz",
121
- specificEventLabel: "Implemented narrative tagger",
122
- startAt: 1712835600000,
123
- endAt: null,
124
- sequence: 0,
125
- },
126
- });
127
- const result = parseNarrative(metadata);
128
- expect(result).not.toBeNull();
129
- expect(result!.lifePeriodId).toBe("lp:memory:2026-Q2");
130
- expect(result!.generalEventId).toBe("ge:session-123");
131
- expect(result!.sequence).toBe(0);
132
- });
133
-
134
- test("returns null for narrative with missing lifePeriodId", () => {
135
- const metadata = JSON.stringify({
136
- narrative: { generalEventId: "ge:x" },
137
- });
138
- expect(parseNarrative(metadata)).toBeNull();
139
- });
140
- });
141
-
142
- // ---------------------------------------------------------------------------
143
- // 3. tagNarrative — rule-based tagger
144
- // ---------------------------------------------------------------------------
145
-
146
- describe("tagNarrative", () => {
147
- const origFlag = process.env.RECALLNEST_NARRATIVE_MODE;
148
-
149
- afterAll(() => {
150
- if (origFlag !== undefined) {
151
- process.env.RECALLNEST_NARRATIVE_MODE = origFlag;
152
- } else {
153
- delete process.env.RECALLNEST_NARRATIVE_MODE;
154
- }
155
- });
156
-
157
- test("returns null when feature flag is off", () => {
158
- process.env.RECALLNEST_NARRATIVE_MODE = "false";
159
- const result = tagNarrative({
160
- scope: "project:test",
161
- text: "some memory",
162
- timestamp: Date.now(),
163
- });
164
- expect(result).toBeNull();
165
- });
166
-
167
- test("returns narrative metadata when flag is on", () => {
168
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
169
- const ts = new Date("2026-04-11T10:00:00Z").getTime();
170
- const result = tagNarrative({
171
- scope: "project:recallnest",
172
- text: "Implemented the narrative tagger feature",
173
- timestamp: ts,
174
- });
175
-
176
- expect(result).not.toBeNull();
177
- expect(result!.lifePeriodId).toBe("lp:project:2026-Q2");
178
- expect(result!.lifePeriodLabel).toBe("project (2026-Q2)");
179
- expect(result!.startAt).toBe(ts);
180
- expect(result!.endAt).toBeNull();
181
- expect(result!.sequence).toBe(0);
182
- });
183
-
184
- test("uses sessionId for generalEventId when provided", () => {
185
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
186
- const result = tagNarrative({
187
- scope: "project:test",
188
- text: "test memory",
189
- timestamp: Date.now(),
190
- sessionId: "sess-abc-123",
191
- });
192
- expect(result!.generalEventId).toBe("ge:sess-abc-123");
193
- });
194
-
195
- test("uses date-based generalEventId when no sessionId", () => {
196
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
197
- const ts = new Date("2026-04-11T10:00:00Z").getTime();
198
- const result = tagNarrative({
199
- scope: "project:test",
200
- text: "test memory",
201
- timestamp: ts,
202
- });
203
- expect(result!.generalEventId).toContain("2026-04-11");
204
- expect(result!.generalEventId).toContain("ge:");
205
- });
206
-
207
- test("respects sequence parameter", () => {
208
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
209
- const result = tagNarrative({
210
- scope: "project:test",
211
- text: "third event",
212
- timestamp: Date.now(),
213
- sequence: 3,
214
- });
215
- expect(result!.sequence).toBe(3);
216
- });
217
-
218
- test("detects debugging event type from keywords", () => {
219
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
220
- const result = tagNarrative({
221
- scope: "project:app",
222
- text: "Debug the authentication crash in production",
223
- timestamp: new Date("2026-04-11T10:00:00Z").getTime(),
224
- });
225
- expect(result!.generalEventLabel).toContain("debugging");
226
- });
227
-
228
- test("detects deployment event type from keywords", () => {
229
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
230
- const result = tagNarrative({
231
- scope: "project:app",
232
- text: "Deploy the new release to production",
233
- timestamp: new Date("2026-04-11T10:00:00Z").getTime(),
234
- });
235
- expect(result!.generalEventLabel).toContain("deployment");
236
- });
237
-
238
- test("detects learning event type from keywords", () => {
239
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
240
- const result = tagNarrative({
241
- scope: "project:app",
242
- text: "Research new approaches for memory systems",
243
- timestamp: new Date("2026-04-11T10:00:00Z").getTime(),
244
- });
245
- expect(result!.generalEventLabel).toContain("learning");
246
- });
247
-
248
- test("detects Chinese keywords", () => {
249
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
250
- const result = tagNarrative({
251
- scope: "project:app",
252
- text: "调试认证模块的崩溃问题",
253
- timestamp: new Date("2026-04-11T10:00:00Z").getTime(),
254
- });
255
- expect(result!.generalEventLabel).toContain("debugging");
256
- });
257
-
258
- test("falls back to 'activity' when no keywords match", () => {
259
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
260
- const result = tagNarrative({
261
- scope: "project:app",
262
- text: "Meeting about quarterly goals",
263
- timestamp: new Date("2026-04-11T10:00:00Z").getTime(),
264
- });
265
- expect(result!.generalEventLabel).toContain("activity");
266
- });
267
-
268
- test("truncates long text in specificEventLabel", () => {
269
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
270
- const longText = "A".repeat(100);
271
- const result = tagNarrative({
272
- scope: "project:app",
273
- text: longText,
274
- timestamp: Date.now(),
275
- });
276
- expect(result!.specificEventLabel.length).toBeLessThanOrEqual(60);
277
- expect(result!.specificEventLabel).toContain("\u2026"); // ellipsis
278
- });
279
-
280
- test("quarterly boundary — Q1 vs Q2", () => {
281
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
282
- const q1 = tagNarrative({
283
- scope: "project:app",
284
- text: "Q1 work",
285
- timestamp: new Date("2026-03-15T10:00:00Z").getTime(),
286
- });
287
- const q2 = tagNarrative({
288
- scope: "project:app",
289
- text: "Q2 work",
290
- timestamp: new Date("2026-04-15T10:00:00Z").getTime(),
291
- });
292
- expect(q1!.lifePeriodId).toContain("2026-Q1");
293
- expect(q2!.lifePeriodId).toContain("2026-Q2");
294
- expect(q1!.lifePeriodId).not.toBe(q2!.lifePeriodId);
295
- });
296
-
297
- test("same scope+day → same generalEventId (without sessionId)", () => {
298
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
299
- const ts1 = new Date("2026-04-11T08:00:00Z").getTime();
300
- const ts2 = new Date("2026-04-11T16:00:00Z").getTime();
301
- const r1 = tagNarrative({ scope: "project:app", text: "morning work", timestamp: ts1 });
302
- const r2 = tagNarrative({ scope: "project:app", text: "evening work", timestamp: ts2 });
303
- expect(r1!.generalEventId).toBe(r2!.generalEventId);
304
- });
305
-
306
- test("different days → different generalEventId", () => {
307
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
308
- const day1 = new Date("2026-04-11T10:00:00Z").getTime();
309
- const day2 = new Date("2026-04-12T10:00:00Z").getTime();
310
- const r1 = tagNarrative({ scope: "project:app", text: "day1", timestamp: day1 });
311
- const r2 = tagNarrative({ scope: "project:app", text: "day2", timestamp: day2 });
312
- expect(r1!.generalEventId).not.toBe(r2!.generalEventId);
313
- });
314
-
315
- test("different text → different specificEventId", () => {
316
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
317
- const ts = Date.now();
318
- const r1 = tagNarrative({ scope: "project:app", text: "event A happened", timestamp: ts });
319
- const r2 = tagNarrative({ scope: "project:app", text: "event B happened", timestamp: ts });
320
- expect(r1!.specificEventId).not.toBe(r2!.specificEventId);
321
- });
322
- });
323
-
324
- // ---------------------------------------------------------------------------
325
- // 4. tagNarrativeIfEnabled — convenience wrapper
326
- // ---------------------------------------------------------------------------
327
-
328
- describe("tagNarrativeIfEnabled", () => {
329
- const origFlag = process.env.RECALLNEST_NARRATIVE_MODE;
330
-
331
- afterAll(() => {
332
- if (origFlag !== undefined) {
333
- process.env.RECALLNEST_NARRATIVE_MODE = origFlag;
334
- } else {
335
- delete process.env.RECALLNEST_NARRATIVE_MODE;
336
- }
337
- });
338
-
339
- test("returns null when flag is off", () => {
340
- process.env.RECALLNEST_NARRATIVE_MODE = "false";
341
- expect(tagNarrativeIfEnabled({ scope: "x", text: "y", timestamp: 0 })).toBeNull();
342
- });
343
-
344
- test("returns metadata when flag is on", () => {
345
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
346
- const result = tagNarrativeIfEnabled({
347
- scope: "project:test",
348
- text: "test",
349
- timestamp: Date.now(),
350
- });
351
- expect(result).not.toBeNull();
352
- expect(result!.lifePeriodId).toBeDefined();
353
- });
354
- });
355
-
356
- // ---------------------------------------------------------------------------
357
- // 5. isNarrativeModeEnabled
358
- // ---------------------------------------------------------------------------
359
-
360
- describe("isNarrativeModeEnabled", () => {
361
- const origFlag = process.env.RECALLNEST_NARRATIVE_MODE;
362
-
363
- afterAll(() => {
364
- if (origFlag !== undefined) {
365
- process.env.RECALLNEST_NARRATIVE_MODE = origFlag;
366
- } else {
367
- delete process.env.RECALLNEST_NARRATIVE_MODE;
368
- }
369
- });
370
-
371
- test("returns false when env is not set", () => {
372
- delete process.env.RECALLNEST_NARRATIVE_MODE;
373
- expect(isNarrativeModeEnabled()).toBe(false);
374
- });
375
-
376
- test("returns false when env is 'false'", () => {
377
- process.env.RECALLNEST_NARRATIVE_MODE = "false";
378
- expect(isNarrativeModeEnabled()).toBe(false);
379
- });
380
-
381
- test("returns true when env is 'true'", () => {
382
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
383
- expect(isNarrativeModeEnabled()).toBe(true);
384
- });
385
- });
386
-
387
- // ---------------------------------------------------------------------------
388
- // 6. Narrative metadata round-trip (tag → JSON → parse)
389
- // ---------------------------------------------------------------------------
390
-
391
- describe("narrative round-trip", () => {
392
- const origFlag = process.env.RECALLNEST_NARRATIVE_MODE;
393
-
394
- afterAll(() => {
395
- if (origFlag !== undefined) {
396
- process.env.RECALLNEST_NARRATIVE_MODE = origFlag;
397
- } else {
398
- delete process.env.RECALLNEST_NARRATIVE_MODE;
399
- }
400
- });
401
-
402
- test("tag → embed in metadata JSON → parseNarrative → same values", () => {
403
- process.env.RECALLNEST_NARRATIVE_MODE = "true";
404
- const tagged = tagNarrative({
405
- scope: "project:recallnest",
406
- text: "Fixed the scoring bug in retriever",
407
- timestamp: new Date("2026-04-11T10:00:00Z").getTime(),
408
- sessionId: "sess-xyz",
409
- sequence: 2,
410
- });
411
-
412
- expect(tagged).not.toBeNull();
413
-
414
- // Simulate embedding in metadata JSON (as done in capture-engine/ingest)
415
- const metadata = JSON.stringify({
416
- source: "agent",
417
- tags: ["fix"],
418
- narrative: tagged,
419
- });
420
-
421
- // Parse back out
422
- const parsed = parseNarrative(metadata);
423
- expect(parsed).not.toBeNull();
424
- expect(parsed!.lifePeriodId).toBe(tagged!.lifePeriodId);
425
- expect(parsed!.generalEventId).toBe(tagged!.generalEventId);
426
- expect(parsed!.specificEventId).toBe(tagged!.specificEventId);
427
- expect(parsed!.sequence).toBe(2);
428
- expect(parsed!.startAt).toBe(tagged!.startAt);
429
- });
430
- });
431
-
432
- // ---------------------------------------------------------------------------
433
- // 7. Backward compatibility — existing metadata without narrative
434
- // ---------------------------------------------------------------------------
435
-
436
- describe("backward compatibility", () => {
437
- test("parseNarrative on pre-narrative metadata returns null", () => {
438
- const oldMeta = JSON.stringify({
439
- source: "agent",
440
- tags: ["test"],
441
- emotion: { valence: 0.5, arousal: 0.3, label: "positive" },
442
- evolution: { status: "active", version: 1 },
443
- });
444
- expect(parseNarrative(oldMeta)).toBeNull();
445
- });
446
-
447
- test("feature flag off means zero narrative overhead", () => {
448
- process.env.RECALLNEST_NARRATIVE_MODE = "false";
449
- const result = tagNarrative({
450
- scope: "project:test",
451
- text: "this should produce nothing",
452
- timestamp: Date.now(),
453
- });
454
- expect(result).toBeNull();
455
- });
456
- });