recallnest 3.0.0 → 3.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (184) hide show
  1. package/CHANGELOG.md +101 -0
  2. package/README.md +222 -254
  3. package/README_CN.md +206 -243
  4. package/package.json +3 -2
  5. package/src/capture-engine.ts +26 -4
  6. package/src/context-composer-stable.ts +5 -1
  7. package/src/embedder.ts +24 -0
  8. package/src/env-config.ts +18 -0
  9. package/src/ingest.ts +225 -17
  10. package/src/kg-extractor.ts +17 -0
  11. package/src/memory-output.ts +35 -0
  12. package/src/pivot-apply.ts +52 -1
  13. package/src/pivot-evidence.ts +128 -0
  14. package/src/ppr-traversal.ts +25 -1
  15. package/src/runtime-config.ts +9 -0
  16. package/src/session-engine.ts +11 -4
  17. package/src/session-output.ts +9 -1
  18. package/src/session-store.ts +2 -3
  19. package/src/skill-promotion.ts +67 -1
  20. package/src/__tests__/access-tracker-novelty.test.ts +0 -324
  21. package/src/__tests__/activity-counter.test.ts +0 -125
  22. package/src/__tests__/adaptive-fidelity.test.ts +0 -102
  23. package/src/__tests__/admission-control.test.ts +0 -206
  24. package/src/__tests__/age-label.test.ts +0 -33
  25. package/src/__tests__/anchor-generator.test.ts +0 -67
  26. package/src/__tests__/api-server-security.test.ts +0 -102
  27. package/src/__tests__/auto-consolidation.test.ts +0 -168
  28. package/src/__tests__/auto-recall.test.ts +0 -131
  29. package/src/__tests__/babel-integration.test.ts +0 -144
  30. package/src/__tests__/batch-dedup.test.ts +0 -65
  31. package/src/__tests__/belief-history.test.ts +0 -220
  32. package/src/__tests__/canary-eval.test.ts +0 -114
  33. package/src/__tests__/capture-engine.test.ts +0 -1328
  34. package/src/__tests__/capture-heuristic.test.ts +0 -171
  35. package/src/__tests__/cascade-forget.test.ts +0 -210
  36. package/src/__tests__/category-min-scores.test.ts +0 -116
  37. package/src/__tests__/cc8-cc1-essential-context.test.ts +0 -298
  38. package/src/__tests__/circuit-breaker.test.ts +0 -99
  39. package/src/__tests__/cluster-consolidation.test.ts +0 -1236
  40. package/src/__tests__/confidence-metadata.test.ts +0 -125
  41. package/src/__tests__/confidence-tracker.test.ts +0 -261
  42. package/src/__tests__/conflict-advisor.test.ts +0 -206
  43. package/src/__tests__/conflict-escalation.test.ts +0 -149
  44. package/src/__tests__/conflict-lifecycle.test.ts +0 -83
  45. package/src/__tests__/conflict-output.test.ts +0 -85
  46. package/src/__tests__/conflict-store.test.ts +0 -418
  47. package/src/__tests__/connector-v1.test.ts +0 -181
  48. package/src/__tests__/consolidation-engine.test.ts +0 -520
  49. package/src/__tests__/constructive-retrieval.test.ts +0 -509
  50. package/src/__tests__/context-collapse-renderer.test.ts +0 -214
  51. package/src/__tests__/context-composer-pins.test.ts +0 -64
  52. package/src/__tests__/context-composer-task-selection.test.ts +0 -24
  53. package/src/__tests__/context-reconstructor.test.ts +0 -65
  54. package/src/__tests__/context-renderer.test.ts +0 -91
  55. package/src/__tests__/continuity-eval.test.ts +0 -275
  56. package/src/__tests__/continuity-schema.test.ts +0 -97
  57. package/src/__tests__/contracts.test.ts +0 -262
  58. package/src/__tests__/conversation-importer.test.ts +0 -692
  59. package/src/__tests__/core-recall-eval.test.ts +0 -235
  60. package/src/__tests__/core-summary.test.ts +0 -109
  61. package/src/__tests__/data-checkup.test.ts +0 -304
  62. package/src/__tests__/decay-exemption.test.ts +0 -129
  63. package/src/__tests__/dedup-actions.test.ts +0 -58
  64. package/src/__tests__/dedup-guard.test.ts +0 -39
  65. package/src/__tests__/deterministic-id.test.ts +0 -39
  66. package/src/__tests__/distill-lock.test.ts +0 -305
  67. package/src/__tests__/distill-session-argshape.test.ts +0 -79
  68. package/src/__tests__/doctor.test.ts +0 -319
  69. package/src/__tests__/dream-pipeline.test.ts +0 -820
  70. package/src/__tests__/dream-scope-isolation.test.ts +0 -386
  71. package/src/__tests__/dream-write-batching.test.ts +0 -211
  72. package/src/__tests__/drill-down.test.ts +0 -108
  73. package/src/__tests__/embedder.test.ts +0 -122
  74. package/src/__tests__/emotion-decay.test.ts +0 -46
  75. package/src/__tests__/emotion-detector.test.ts +0 -56
  76. package/src/__tests__/emotion-phase1-integration.test.ts +0 -153
  77. package/src/__tests__/emotion-retrieval.test.ts +0 -56
  78. package/src/__tests__/entity-resolver.test.ts +0 -58
  79. package/src/__tests__/env-config-invariant.test.ts +0 -80
  80. package/src/__tests__/env-config.test.ts +0 -211
  81. package/src/__tests__/error-signature-boost.test.ts +0 -87
  82. package/src/__tests__/error-signature.test.ts +0 -95
  83. package/src/__tests__/error-taxonomy.test.ts +0 -129
  84. package/src/__tests__/ethics-layer.test.ts +0 -476
  85. package/src/__tests__/event-segmenter.test.ts +0 -153
  86. package/src/__tests__/feature-flags-integration.test.ts +0 -54
  87. package/src/__tests__/frequency-tracker.test.ts +0 -113
  88. package/src/__tests__/freshness.test.ts +0 -186
  89. package/src/__tests__/graph-export.test.ts +0 -489
  90. package/src/__tests__/hotness-blend.test.ts +0 -283
  91. package/src/__tests__/ingest-chunking.test.ts +0 -44
  92. package/src/__tests__/ingest-scope-prefix.test.ts +0 -69
  93. package/src/__tests__/ingest.test.ts +0 -360
  94. package/src/__tests__/interference-detector.test.ts +0 -203
  95. package/src/__tests__/kg-extractor.test.ts +0 -192
  96. package/src/__tests__/kg-store.test.ts +0 -300
  97. package/src/__tests__/llm-client-pivot.test.ts +0 -628
  98. package/src/__tests__/llm-consolidation.test.ts +0 -226
  99. package/src/__tests__/maintenance-locks.test.ts +0 -197
  100. package/src/__tests__/mcp-efficiency.test.ts +0 -288
  101. package/src/__tests__/mcp-related-scopes.test.ts +0 -151
  102. package/src/__tests__/memory-boundaries.test.ts +0 -282
  103. package/src/__tests__/memory-evolution-b2-b3-e1.test.ts +0 -362
  104. package/src/__tests__/memory-evolution.test.ts +0 -271
  105. package/src/__tests__/memory-health-rebalance.test.ts +0 -144
  106. package/src/__tests__/memory-lint.test.ts +0 -421
  107. package/src/__tests__/memory-output.test.ts +0 -224
  108. package/src/__tests__/memory-promotion.test.ts +0 -315
  109. package/src/__tests__/memory-utility.test.ts +0 -256
  110. package/src/__tests__/migrate-dedup-ids.test.ts +0 -65
  111. package/src/__tests__/multi-vector.test.ts +0 -242
  112. package/src/__tests__/narrative-architecture.test.ts +0 -456
  113. package/src/__tests__/noise-filter.test.ts +0 -205
  114. package/src/__tests__/noise-prototype-bank.test.ts +0 -280
  115. package/src/__tests__/obsidian-connector.test.ts +0 -363
  116. package/src/__tests__/omitted-reporting.test.ts +0 -98
  117. package/src/__tests__/openai-contract.test.ts +0 -513
  118. package/src/__tests__/pending-review.test.ts +0 -77
  119. package/src/__tests__/pii-redact.test.ts +0 -333
  120. package/src/__tests__/pivot-apply.test.ts +0 -373
  121. package/src/__tests__/pivot-distill-supervisor.test.ts +0 -457
  122. package/src/__tests__/pivot-distill.test.ts +0 -1178
  123. package/src/__tests__/post-retrieval-filter.test.ts +0 -178
  124. package/src/__tests__/ppr-traversal.test.ts +0 -256
  125. package/src/__tests__/prediction-engine.test.ts +0 -349
  126. package/src/__tests__/predictive-prospective-memory.test.ts +0 -416
  127. package/src/__tests__/preference-guard-smoke.test.ts +0 -211
  128. package/src/__tests__/preference-matcher.test.ts +0 -282
  129. package/src/__tests__/preference-slots.test.ts +0 -205
  130. package/src/__tests__/promotion-distinct-sources.test.ts +0 -162
  131. package/src/__tests__/prospective-memory.test.ts +0 -283
  132. package/src/__tests__/pull-from-macbook-sync-only.test.ts +0 -679
  133. package/src/__tests__/query-entity-detector.test.ts +0 -171
  134. package/src/__tests__/query-expander-alias.test.ts +0 -146
  135. package/src/__tests__/query-expander.test.ts +0 -34
  136. package/src/__tests__/recall-gate.test.ts +0 -266
  137. package/src/__tests__/recall-governor.test.ts +0 -227
  138. package/src/__tests__/recall-mode.test.ts +0 -64
  139. package/src/__tests__/resolve-db-path.test.ts +0 -130
  140. package/src/__tests__/resolve-tier.test.ts +0 -64
  141. package/src/__tests__/result-synthesizer.test.ts +0 -198
  142. package/src/__tests__/resume-context.test.ts +0 -4898
  143. package/src/__tests__/retrieval-eval.test.ts +0 -163
  144. package/src/__tests__/retrieval-trace.test.ts +0 -213
  145. package/src/__tests__/retrieve-audit-revision.test.ts +0 -255
  146. package/src/__tests__/retriever-boundary-weight.test.ts +0 -136
  147. package/src/__tests__/retriever-lazy-init-dispatch.test.ts +0 -123
  148. package/src/__tests__/retroactive-boost.test.ts +0 -223
  149. package/src/__tests__/salience-scoring.test.ts +0 -106
  150. package/src/__tests__/scope-inventory.test.ts +0 -200
  151. package/src/__tests__/scope-policy.test.ts +0 -69
  152. package/src/__tests__/scope-suggester.test.ts +0 -80
  153. package/src/__tests__/session-checkpoint.test.ts +0 -291
  154. package/src/__tests__/session-distiller.test.ts +0 -640
  155. package/src/__tests__/session-gc.test.ts +0 -215
  156. package/src/__tests__/skill-engine.test.ts +0 -552
  157. package/src/__tests__/skill-promotion.test.ts +0 -654
  158. package/src/__tests__/skill-verifier.test.ts +0 -122
  159. package/src/__tests__/source-heartbeat.test.ts +0 -254
  160. package/src/__tests__/stable-context-length-contract.test.ts +0 -62
  161. package/src/__tests__/store-patch-metadata.test.ts +0 -235
  162. package/src/__tests__/store-read-consistency.test.ts +0 -122
  163. package/src/__tests__/store-schema-migration.test.ts +0 -87
  164. package/src/__tests__/store-scope-audit.test.ts +0 -81
  165. package/src/__tests__/store-upsert.test.ts +0 -201
  166. package/src/__tests__/supersede-chain.test.ts +0 -154
  167. package/src/__tests__/synthesis-contract.test.ts +0 -252
  168. package/src/__tests__/synthesis-promotion.test.ts +0 -369
  169. package/src/__tests__/temporal-parser.test.ts +0 -241
  170. package/src/__tests__/temporal-validity.test.ts +0 -160
  171. package/src/__tests__/term-registry-terminal-roster.test.ts +0 -127
  172. package/src/__tests__/term-registry.test.ts +0 -121
  173. package/src/__tests__/tool-error-surfacing.test.ts +0 -98
  174. package/src/__tests__/tool-output-compressor.test.ts +0 -160
  175. package/src/__tests__/topic-tag.test.ts +0 -113
  176. package/src/__tests__/trusted-memory.test.ts +0 -867
  177. package/src/__tests__/ui-server-security.test.ts +0 -93
  178. package/src/__tests__/usage-tracker.test.ts +0 -287
  179. package/src/__tests__/utility-weight.test.ts +0 -57
  180. package/src/__tests__/verbatim-self-recall.test.ts +0 -279
  181. package/src/__tests__/version-manager.test.ts +0 -248
  182. package/src/__tests__/workflow-observation-skill-outcome.test.ts +0 -352
  183. package/src/__tests__/workflow-observation.test.ts +0 -433
  184. package/src/__tests__/write-verifier.test.ts +0 -122
@@ -1,1236 +0,0 @@
1
- import { describe, expect, it } from "bun:test";
2
-
3
- import {
4
- clusterAndConsolidate,
5
- deduplicateByClusterInsight,
6
- SYNTHESIS_CONTRACT_VERSION,
7
- type ClusterConsolidationResult,
8
- } from "../consolidation-engine.js";
9
- import { extractBoundaryMetadata } from "../memory-boundaries.js";
10
- import type { MemoryEntry, MemoryStore } from "../store.js";
11
- import type { LLMClient } from "../llm-client.js";
12
- import type { SynthesisVerdict } from "../synthesis-contract.js";
13
- import type { Embedder } from "../embedder.js";
14
- import { cosineSimilarity } from "../multi-vector.js";
15
-
16
- // ---------------------------------------------------------------------------
17
- // Helpers
18
- // ---------------------------------------------------------------------------
19
-
20
- function makeEntry(overrides: Partial<MemoryEntry> & { id: string; text: string }): MemoryEntry {
21
- return {
22
- vector: [1, 0, 0],
23
- category: "events",
24
- scope: "project:test",
25
- importance: 0.7,
26
- timestamp: Date.now(),
27
- metadata: JSON.stringify({
28
- evolution: {
29
- status: "active",
30
- version: 1,
31
- accessCount: 0,
32
- lastAccessedAt: null,
33
- supersededBy: null,
34
- consolidatedInto: null,
35
- sourceMemories: [],
36
- validFrom: Date.now(),
37
- validUntil: null,
38
- },
39
- }),
40
- ...overrides,
41
- };
42
- }
43
-
44
- /** Create a mock store that tracks store() and update() calls.
45
- * 可选 seed:模拟"库中已有行"的 metadata(patchMetadataBatch 的生产语义是以库中
46
- * 最新行起底应用 patchFn——不给 seed 时起底为空对象)。 */
47
- function createMockStore(seed: MemoryEntry[] = []) {
48
- const stored: MemoryEntry[] = [];
49
- const updates: Array<{ id: string; metadata: string }> = [];
50
- // 2026-08-14: patchMetadataBatch 的最新态表 —— patchFn 以上一批的结果起底,
51
- // 忠实模拟生产语义(锁内最新行起底、批间叠加而非互抹)。
52
- const metaById = new Map<string, Record<string, unknown>>();
53
- for (const e of seed) {
54
- try { metaById.set(e.id, JSON.parse(e.metadata || "{}") as Record<string, unknown>); } catch { /* skip bad seed */ }
55
- }
56
- let storeCounter = 0;
57
-
58
- const store: Pick<MemoryStore, "store" | "update" | "patchMetadataBatch"> = {
59
- async store(entry) {
60
- const full: MemoryEntry = {
61
- ...entry,
62
- id: entry.id || `insight-${storeCounter++}`,
63
- timestamp: Date.now(),
64
- metadata: entry.metadata || "{}",
65
- };
66
- stored.push(full);
67
- return full;
68
- },
69
- async update(id, upd, _scopeFilter?) {
70
- if (upd.metadata) {
71
- updates.push({ id, metadata: upd.metadata });
72
- }
73
- return { id, text: "", vector: [], category: "events", scope: "project:test", importance: 0.5, timestamp: Date.now(), metadata: upd.metadata || "{}" } as MemoryEntry;
74
- },
75
- async patchMetadataBatch(patches, _scopeFilter?) {
76
- for (const { id, patchFn } of patches) {
77
- const current = metaById.get(id) ?? {};
78
- const entry = { id, text: "", vector: [], category: "events", scope: "project:test", importance: 0.5, timestamp: Date.now(), metadata: JSON.stringify(current) } as MemoryEntry;
79
- const patched = patchFn(current, entry);
80
- metaById.set(id, patched);
81
- updates.push({ id, metadata: JSON.stringify(patched) });
82
- }
83
- return patches.length;
84
- },
85
- };
86
-
87
- return { store, stored, updates, metaById };
88
- }
89
-
90
- /**
91
- * Create a mock LLM that returns a fixed insight string (or null to simulate abstention).
92
- *
93
- * 2026-08-23:合成接口从「返回 string|null」换成 `SynthesisVerdict`(产出 / 弃权 /
94
- * 校验不过三态)。这个 helper 保留旧的字符串签名,把 null 映射成 `abstained` ——
95
- * 既有 30 多条断言测的是聚类与写库行为,不该因为合成签名换代而全部重写。
96
- * 三态本身另有直接断言(见文件末尾「合成契约」一节)。
97
- */
98
- function synthOk(text: string, evidence: number[] = [1, 2]): SynthesisVerdict {
99
- return { status: "ok", output: { text, evidence } };
100
- }
101
-
102
- function createMockLLM(
103
- insightFn: (text: string) => string | null,
104
- patternFn?: (texts: string[]) => string | null,
105
- ): Pick<LLMClient, "synthesizeClusterInsight" | "synthesizeClusterPattern"> {
106
- return {
107
- async synthesizeClusterInsight(texts: string[]) {
108
- const out = insightFn(texts.join("\n---\n"));
109
- return out === null ? { status: "abstained" } : synthOk(out);
110
- },
111
- async synthesizeClusterPattern(texts: string[]) {
112
- const out = patternFn ? patternFn(texts) : null;
113
- return out === null ? { status: "abstained" } : synthOk(out);
114
- },
115
- } as Pick<LLMClient, "synthesizeClusterInsight" | "synthesizeClusterPattern">;
116
- }
117
-
118
- /** Create a mock embedder that returns a fixed vector */
119
- function createMockEmbedder(vector: number[] = [0.5, 0.5, 0.5]): Pick<Embedder, "embedPassage"> {
120
- return {
121
- async embedPassage(_text: string) {
122
- return vector;
123
- },
124
- };
125
- }
126
-
127
- // ---------------------------------------------------------------------------
128
- // Tests
129
- // ---------------------------------------------------------------------------
130
-
131
- describe("clusterAndConsolidate", () => {
132
- it("returns zeros for empty entries", async () => {
133
- const { store } = createMockStore();
134
- const llm = createMockLLM(() => "insight");
135
- const embedder = createMockEmbedder();
136
-
137
- const result = await clusterAndConsolidate({
138
- entries: [],
139
- embedder,
140
- llm: llm as unknown as LLMClient,
141
- store,
142
- scope: "project:test",
143
- });
144
-
145
- expect(result.clustersFound).toBe(0);
146
- expect(result.clustersConsolidated).toBe(0);
147
- expect(result.insightsGenerated).toBe(0);
148
- expect(result.entriesLinked).toBe(0);
149
- });
150
-
151
- it("returns 0 consolidated when all clusters are below minClusterSize", async () => {
152
- // 2 entries each with different enough vectors to not cluster
153
- const entries = [
154
- makeEntry({ id: "a", text: "TypeScript patterns", vector: [1, 0, 0] }),
155
- makeEntry({ id: "b", text: "Python patterns", vector: [0, 1, 0] }),
156
- ];
157
-
158
- const { store } = createMockStore();
159
- const llm = createMockLLM(() => "insight");
160
- const embedder = createMockEmbedder();
161
-
162
- const result = await clusterAndConsolidate({
163
- entries,
164
- embedder,
165
- llm: llm as unknown as LLMClient,
166
- store,
167
- scope: "project:test",
168
- minClusterSize: 3,
169
- });
170
-
171
- expect(result.clustersFound).toBe(0);
172
- expect(result.clustersConsolidated).toBe(0);
173
- expect(result.insightsGenerated).toBe(0);
174
- });
175
-
176
- it("clusters similar entries and generates insights", async () => {
177
- // 3 entries with very similar vectors — should form one cluster
178
- const entries = [
179
- makeEntry({ id: "a", text: "TypeScript is great for large projects", vector: [0.9, 0.1, 0], importance: 0.8 }),
180
- makeEntry({ id: "b", text: "TypeScript helps with code safety", vector: [0.88, 0.12, 0], importance: 0.7 }),
181
- makeEntry({ id: "c", text: "TypeScript improves developer experience", vector: [0.92, 0.08, 0], importance: 0.6 }),
182
- ];
183
-
184
- const { store, stored, updates } = createMockStore(entries);
185
- const llm = createMockLLM(() => "TypeScript benefits for development");
186
- const embedder = createMockEmbedder([0.5, 0.5, 0]);
187
-
188
- const result = await clusterAndConsolidate({
189
- entries,
190
- embedder,
191
- llm: llm as unknown as LLMClient,
192
- store,
193
- scope: "project:test",
194
- minClusterSize: 3,
195
- clusterThreshold: 0.75,
196
- });
197
-
198
- expect(result.clustersFound).toBe(1);
199
- expect(result.clustersConsolidated).toBe(1);
200
- expect(result.insightsGenerated).toBe(1);
201
- expect(result.entriesLinked).toBe(3);
202
-
203
- // Verify insight was stored
204
- expect(stored.length).toBe(1);
205
- expect(stored[0].text).toBe("TypeScript benefits for development");
206
- expect(stored[0].importance).toBe(0.8); // max of cluster
207
- expect(stored[0].category).toBe("events"); // majority category
208
-
209
- // Verify insight metadata has sourceMemories
210
- const insightMeta = JSON.parse(stored[0].metadata!);
211
- expect(insightMeta.evolution.sourceMemories).toEqual(["a", "b", "c"]);
212
- expect(insightMeta.cluster_insight).toBe(true);
213
-
214
- // Verify source memories were marked with consolidatedInto
215
- expect(updates.length).toBe(3);
216
- for (const upd of updates) {
217
- const meta = JSON.parse(upd.metadata);
218
- expect(meta.evolution.consolidatedInto).toBe(stored[0].id);
219
- // Status should remain active (not changed)
220
- expect(meta.evolution.status).toBe("active");
221
- }
222
- });
223
-
224
- // 2026-08-14 Bug-2 回归:旧路径 insight 源回写与 pattern 源回写都从同一个旧内存串
225
- // 起底 patch,后者会把前者刚写库的 consolidatedInto 抹掉——凡走到 pattern 抽取的
226
- // cluster,源条目的 consolidatedInto 全丢。新路径两段批量都以最新态起底,叠加共存。
227
- it("Bug-2 回归:pattern 源回写后 consolidatedInto 与 contributedToPattern 并存(最终态)", async () => {
228
- const entries = [
229
- makeEntry({ id: "a", text: "TypeScript is great", vector: [0.9, 0.1, 0], importance: 0.8 }),
230
- makeEntry({ id: "b", text: "TypeScript is safe", vector: [0.88, 0.12, 0], importance: 0.7 }),
231
- makeEntry({ id: "c", text: "TypeScript is productive", vector: [0.92, 0.08, 0], importance: 0.6 }),
232
- ];
233
- const { store, stored, metaById } = createMockStore(entries);
234
- const llm = createMockLLM(() => "TS insight", () => "TS pattern");
235
- const embedder = createMockEmbedder([0.5, 0.5, 0]);
236
-
237
- const result = await clusterAndConsolidate({
238
- entries, embedder, llm: llm as unknown as LLMClient, store,
239
- scope: "project:test", minClusterSize: 3, clusterThreshold: 0.75,
240
- extractPatterns: true,
241
- });
242
-
243
- expect(result.insightsGenerated).toBe(1);
244
- expect(result.patternsExtracted).toBe(1);
245
- const insight = stored.find(e => JSON.parse(e.metadata!).cluster_insight === true)!;
246
- const pattern = stored.find(e => JSON.parse(e.metadata!).cross_memory_pattern === true)!;
247
- for (const id of ["a", "b", "c"]) {
248
- const final = metaById.get(id) as { evolution: Record<string, unknown> };
249
- expect(final.evolution.consolidatedInto).toBe(insight.id); // 旧路径这里被 pattern 批抹成 undefined
250
- expect(final.evolution.contributedToPattern).toBe(pattern.id);
251
- expect(final.evolution.status).toBe("active"); // 3b 不动 status
252
- }
253
- });
254
-
255
- // P0-2/P1-2: insight/pattern idempotency — deterministic id from source cluster ids.
256
- it("re-running on the same cluster yields a stable, deterministic insight id", async () => {
257
- const entries = [
258
- makeEntry({ id: "a", text: "TypeScript is great for large projects", vector: [0.9, 0.1, 0], importance: 0.8 }),
259
- makeEntry({ id: "b", text: "TypeScript helps with code safety", vector: [0.88, 0.12, 0], importance: 0.7 }),
260
- makeEntry({ id: "c", text: "TypeScript improves developer experience", vector: [0.92, 0.08, 0], importance: 0.6 }),
261
- ];
262
- const llm = createMockLLM(() => "TypeScript benefits for development");
263
- const embedder = createMockEmbedder([0.5, 0.5, 0]);
264
-
265
- const run1 = createMockStore();
266
- await clusterAndConsolidate({
267
- entries, embedder, llm: llm as unknown as LLMClient, store: run1.store,
268
- scope: "project:test", minClusterSize: 3, clusterThreshold: 0.75,
269
- });
270
- const run2 = createMockStore();
271
- await clusterAndConsolidate({
272
- entries, embedder, llm: llm as unknown as LLMClient, store: run2.store,
273
- scope: "project:test", minClusterSize: 3, clusterThreshold: 0.75,
274
- });
275
-
276
- // Same source cluster ⇒ identical deterministic id across runs (upsert dedups downstream).
277
- expect(run1.stored[0].id).toBe(run2.stored[0].id);
278
- // Must be the engine-supplied deterministic id, not the mock counter fallback.
279
- expect(run1.stored[0].id).not.toMatch(/^insight-\d+$/);
280
- });
281
-
282
- it("an upsert-like (dedup-by-id) store keeps a single insight across repeated runs", async () => {
283
- const entries = [
284
- makeEntry({ id: "a", text: "TypeScript is great for large projects", vector: [0.9, 0.1, 0], importance: 0.8 }),
285
- makeEntry({ id: "b", text: "TypeScript helps with code safety", vector: [0.88, 0.12, 0], importance: 0.7 }),
286
- makeEntry({ id: "c", text: "TypeScript improves developer experience", vector: [0.92, 0.08, 0], importance: 0.6 }),
287
- ];
288
- const llm = createMockLLM(() => "TypeScript benefits for development");
289
- const embedder = createMockEmbedder([0.5, 0.5, 0]);
290
-
291
- const byId = new Map<string, MemoryEntry>();
292
- const dedupStore: Pick<MemoryStore, "store" | "update"> = {
293
- async store(entry) {
294
- const full = {
295
- ...entry,
296
- id: entry.id || `insight-${byId.size}`,
297
- timestamp: Date.now(),
298
- metadata: entry.metadata || "{}",
299
- } as MemoryEntry;
300
- byId.set(full.id, full); // same id overwrites (upsert semantics)
301
- return full;
302
- },
303
- async update(id, upd) {
304
- return { id, text: "", vector: [], category: "events", scope: "project:test", importance: 0.5, timestamp: Date.now(), metadata: upd.metadata || "{}" } as MemoryEntry;
305
- },
306
- async patchMetadataBatch(patches: Array<{ id: string; patchFn: (meta: Record<string, unknown>, entry: MemoryEntry) => Record<string, unknown> }>) {
307
- return patches.length; // 本用例只断言 insight 幂等,源回写记录不参与断言
308
- },
309
- };
310
-
311
- const params = {
312
- entries, embedder, llm: llm as unknown as LLMClient, store: dedupStore,
313
- scope: "project:test", minClusterSize: 3, clusterThreshold: 0.75,
314
- };
315
- await clusterAndConsolidate(params);
316
- await clusterAndConsolidate(params);
317
-
318
- const insights = [...byId.values()].filter((e) => {
319
- try {
320
- return JSON.parse(e.metadata!).cluster_insight === true;
321
- } catch {
322
- return false;
323
- }
324
- });
325
- expect(insights.length).toBe(1);
326
- });
327
-
328
- it("skips non-active entries", async () => {
329
- const entries = [
330
- makeEntry({ id: "a", text: "active memory", vector: [0.9, 0.1, 0] }),
331
- makeEntry({
332
- id: "b", text: "archived memory", vector: [0.88, 0.12, 0],
333
- metadata: JSON.stringify({ evolution: { status: "archived", version: 1, accessCount: 0, lastAccessedAt: null, supersededBy: null, consolidatedInto: null, sourceMemories: [], validFrom: Date.now(), validUntil: null } }),
334
- }),
335
- makeEntry({ id: "c", text: "another active", vector: [0.92, 0.08, 0] }),
336
- ];
337
-
338
- const { store } = createMockStore();
339
- const llm = createMockLLM(() => "insight");
340
- const embedder = createMockEmbedder();
341
-
342
- const result = await clusterAndConsolidate({
343
- entries,
344
- embedder,
345
- llm: llm as unknown as LLMClient,
346
- store,
347
- scope: "project:test",
348
- minClusterSize: 3,
349
- });
350
-
351
- // Only 2 active entries — not enough for a cluster of 3
352
- expect(result.clustersFound).toBe(0);
353
- expect(result.insightsGenerated).toBe(0);
354
- });
355
-
356
- it("handles LLM failure gracefully (returns null insight)", async () => {
357
- const entries = [
358
- makeEntry({ id: "a", text: "memory A", vector: [0.9, 0.1, 0] }),
359
- makeEntry({ id: "b", text: "memory B", vector: [0.88, 0.12, 0] }),
360
- makeEntry({ id: "c", text: "memory C", vector: [0.92, 0.08, 0] }),
361
- ];
362
-
363
- const { store, stored } = createMockStore();
364
- const llm = createMockLLM(() => null); // LLM fails
365
- const embedder = createMockEmbedder();
366
-
367
- const result = await clusterAndConsolidate({
368
- entries,
369
- embedder,
370
- llm: llm as unknown as LLMClient,
371
- store,
372
- scope: "project:test",
373
- minClusterSize: 3,
374
- clusterThreshold: 0.75,
375
- });
376
-
377
- expect(result.clustersFound).toBe(1);
378
- expect(result.clustersConsolidated).toBe(1); // Still counts as processed
379
- expect(result.insightsGenerated).toBe(0); // No insight generated
380
- expect(stored.length).toBe(0); // Nothing stored
381
- expect(result.llmFailures).toBe(0); // 返回 null 不是失败,是合法的"没料可炼"
382
- });
383
-
384
- // 2026-08-13:上面那条测的是 generateL0 **返回 null**;下面这条测它 **抛异常**。
385
- // 两者此前走的是完全不同的路径 —— 返回 null 被消化,抛异常会一路冒出 runDream,
386
- // 把整个 scope 的 dream 炸掉(llm-client 的 chat() 在 catch 里是 `throw err`)。
387
- // 2026-08-09 memory 周日轮次连挂两次就是这条路径:15s AbortController 超时。
388
- it("单个 cluster 的 LLM 抛异常时吸收掉,不炸整轮(2026-08-09 memory 轮次根因)", async () => {
389
- const entries = [
390
- makeEntry({ id: "a", text: "memory A", vector: [0.9, 0.1, 0] }),
391
- makeEntry({ id: "b", text: "memory B", vector: [0.88, 0.12, 0] }),
392
- makeEntry({ id: "c", text: "memory C", vector: [0.92, 0.08, 0] }),
393
- ];
394
-
395
- const { store, stored } = createMockStore();
396
- const llm = {
397
- async synthesizeClusterInsight(_texts: string[]): Promise<SynthesisVerdict> {
398
- throw new Error("Request was aborted.");
399
- },
400
- async synthesizeClusterPattern(_texts: string[]): Promise<SynthesisVerdict> {
401
- return { status: "abstained" };
402
- },
403
- };
404
- const embedder = createMockEmbedder();
405
-
406
- const result = await clusterAndConsolidate({
407
- entries,
408
- embedder,
409
- llm: llm as unknown as LLMClient,
410
- store,
411
- scope: "project:test",
412
- minClusterSize: 3,
413
- clusterThreshold: 0.75,
414
- });
415
-
416
- // 关键断言:函数正常返回而不是抛出。修复前这一行根本到不了 —— 异常直接冒到调用方。
417
- expect(result.clustersFound).toBe(1);
418
- expect(result.clustersConsolidated).toBe(1);
419
- expect(result.insightsGenerated).toBe(0);
420
- expect(stored.length).toBe(0);
421
- // 吸收 ≠ 静默:失败要计数,否则"LLM 全程不可用"和"今天没料可炼"长得一样。
422
- expect(result.llmFailures).toBe(1);
423
- });
424
-
425
- it("多个 cluster 时,一个 LLM 抛异常不影响其他 cluster 产出", async () => {
426
- // 两个互相正交的簇,各 3 个成员
427
- const entries = [
428
- makeEntry({ id: "a1", text: "cluster one A", vector: [0.9, 0.1, 0] }),
429
- makeEntry({ id: "a2", text: "cluster one B", vector: [0.88, 0.12, 0] }),
430
- makeEntry({ id: "a3", text: "cluster one C", vector: [0.92, 0.08, 0] }),
431
- makeEntry({ id: "b1", text: "cluster two A", vector: [0, 0.9, 0.1] }),
432
- makeEntry({ id: "b2", text: "cluster two B", vector: [0, 0.88, 0.12] }),
433
- makeEntry({ id: "b3", text: "cluster two C", vector: [0, 0.92, 0.08] }),
434
- ];
435
-
436
- const { store, stored } = createMockStore();
437
- let call = 0;
438
- const llm = {
439
- async synthesizeClusterInsight(_texts: string[]): Promise<SynthesisVerdict> {
440
- call++;
441
- if (call === 1) throw new Error("Request was aborted.");
442
- return synthOk("第二个簇的 insight");
443
- },
444
- async synthesizeClusterPattern(_texts: string[]): Promise<SynthesisVerdict> {
445
- return { status: "abstained" };
446
- },
447
- };
448
- const embedder = createMockEmbedder();
449
-
450
- const result = await clusterAndConsolidate({
451
- entries,
452
- embedder,
453
- llm: llm as unknown as LLMClient,
454
- store,
455
- scope: "project:test",
456
- minClusterSize: 3,
457
- clusterThreshold: 0.75,
458
- });
459
-
460
- expect(result.clustersFound).toBe(2);
461
- expect(result.llmFailures).toBe(1);
462
- // 修复前:第一个簇抛异常 → 整个函数炸掉 → 第二个簇永远跑不到,产出为 0。
463
- expect(result.insightsGenerated).toBe(1);
464
- expect(stored.length).toBe(1);
465
- expect(stored[0].text).toBe("第二个簇的 insight");
466
- });
467
-
468
- it("pattern 抽取抛异常时只丢这一簇的 pattern,已写好的 insight 不连坐", async () => {
469
- const entries = [
470
- makeEntry({ id: "a", text: "memory A", vector: [0.9, 0.1, 0] }),
471
- makeEntry({ id: "b", text: "memory B", vector: [0.88, 0.12, 0] }),
472
- makeEntry({ id: "c", text: "memory C", vector: [0.92, 0.08, 0] }),
473
- ];
474
-
475
- const { store, stored } = createMockStore();
476
- const llm = {
477
- async synthesizeClusterInsight(_texts: string[]): Promise<SynthesisVerdict> {
478
- return synthOk("insight 正常产出");
479
- },
480
- async synthesizeClusterPattern(_texts: string[]): Promise<SynthesisVerdict> {
481
- throw new Error("Request was aborted.");
482
- },
483
- };
484
- const embedder = createMockEmbedder();
485
-
486
- const result = await clusterAndConsolidate({
487
- entries,
488
- embedder,
489
- llm: llm as unknown as LLMClient,
490
- store,
491
- scope: "project:test",
492
- minClusterSize: 3,
493
- clusterThreshold: 0.75,
494
- extractPatterns: true,
495
- });
496
-
497
- expect(result.llmFailures).toBe(1);
498
- expect(result.patternsExtracted).toBe(0);
499
- // insight 已经写进去了,不该被 pattern 阶段的失败拖掉
500
- expect(result.insightsGenerated).toBe(1);
501
- expect(stored.length).toBe(1);
502
- expect(stored[0].text).toBe("insight 正常产出");
503
- });
504
-
505
- it("respects maxClusters limit", async () => {
506
- // Create 2 distinct clusters, each with 3 members
507
- const entries = [
508
- // Cluster 1: similar vectors near [1, 0, 0]
509
- makeEntry({ id: "a1", text: "cluster 1 member A", vector: [0.95, 0.05, 0] }),
510
- makeEntry({ id: "a2", text: "cluster 1 member B", vector: [0.93, 0.07, 0] }),
511
- makeEntry({ id: "a3", text: "cluster 1 member C", vector: [0.97, 0.03, 0] }),
512
- // Cluster 2: similar vectors near [0, 1, 0]
513
- makeEntry({ id: "b1", text: "cluster 2 member A", vector: [0.05, 0.95, 0] }),
514
- makeEntry({ id: "b2", text: "cluster 2 member B", vector: [0.07, 0.93, 0] }),
515
- makeEntry({ id: "b3", text: "cluster 2 member C", vector: [0.03, 0.97, 0] }),
516
- ];
517
-
518
- const { store } = createMockStore();
519
- const llm = createMockLLM(() => "consolidated insight");
520
- const embedder = createMockEmbedder();
521
-
522
- const result = await clusterAndConsolidate({
523
- entries,
524
- embedder,
525
- llm: llm as unknown as LLMClient,
526
- store,
527
- scope: "project:test",
528
- minClusterSize: 3,
529
- clusterThreshold: 0.75,
530
- maxClusters: 1, // Only process 1 cluster
531
- });
532
-
533
- expect(result.clustersFound).toBe(2);
534
- expect(result.clustersConsolidated).toBe(1); // Only 1 processed
535
- expect(result.insightsGenerated).toBe(1);
536
- });
537
-
538
- it("uses majority vote for category selection", async () => {
539
- const entries = [
540
- makeEntry({ id: "a", text: "pattern A", vector: [0.9, 0.1, 0], category: "patterns" }),
541
- makeEntry({ id: "b", text: "pattern B", vector: [0.88, 0.12, 0], category: "patterns" }),
542
- makeEntry({ id: "c", text: "event C", vector: [0.92, 0.08, 0], category: "events" }),
543
- ];
544
-
545
- const { store, stored } = createMockStore();
546
- const llm = createMockLLM(() => "common pattern insight");
547
- const embedder = createMockEmbedder();
548
-
549
- const result = await clusterAndConsolidate({
550
- entries,
551
- embedder,
552
- llm: llm as unknown as LLMClient,
553
- store,
554
- scope: "project:test",
555
- minClusterSize: 3,
556
- clusterThreshold: 0.75,
557
- });
558
-
559
- expect(result.insightsGenerated).toBe(1);
560
- expect(stored[0].category).toBe("patterns"); // majority = patterns (2 vs 1)
561
- });
562
-
563
- // CC-9: Diminishing returns early stop
564
- it("triggers earlyStop after 2 consecutive low-yield rounds", async () => {
565
- // Create 4 clusters, each with 3 members. LLM returns null for all.
566
- const entries = [
567
- // Cluster 1
568
- makeEntry({ id: "a1", text: "c1a", vector: [0.95, 0.05, 0, 0] }),
569
- makeEntry({ id: "a2", text: "c1b", vector: [0.93, 0.07, 0, 0] }),
570
- makeEntry({ id: "a3", text: "c1c", vector: [0.97, 0.03, 0, 0] }),
571
- // Cluster 2
572
- makeEntry({ id: "b1", text: "c2a", vector: [0.05, 0.95, 0, 0] }),
573
- makeEntry({ id: "b2", text: "c2b", vector: [0.07, 0.93, 0, 0] }),
574
- makeEntry({ id: "b3", text: "c2c", vector: [0.03, 0.97, 0, 0] }),
575
- // Cluster 3
576
- makeEntry({ id: "c1", text: "c3a", vector: [0, 0.05, 0.95, 0] }),
577
- makeEntry({ id: "c2", text: "c3b", vector: [0, 0.07, 0.93, 0] }),
578
- makeEntry({ id: "c3", text: "c3c", vector: [0, 0.03, 0.97, 0] }),
579
- // Cluster 4
580
- makeEntry({ id: "d1", text: "c4a", vector: [0, 0, 0.05, 0.95] }),
581
- makeEntry({ id: "d2", text: "c4b", vector: [0, 0, 0.07, 0.93] }),
582
- makeEntry({ id: "d3", text: "c4c", vector: [0, 0, 0.03, 0.97] }),
583
- ];
584
-
585
- const { store } = createMockStore();
586
- // LLM always fails → 0 insights per round → consecutive low yield
587
- const llm = createMockLLM(() => null);
588
- const embedder = createMockEmbedder();
589
-
590
- const result = await clusterAndConsolidate({
591
- entries,
592
- embedder,
593
- llm: llm as unknown as LLMClient,
594
- store,
595
- scope: "project:test",
596
- minClusterSize: 3,
597
- clusterThreshold: 0.75,
598
- maxClusters: 10, // Allow many clusters
599
- });
600
-
601
- expect(result.clustersFound).toBe(4);
602
- // Should stop after 2 consecutive failures + then earlyStop on 3rd
603
- expect(result.clustersConsolidated).toBe(2);
604
- expect(result.earlyStop).toBe("diminishing_returns");
605
- expect(result.insightsGenerated).toBe(0);
606
- });
607
-
608
- it("does not trigger earlyStop when insights are consistently generated", async () => {
609
- // Create 3 clusters, LLM always succeeds
610
- const entries = [
611
- // Cluster 1
612
- makeEntry({ id: "a1", text: "c1a", vector: [0.95, 0.05, 0] }),
613
- makeEntry({ id: "a2", text: "c1b", vector: [0.93, 0.07, 0] }),
614
- makeEntry({ id: "a3", text: "c1c", vector: [0.97, 0.03, 0] }),
615
- // Cluster 2
616
- makeEntry({ id: "b1", text: "c2a", vector: [0.05, 0.95, 0] }),
617
- makeEntry({ id: "b2", text: "c2b", vector: [0.07, 0.93, 0] }),
618
- makeEntry({ id: "b3", text: "c2c", vector: [0.03, 0.97, 0] }),
619
- // Cluster 3
620
- makeEntry({ id: "c1", text: "c3a", vector: [0, 0.05, 0.95] }),
621
- makeEntry({ id: "c2", text: "c3b", vector: [0, 0.07, 0.93] }),
622
- makeEntry({ id: "c3", text: "c3c", vector: [0, 0.03, 0.97] }),
623
- ];
624
-
625
- const { store } = createMockStore();
626
- const llm = createMockLLM(() => "great insight");
627
- const embedder = createMockEmbedder();
628
-
629
- const result = await clusterAndConsolidate({
630
- entries,
631
- embedder,
632
- llm: llm as unknown as LLMClient,
633
- store,
634
- scope: "project:test",
635
- minClusterSize: 3,
636
- clusterThreshold: 0.75,
637
- maxClusters: 10,
638
- });
639
-
640
- expect(result.clustersFound).toBe(3);
641
- expect(result.clustersConsolidated).toBe(3);
642
- expect(result.insightsGenerated).toBe(3);
643
- expect(result.earlyStop).toBeUndefined();
644
- });
645
-
646
- it("resets consecutive low-yield counter when a good round occurs", async () => {
647
- // 3 clusters: first fails, second succeeds, third fails.
648
- // Counter resets after second cluster, so no earlyStop.
649
- let callCount = 0;
650
- const entries = [
651
- // Cluster 1
652
- makeEntry({ id: "a1", text: "c1a", vector: [0.95, 0.05, 0] }),
653
- makeEntry({ id: "a2", text: "c1b", vector: [0.93, 0.07, 0] }),
654
- makeEntry({ id: "a3", text: "c1c", vector: [0.97, 0.03, 0] }),
655
- // Cluster 2
656
- makeEntry({ id: "b1", text: "c2a", vector: [0.05, 0.95, 0] }),
657
- makeEntry({ id: "b2", text: "c2b", vector: [0.07, 0.93, 0] }),
658
- makeEntry({ id: "b3", text: "c2c", vector: [0.03, 0.97, 0] }),
659
- // Cluster 3
660
- makeEntry({ id: "c1", text: "c3a", vector: [0, 0.05, 0.95] }),
661
- makeEntry({ id: "c2", text: "c3b", vector: [0, 0.07, 0.93] }),
662
- makeEntry({ id: "c3", text: "c3c", vector: [0, 0.03, 0.97] }),
663
- ];
664
-
665
- const { store } = createMockStore();
666
- // Pattern: fail, succeed, fail — should NOT earlyStop (counter resets)
667
- const llm = createMockLLM(() => {
668
- callCount++;
669
- // Cluster ordering depends on greedy algorithm; 1st and 3rd fail, 2nd succeeds
670
- if (callCount === 2) return "good insight";
671
- return null;
672
- });
673
- const embedder = createMockEmbedder();
674
-
675
- const result = await clusterAndConsolidate({
676
- entries,
677
- embedder,
678
- llm: llm as unknown as LLMClient,
679
- store,
680
- scope: "project:test",
681
- minClusterSize: 3,
682
- clusterThreshold: 0.75,
683
- maxClusters: 10,
684
- });
685
-
686
- expect(result.clustersConsolidated).toBe(3); // All 3 processed
687
- expect(result.insightsGenerated).toBe(1);
688
- expect(result.earlyStop).toBeUndefined(); // No early stop
689
- });
690
- });
691
-
692
- // ---------------------------------------------------------------------------
693
- // HP-5: Cross-Memory Pattern Extraction
694
- // ---------------------------------------------------------------------------
695
-
696
- describe("clusterAndConsolidate — pattern extraction (HP-5)", () => {
697
- it("extracts pattern when extractPatterns=true and LLM returns pattern", async () => {
698
- const entries = [
699
- makeEntry({ id: "a", text: "用户喜欢吃寿司", vector: [0.9, 0.1, 0], importance: 0.8 }),
700
- makeEntry({ id: "b", text: "用户经常去日料店", vector: [0.88, 0.12, 0], importance: 0.7 }),
701
- makeEntry({ id: "c", text: "用户提到最近学做天妇罗", vector: [0.92, 0.08, 0], importance: 0.6 }),
702
- ];
703
-
704
- const { store, stored, updates } = createMockStore();
705
- const llm = createMockLLM(
706
- () => "用户对日本料理有广泛兴趣",
707
- () => "用户反复提及日料相关话题,暗示对日本饮食文化有持久偏好",
708
- );
709
- const embedder = createMockEmbedder([0.5, 0.5, 0]);
710
-
711
- const result = await clusterAndConsolidate({
712
- entries,
713
- embedder,
714
- llm: llm as unknown as LLMClient,
715
- store,
716
- scope: "project:test",
717
- minClusterSize: 3,
718
- clusterThreshold: 0.75,
719
- extractPatterns: true,
720
- });
721
-
722
- expect(result.patternsExtracted).toBe(1);
723
- expect(result.insightsGenerated).toBe(1);
724
-
725
- // Should have stored 2 entries: 1 insight + 1 pattern
726
- expect(stored.length).toBe(2);
727
-
728
- const patternEntry = stored.find(s => {
729
- const meta = JSON.parse(s.metadata!);
730
- return meta.cross_memory_pattern === true;
731
- });
732
- expect(patternEntry).toBeDefined();
733
- expect(patternEntry!.text).toContain("日料");
734
- expect(patternEntry!.category).toBe("patterns");
735
- expect(patternEntry!.importance).toBeCloseTo(0.8, 5); // = max(0.8),继承不加成
736
-
737
- const patternMeta = JSON.parse(patternEntry!.metadata!);
738
- expect(patternMeta.source_cluster_size).toBe(3);
739
- expect(patternMeta.evolution.sourceMemories).toEqual(["a", "b", "c"]);
740
-
741
- // Source memories should have contributedToPattern set
742
- const patternUpdates = updates.filter(u => {
743
- const meta = JSON.parse(u.metadata);
744
- return meta.evolution?.contributedToPattern === patternEntry!.id;
745
- });
746
- expect(patternUpdates.length).toBe(3);
747
- });
748
-
749
- it("does not extract patterns when extractPatterns=false (default)", async () => {
750
- const entries = [
751
- makeEntry({ id: "a", text: "memory A", vector: [0.9, 0.1, 0], importance: 0.8 }),
752
- makeEntry({ id: "b", text: "memory B", vector: [0.88, 0.12, 0], importance: 0.7 }),
753
- makeEntry({ id: "c", text: "memory C", vector: [0.92, 0.08, 0], importance: 0.6 }),
754
- ];
755
-
756
- const { store, stored } = createMockStore();
757
- const llm = createMockLLM(
758
- () => "insight text",
759
- () => "should not appear",
760
- );
761
- const embedder = createMockEmbedder();
762
-
763
- const result = await clusterAndConsolidate({
764
- entries,
765
- embedder,
766
- llm: llm as unknown as LLMClient,
767
- store,
768
- scope: "project:test",
769
- minClusterSize: 3,
770
- clusterThreshold: 0.75,
771
- // extractPatterns defaults to false
772
- });
773
-
774
- expect(result.patternsExtracted).toBe(0);
775
- expect(stored.length).toBe(1); // Only the insight, no pattern
776
- });
777
-
778
- it("handles pattern extraction failure gracefully", async () => {
779
- const entries = [
780
- makeEntry({ id: "a", text: "memory A", vector: [0.9, 0.1, 0] }),
781
- makeEntry({ id: "b", text: "memory B", vector: [0.88, 0.12, 0] }),
782
- makeEntry({ id: "c", text: "memory C", vector: [0.92, 0.08, 0] }),
783
- ];
784
-
785
- const { store, stored } = createMockStore();
786
- const llm = createMockLLM(
787
- () => "insight text",
788
- () => null, // pattern extraction fails
789
- );
790
- const embedder = createMockEmbedder();
791
-
792
- const result = await clusterAndConsolidate({
793
- entries,
794
- embedder,
795
- llm: llm as unknown as LLMClient,
796
- store,
797
- scope: "project:test",
798
- minClusterSize: 3,
799
- clusterThreshold: 0.75,
800
- extractPatterns: true,
801
- });
802
-
803
- expect(result.patternsExtracted).toBe(0);
804
- expect(result.insightsGenerated).toBe(1);
805
- expect(stored.length).toBe(1); // Only insight stored
806
- });
807
-
808
- it("pattern importance 继承源里最高的,不再加成后撞上限", async () => {
809
- const entries = [
810
- makeEntry({ id: "a", text: "high importance A", vector: [0.9, 0.1, 0], importance: 0.95 }),
811
- makeEntry({ id: "b", text: "high importance B", vector: [0.88, 0.12, 0], importance: 0.98 }),
812
- makeEntry({ id: "c", text: "high importance C", vector: [0.92, 0.08, 0], importance: 0.93 }),
813
- ];
814
-
815
- const { store, stored } = createMockStore();
816
- const llm = createMockLLM(
817
- () => "insight",
818
- () => "discovered pattern",
819
- );
820
- const embedder = createMockEmbedder();
821
-
822
- const result = await clusterAndConsolidate({
823
- entries,
824
- embedder,
825
- llm: llm as unknown as LLMClient,
826
- store,
827
- scope: "project:test",
828
- minClusterSize: 3,
829
- clusterThreshold: 0.75,
830
- extractPatterns: true,
831
- });
832
-
833
- expect(result.patternsExtracted).toBe(1);
834
- const patternEntry = stored.find(s => JSON.parse(s.metadata!).cross_memory_pattern);
835
- // 旧行为:max(0.98) + 0.1 = 1.08 → 撞 1.0 上限,派生物顶格。
836
- // 现在直接取 max(0.98),不存在需要 cap 的情形。
837
- expect(patternEntry!.importance).toBeCloseTo(0.98, 5);
838
- // 注意这里源本身就在 pin 带(0.98 >= 0.95),派生物照样继承进去。
839
- // 「派生物不该继承人工 pin 身份」是另一个问题,单独立项,不在本次改动范围。
840
- });
841
-
842
- it("源都在 pin 线以下时,pattern 不再被加成推过 0.95", async () => {
843
- // 这是加成最有害的形态:源里最高只有 0.85,本不该享有人工 pin 的待遇,
844
- // 旧行为 0.85 + 0.1 = 0.95 正好跨进那个频段,于是这条 LLM 抽出来的 pattern
845
- // 自动拿到永不归档(auto-gc.ts)和永不衰减(decay-engine.ts)的保护。
846
- const entries = [
847
- makeEntry({ id: "a", text: "topic A", vector: [0.9, 0.1, 0], importance: 0.85 }),
848
- makeEntry({ id: "b", text: "topic B", vector: [0.88, 0.12, 0], importance: 0.8 }),
849
- makeEntry({ id: "c", text: "topic C", vector: [0.92, 0.08, 0], importance: 0.75 }),
850
- ];
851
-
852
- const { store, stored } = createMockStore();
853
- const llm = createMockLLM(
854
- () => "insight",
855
- () => "discovered pattern",
856
- );
857
- const embedder = createMockEmbedder();
858
-
859
- const result = await clusterAndConsolidate({
860
- entries,
861
- embedder,
862
- llm: llm as unknown as LLMClient,
863
- store,
864
- scope: "project:test",
865
- minClusterSize: 3,
866
- clusterThreshold: 0.75,
867
- extractPatterns: true,
868
- });
869
-
870
- expect(result.patternsExtracted).toBe(1);
871
- const patternEntry = stored.find(s => JSON.parse(s.metadata!).cross_memory_pattern);
872
- expect(patternEntry!.importance).toBeCloseTo(0.85, 5);
873
- expect(patternEntry!.importance).toBeLessThan(0.95);
874
-
875
- // 派生物也不该压过它自己的源
876
- const maxSource = Math.max(...entries.map(e => e.importance));
877
- expect(patternEntry!.importance).toBeLessThanOrEqual(maxSource);
878
- });
879
- });
880
-
881
- describe("cosineSimilarity (used by cluster consolidation)", () => {
882
- it("returns 1.0 for identical vectors", () => {
883
- expect(cosineSimilarity([1, 0, 0], [1, 0, 0])).toBeCloseTo(1.0, 5);
884
- });
885
-
886
- it("returns 0.0 for orthogonal vectors", () => {
887
- expect(cosineSimilarity([1, 0, 0], [0, 1, 0])).toBeCloseTo(0.0, 5);
888
- });
889
-
890
- it("returns -1.0 for opposite vectors", () => {
891
- expect(cosineSimilarity([1, 0, 0], [-1, 0, 0])).toBeCloseTo(-1.0, 5);
892
- });
893
-
894
- it("returns 0 for empty vectors", () => {
895
- expect(cosineSimilarity([], [])).toBe(0);
896
- });
897
-
898
- it("returns 0 for mismatched dimensions", () => {
899
- expect(cosineSimilarity([1, 0], [1, 0, 0])).toBe(0);
900
- });
901
-
902
- it("correctly computes similarity for non-trivial vectors", () => {
903
- // [1, 1] and [1, 0] -> cos = 1 / sqrt(2) ≈ 0.7071
904
- expect(cosineSimilarity([1, 1], [1, 0])).toBeCloseTo(1 / Math.sqrt(2), 5);
905
- });
906
- });
907
-
908
- // ---------------------------------------------------------------------------
909
- // LC-P2: Cluster-aware deduplication
910
- // ---------------------------------------------------------------------------
911
-
912
- describe("deduplicateByClusterInsight (LC-P2)", () => {
913
- function makeResult(id: string, text: string, meta?: Record<string, unknown>) {
914
- return {
915
- entry: {
916
- id,
917
- text,
918
- vector: [1, 0, 0],
919
- category: "events" as const,
920
- scope: "project:test",
921
- importance: 0.7,
922
- timestamp: Date.now(),
923
- metadata: meta ? JSON.stringify(meta) : "{}",
924
- },
925
- score: 0.8,
926
- };
927
- }
928
-
929
- it("removes source memories when cluster insight is present", () => {
930
- const results = [
931
- makeResult("insight-1", "cluster summary about TypeScript", {
932
- cluster_insight: true,
933
- evolution: { sourceMemories: ["src-a", "src-b", "src-c"] },
934
- }),
935
- makeResult("src-a", "TypeScript is great"),
936
- makeResult("src-b", "TypeScript helps safety"),
937
- makeResult("other", "unrelated memory"),
938
- ];
939
-
940
- const deduped = deduplicateByClusterInsight(results);
941
- expect(deduped.length).toBe(2);
942
- expect(deduped.map(r => r.entry.id)).toEqual(["insight-1", "other"]);
943
- });
944
-
945
- it("also deduplicates cross_memory_pattern source memories", () => {
946
- const results = [
947
- makeResult("pattern-1", "user likes Japanese food", {
948
- cross_memory_pattern: true,
949
- evolution: { sourceMemories: ["m1", "m2", "m3"] },
950
- }),
951
- makeResult("m1", "user eats sushi"),
952
- makeResult("m2", "user visits ramen shop"),
953
- makeResult("unrelated", "something else"),
954
- ];
955
-
956
- const deduped = deduplicateByClusterInsight(results);
957
- expect(deduped.length).toBe(2);
958
- expect(deduped.map(r => r.entry.id)).toEqual(["pattern-1", "unrelated"]);
959
- });
960
-
961
- it("passes through all results when no cluster insights exist", () => {
962
- const results = [
963
- makeResult("a", "memory A"),
964
- makeResult("b", "memory B"),
965
- makeResult("c", "memory C"),
966
- ];
967
-
968
- const deduped = deduplicateByClusterInsight(results);
969
- expect(deduped.length).toBe(3);
970
- });
971
-
972
- it("handles empty results", () => {
973
- expect(deduplicateByClusterInsight([])).toEqual([]);
974
- });
975
-
976
- it("keeps source memories that are NOT in the result set", () => {
977
- // Insight references src-a, src-b, src-c but only src-a is in results
978
- const results = [
979
- makeResult("insight-1", "summary", {
980
- cluster_insight: true,
981
- evolution: { sourceMemories: ["src-a", "src-b", "src-c"] },
982
- }),
983
- makeResult("src-a", "one source"),
984
- makeResult("independent", "not a source"),
985
- ];
986
-
987
- const deduped = deduplicateByClusterInsight(results);
988
- expect(deduped.length).toBe(2);
989
- expect(deduped.map(r => r.entry.id)).toEqual(["insight-1", "independent"]);
990
- });
991
-
992
- it("handles malformed metadata gracefully", () => {
993
- const results = [
994
- {
995
- entry: {
996
- id: "bad",
997
- text: "bad metadata",
998
- vector: [1, 0, 0],
999
- category: "events" as const,
1000
- scope: "test",
1001
- importance: 0.5,
1002
- timestamp: Date.now(),
1003
- metadata: "not-json{{{",
1004
- },
1005
- score: 0.5,
1006
- },
1007
- makeResult("normal", "normal memory"),
1008
- ];
1009
-
1010
- const deduped = deduplicateByClusterInsight(results);
1011
- expect(deduped.length).toBe(2); // Both pass through
1012
- });
1013
- });
1014
-
1015
- // ---------------------------------------------------------------------------
1016
- // 2026-08-23 合成契约上线带来的三件行为改动
1017
- // ---------------------------------------------------------------------------
1018
-
1019
- /** 造一个三成员簇(向量足够接近,一定聚成一簇)。 */
1020
- function trioEntries(): MemoryEntry[] {
1021
- return [
1022
- makeEntry({ id: "a", text: "记录 A", vector: [0.9, 0.1, 0], importance: 0.8 }),
1023
- makeEntry({ id: "b", text: "记录 B", vector: [0.88, 0.12, 0], importance: 0.7 }),
1024
- makeEntry({ id: "c", text: "记录 C", vector: [0.92, 0.08, 0], importance: 0.6 }),
1025
- ];
1026
- }
1027
-
1028
- const trioParams = { minClusterSize: 3, clusterThreshold: 0.75 };
1029
-
1030
- describe("合成弃权路径(老 generateL0 完全没有这条路)", () => {
1031
- it("模型判定「没料可炼」时不写库,且记进 synthesisAbstained", async () => {
1032
- const { store, stored } = createMockStore();
1033
- const llm = {
1034
- async synthesizeClusterInsight(): Promise<SynthesisVerdict> { return { status: "abstained" }; },
1035
- async synthesizeClusterPattern(): Promise<SynthesisVerdict> { return { status: "abstained" }; },
1036
- };
1037
-
1038
- const result = await clusterAndConsolidate({
1039
- entries: trioEntries(),
1040
- embedder: createMockEmbedder(),
1041
- llm: llm as unknown as LLMClient,
1042
- store,
1043
- scope: "project:test",
1044
- extractPatterns: true,
1045
- ...trioParams,
1046
- });
1047
-
1048
- expect(stored.length).toBe(0);
1049
- expect(result.insightsGenerated).toBe(0);
1050
- expect(result.patternsExtracted).toBe(0);
1051
- expect(result.synthesisAbstained).toBe(2); // insight + pattern 各一次
1052
- expect(result.synthesisRejected).toBe(0);
1053
- expect(result.llmFailures).toBe(0); // 弃权不是失败
1054
- expect(result.clustersConsolidated).toBe(1); // 簇确实处理过
1055
- });
1056
-
1057
- it("校验不过的输出不写库,且与弃权分开计数", async () => {
1058
- const { store, stored } = createMockStore();
1059
- const llm = {
1060
- async synthesizeClusterInsight(): Promise<SynthesisVerdict> {
1061
- return { status: "rejected", reason: "prompt-echo" };
1062
- },
1063
- async synthesizeClusterPattern(): Promise<SynthesisVerdict> {
1064
- return { status: "rejected", reason: "evidence-too-few" };
1065
- },
1066
- };
1067
-
1068
- const result = await clusterAndConsolidate({
1069
- entries: trioEntries(),
1070
- embedder: createMockEmbedder(),
1071
- llm: llm as unknown as LLMClient,
1072
- store,
1073
- scope: "project:test",
1074
- extractPatterns: true,
1075
- ...trioParams,
1076
- });
1077
-
1078
- expect(stored.length).toBe(0);
1079
- expect(result.synthesisRejected).toBe(2);
1080
- expect(result.synthesisAbstained).toBe(0);
1081
- expect(result.llmFailures).toBe(0); // 拿到回复了,只是不合契约——不是调用失败
1082
- });
1083
- });
1084
-
1085
- describe("pattern 与 insight 解耦(R5)", () => {
1086
- it("insight 弃权时 pattern 照常抽取——改前这簇的 pattern 根本不会被执行", async () => {
1087
- const { store, stored } = createMockStore();
1088
- const llm = {
1089
- async synthesizeClusterInsight(): Promise<SynthesisVerdict> { return { status: "abstained" }; },
1090
- async synthesizeClusterPattern(): Promise<SynthesisVerdict> {
1091
- return { status: "ok", output: { text: "跨条目结论", evidence: [1, 2] } };
1092
- },
1093
- };
1094
-
1095
- const result = await clusterAndConsolidate({
1096
- entries: trioEntries(),
1097
- embedder: createMockEmbedder(),
1098
- llm: llm as unknown as LLMClient,
1099
- store,
1100
- scope: "project:test",
1101
- extractPatterns: true,
1102
- ...trioParams,
1103
- });
1104
-
1105
- expect(result.insightsGenerated).toBe(0);
1106
- expect(result.patternsExtracted).toBe(1);
1107
- expect(stored.length).toBe(1);
1108
- expect(stored[0].text).toBe("跨条目结论");
1109
- });
1110
-
1111
- it("insight 抛异常时 pattern 仍然跑(两者独立失败)", async () => {
1112
- const { store } = createMockStore();
1113
- const llm = {
1114
- async synthesizeClusterInsight(): Promise<SynthesisVerdict> { throw new Error("Request was aborted."); },
1115
- async synthesizeClusterPattern(): Promise<SynthesisVerdict> {
1116
- return { status: "ok", output: { text: "跨条目结论", evidence: [1, 2] } };
1117
- },
1118
- };
1119
-
1120
- const result = await clusterAndConsolidate({
1121
- entries: trioEntries(),
1122
- embedder: createMockEmbedder(),
1123
- llm: llm as unknown as LLMClient,
1124
- store,
1125
- scope: "project:test",
1126
- extractPatterns: true,
1127
- ...trioParams,
1128
- });
1129
-
1130
- expect(result.llmFailures).toBe(1);
1131
- expect(result.insightsGenerated).toBe(0);
1132
- expect(result.patternsExtracted).toBe(1);
1133
- });
1134
-
1135
- it("只有 pattern 产出的一轮不算零产出轮次(否则早停会提前触发)", async () => {
1136
- // 6 个成员分成两簇,insight 全弃权、pattern 全产出。
1137
- // 若沿用旧判据(没有 insight = 零产出),连续两簇就会触发 diminishing_returns 早停。
1138
- const entries = [
1139
- makeEntry({ id: "a1", text: "簇一 A", vector: [0.9, 0.1, 0] }),
1140
- makeEntry({ id: "a2", text: "簇一 B", vector: [0.88, 0.12, 0] }),
1141
- makeEntry({ id: "a3", text: "簇一 C", vector: [0.92, 0.08, 0] }),
1142
- makeEntry({ id: "b1", text: "簇二 A", vector: [0, 0.9, 0.1] }),
1143
- makeEntry({ id: "b2", text: "簇二 B", vector: [0, 0.88, 0.12] }),
1144
- makeEntry({ id: "b3", text: "簇二 C", vector: [0, 0.92, 0.08] }),
1145
- ];
1146
- const { store } = createMockStore();
1147
- const llm = {
1148
- async synthesizeClusterInsight(): Promise<SynthesisVerdict> { return { status: "abstained" }; },
1149
- async synthesizeClusterPattern(): Promise<SynthesisVerdict> {
1150
- return { status: "ok", output: { text: "跨条目结论", evidence: [1, 2] } };
1151
- },
1152
- };
1153
-
1154
- const result = await clusterAndConsolidate({
1155
- entries,
1156
- embedder: createMockEmbedder(),
1157
- llm: llm as unknown as LLMClient,
1158
- store,
1159
- scope: "project:test",
1160
- extractPatterns: true,
1161
- ...trioParams,
1162
- });
1163
-
1164
- expect(result.clustersFound).toBe(2);
1165
- expect(result.patternsExtracted).toBe(2);
1166
- expect(result.earlyStop).toBeUndefined();
1167
- });
1168
- });
1169
-
1170
- describe("派生物的 boundary 层级(补的是「靠 scope 命名侥幸判对」那一刀)", () => {
1171
- it("insight 与 pattern 都显式落 evidence 层,不靠 scope 名字推断", async () => {
1172
- const { store, stored } = createMockStore();
1173
- const llm = createMockLLM(() => "一条结论", () => "一条跨条目结论");
1174
-
1175
- await clusterAndConsolidate({
1176
- entries: trioEntries(),
1177
- embedder: createMockEmbedder(),
1178
- llm: llm as unknown as LLMClient,
1179
- store,
1180
- // 刻意用非 transcript scope:改前这里会静默拿到 durable 权威
1181
- scope: "project:test",
1182
- extractPatterns: true,
1183
- ...trioParams,
1184
- });
1185
-
1186
- expect(stored.length).toBe(2);
1187
- for (const row of stored) {
1188
- const meta = JSON.parse(row.metadata!) as { boundary?: { layer?: string; authority?: string } };
1189
- expect(meta.boundary?.layer).toBe("evidence");
1190
- expect(meta.boundary?.authority).toBe("distillation");
1191
- }
1192
- });
1193
-
1194
- it("检索侧读得到这个 boundary(与 extractBoundaryMetadata 对得上,不是写了个没人认的字段)", async () => {
1195
- const { store, stored } = createMockStore();
1196
- const llm = createMockLLM(() => "一条结论");
1197
-
1198
- await clusterAndConsolidate({
1199
- entries: trioEntries(),
1200
- embedder: createMockEmbedder(),
1201
- llm: llm as unknown as LLMClient,
1202
- store,
1203
- scope: "project:test",
1204
- ...trioParams,
1205
- });
1206
-
1207
- // coerceBoundaryMetadata 对 layer/authority/conflictPolicy 三项都做白名单校验,
1208
- // 任一项写错就整个返回 null —— 所以这条断言同时验了三项都合法。
1209
- const boundary = extractBoundaryMetadata(stored[0].metadata);
1210
- expect(boundary).not.toBeNull();
1211
- expect(boundary!.layer).toBe("evidence");
1212
- });
1213
-
1214
- it("evidence 编号被翻译成真实的源记忆 id 存下来", async () => {
1215
- const { store, stored } = createMockStore();
1216
- const llm = {
1217
- async synthesizeClusterInsight(): Promise<SynthesisVerdict> {
1218
- return { status: "ok", output: { text: "一条结论", evidence: [1, 3] } };
1219
- },
1220
- async synthesizeClusterPattern(): Promise<SynthesisVerdict> { return { status: "abstained" }; },
1221
- };
1222
-
1223
- await clusterAndConsolidate({
1224
- entries: trioEntries(),
1225
- embedder: createMockEmbedder(),
1226
- llm: llm as unknown as LLMClient,
1227
- store,
1228
- scope: "project:test",
1229
- ...trioParams,
1230
- });
1231
-
1232
- const meta = JSON.parse(stored[0].metadata!) as { evidenceMemories?: string[]; synthesis_contract?: number };
1233
- expect(meta.evidenceMemories).toEqual(["a", "c"]); // 1-based → 第 1、第 3 个成员
1234
- expect(meta.synthesis_contract).toBe(SYNTHESIS_CONTRACT_VERSION);
1235
- });
1236
- });