recallnest 3.0.0 → 4.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (246) hide show
  1. package/CHANGELOG.md +304 -0
  2. package/README.md +251 -258
  3. package/README_CN.md +226 -247
  4. package/assets/ui/app.js +6 -1
  5. package/bin/recallnest.mjs +20 -37
  6. package/docs/api-reference.md +8 -0
  7. package/docs/architecture.md +18 -13
  8. package/eval/cases-canary.json +107 -9
  9. package/integrations/examples/claude-agent-sdk/memory-agent.ts +2 -0
  10. package/integrations/examples/langchain/memory-chain.py +4 -0
  11. package/integrations/examples/openai-agents-sdk/memory-agent.py +4 -0
  12. package/package.json +12 -3
  13. package/src/activity-counter.ts +1 -0
  14. package/src/adaptive-retrieval.ts +23 -0
  15. package/src/api-server.ts +13 -11
  16. package/src/asset-sync.ts +26 -2
  17. package/src/audit-log.ts +2 -0
  18. package/src/auto-gc.ts +4 -3
  19. package/src/belief-history.ts +137 -31
  20. package/src/capture-engine.ts +459 -71
  21. package/src/cascade-forget.ts +7 -3
  22. package/src/checkpoint-mirror.ts +417 -0
  23. package/src/cli.ts +574 -54
  24. package/src/conflict-engine.ts +43 -15
  25. package/src/consolidation-engine.ts +24 -3
  26. package/src/context-collapse-renderer.ts +8 -1
  27. package/src/context-composer-stable.ts +5 -1
  28. package/src/context-composer.ts +11 -2
  29. package/src/distill-lock.ts +246 -74
  30. package/src/dream-pipeline.ts +3 -1
  31. package/src/embedder.ts +24 -0
  32. package/src/env-config.ts +136 -0
  33. package/src/flock.ts +97 -0
  34. package/src/forget-engine.ts +342 -58
  35. package/src/gateway-server.ts +4 -0
  36. package/src/ingest-plan.ts +56 -0
  37. package/src/ingest.ts +294 -121
  38. package/src/kg-contradiction.ts +753 -0
  39. package/src/kg-extractor.ts +17 -0
  40. package/src/kg-store.ts +1 -1
  41. package/src/known-item-eval.ts +455 -0
  42. package/src/llm-client.ts +13 -26
  43. package/src/llm-consolidation.ts +2 -2
  44. package/src/mcp-tool-deps.ts +6 -0
  45. package/src/mcp-tools-advanced.ts +80 -45
  46. package/src/mcp-tools-core.ts +23 -17
  47. package/src/mcp-tools-governance.ts +13 -7
  48. package/src/memory-assets.ts +144 -8
  49. package/src/memory-boundaries.ts +19 -0
  50. package/src/memory-evolution.ts +9 -0
  51. package/src/memory-lint.ts +1 -1
  52. package/src/memory-output.ts +311 -14
  53. package/src/memory-reconcile.ts +1437 -0
  54. package/src/memory-schema.ts +11 -0
  55. package/src/memory-store-port.ts +1 -0
  56. package/src/minis-archive.ts +151 -0
  57. package/src/noise-filter.ts +15 -2
  58. package/src/pii-detector.ts +31 -1
  59. package/src/pivot-apply.ts +55 -5
  60. package/src/pivot-evidence.ts +128 -0
  61. package/src/ppr-traversal.ts +25 -1
  62. package/src/preference-matcher.ts +40 -28
  63. package/src/prospective-memory.ts +7 -4
  64. package/src/retriever.ts +297 -57
  65. package/src/retroactive-boost.ts +3 -2
  66. package/src/runtime-config.ts +15 -1
  67. package/src/scope-policy.ts +1 -0
  68. package/src/session-distiller.ts +6 -2
  69. package/src/session-engine.ts +11 -4
  70. package/src/session-output.ts +20 -1
  71. package/src/session-schema.ts +5 -2
  72. package/src/session-store.ts +59 -12
  73. package/src/skill-promotion.ts +67 -1
  74. package/src/store-receipts.ts +109 -0
  75. package/src/store-write-budget.ts +37 -0
  76. package/src/store.ts +298 -57
  77. package/src/text-fingerprint.ts +25 -0
  78. package/src/trigger-store.ts +443 -0
  79. package/src/ui-server.ts +22 -21
  80. package/src/version-manager.ts +19 -5
  81. package/src/write-verifier.ts +16 -11
  82. package/src/__tests__/access-tracker-novelty.test.ts +0 -324
  83. package/src/__tests__/activity-counter.test.ts +0 -125
  84. package/src/__tests__/adaptive-fidelity.test.ts +0 -102
  85. package/src/__tests__/admission-control.test.ts +0 -206
  86. package/src/__tests__/age-label.test.ts +0 -33
  87. package/src/__tests__/anchor-generator.test.ts +0 -67
  88. package/src/__tests__/api-server-security.test.ts +0 -102
  89. package/src/__tests__/auto-consolidation.test.ts +0 -168
  90. package/src/__tests__/auto-recall.test.ts +0 -131
  91. package/src/__tests__/babel-integration.test.ts +0 -144
  92. package/src/__tests__/batch-dedup.test.ts +0 -65
  93. package/src/__tests__/belief-history.test.ts +0 -220
  94. package/src/__tests__/canary-eval.test.ts +0 -114
  95. package/src/__tests__/capture-engine.test.ts +0 -1328
  96. package/src/__tests__/capture-heuristic.test.ts +0 -171
  97. package/src/__tests__/cascade-forget.test.ts +0 -210
  98. package/src/__tests__/category-min-scores.test.ts +0 -116
  99. package/src/__tests__/cc8-cc1-essential-context.test.ts +0 -298
  100. package/src/__tests__/circuit-breaker.test.ts +0 -99
  101. package/src/__tests__/cluster-consolidation.test.ts +0 -1236
  102. package/src/__tests__/confidence-metadata.test.ts +0 -125
  103. package/src/__tests__/confidence-tracker.test.ts +0 -261
  104. package/src/__tests__/conflict-advisor.test.ts +0 -206
  105. package/src/__tests__/conflict-escalation.test.ts +0 -149
  106. package/src/__tests__/conflict-lifecycle.test.ts +0 -83
  107. package/src/__tests__/conflict-output.test.ts +0 -85
  108. package/src/__tests__/conflict-store.test.ts +0 -418
  109. package/src/__tests__/connector-v1.test.ts +0 -181
  110. package/src/__tests__/consolidation-engine.test.ts +0 -520
  111. package/src/__tests__/constructive-retrieval.test.ts +0 -509
  112. package/src/__tests__/context-collapse-renderer.test.ts +0 -214
  113. package/src/__tests__/context-composer-pins.test.ts +0 -64
  114. package/src/__tests__/context-composer-task-selection.test.ts +0 -24
  115. package/src/__tests__/context-reconstructor.test.ts +0 -65
  116. package/src/__tests__/context-renderer.test.ts +0 -91
  117. package/src/__tests__/continuity-eval.test.ts +0 -275
  118. package/src/__tests__/continuity-schema.test.ts +0 -97
  119. package/src/__tests__/contracts.test.ts +0 -262
  120. package/src/__tests__/conversation-importer.test.ts +0 -692
  121. package/src/__tests__/core-recall-eval.test.ts +0 -235
  122. package/src/__tests__/core-summary.test.ts +0 -109
  123. package/src/__tests__/data-checkup.test.ts +0 -304
  124. package/src/__tests__/decay-exemption.test.ts +0 -129
  125. package/src/__tests__/dedup-actions.test.ts +0 -58
  126. package/src/__tests__/dedup-guard.test.ts +0 -39
  127. package/src/__tests__/deterministic-id.test.ts +0 -39
  128. package/src/__tests__/distill-lock.test.ts +0 -305
  129. package/src/__tests__/distill-session-argshape.test.ts +0 -79
  130. package/src/__tests__/doctor.test.ts +0 -319
  131. package/src/__tests__/dream-pipeline.test.ts +0 -820
  132. package/src/__tests__/dream-scope-isolation.test.ts +0 -386
  133. package/src/__tests__/dream-write-batching.test.ts +0 -211
  134. package/src/__tests__/drill-down.test.ts +0 -108
  135. package/src/__tests__/embedder.test.ts +0 -122
  136. package/src/__tests__/emotion-decay.test.ts +0 -46
  137. package/src/__tests__/emotion-detector.test.ts +0 -56
  138. package/src/__tests__/emotion-phase1-integration.test.ts +0 -153
  139. package/src/__tests__/emotion-retrieval.test.ts +0 -56
  140. package/src/__tests__/entity-resolver.test.ts +0 -58
  141. package/src/__tests__/env-config-invariant.test.ts +0 -80
  142. package/src/__tests__/env-config.test.ts +0 -211
  143. package/src/__tests__/error-signature-boost.test.ts +0 -87
  144. package/src/__tests__/error-signature.test.ts +0 -95
  145. package/src/__tests__/error-taxonomy.test.ts +0 -129
  146. package/src/__tests__/ethics-layer.test.ts +0 -476
  147. package/src/__tests__/event-segmenter.test.ts +0 -153
  148. package/src/__tests__/feature-flags-integration.test.ts +0 -54
  149. package/src/__tests__/frequency-tracker.test.ts +0 -113
  150. package/src/__tests__/freshness.test.ts +0 -186
  151. package/src/__tests__/graph-export.test.ts +0 -489
  152. package/src/__tests__/hotness-blend.test.ts +0 -283
  153. package/src/__tests__/ingest-chunking.test.ts +0 -44
  154. package/src/__tests__/ingest-scope-prefix.test.ts +0 -69
  155. package/src/__tests__/ingest.test.ts +0 -360
  156. package/src/__tests__/interference-detector.test.ts +0 -203
  157. package/src/__tests__/kg-extractor.test.ts +0 -192
  158. package/src/__tests__/kg-store.test.ts +0 -300
  159. package/src/__tests__/llm-client-pivot.test.ts +0 -628
  160. package/src/__tests__/llm-consolidation.test.ts +0 -226
  161. package/src/__tests__/maintenance-locks.test.ts +0 -197
  162. package/src/__tests__/mcp-efficiency.test.ts +0 -288
  163. package/src/__tests__/mcp-related-scopes.test.ts +0 -151
  164. package/src/__tests__/memory-boundaries.test.ts +0 -282
  165. package/src/__tests__/memory-evolution-b2-b3-e1.test.ts +0 -362
  166. package/src/__tests__/memory-evolution.test.ts +0 -271
  167. package/src/__tests__/memory-health-rebalance.test.ts +0 -144
  168. package/src/__tests__/memory-lint.test.ts +0 -421
  169. package/src/__tests__/memory-output.test.ts +0 -224
  170. package/src/__tests__/memory-promotion.test.ts +0 -315
  171. package/src/__tests__/memory-utility.test.ts +0 -256
  172. package/src/__tests__/migrate-dedup-ids.test.ts +0 -65
  173. package/src/__tests__/multi-vector.test.ts +0 -242
  174. package/src/__tests__/narrative-architecture.test.ts +0 -456
  175. package/src/__tests__/noise-filter.test.ts +0 -205
  176. package/src/__tests__/noise-prototype-bank.test.ts +0 -280
  177. package/src/__tests__/obsidian-connector.test.ts +0 -363
  178. package/src/__tests__/omitted-reporting.test.ts +0 -98
  179. package/src/__tests__/openai-contract.test.ts +0 -513
  180. package/src/__tests__/pending-review.test.ts +0 -77
  181. package/src/__tests__/pii-redact.test.ts +0 -333
  182. package/src/__tests__/pivot-apply.test.ts +0 -373
  183. package/src/__tests__/pivot-distill-supervisor.test.ts +0 -457
  184. package/src/__tests__/pivot-distill.test.ts +0 -1178
  185. package/src/__tests__/post-retrieval-filter.test.ts +0 -178
  186. package/src/__tests__/ppr-traversal.test.ts +0 -256
  187. package/src/__tests__/prediction-engine.test.ts +0 -349
  188. package/src/__tests__/predictive-prospective-memory.test.ts +0 -416
  189. package/src/__tests__/preference-guard-smoke.test.ts +0 -211
  190. package/src/__tests__/preference-matcher.test.ts +0 -282
  191. package/src/__tests__/preference-slots.test.ts +0 -205
  192. package/src/__tests__/promotion-distinct-sources.test.ts +0 -162
  193. package/src/__tests__/prospective-memory.test.ts +0 -283
  194. package/src/__tests__/pull-from-macbook-sync-only.test.ts +0 -679
  195. package/src/__tests__/query-entity-detector.test.ts +0 -171
  196. package/src/__tests__/query-expander-alias.test.ts +0 -146
  197. package/src/__tests__/query-expander.test.ts +0 -34
  198. package/src/__tests__/recall-gate.test.ts +0 -266
  199. package/src/__tests__/recall-governor.test.ts +0 -227
  200. package/src/__tests__/recall-mode.test.ts +0 -64
  201. package/src/__tests__/resolve-db-path.test.ts +0 -130
  202. package/src/__tests__/resolve-tier.test.ts +0 -64
  203. package/src/__tests__/result-synthesizer.test.ts +0 -198
  204. package/src/__tests__/resume-context.test.ts +0 -4898
  205. package/src/__tests__/retrieval-eval.test.ts +0 -163
  206. package/src/__tests__/retrieval-trace.test.ts +0 -213
  207. package/src/__tests__/retrieve-audit-revision.test.ts +0 -255
  208. package/src/__tests__/retriever-boundary-weight.test.ts +0 -136
  209. package/src/__tests__/retriever-lazy-init-dispatch.test.ts +0 -123
  210. package/src/__tests__/retroactive-boost.test.ts +0 -223
  211. package/src/__tests__/salience-scoring.test.ts +0 -106
  212. package/src/__tests__/scope-inventory.test.ts +0 -200
  213. package/src/__tests__/scope-policy.test.ts +0 -69
  214. package/src/__tests__/scope-suggester.test.ts +0 -80
  215. package/src/__tests__/session-checkpoint.test.ts +0 -291
  216. package/src/__tests__/session-distiller.test.ts +0 -640
  217. package/src/__tests__/session-gc.test.ts +0 -215
  218. package/src/__tests__/skill-engine.test.ts +0 -552
  219. package/src/__tests__/skill-promotion.test.ts +0 -654
  220. package/src/__tests__/skill-verifier.test.ts +0 -122
  221. package/src/__tests__/source-heartbeat.test.ts +0 -254
  222. package/src/__tests__/stable-context-length-contract.test.ts +0 -62
  223. package/src/__tests__/store-patch-metadata.test.ts +0 -235
  224. package/src/__tests__/store-read-consistency.test.ts +0 -122
  225. package/src/__tests__/store-schema-migration.test.ts +0 -87
  226. package/src/__tests__/store-scope-audit.test.ts +0 -81
  227. package/src/__tests__/store-upsert.test.ts +0 -201
  228. package/src/__tests__/supersede-chain.test.ts +0 -154
  229. package/src/__tests__/synthesis-contract.test.ts +0 -252
  230. package/src/__tests__/synthesis-promotion.test.ts +0 -369
  231. package/src/__tests__/temporal-parser.test.ts +0 -241
  232. package/src/__tests__/temporal-validity.test.ts +0 -160
  233. package/src/__tests__/term-registry-terminal-roster.test.ts +0 -127
  234. package/src/__tests__/term-registry.test.ts +0 -121
  235. package/src/__tests__/tool-error-surfacing.test.ts +0 -98
  236. package/src/__tests__/tool-output-compressor.test.ts +0 -160
  237. package/src/__tests__/topic-tag.test.ts +0 -113
  238. package/src/__tests__/trusted-memory.test.ts +0 -867
  239. package/src/__tests__/ui-server-security.test.ts +0 -93
  240. package/src/__tests__/usage-tracker.test.ts +0 -287
  241. package/src/__tests__/utility-weight.test.ts +0 -57
  242. package/src/__tests__/verbatim-self-recall.test.ts +0 -279
  243. package/src/__tests__/version-manager.test.ts +0 -248
  244. package/src/__tests__/workflow-observation-skill-outcome.test.ts +0 -352
  245. package/src/__tests__/workflow-observation.test.ts +0 -433
  246. package/src/__tests__/write-verifier.test.ts +0 -122
@@ -1,1236 +0,0 @@
1
- import { describe, expect, it } from "bun:test";
2
-
3
- import {
4
- clusterAndConsolidate,
5
- deduplicateByClusterInsight,
6
- SYNTHESIS_CONTRACT_VERSION,
7
- type ClusterConsolidationResult,
8
- } from "../consolidation-engine.js";
9
- import { extractBoundaryMetadata } from "../memory-boundaries.js";
10
- import type { MemoryEntry, MemoryStore } from "../store.js";
11
- import type { LLMClient } from "../llm-client.js";
12
- import type { SynthesisVerdict } from "../synthesis-contract.js";
13
- import type { Embedder } from "../embedder.js";
14
- import { cosineSimilarity } from "../multi-vector.js";
15
-
16
- // ---------------------------------------------------------------------------
17
- // Helpers
18
- // ---------------------------------------------------------------------------
19
-
20
- function makeEntry(overrides: Partial<MemoryEntry> & { id: string; text: string }): MemoryEntry {
21
- return {
22
- vector: [1, 0, 0],
23
- category: "events",
24
- scope: "project:test",
25
- importance: 0.7,
26
- timestamp: Date.now(),
27
- metadata: JSON.stringify({
28
- evolution: {
29
- status: "active",
30
- version: 1,
31
- accessCount: 0,
32
- lastAccessedAt: null,
33
- supersededBy: null,
34
- consolidatedInto: null,
35
- sourceMemories: [],
36
- validFrom: Date.now(),
37
- validUntil: null,
38
- },
39
- }),
40
- ...overrides,
41
- };
42
- }
43
-
44
- /** Create a mock store that tracks store() and update() calls.
45
- * 可选 seed:模拟"库中已有行"的 metadata(patchMetadataBatch 的生产语义是以库中
46
- * 最新行起底应用 patchFn——不给 seed 时起底为空对象)。 */
47
- function createMockStore(seed: MemoryEntry[] = []) {
48
- const stored: MemoryEntry[] = [];
49
- const updates: Array<{ id: string; metadata: string }> = [];
50
- // 2026-08-14: patchMetadataBatch 的最新态表 —— patchFn 以上一批的结果起底,
51
- // 忠实模拟生产语义(锁内最新行起底、批间叠加而非互抹)。
52
- const metaById = new Map<string, Record<string, unknown>>();
53
- for (const e of seed) {
54
- try { metaById.set(e.id, JSON.parse(e.metadata || "{}") as Record<string, unknown>); } catch { /* skip bad seed */ }
55
- }
56
- let storeCounter = 0;
57
-
58
- const store: Pick<MemoryStore, "store" | "update" | "patchMetadataBatch"> = {
59
- async store(entry) {
60
- const full: MemoryEntry = {
61
- ...entry,
62
- id: entry.id || `insight-${storeCounter++}`,
63
- timestamp: Date.now(),
64
- metadata: entry.metadata || "{}",
65
- };
66
- stored.push(full);
67
- return full;
68
- },
69
- async update(id, upd, _scopeFilter?) {
70
- if (upd.metadata) {
71
- updates.push({ id, metadata: upd.metadata });
72
- }
73
- return { id, text: "", vector: [], category: "events", scope: "project:test", importance: 0.5, timestamp: Date.now(), metadata: upd.metadata || "{}" } as MemoryEntry;
74
- },
75
- async patchMetadataBatch(patches, _scopeFilter?) {
76
- for (const { id, patchFn } of patches) {
77
- const current = metaById.get(id) ?? {};
78
- const entry = { id, text: "", vector: [], category: "events", scope: "project:test", importance: 0.5, timestamp: Date.now(), metadata: JSON.stringify(current) } as MemoryEntry;
79
- const patched = patchFn(current, entry);
80
- metaById.set(id, patched);
81
- updates.push({ id, metadata: JSON.stringify(patched) });
82
- }
83
- return patches.length;
84
- },
85
- };
86
-
87
- return { store, stored, updates, metaById };
88
- }
89
-
90
- /**
91
- * Create a mock LLM that returns a fixed insight string (or null to simulate abstention).
92
- *
93
- * 2026-08-23:合成接口从「返回 string|null」换成 `SynthesisVerdict`(产出 / 弃权 /
94
- * 校验不过三态)。这个 helper 保留旧的字符串签名,把 null 映射成 `abstained` ——
95
- * 既有 30 多条断言测的是聚类与写库行为,不该因为合成签名换代而全部重写。
96
- * 三态本身另有直接断言(见文件末尾「合成契约」一节)。
97
- */
98
- function synthOk(text: string, evidence: number[] = [1, 2]): SynthesisVerdict {
99
- return { status: "ok", output: { text, evidence } };
100
- }
101
-
102
- function createMockLLM(
103
- insightFn: (text: string) => string | null,
104
- patternFn?: (texts: string[]) => string | null,
105
- ): Pick<LLMClient, "synthesizeClusterInsight" | "synthesizeClusterPattern"> {
106
- return {
107
- async synthesizeClusterInsight(texts: string[]) {
108
- const out = insightFn(texts.join("\n---\n"));
109
- return out === null ? { status: "abstained" } : synthOk(out);
110
- },
111
- async synthesizeClusterPattern(texts: string[]) {
112
- const out = patternFn ? patternFn(texts) : null;
113
- return out === null ? { status: "abstained" } : synthOk(out);
114
- },
115
- } as Pick<LLMClient, "synthesizeClusterInsight" | "synthesizeClusterPattern">;
116
- }
117
-
118
- /** Create a mock embedder that returns a fixed vector */
119
- function createMockEmbedder(vector: number[] = [0.5, 0.5, 0.5]): Pick<Embedder, "embedPassage"> {
120
- return {
121
- async embedPassage(_text: string) {
122
- return vector;
123
- },
124
- };
125
- }
126
-
127
- // ---------------------------------------------------------------------------
128
- // Tests
129
- // ---------------------------------------------------------------------------
130
-
131
- describe("clusterAndConsolidate", () => {
132
- it("returns zeros for empty entries", async () => {
133
- const { store } = createMockStore();
134
- const llm = createMockLLM(() => "insight");
135
- const embedder = createMockEmbedder();
136
-
137
- const result = await clusterAndConsolidate({
138
- entries: [],
139
- embedder,
140
- llm: llm as unknown as LLMClient,
141
- store,
142
- scope: "project:test",
143
- });
144
-
145
- expect(result.clustersFound).toBe(0);
146
- expect(result.clustersConsolidated).toBe(0);
147
- expect(result.insightsGenerated).toBe(0);
148
- expect(result.entriesLinked).toBe(0);
149
- });
150
-
151
- it("returns 0 consolidated when all clusters are below minClusterSize", async () => {
152
- // 2 entries each with different enough vectors to not cluster
153
- const entries = [
154
- makeEntry({ id: "a", text: "TypeScript patterns", vector: [1, 0, 0] }),
155
- makeEntry({ id: "b", text: "Python patterns", vector: [0, 1, 0] }),
156
- ];
157
-
158
- const { store } = createMockStore();
159
- const llm = createMockLLM(() => "insight");
160
- const embedder = createMockEmbedder();
161
-
162
- const result = await clusterAndConsolidate({
163
- entries,
164
- embedder,
165
- llm: llm as unknown as LLMClient,
166
- store,
167
- scope: "project:test",
168
- minClusterSize: 3,
169
- });
170
-
171
- expect(result.clustersFound).toBe(0);
172
- expect(result.clustersConsolidated).toBe(0);
173
- expect(result.insightsGenerated).toBe(0);
174
- });
175
-
176
- it("clusters similar entries and generates insights", async () => {
177
- // 3 entries with very similar vectors — should form one cluster
178
- const entries = [
179
- makeEntry({ id: "a", text: "TypeScript is great for large projects", vector: [0.9, 0.1, 0], importance: 0.8 }),
180
- makeEntry({ id: "b", text: "TypeScript helps with code safety", vector: [0.88, 0.12, 0], importance: 0.7 }),
181
- makeEntry({ id: "c", text: "TypeScript improves developer experience", vector: [0.92, 0.08, 0], importance: 0.6 }),
182
- ];
183
-
184
- const { store, stored, updates } = createMockStore(entries);
185
- const llm = createMockLLM(() => "TypeScript benefits for development");
186
- const embedder = createMockEmbedder([0.5, 0.5, 0]);
187
-
188
- const result = await clusterAndConsolidate({
189
- entries,
190
- embedder,
191
- llm: llm as unknown as LLMClient,
192
- store,
193
- scope: "project:test",
194
- minClusterSize: 3,
195
- clusterThreshold: 0.75,
196
- });
197
-
198
- expect(result.clustersFound).toBe(1);
199
- expect(result.clustersConsolidated).toBe(1);
200
- expect(result.insightsGenerated).toBe(1);
201
- expect(result.entriesLinked).toBe(3);
202
-
203
- // Verify insight was stored
204
- expect(stored.length).toBe(1);
205
- expect(stored[0].text).toBe("TypeScript benefits for development");
206
- expect(stored[0].importance).toBe(0.8); // max of cluster
207
- expect(stored[0].category).toBe("events"); // majority category
208
-
209
- // Verify insight metadata has sourceMemories
210
- const insightMeta = JSON.parse(stored[0].metadata!);
211
- expect(insightMeta.evolution.sourceMemories).toEqual(["a", "b", "c"]);
212
- expect(insightMeta.cluster_insight).toBe(true);
213
-
214
- // Verify source memories were marked with consolidatedInto
215
- expect(updates.length).toBe(3);
216
- for (const upd of updates) {
217
- const meta = JSON.parse(upd.metadata);
218
- expect(meta.evolution.consolidatedInto).toBe(stored[0].id);
219
- // Status should remain active (not changed)
220
- expect(meta.evolution.status).toBe("active");
221
- }
222
- });
223
-
224
- // 2026-08-14 Bug-2 回归:旧路径 insight 源回写与 pattern 源回写都从同一个旧内存串
225
- // 起底 patch,后者会把前者刚写库的 consolidatedInto 抹掉——凡走到 pattern 抽取的
226
- // cluster,源条目的 consolidatedInto 全丢。新路径两段批量都以最新态起底,叠加共存。
227
- it("Bug-2 回归:pattern 源回写后 consolidatedInto 与 contributedToPattern 并存(最终态)", async () => {
228
- const entries = [
229
- makeEntry({ id: "a", text: "TypeScript is great", vector: [0.9, 0.1, 0], importance: 0.8 }),
230
- makeEntry({ id: "b", text: "TypeScript is safe", vector: [0.88, 0.12, 0], importance: 0.7 }),
231
- makeEntry({ id: "c", text: "TypeScript is productive", vector: [0.92, 0.08, 0], importance: 0.6 }),
232
- ];
233
- const { store, stored, metaById } = createMockStore(entries);
234
- const llm = createMockLLM(() => "TS insight", () => "TS pattern");
235
- const embedder = createMockEmbedder([0.5, 0.5, 0]);
236
-
237
- const result = await clusterAndConsolidate({
238
- entries, embedder, llm: llm as unknown as LLMClient, store,
239
- scope: "project:test", minClusterSize: 3, clusterThreshold: 0.75,
240
- extractPatterns: true,
241
- });
242
-
243
- expect(result.insightsGenerated).toBe(1);
244
- expect(result.patternsExtracted).toBe(1);
245
- const insight = stored.find(e => JSON.parse(e.metadata!).cluster_insight === true)!;
246
- const pattern = stored.find(e => JSON.parse(e.metadata!).cross_memory_pattern === true)!;
247
- for (const id of ["a", "b", "c"]) {
248
- const final = metaById.get(id) as { evolution: Record<string, unknown> };
249
- expect(final.evolution.consolidatedInto).toBe(insight.id); // 旧路径这里被 pattern 批抹成 undefined
250
- expect(final.evolution.contributedToPattern).toBe(pattern.id);
251
- expect(final.evolution.status).toBe("active"); // 3b 不动 status
252
- }
253
- });
254
-
255
- // P0-2/P1-2: insight/pattern idempotency — deterministic id from source cluster ids.
256
- it("re-running on the same cluster yields a stable, deterministic insight id", async () => {
257
- const entries = [
258
- makeEntry({ id: "a", text: "TypeScript is great for large projects", vector: [0.9, 0.1, 0], importance: 0.8 }),
259
- makeEntry({ id: "b", text: "TypeScript helps with code safety", vector: [0.88, 0.12, 0], importance: 0.7 }),
260
- makeEntry({ id: "c", text: "TypeScript improves developer experience", vector: [0.92, 0.08, 0], importance: 0.6 }),
261
- ];
262
- const llm = createMockLLM(() => "TypeScript benefits for development");
263
- const embedder = createMockEmbedder([0.5, 0.5, 0]);
264
-
265
- const run1 = createMockStore();
266
- await clusterAndConsolidate({
267
- entries, embedder, llm: llm as unknown as LLMClient, store: run1.store,
268
- scope: "project:test", minClusterSize: 3, clusterThreshold: 0.75,
269
- });
270
- const run2 = createMockStore();
271
- await clusterAndConsolidate({
272
- entries, embedder, llm: llm as unknown as LLMClient, store: run2.store,
273
- scope: "project:test", minClusterSize: 3, clusterThreshold: 0.75,
274
- });
275
-
276
- // Same source cluster ⇒ identical deterministic id across runs (upsert dedups downstream).
277
- expect(run1.stored[0].id).toBe(run2.stored[0].id);
278
- // Must be the engine-supplied deterministic id, not the mock counter fallback.
279
- expect(run1.stored[0].id).not.toMatch(/^insight-\d+$/);
280
- });
281
-
282
- it("an upsert-like (dedup-by-id) store keeps a single insight across repeated runs", async () => {
283
- const entries = [
284
- makeEntry({ id: "a", text: "TypeScript is great for large projects", vector: [0.9, 0.1, 0], importance: 0.8 }),
285
- makeEntry({ id: "b", text: "TypeScript helps with code safety", vector: [0.88, 0.12, 0], importance: 0.7 }),
286
- makeEntry({ id: "c", text: "TypeScript improves developer experience", vector: [0.92, 0.08, 0], importance: 0.6 }),
287
- ];
288
- const llm = createMockLLM(() => "TypeScript benefits for development");
289
- const embedder = createMockEmbedder([0.5, 0.5, 0]);
290
-
291
- const byId = new Map<string, MemoryEntry>();
292
- const dedupStore: Pick<MemoryStore, "store" | "update"> = {
293
- async store(entry) {
294
- const full = {
295
- ...entry,
296
- id: entry.id || `insight-${byId.size}`,
297
- timestamp: Date.now(),
298
- metadata: entry.metadata || "{}",
299
- } as MemoryEntry;
300
- byId.set(full.id, full); // same id overwrites (upsert semantics)
301
- return full;
302
- },
303
- async update(id, upd) {
304
- return { id, text: "", vector: [], category: "events", scope: "project:test", importance: 0.5, timestamp: Date.now(), metadata: upd.metadata || "{}" } as MemoryEntry;
305
- },
306
- async patchMetadataBatch(patches: Array<{ id: string; patchFn: (meta: Record<string, unknown>, entry: MemoryEntry) => Record<string, unknown> }>) {
307
- return patches.length; // 本用例只断言 insight 幂等,源回写记录不参与断言
308
- },
309
- };
310
-
311
- const params = {
312
- entries, embedder, llm: llm as unknown as LLMClient, store: dedupStore,
313
- scope: "project:test", minClusterSize: 3, clusterThreshold: 0.75,
314
- };
315
- await clusterAndConsolidate(params);
316
- await clusterAndConsolidate(params);
317
-
318
- const insights = [...byId.values()].filter((e) => {
319
- try {
320
- return JSON.parse(e.metadata!).cluster_insight === true;
321
- } catch {
322
- return false;
323
- }
324
- });
325
- expect(insights.length).toBe(1);
326
- });
327
-
328
- it("skips non-active entries", async () => {
329
- const entries = [
330
- makeEntry({ id: "a", text: "active memory", vector: [0.9, 0.1, 0] }),
331
- makeEntry({
332
- id: "b", text: "archived memory", vector: [0.88, 0.12, 0],
333
- metadata: JSON.stringify({ evolution: { status: "archived", version: 1, accessCount: 0, lastAccessedAt: null, supersededBy: null, consolidatedInto: null, sourceMemories: [], validFrom: Date.now(), validUntil: null } }),
334
- }),
335
- makeEntry({ id: "c", text: "another active", vector: [0.92, 0.08, 0] }),
336
- ];
337
-
338
- const { store } = createMockStore();
339
- const llm = createMockLLM(() => "insight");
340
- const embedder = createMockEmbedder();
341
-
342
- const result = await clusterAndConsolidate({
343
- entries,
344
- embedder,
345
- llm: llm as unknown as LLMClient,
346
- store,
347
- scope: "project:test",
348
- minClusterSize: 3,
349
- });
350
-
351
- // Only 2 active entries — not enough for a cluster of 3
352
- expect(result.clustersFound).toBe(0);
353
- expect(result.insightsGenerated).toBe(0);
354
- });
355
-
356
- it("handles LLM failure gracefully (returns null insight)", async () => {
357
- const entries = [
358
- makeEntry({ id: "a", text: "memory A", vector: [0.9, 0.1, 0] }),
359
- makeEntry({ id: "b", text: "memory B", vector: [0.88, 0.12, 0] }),
360
- makeEntry({ id: "c", text: "memory C", vector: [0.92, 0.08, 0] }),
361
- ];
362
-
363
- const { store, stored } = createMockStore();
364
- const llm = createMockLLM(() => null); // LLM fails
365
- const embedder = createMockEmbedder();
366
-
367
- const result = await clusterAndConsolidate({
368
- entries,
369
- embedder,
370
- llm: llm as unknown as LLMClient,
371
- store,
372
- scope: "project:test",
373
- minClusterSize: 3,
374
- clusterThreshold: 0.75,
375
- });
376
-
377
- expect(result.clustersFound).toBe(1);
378
- expect(result.clustersConsolidated).toBe(1); // Still counts as processed
379
- expect(result.insightsGenerated).toBe(0); // No insight generated
380
- expect(stored.length).toBe(0); // Nothing stored
381
- expect(result.llmFailures).toBe(0); // 返回 null 不是失败,是合法的"没料可炼"
382
- });
383
-
384
- // 2026-08-13:上面那条测的是 generateL0 **返回 null**;下面这条测它 **抛异常**。
385
- // 两者此前走的是完全不同的路径 —— 返回 null 被消化,抛异常会一路冒出 runDream,
386
- // 把整个 scope 的 dream 炸掉(llm-client 的 chat() 在 catch 里是 `throw err`)。
387
- // 2026-08-09 memory 周日轮次连挂两次就是这条路径:15s AbortController 超时。
388
- it("单个 cluster 的 LLM 抛异常时吸收掉,不炸整轮(2026-08-09 memory 轮次根因)", async () => {
389
- const entries = [
390
- makeEntry({ id: "a", text: "memory A", vector: [0.9, 0.1, 0] }),
391
- makeEntry({ id: "b", text: "memory B", vector: [0.88, 0.12, 0] }),
392
- makeEntry({ id: "c", text: "memory C", vector: [0.92, 0.08, 0] }),
393
- ];
394
-
395
- const { store, stored } = createMockStore();
396
- const llm = {
397
- async synthesizeClusterInsight(_texts: string[]): Promise<SynthesisVerdict> {
398
- throw new Error("Request was aborted.");
399
- },
400
- async synthesizeClusterPattern(_texts: string[]): Promise<SynthesisVerdict> {
401
- return { status: "abstained" };
402
- },
403
- };
404
- const embedder = createMockEmbedder();
405
-
406
- const result = await clusterAndConsolidate({
407
- entries,
408
- embedder,
409
- llm: llm as unknown as LLMClient,
410
- store,
411
- scope: "project:test",
412
- minClusterSize: 3,
413
- clusterThreshold: 0.75,
414
- });
415
-
416
- // 关键断言:函数正常返回而不是抛出。修复前这一行根本到不了 —— 异常直接冒到调用方。
417
- expect(result.clustersFound).toBe(1);
418
- expect(result.clustersConsolidated).toBe(1);
419
- expect(result.insightsGenerated).toBe(0);
420
- expect(stored.length).toBe(0);
421
- // 吸收 ≠ 静默:失败要计数,否则"LLM 全程不可用"和"今天没料可炼"长得一样。
422
- expect(result.llmFailures).toBe(1);
423
- });
424
-
425
- it("多个 cluster 时,一个 LLM 抛异常不影响其他 cluster 产出", async () => {
426
- // 两个互相正交的簇,各 3 个成员
427
- const entries = [
428
- makeEntry({ id: "a1", text: "cluster one A", vector: [0.9, 0.1, 0] }),
429
- makeEntry({ id: "a2", text: "cluster one B", vector: [0.88, 0.12, 0] }),
430
- makeEntry({ id: "a3", text: "cluster one C", vector: [0.92, 0.08, 0] }),
431
- makeEntry({ id: "b1", text: "cluster two A", vector: [0, 0.9, 0.1] }),
432
- makeEntry({ id: "b2", text: "cluster two B", vector: [0, 0.88, 0.12] }),
433
- makeEntry({ id: "b3", text: "cluster two C", vector: [0, 0.92, 0.08] }),
434
- ];
435
-
436
- const { store, stored } = createMockStore();
437
- let call = 0;
438
- const llm = {
439
- async synthesizeClusterInsight(_texts: string[]): Promise<SynthesisVerdict> {
440
- call++;
441
- if (call === 1) throw new Error("Request was aborted.");
442
- return synthOk("第二个簇的 insight");
443
- },
444
- async synthesizeClusterPattern(_texts: string[]): Promise<SynthesisVerdict> {
445
- return { status: "abstained" };
446
- },
447
- };
448
- const embedder = createMockEmbedder();
449
-
450
- const result = await clusterAndConsolidate({
451
- entries,
452
- embedder,
453
- llm: llm as unknown as LLMClient,
454
- store,
455
- scope: "project:test",
456
- minClusterSize: 3,
457
- clusterThreshold: 0.75,
458
- });
459
-
460
- expect(result.clustersFound).toBe(2);
461
- expect(result.llmFailures).toBe(1);
462
- // 修复前:第一个簇抛异常 → 整个函数炸掉 → 第二个簇永远跑不到,产出为 0。
463
- expect(result.insightsGenerated).toBe(1);
464
- expect(stored.length).toBe(1);
465
- expect(stored[0].text).toBe("第二个簇的 insight");
466
- });
467
-
468
- it("pattern 抽取抛异常时只丢这一簇的 pattern,已写好的 insight 不连坐", async () => {
469
- const entries = [
470
- makeEntry({ id: "a", text: "memory A", vector: [0.9, 0.1, 0] }),
471
- makeEntry({ id: "b", text: "memory B", vector: [0.88, 0.12, 0] }),
472
- makeEntry({ id: "c", text: "memory C", vector: [0.92, 0.08, 0] }),
473
- ];
474
-
475
- const { store, stored } = createMockStore();
476
- const llm = {
477
- async synthesizeClusterInsight(_texts: string[]): Promise<SynthesisVerdict> {
478
- return synthOk("insight 正常产出");
479
- },
480
- async synthesizeClusterPattern(_texts: string[]): Promise<SynthesisVerdict> {
481
- throw new Error("Request was aborted.");
482
- },
483
- };
484
- const embedder = createMockEmbedder();
485
-
486
- const result = await clusterAndConsolidate({
487
- entries,
488
- embedder,
489
- llm: llm as unknown as LLMClient,
490
- store,
491
- scope: "project:test",
492
- minClusterSize: 3,
493
- clusterThreshold: 0.75,
494
- extractPatterns: true,
495
- });
496
-
497
- expect(result.llmFailures).toBe(1);
498
- expect(result.patternsExtracted).toBe(0);
499
- // insight 已经写进去了,不该被 pattern 阶段的失败拖掉
500
- expect(result.insightsGenerated).toBe(1);
501
- expect(stored.length).toBe(1);
502
- expect(stored[0].text).toBe("insight 正常产出");
503
- });
504
-
505
- it("respects maxClusters limit", async () => {
506
- // Create 2 distinct clusters, each with 3 members
507
- const entries = [
508
- // Cluster 1: similar vectors near [1, 0, 0]
509
- makeEntry({ id: "a1", text: "cluster 1 member A", vector: [0.95, 0.05, 0] }),
510
- makeEntry({ id: "a2", text: "cluster 1 member B", vector: [0.93, 0.07, 0] }),
511
- makeEntry({ id: "a3", text: "cluster 1 member C", vector: [0.97, 0.03, 0] }),
512
- // Cluster 2: similar vectors near [0, 1, 0]
513
- makeEntry({ id: "b1", text: "cluster 2 member A", vector: [0.05, 0.95, 0] }),
514
- makeEntry({ id: "b2", text: "cluster 2 member B", vector: [0.07, 0.93, 0] }),
515
- makeEntry({ id: "b3", text: "cluster 2 member C", vector: [0.03, 0.97, 0] }),
516
- ];
517
-
518
- const { store } = createMockStore();
519
- const llm = createMockLLM(() => "consolidated insight");
520
- const embedder = createMockEmbedder();
521
-
522
- const result = await clusterAndConsolidate({
523
- entries,
524
- embedder,
525
- llm: llm as unknown as LLMClient,
526
- store,
527
- scope: "project:test",
528
- minClusterSize: 3,
529
- clusterThreshold: 0.75,
530
- maxClusters: 1, // Only process 1 cluster
531
- });
532
-
533
- expect(result.clustersFound).toBe(2);
534
- expect(result.clustersConsolidated).toBe(1); // Only 1 processed
535
- expect(result.insightsGenerated).toBe(1);
536
- });
537
-
538
- it("uses majority vote for category selection", async () => {
539
- const entries = [
540
- makeEntry({ id: "a", text: "pattern A", vector: [0.9, 0.1, 0], category: "patterns" }),
541
- makeEntry({ id: "b", text: "pattern B", vector: [0.88, 0.12, 0], category: "patterns" }),
542
- makeEntry({ id: "c", text: "event C", vector: [0.92, 0.08, 0], category: "events" }),
543
- ];
544
-
545
- const { store, stored } = createMockStore();
546
- const llm = createMockLLM(() => "common pattern insight");
547
- const embedder = createMockEmbedder();
548
-
549
- const result = await clusterAndConsolidate({
550
- entries,
551
- embedder,
552
- llm: llm as unknown as LLMClient,
553
- store,
554
- scope: "project:test",
555
- minClusterSize: 3,
556
- clusterThreshold: 0.75,
557
- });
558
-
559
- expect(result.insightsGenerated).toBe(1);
560
- expect(stored[0].category).toBe("patterns"); // majority = patterns (2 vs 1)
561
- });
562
-
563
- // CC-9: Diminishing returns early stop
564
- it("triggers earlyStop after 2 consecutive low-yield rounds", async () => {
565
- // Create 4 clusters, each with 3 members. LLM returns null for all.
566
- const entries = [
567
- // Cluster 1
568
- makeEntry({ id: "a1", text: "c1a", vector: [0.95, 0.05, 0, 0] }),
569
- makeEntry({ id: "a2", text: "c1b", vector: [0.93, 0.07, 0, 0] }),
570
- makeEntry({ id: "a3", text: "c1c", vector: [0.97, 0.03, 0, 0] }),
571
- // Cluster 2
572
- makeEntry({ id: "b1", text: "c2a", vector: [0.05, 0.95, 0, 0] }),
573
- makeEntry({ id: "b2", text: "c2b", vector: [0.07, 0.93, 0, 0] }),
574
- makeEntry({ id: "b3", text: "c2c", vector: [0.03, 0.97, 0, 0] }),
575
- // Cluster 3
576
- makeEntry({ id: "c1", text: "c3a", vector: [0, 0.05, 0.95, 0] }),
577
- makeEntry({ id: "c2", text: "c3b", vector: [0, 0.07, 0.93, 0] }),
578
- makeEntry({ id: "c3", text: "c3c", vector: [0, 0.03, 0.97, 0] }),
579
- // Cluster 4
580
- makeEntry({ id: "d1", text: "c4a", vector: [0, 0, 0.05, 0.95] }),
581
- makeEntry({ id: "d2", text: "c4b", vector: [0, 0, 0.07, 0.93] }),
582
- makeEntry({ id: "d3", text: "c4c", vector: [0, 0, 0.03, 0.97] }),
583
- ];
584
-
585
- const { store } = createMockStore();
586
- // LLM always fails → 0 insights per round → consecutive low yield
587
- const llm = createMockLLM(() => null);
588
- const embedder = createMockEmbedder();
589
-
590
- const result = await clusterAndConsolidate({
591
- entries,
592
- embedder,
593
- llm: llm as unknown as LLMClient,
594
- store,
595
- scope: "project:test",
596
- minClusterSize: 3,
597
- clusterThreshold: 0.75,
598
- maxClusters: 10, // Allow many clusters
599
- });
600
-
601
- expect(result.clustersFound).toBe(4);
602
- // Should stop after 2 consecutive failures + then earlyStop on 3rd
603
- expect(result.clustersConsolidated).toBe(2);
604
- expect(result.earlyStop).toBe("diminishing_returns");
605
- expect(result.insightsGenerated).toBe(0);
606
- });
607
-
608
- it("does not trigger earlyStop when insights are consistently generated", async () => {
609
- // Create 3 clusters, LLM always succeeds
610
- const entries = [
611
- // Cluster 1
612
- makeEntry({ id: "a1", text: "c1a", vector: [0.95, 0.05, 0] }),
613
- makeEntry({ id: "a2", text: "c1b", vector: [0.93, 0.07, 0] }),
614
- makeEntry({ id: "a3", text: "c1c", vector: [0.97, 0.03, 0] }),
615
- // Cluster 2
616
- makeEntry({ id: "b1", text: "c2a", vector: [0.05, 0.95, 0] }),
617
- makeEntry({ id: "b2", text: "c2b", vector: [0.07, 0.93, 0] }),
618
- makeEntry({ id: "b3", text: "c2c", vector: [0.03, 0.97, 0] }),
619
- // Cluster 3
620
- makeEntry({ id: "c1", text: "c3a", vector: [0, 0.05, 0.95] }),
621
- makeEntry({ id: "c2", text: "c3b", vector: [0, 0.07, 0.93] }),
622
- makeEntry({ id: "c3", text: "c3c", vector: [0, 0.03, 0.97] }),
623
- ];
624
-
625
- const { store } = createMockStore();
626
- const llm = createMockLLM(() => "great insight");
627
- const embedder = createMockEmbedder();
628
-
629
- const result = await clusterAndConsolidate({
630
- entries,
631
- embedder,
632
- llm: llm as unknown as LLMClient,
633
- store,
634
- scope: "project:test",
635
- minClusterSize: 3,
636
- clusterThreshold: 0.75,
637
- maxClusters: 10,
638
- });
639
-
640
- expect(result.clustersFound).toBe(3);
641
- expect(result.clustersConsolidated).toBe(3);
642
- expect(result.insightsGenerated).toBe(3);
643
- expect(result.earlyStop).toBeUndefined();
644
- });
645
-
646
- it("resets consecutive low-yield counter when a good round occurs", async () => {
647
- // 3 clusters: first fails, second succeeds, third fails.
648
- // Counter resets after second cluster, so no earlyStop.
649
- let callCount = 0;
650
- const entries = [
651
- // Cluster 1
652
- makeEntry({ id: "a1", text: "c1a", vector: [0.95, 0.05, 0] }),
653
- makeEntry({ id: "a2", text: "c1b", vector: [0.93, 0.07, 0] }),
654
- makeEntry({ id: "a3", text: "c1c", vector: [0.97, 0.03, 0] }),
655
- // Cluster 2
656
- makeEntry({ id: "b1", text: "c2a", vector: [0.05, 0.95, 0] }),
657
- makeEntry({ id: "b2", text: "c2b", vector: [0.07, 0.93, 0] }),
658
- makeEntry({ id: "b3", text: "c2c", vector: [0.03, 0.97, 0] }),
659
- // Cluster 3
660
- makeEntry({ id: "c1", text: "c3a", vector: [0, 0.05, 0.95] }),
661
- makeEntry({ id: "c2", text: "c3b", vector: [0, 0.07, 0.93] }),
662
- makeEntry({ id: "c3", text: "c3c", vector: [0, 0.03, 0.97] }),
663
- ];
664
-
665
- const { store } = createMockStore();
666
- // Pattern: fail, succeed, fail — should NOT earlyStop (counter resets)
667
- const llm = createMockLLM(() => {
668
- callCount++;
669
- // Cluster ordering depends on greedy algorithm; 1st and 3rd fail, 2nd succeeds
670
- if (callCount === 2) return "good insight";
671
- return null;
672
- });
673
- const embedder = createMockEmbedder();
674
-
675
- const result = await clusterAndConsolidate({
676
- entries,
677
- embedder,
678
- llm: llm as unknown as LLMClient,
679
- store,
680
- scope: "project:test",
681
- minClusterSize: 3,
682
- clusterThreshold: 0.75,
683
- maxClusters: 10,
684
- });
685
-
686
- expect(result.clustersConsolidated).toBe(3); // All 3 processed
687
- expect(result.insightsGenerated).toBe(1);
688
- expect(result.earlyStop).toBeUndefined(); // No early stop
689
- });
690
- });
691
-
692
- // ---------------------------------------------------------------------------
693
- // HP-5: Cross-Memory Pattern Extraction
694
- // ---------------------------------------------------------------------------
695
-
696
- describe("clusterAndConsolidate — pattern extraction (HP-5)", () => {
697
- it("extracts pattern when extractPatterns=true and LLM returns pattern", async () => {
698
- const entries = [
699
- makeEntry({ id: "a", text: "用户喜欢吃寿司", vector: [0.9, 0.1, 0], importance: 0.8 }),
700
- makeEntry({ id: "b", text: "用户经常去日料店", vector: [0.88, 0.12, 0], importance: 0.7 }),
701
- makeEntry({ id: "c", text: "用户提到最近学做天妇罗", vector: [0.92, 0.08, 0], importance: 0.6 }),
702
- ];
703
-
704
- const { store, stored, updates } = createMockStore();
705
- const llm = createMockLLM(
706
- () => "用户对日本料理有广泛兴趣",
707
- () => "用户反复提及日料相关话题,暗示对日本饮食文化有持久偏好",
708
- );
709
- const embedder = createMockEmbedder([0.5, 0.5, 0]);
710
-
711
- const result = await clusterAndConsolidate({
712
- entries,
713
- embedder,
714
- llm: llm as unknown as LLMClient,
715
- store,
716
- scope: "project:test",
717
- minClusterSize: 3,
718
- clusterThreshold: 0.75,
719
- extractPatterns: true,
720
- });
721
-
722
- expect(result.patternsExtracted).toBe(1);
723
- expect(result.insightsGenerated).toBe(1);
724
-
725
- // Should have stored 2 entries: 1 insight + 1 pattern
726
- expect(stored.length).toBe(2);
727
-
728
- const patternEntry = stored.find(s => {
729
- const meta = JSON.parse(s.metadata!);
730
- return meta.cross_memory_pattern === true;
731
- });
732
- expect(patternEntry).toBeDefined();
733
- expect(patternEntry!.text).toContain("日料");
734
- expect(patternEntry!.category).toBe("patterns");
735
- expect(patternEntry!.importance).toBeCloseTo(0.8, 5); // = max(0.8),继承不加成
736
-
737
- const patternMeta = JSON.parse(patternEntry!.metadata!);
738
- expect(patternMeta.source_cluster_size).toBe(3);
739
- expect(patternMeta.evolution.sourceMemories).toEqual(["a", "b", "c"]);
740
-
741
- // Source memories should have contributedToPattern set
742
- const patternUpdates = updates.filter(u => {
743
- const meta = JSON.parse(u.metadata);
744
- return meta.evolution?.contributedToPattern === patternEntry!.id;
745
- });
746
- expect(patternUpdates.length).toBe(3);
747
- });
748
-
749
- it("does not extract patterns when extractPatterns=false (default)", async () => {
750
- const entries = [
751
- makeEntry({ id: "a", text: "memory A", vector: [0.9, 0.1, 0], importance: 0.8 }),
752
- makeEntry({ id: "b", text: "memory B", vector: [0.88, 0.12, 0], importance: 0.7 }),
753
- makeEntry({ id: "c", text: "memory C", vector: [0.92, 0.08, 0], importance: 0.6 }),
754
- ];
755
-
756
- const { store, stored } = createMockStore();
757
- const llm = createMockLLM(
758
- () => "insight text",
759
- () => "should not appear",
760
- );
761
- const embedder = createMockEmbedder();
762
-
763
- const result = await clusterAndConsolidate({
764
- entries,
765
- embedder,
766
- llm: llm as unknown as LLMClient,
767
- store,
768
- scope: "project:test",
769
- minClusterSize: 3,
770
- clusterThreshold: 0.75,
771
- // extractPatterns defaults to false
772
- });
773
-
774
- expect(result.patternsExtracted).toBe(0);
775
- expect(stored.length).toBe(1); // Only the insight, no pattern
776
- });
777
-
778
- it("handles pattern extraction failure gracefully", async () => {
779
- const entries = [
780
- makeEntry({ id: "a", text: "memory A", vector: [0.9, 0.1, 0] }),
781
- makeEntry({ id: "b", text: "memory B", vector: [0.88, 0.12, 0] }),
782
- makeEntry({ id: "c", text: "memory C", vector: [0.92, 0.08, 0] }),
783
- ];
784
-
785
- const { store, stored } = createMockStore();
786
- const llm = createMockLLM(
787
- () => "insight text",
788
- () => null, // pattern extraction fails
789
- );
790
- const embedder = createMockEmbedder();
791
-
792
- const result = await clusterAndConsolidate({
793
- entries,
794
- embedder,
795
- llm: llm as unknown as LLMClient,
796
- store,
797
- scope: "project:test",
798
- minClusterSize: 3,
799
- clusterThreshold: 0.75,
800
- extractPatterns: true,
801
- });
802
-
803
- expect(result.patternsExtracted).toBe(0);
804
- expect(result.insightsGenerated).toBe(1);
805
- expect(stored.length).toBe(1); // Only insight stored
806
- });
807
-
808
- it("pattern importance 继承源里最高的,不再加成后撞上限", async () => {
809
- const entries = [
810
- makeEntry({ id: "a", text: "high importance A", vector: [0.9, 0.1, 0], importance: 0.95 }),
811
- makeEntry({ id: "b", text: "high importance B", vector: [0.88, 0.12, 0], importance: 0.98 }),
812
- makeEntry({ id: "c", text: "high importance C", vector: [0.92, 0.08, 0], importance: 0.93 }),
813
- ];
814
-
815
- const { store, stored } = createMockStore();
816
- const llm = createMockLLM(
817
- () => "insight",
818
- () => "discovered pattern",
819
- );
820
- const embedder = createMockEmbedder();
821
-
822
- const result = await clusterAndConsolidate({
823
- entries,
824
- embedder,
825
- llm: llm as unknown as LLMClient,
826
- store,
827
- scope: "project:test",
828
- minClusterSize: 3,
829
- clusterThreshold: 0.75,
830
- extractPatterns: true,
831
- });
832
-
833
- expect(result.patternsExtracted).toBe(1);
834
- const patternEntry = stored.find(s => JSON.parse(s.metadata!).cross_memory_pattern);
835
- // 旧行为:max(0.98) + 0.1 = 1.08 → 撞 1.0 上限,派生物顶格。
836
- // 现在直接取 max(0.98),不存在需要 cap 的情形。
837
- expect(patternEntry!.importance).toBeCloseTo(0.98, 5);
838
- // 注意这里源本身就在 pin 带(0.98 >= 0.95),派生物照样继承进去。
839
- // 「派生物不该继承人工 pin 身份」是另一个问题,单独立项,不在本次改动范围。
840
- });
841
-
842
- it("源都在 pin 线以下时,pattern 不再被加成推过 0.95", async () => {
843
- // 这是加成最有害的形态:源里最高只有 0.85,本不该享有人工 pin 的待遇,
844
- // 旧行为 0.85 + 0.1 = 0.95 正好跨进那个频段,于是这条 LLM 抽出来的 pattern
845
- // 自动拿到永不归档(auto-gc.ts)和永不衰减(decay-engine.ts)的保护。
846
- const entries = [
847
- makeEntry({ id: "a", text: "topic A", vector: [0.9, 0.1, 0], importance: 0.85 }),
848
- makeEntry({ id: "b", text: "topic B", vector: [0.88, 0.12, 0], importance: 0.8 }),
849
- makeEntry({ id: "c", text: "topic C", vector: [0.92, 0.08, 0], importance: 0.75 }),
850
- ];
851
-
852
- const { store, stored } = createMockStore();
853
- const llm = createMockLLM(
854
- () => "insight",
855
- () => "discovered pattern",
856
- );
857
- const embedder = createMockEmbedder();
858
-
859
- const result = await clusterAndConsolidate({
860
- entries,
861
- embedder,
862
- llm: llm as unknown as LLMClient,
863
- store,
864
- scope: "project:test",
865
- minClusterSize: 3,
866
- clusterThreshold: 0.75,
867
- extractPatterns: true,
868
- });
869
-
870
- expect(result.patternsExtracted).toBe(1);
871
- const patternEntry = stored.find(s => JSON.parse(s.metadata!).cross_memory_pattern);
872
- expect(patternEntry!.importance).toBeCloseTo(0.85, 5);
873
- expect(patternEntry!.importance).toBeLessThan(0.95);
874
-
875
- // 派生物也不该压过它自己的源
876
- const maxSource = Math.max(...entries.map(e => e.importance));
877
- expect(patternEntry!.importance).toBeLessThanOrEqual(maxSource);
878
- });
879
- });
880
-
881
- describe("cosineSimilarity (used by cluster consolidation)", () => {
882
- it("returns 1.0 for identical vectors", () => {
883
- expect(cosineSimilarity([1, 0, 0], [1, 0, 0])).toBeCloseTo(1.0, 5);
884
- });
885
-
886
- it("returns 0.0 for orthogonal vectors", () => {
887
- expect(cosineSimilarity([1, 0, 0], [0, 1, 0])).toBeCloseTo(0.0, 5);
888
- });
889
-
890
- it("returns -1.0 for opposite vectors", () => {
891
- expect(cosineSimilarity([1, 0, 0], [-1, 0, 0])).toBeCloseTo(-1.0, 5);
892
- });
893
-
894
- it("returns 0 for empty vectors", () => {
895
- expect(cosineSimilarity([], [])).toBe(0);
896
- });
897
-
898
- it("returns 0 for mismatched dimensions", () => {
899
- expect(cosineSimilarity([1, 0], [1, 0, 0])).toBe(0);
900
- });
901
-
902
- it("correctly computes similarity for non-trivial vectors", () => {
903
- // [1, 1] and [1, 0] -> cos = 1 / sqrt(2) ≈ 0.7071
904
- expect(cosineSimilarity([1, 1], [1, 0])).toBeCloseTo(1 / Math.sqrt(2), 5);
905
- });
906
- });
907
-
908
- // ---------------------------------------------------------------------------
909
- // LC-P2: Cluster-aware deduplication
910
- // ---------------------------------------------------------------------------
911
-
912
- describe("deduplicateByClusterInsight (LC-P2)", () => {
913
- function makeResult(id: string, text: string, meta?: Record<string, unknown>) {
914
- return {
915
- entry: {
916
- id,
917
- text,
918
- vector: [1, 0, 0],
919
- category: "events" as const,
920
- scope: "project:test",
921
- importance: 0.7,
922
- timestamp: Date.now(),
923
- metadata: meta ? JSON.stringify(meta) : "{}",
924
- },
925
- score: 0.8,
926
- };
927
- }
928
-
929
- it("removes source memories when cluster insight is present", () => {
930
- const results = [
931
- makeResult("insight-1", "cluster summary about TypeScript", {
932
- cluster_insight: true,
933
- evolution: { sourceMemories: ["src-a", "src-b", "src-c"] },
934
- }),
935
- makeResult("src-a", "TypeScript is great"),
936
- makeResult("src-b", "TypeScript helps safety"),
937
- makeResult("other", "unrelated memory"),
938
- ];
939
-
940
- const deduped = deduplicateByClusterInsight(results);
941
- expect(deduped.length).toBe(2);
942
- expect(deduped.map(r => r.entry.id)).toEqual(["insight-1", "other"]);
943
- });
944
-
945
- it("also deduplicates cross_memory_pattern source memories", () => {
946
- const results = [
947
- makeResult("pattern-1", "user likes Japanese food", {
948
- cross_memory_pattern: true,
949
- evolution: { sourceMemories: ["m1", "m2", "m3"] },
950
- }),
951
- makeResult("m1", "user eats sushi"),
952
- makeResult("m2", "user visits ramen shop"),
953
- makeResult("unrelated", "something else"),
954
- ];
955
-
956
- const deduped = deduplicateByClusterInsight(results);
957
- expect(deduped.length).toBe(2);
958
- expect(deduped.map(r => r.entry.id)).toEqual(["pattern-1", "unrelated"]);
959
- });
960
-
961
- it("passes through all results when no cluster insights exist", () => {
962
- const results = [
963
- makeResult("a", "memory A"),
964
- makeResult("b", "memory B"),
965
- makeResult("c", "memory C"),
966
- ];
967
-
968
- const deduped = deduplicateByClusterInsight(results);
969
- expect(deduped.length).toBe(3);
970
- });
971
-
972
- it("handles empty results", () => {
973
- expect(deduplicateByClusterInsight([])).toEqual([]);
974
- });
975
-
976
- it("keeps source memories that are NOT in the result set", () => {
977
- // Insight references src-a, src-b, src-c but only src-a is in results
978
- const results = [
979
- makeResult("insight-1", "summary", {
980
- cluster_insight: true,
981
- evolution: { sourceMemories: ["src-a", "src-b", "src-c"] },
982
- }),
983
- makeResult("src-a", "one source"),
984
- makeResult("independent", "not a source"),
985
- ];
986
-
987
- const deduped = deduplicateByClusterInsight(results);
988
- expect(deduped.length).toBe(2);
989
- expect(deduped.map(r => r.entry.id)).toEqual(["insight-1", "independent"]);
990
- });
991
-
992
- it("handles malformed metadata gracefully", () => {
993
- const results = [
994
- {
995
- entry: {
996
- id: "bad",
997
- text: "bad metadata",
998
- vector: [1, 0, 0],
999
- category: "events" as const,
1000
- scope: "test",
1001
- importance: 0.5,
1002
- timestamp: Date.now(),
1003
- metadata: "not-json{{{",
1004
- },
1005
- score: 0.5,
1006
- },
1007
- makeResult("normal", "normal memory"),
1008
- ];
1009
-
1010
- const deduped = deduplicateByClusterInsight(results);
1011
- expect(deduped.length).toBe(2); // Both pass through
1012
- });
1013
- });
1014
-
1015
- // ---------------------------------------------------------------------------
1016
- // 2026-08-23 合成契约上线带来的三件行为改动
1017
- // ---------------------------------------------------------------------------
1018
-
1019
- /** 造一个三成员簇(向量足够接近,一定聚成一簇)。 */
1020
- function trioEntries(): MemoryEntry[] {
1021
- return [
1022
- makeEntry({ id: "a", text: "记录 A", vector: [0.9, 0.1, 0], importance: 0.8 }),
1023
- makeEntry({ id: "b", text: "记录 B", vector: [0.88, 0.12, 0], importance: 0.7 }),
1024
- makeEntry({ id: "c", text: "记录 C", vector: [0.92, 0.08, 0], importance: 0.6 }),
1025
- ];
1026
- }
1027
-
1028
- const trioParams = { minClusterSize: 3, clusterThreshold: 0.75 };
1029
-
1030
- describe("合成弃权路径(老 generateL0 完全没有这条路)", () => {
1031
- it("模型判定「没料可炼」时不写库,且记进 synthesisAbstained", async () => {
1032
- const { store, stored } = createMockStore();
1033
- const llm = {
1034
- async synthesizeClusterInsight(): Promise<SynthesisVerdict> { return { status: "abstained" }; },
1035
- async synthesizeClusterPattern(): Promise<SynthesisVerdict> { return { status: "abstained" }; },
1036
- };
1037
-
1038
- const result = await clusterAndConsolidate({
1039
- entries: trioEntries(),
1040
- embedder: createMockEmbedder(),
1041
- llm: llm as unknown as LLMClient,
1042
- store,
1043
- scope: "project:test",
1044
- extractPatterns: true,
1045
- ...trioParams,
1046
- });
1047
-
1048
- expect(stored.length).toBe(0);
1049
- expect(result.insightsGenerated).toBe(0);
1050
- expect(result.patternsExtracted).toBe(0);
1051
- expect(result.synthesisAbstained).toBe(2); // insight + pattern 各一次
1052
- expect(result.synthesisRejected).toBe(0);
1053
- expect(result.llmFailures).toBe(0); // 弃权不是失败
1054
- expect(result.clustersConsolidated).toBe(1); // 簇确实处理过
1055
- });
1056
-
1057
- it("校验不过的输出不写库,且与弃权分开计数", async () => {
1058
- const { store, stored } = createMockStore();
1059
- const llm = {
1060
- async synthesizeClusterInsight(): Promise<SynthesisVerdict> {
1061
- return { status: "rejected", reason: "prompt-echo" };
1062
- },
1063
- async synthesizeClusterPattern(): Promise<SynthesisVerdict> {
1064
- return { status: "rejected", reason: "evidence-too-few" };
1065
- },
1066
- };
1067
-
1068
- const result = await clusterAndConsolidate({
1069
- entries: trioEntries(),
1070
- embedder: createMockEmbedder(),
1071
- llm: llm as unknown as LLMClient,
1072
- store,
1073
- scope: "project:test",
1074
- extractPatterns: true,
1075
- ...trioParams,
1076
- });
1077
-
1078
- expect(stored.length).toBe(0);
1079
- expect(result.synthesisRejected).toBe(2);
1080
- expect(result.synthesisAbstained).toBe(0);
1081
- expect(result.llmFailures).toBe(0); // 拿到回复了,只是不合契约——不是调用失败
1082
- });
1083
- });
1084
-
1085
- describe("pattern 与 insight 解耦(R5)", () => {
1086
- it("insight 弃权时 pattern 照常抽取——改前这簇的 pattern 根本不会被执行", async () => {
1087
- const { store, stored } = createMockStore();
1088
- const llm = {
1089
- async synthesizeClusterInsight(): Promise<SynthesisVerdict> { return { status: "abstained" }; },
1090
- async synthesizeClusterPattern(): Promise<SynthesisVerdict> {
1091
- return { status: "ok", output: { text: "跨条目结论", evidence: [1, 2] } };
1092
- },
1093
- };
1094
-
1095
- const result = await clusterAndConsolidate({
1096
- entries: trioEntries(),
1097
- embedder: createMockEmbedder(),
1098
- llm: llm as unknown as LLMClient,
1099
- store,
1100
- scope: "project:test",
1101
- extractPatterns: true,
1102
- ...trioParams,
1103
- });
1104
-
1105
- expect(result.insightsGenerated).toBe(0);
1106
- expect(result.patternsExtracted).toBe(1);
1107
- expect(stored.length).toBe(1);
1108
- expect(stored[0].text).toBe("跨条目结论");
1109
- });
1110
-
1111
- it("insight 抛异常时 pattern 仍然跑(两者独立失败)", async () => {
1112
- const { store } = createMockStore();
1113
- const llm = {
1114
- async synthesizeClusterInsight(): Promise<SynthesisVerdict> { throw new Error("Request was aborted."); },
1115
- async synthesizeClusterPattern(): Promise<SynthesisVerdict> {
1116
- return { status: "ok", output: { text: "跨条目结论", evidence: [1, 2] } };
1117
- },
1118
- };
1119
-
1120
- const result = await clusterAndConsolidate({
1121
- entries: trioEntries(),
1122
- embedder: createMockEmbedder(),
1123
- llm: llm as unknown as LLMClient,
1124
- store,
1125
- scope: "project:test",
1126
- extractPatterns: true,
1127
- ...trioParams,
1128
- });
1129
-
1130
- expect(result.llmFailures).toBe(1);
1131
- expect(result.insightsGenerated).toBe(0);
1132
- expect(result.patternsExtracted).toBe(1);
1133
- });
1134
-
1135
- it("只有 pattern 产出的一轮不算零产出轮次(否则早停会提前触发)", async () => {
1136
- // 6 个成员分成两簇,insight 全弃权、pattern 全产出。
1137
- // 若沿用旧判据(没有 insight = 零产出),连续两簇就会触发 diminishing_returns 早停。
1138
- const entries = [
1139
- makeEntry({ id: "a1", text: "簇一 A", vector: [0.9, 0.1, 0] }),
1140
- makeEntry({ id: "a2", text: "簇一 B", vector: [0.88, 0.12, 0] }),
1141
- makeEntry({ id: "a3", text: "簇一 C", vector: [0.92, 0.08, 0] }),
1142
- makeEntry({ id: "b1", text: "簇二 A", vector: [0, 0.9, 0.1] }),
1143
- makeEntry({ id: "b2", text: "簇二 B", vector: [0, 0.88, 0.12] }),
1144
- makeEntry({ id: "b3", text: "簇二 C", vector: [0, 0.92, 0.08] }),
1145
- ];
1146
- const { store } = createMockStore();
1147
- const llm = {
1148
- async synthesizeClusterInsight(): Promise<SynthesisVerdict> { return { status: "abstained" }; },
1149
- async synthesizeClusterPattern(): Promise<SynthesisVerdict> {
1150
- return { status: "ok", output: { text: "跨条目结论", evidence: [1, 2] } };
1151
- },
1152
- };
1153
-
1154
- const result = await clusterAndConsolidate({
1155
- entries,
1156
- embedder: createMockEmbedder(),
1157
- llm: llm as unknown as LLMClient,
1158
- store,
1159
- scope: "project:test",
1160
- extractPatterns: true,
1161
- ...trioParams,
1162
- });
1163
-
1164
- expect(result.clustersFound).toBe(2);
1165
- expect(result.patternsExtracted).toBe(2);
1166
- expect(result.earlyStop).toBeUndefined();
1167
- });
1168
- });
1169
-
1170
- describe("派生物的 boundary 层级(补的是「靠 scope 命名侥幸判对」那一刀)", () => {
1171
- it("insight 与 pattern 都显式落 evidence 层,不靠 scope 名字推断", async () => {
1172
- const { store, stored } = createMockStore();
1173
- const llm = createMockLLM(() => "一条结论", () => "一条跨条目结论");
1174
-
1175
- await clusterAndConsolidate({
1176
- entries: trioEntries(),
1177
- embedder: createMockEmbedder(),
1178
- llm: llm as unknown as LLMClient,
1179
- store,
1180
- // 刻意用非 transcript scope:改前这里会静默拿到 durable 权威
1181
- scope: "project:test",
1182
- extractPatterns: true,
1183
- ...trioParams,
1184
- });
1185
-
1186
- expect(stored.length).toBe(2);
1187
- for (const row of stored) {
1188
- const meta = JSON.parse(row.metadata!) as { boundary?: { layer?: string; authority?: string } };
1189
- expect(meta.boundary?.layer).toBe("evidence");
1190
- expect(meta.boundary?.authority).toBe("distillation");
1191
- }
1192
- });
1193
-
1194
- it("检索侧读得到这个 boundary(与 extractBoundaryMetadata 对得上,不是写了个没人认的字段)", async () => {
1195
- const { store, stored } = createMockStore();
1196
- const llm = createMockLLM(() => "一条结论");
1197
-
1198
- await clusterAndConsolidate({
1199
- entries: trioEntries(),
1200
- embedder: createMockEmbedder(),
1201
- llm: llm as unknown as LLMClient,
1202
- store,
1203
- scope: "project:test",
1204
- ...trioParams,
1205
- });
1206
-
1207
- // coerceBoundaryMetadata 对 layer/authority/conflictPolicy 三项都做白名单校验,
1208
- // 任一项写错就整个返回 null —— 所以这条断言同时验了三项都合法。
1209
- const boundary = extractBoundaryMetadata(stored[0].metadata);
1210
- expect(boundary).not.toBeNull();
1211
- expect(boundary!.layer).toBe("evidence");
1212
- });
1213
-
1214
- it("evidence 编号被翻译成真实的源记忆 id 存下来", async () => {
1215
- const { store, stored } = createMockStore();
1216
- const llm = {
1217
- async synthesizeClusterInsight(): Promise<SynthesisVerdict> {
1218
- return { status: "ok", output: { text: "一条结论", evidence: [1, 3] } };
1219
- },
1220
- async synthesizeClusterPattern(): Promise<SynthesisVerdict> { return { status: "abstained" }; },
1221
- };
1222
-
1223
- await clusterAndConsolidate({
1224
- entries: trioEntries(),
1225
- embedder: createMockEmbedder(),
1226
- llm: llm as unknown as LLMClient,
1227
- store,
1228
- scope: "project:test",
1229
- ...trioParams,
1230
- });
1231
-
1232
- const meta = JSON.parse(stored[0].metadata!) as { evidenceMemories?: string[]; synthesis_contract?: number };
1233
- expect(meta.evidenceMemories).toEqual(["a", "c"]); // 1-based → 第 1、第 3 个成员
1234
- expect(meta.synthesis_contract).toBe(SYNTHESIS_CONTRACT_VERSION);
1235
- });
1236
- });