recallnest 3.0.0 → 3.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +101 -0
- package/README.md +222 -254
- package/README_CN.md +206 -243
- package/package.json +3 -2
- package/src/capture-engine.ts +26 -4
- package/src/context-composer-stable.ts +5 -1
- package/src/embedder.ts +24 -0
- package/src/env-config.ts +18 -0
- package/src/ingest.ts +225 -17
- package/src/kg-extractor.ts +17 -0
- package/src/memory-output.ts +35 -0
- package/src/pivot-apply.ts +52 -1
- package/src/pivot-evidence.ts +128 -0
- package/src/ppr-traversal.ts +25 -1
- package/src/runtime-config.ts +9 -0
- package/src/session-engine.ts +11 -4
- package/src/session-output.ts +9 -1
- package/src/session-store.ts +2 -3
- package/src/skill-promotion.ts +67 -1
- package/src/__tests__/access-tracker-novelty.test.ts +0 -324
- package/src/__tests__/activity-counter.test.ts +0 -125
- package/src/__tests__/adaptive-fidelity.test.ts +0 -102
- package/src/__tests__/admission-control.test.ts +0 -206
- package/src/__tests__/age-label.test.ts +0 -33
- package/src/__tests__/anchor-generator.test.ts +0 -67
- package/src/__tests__/api-server-security.test.ts +0 -102
- package/src/__tests__/auto-consolidation.test.ts +0 -168
- package/src/__tests__/auto-recall.test.ts +0 -131
- package/src/__tests__/babel-integration.test.ts +0 -144
- package/src/__tests__/batch-dedup.test.ts +0 -65
- package/src/__tests__/belief-history.test.ts +0 -220
- package/src/__tests__/canary-eval.test.ts +0 -114
- package/src/__tests__/capture-engine.test.ts +0 -1328
- package/src/__tests__/capture-heuristic.test.ts +0 -171
- package/src/__tests__/cascade-forget.test.ts +0 -210
- package/src/__tests__/category-min-scores.test.ts +0 -116
- package/src/__tests__/cc8-cc1-essential-context.test.ts +0 -298
- package/src/__tests__/circuit-breaker.test.ts +0 -99
- package/src/__tests__/cluster-consolidation.test.ts +0 -1236
- package/src/__tests__/confidence-metadata.test.ts +0 -125
- package/src/__tests__/confidence-tracker.test.ts +0 -261
- package/src/__tests__/conflict-advisor.test.ts +0 -206
- package/src/__tests__/conflict-escalation.test.ts +0 -149
- package/src/__tests__/conflict-lifecycle.test.ts +0 -83
- package/src/__tests__/conflict-output.test.ts +0 -85
- package/src/__tests__/conflict-store.test.ts +0 -418
- package/src/__tests__/connector-v1.test.ts +0 -181
- package/src/__tests__/consolidation-engine.test.ts +0 -520
- package/src/__tests__/constructive-retrieval.test.ts +0 -509
- package/src/__tests__/context-collapse-renderer.test.ts +0 -214
- package/src/__tests__/context-composer-pins.test.ts +0 -64
- package/src/__tests__/context-composer-task-selection.test.ts +0 -24
- package/src/__tests__/context-reconstructor.test.ts +0 -65
- package/src/__tests__/context-renderer.test.ts +0 -91
- package/src/__tests__/continuity-eval.test.ts +0 -275
- package/src/__tests__/continuity-schema.test.ts +0 -97
- package/src/__tests__/contracts.test.ts +0 -262
- package/src/__tests__/conversation-importer.test.ts +0 -692
- package/src/__tests__/core-recall-eval.test.ts +0 -235
- package/src/__tests__/core-summary.test.ts +0 -109
- package/src/__tests__/data-checkup.test.ts +0 -304
- package/src/__tests__/decay-exemption.test.ts +0 -129
- package/src/__tests__/dedup-actions.test.ts +0 -58
- package/src/__tests__/dedup-guard.test.ts +0 -39
- package/src/__tests__/deterministic-id.test.ts +0 -39
- package/src/__tests__/distill-lock.test.ts +0 -305
- package/src/__tests__/distill-session-argshape.test.ts +0 -79
- package/src/__tests__/doctor.test.ts +0 -319
- package/src/__tests__/dream-pipeline.test.ts +0 -820
- package/src/__tests__/dream-scope-isolation.test.ts +0 -386
- package/src/__tests__/dream-write-batching.test.ts +0 -211
- package/src/__tests__/drill-down.test.ts +0 -108
- package/src/__tests__/embedder.test.ts +0 -122
- package/src/__tests__/emotion-decay.test.ts +0 -46
- package/src/__tests__/emotion-detector.test.ts +0 -56
- package/src/__tests__/emotion-phase1-integration.test.ts +0 -153
- package/src/__tests__/emotion-retrieval.test.ts +0 -56
- package/src/__tests__/entity-resolver.test.ts +0 -58
- package/src/__tests__/env-config-invariant.test.ts +0 -80
- package/src/__tests__/env-config.test.ts +0 -211
- package/src/__tests__/error-signature-boost.test.ts +0 -87
- package/src/__tests__/error-signature.test.ts +0 -95
- package/src/__tests__/error-taxonomy.test.ts +0 -129
- package/src/__tests__/ethics-layer.test.ts +0 -476
- package/src/__tests__/event-segmenter.test.ts +0 -153
- package/src/__tests__/feature-flags-integration.test.ts +0 -54
- package/src/__tests__/frequency-tracker.test.ts +0 -113
- package/src/__tests__/freshness.test.ts +0 -186
- package/src/__tests__/graph-export.test.ts +0 -489
- package/src/__tests__/hotness-blend.test.ts +0 -283
- package/src/__tests__/ingest-chunking.test.ts +0 -44
- package/src/__tests__/ingest-scope-prefix.test.ts +0 -69
- package/src/__tests__/ingest.test.ts +0 -360
- package/src/__tests__/interference-detector.test.ts +0 -203
- package/src/__tests__/kg-extractor.test.ts +0 -192
- package/src/__tests__/kg-store.test.ts +0 -300
- package/src/__tests__/llm-client-pivot.test.ts +0 -628
- package/src/__tests__/llm-consolidation.test.ts +0 -226
- package/src/__tests__/maintenance-locks.test.ts +0 -197
- package/src/__tests__/mcp-efficiency.test.ts +0 -288
- package/src/__tests__/mcp-related-scopes.test.ts +0 -151
- package/src/__tests__/memory-boundaries.test.ts +0 -282
- package/src/__tests__/memory-evolution-b2-b3-e1.test.ts +0 -362
- package/src/__tests__/memory-evolution.test.ts +0 -271
- package/src/__tests__/memory-health-rebalance.test.ts +0 -144
- package/src/__tests__/memory-lint.test.ts +0 -421
- package/src/__tests__/memory-output.test.ts +0 -224
- package/src/__tests__/memory-promotion.test.ts +0 -315
- package/src/__tests__/memory-utility.test.ts +0 -256
- package/src/__tests__/migrate-dedup-ids.test.ts +0 -65
- package/src/__tests__/multi-vector.test.ts +0 -242
- package/src/__tests__/narrative-architecture.test.ts +0 -456
- package/src/__tests__/noise-filter.test.ts +0 -205
- package/src/__tests__/noise-prototype-bank.test.ts +0 -280
- package/src/__tests__/obsidian-connector.test.ts +0 -363
- package/src/__tests__/omitted-reporting.test.ts +0 -98
- package/src/__tests__/openai-contract.test.ts +0 -513
- package/src/__tests__/pending-review.test.ts +0 -77
- package/src/__tests__/pii-redact.test.ts +0 -333
- package/src/__tests__/pivot-apply.test.ts +0 -373
- package/src/__tests__/pivot-distill-supervisor.test.ts +0 -457
- package/src/__tests__/pivot-distill.test.ts +0 -1178
- package/src/__tests__/post-retrieval-filter.test.ts +0 -178
- package/src/__tests__/ppr-traversal.test.ts +0 -256
- package/src/__tests__/prediction-engine.test.ts +0 -349
- package/src/__tests__/predictive-prospective-memory.test.ts +0 -416
- package/src/__tests__/preference-guard-smoke.test.ts +0 -211
- package/src/__tests__/preference-matcher.test.ts +0 -282
- package/src/__tests__/preference-slots.test.ts +0 -205
- package/src/__tests__/promotion-distinct-sources.test.ts +0 -162
- package/src/__tests__/prospective-memory.test.ts +0 -283
- package/src/__tests__/pull-from-macbook-sync-only.test.ts +0 -679
- package/src/__tests__/query-entity-detector.test.ts +0 -171
- package/src/__tests__/query-expander-alias.test.ts +0 -146
- package/src/__tests__/query-expander.test.ts +0 -34
- package/src/__tests__/recall-gate.test.ts +0 -266
- package/src/__tests__/recall-governor.test.ts +0 -227
- package/src/__tests__/recall-mode.test.ts +0 -64
- package/src/__tests__/resolve-db-path.test.ts +0 -130
- package/src/__tests__/resolve-tier.test.ts +0 -64
- package/src/__tests__/result-synthesizer.test.ts +0 -198
- package/src/__tests__/resume-context.test.ts +0 -4898
- package/src/__tests__/retrieval-eval.test.ts +0 -163
- package/src/__tests__/retrieval-trace.test.ts +0 -213
- package/src/__tests__/retrieve-audit-revision.test.ts +0 -255
- package/src/__tests__/retriever-boundary-weight.test.ts +0 -136
- package/src/__tests__/retriever-lazy-init-dispatch.test.ts +0 -123
- package/src/__tests__/retroactive-boost.test.ts +0 -223
- package/src/__tests__/salience-scoring.test.ts +0 -106
- package/src/__tests__/scope-inventory.test.ts +0 -200
- package/src/__tests__/scope-policy.test.ts +0 -69
- package/src/__tests__/scope-suggester.test.ts +0 -80
- package/src/__tests__/session-checkpoint.test.ts +0 -291
- package/src/__tests__/session-distiller.test.ts +0 -640
- package/src/__tests__/session-gc.test.ts +0 -215
- package/src/__tests__/skill-engine.test.ts +0 -552
- package/src/__tests__/skill-promotion.test.ts +0 -654
- package/src/__tests__/skill-verifier.test.ts +0 -122
- package/src/__tests__/source-heartbeat.test.ts +0 -254
- package/src/__tests__/stable-context-length-contract.test.ts +0 -62
- package/src/__tests__/store-patch-metadata.test.ts +0 -235
- package/src/__tests__/store-read-consistency.test.ts +0 -122
- package/src/__tests__/store-schema-migration.test.ts +0 -87
- package/src/__tests__/store-scope-audit.test.ts +0 -81
- package/src/__tests__/store-upsert.test.ts +0 -201
- package/src/__tests__/supersede-chain.test.ts +0 -154
- package/src/__tests__/synthesis-contract.test.ts +0 -252
- package/src/__tests__/synthesis-promotion.test.ts +0 -369
- package/src/__tests__/temporal-parser.test.ts +0 -241
- package/src/__tests__/temporal-validity.test.ts +0 -160
- package/src/__tests__/term-registry-terminal-roster.test.ts +0 -127
- package/src/__tests__/term-registry.test.ts +0 -121
- package/src/__tests__/tool-error-surfacing.test.ts +0 -98
- package/src/__tests__/tool-output-compressor.test.ts +0 -160
- package/src/__tests__/topic-tag.test.ts +0 -113
- package/src/__tests__/trusted-memory.test.ts +0 -867
- package/src/__tests__/ui-server-security.test.ts +0 -93
- package/src/__tests__/usage-tracker.test.ts +0 -287
- package/src/__tests__/utility-weight.test.ts +0 -57
- package/src/__tests__/verbatim-self-recall.test.ts +0 -279
- package/src/__tests__/version-manager.test.ts +0 -248
- package/src/__tests__/workflow-observation-skill-outcome.test.ts +0 -352
- package/src/__tests__/workflow-observation.test.ts +0 -433
- package/src/__tests__/write-verifier.test.ts +0 -122
|
@@ -1,1236 +0,0 @@
|
|
|
1
|
-
import { describe, expect, it } from "bun:test";
|
|
2
|
-
|
|
3
|
-
import {
|
|
4
|
-
clusterAndConsolidate,
|
|
5
|
-
deduplicateByClusterInsight,
|
|
6
|
-
SYNTHESIS_CONTRACT_VERSION,
|
|
7
|
-
type ClusterConsolidationResult,
|
|
8
|
-
} from "../consolidation-engine.js";
|
|
9
|
-
import { extractBoundaryMetadata } from "../memory-boundaries.js";
|
|
10
|
-
import type { MemoryEntry, MemoryStore } from "../store.js";
|
|
11
|
-
import type { LLMClient } from "../llm-client.js";
|
|
12
|
-
import type { SynthesisVerdict } from "../synthesis-contract.js";
|
|
13
|
-
import type { Embedder } from "../embedder.js";
|
|
14
|
-
import { cosineSimilarity } from "../multi-vector.js";
|
|
15
|
-
|
|
16
|
-
// ---------------------------------------------------------------------------
|
|
17
|
-
// Helpers
|
|
18
|
-
// ---------------------------------------------------------------------------
|
|
19
|
-
|
|
20
|
-
function makeEntry(overrides: Partial<MemoryEntry> & { id: string; text: string }): MemoryEntry {
|
|
21
|
-
return {
|
|
22
|
-
vector: [1, 0, 0],
|
|
23
|
-
category: "events",
|
|
24
|
-
scope: "project:test",
|
|
25
|
-
importance: 0.7,
|
|
26
|
-
timestamp: Date.now(),
|
|
27
|
-
metadata: JSON.stringify({
|
|
28
|
-
evolution: {
|
|
29
|
-
status: "active",
|
|
30
|
-
version: 1,
|
|
31
|
-
accessCount: 0,
|
|
32
|
-
lastAccessedAt: null,
|
|
33
|
-
supersededBy: null,
|
|
34
|
-
consolidatedInto: null,
|
|
35
|
-
sourceMemories: [],
|
|
36
|
-
validFrom: Date.now(),
|
|
37
|
-
validUntil: null,
|
|
38
|
-
},
|
|
39
|
-
}),
|
|
40
|
-
...overrides,
|
|
41
|
-
};
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
/** Create a mock store that tracks store() and update() calls.
|
|
45
|
-
* 可选 seed:模拟"库中已有行"的 metadata(patchMetadataBatch 的生产语义是以库中
|
|
46
|
-
* 最新行起底应用 patchFn——不给 seed 时起底为空对象)。 */
|
|
47
|
-
function createMockStore(seed: MemoryEntry[] = []) {
|
|
48
|
-
const stored: MemoryEntry[] = [];
|
|
49
|
-
const updates: Array<{ id: string; metadata: string }> = [];
|
|
50
|
-
// 2026-08-14: patchMetadataBatch 的最新态表 —— patchFn 以上一批的结果起底,
|
|
51
|
-
// 忠实模拟生产语义(锁内最新行起底、批间叠加而非互抹)。
|
|
52
|
-
const metaById = new Map<string, Record<string, unknown>>();
|
|
53
|
-
for (const e of seed) {
|
|
54
|
-
try { metaById.set(e.id, JSON.parse(e.metadata || "{}") as Record<string, unknown>); } catch { /* skip bad seed */ }
|
|
55
|
-
}
|
|
56
|
-
let storeCounter = 0;
|
|
57
|
-
|
|
58
|
-
const store: Pick<MemoryStore, "store" | "update" | "patchMetadataBatch"> = {
|
|
59
|
-
async store(entry) {
|
|
60
|
-
const full: MemoryEntry = {
|
|
61
|
-
...entry,
|
|
62
|
-
id: entry.id || `insight-${storeCounter++}`,
|
|
63
|
-
timestamp: Date.now(),
|
|
64
|
-
metadata: entry.metadata || "{}",
|
|
65
|
-
};
|
|
66
|
-
stored.push(full);
|
|
67
|
-
return full;
|
|
68
|
-
},
|
|
69
|
-
async update(id, upd, _scopeFilter?) {
|
|
70
|
-
if (upd.metadata) {
|
|
71
|
-
updates.push({ id, metadata: upd.metadata });
|
|
72
|
-
}
|
|
73
|
-
return { id, text: "", vector: [], category: "events", scope: "project:test", importance: 0.5, timestamp: Date.now(), metadata: upd.metadata || "{}" } as MemoryEntry;
|
|
74
|
-
},
|
|
75
|
-
async patchMetadataBatch(patches, _scopeFilter?) {
|
|
76
|
-
for (const { id, patchFn } of patches) {
|
|
77
|
-
const current = metaById.get(id) ?? {};
|
|
78
|
-
const entry = { id, text: "", vector: [], category: "events", scope: "project:test", importance: 0.5, timestamp: Date.now(), metadata: JSON.stringify(current) } as MemoryEntry;
|
|
79
|
-
const patched = patchFn(current, entry);
|
|
80
|
-
metaById.set(id, patched);
|
|
81
|
-
updates.push({ id, metadata: JSON.stringify(patched) });
|
|
82
|
-
}
|
|
83
|
-
return patches.length;
|
|
84
|
-
},
|
|
85
|
-
};
|
|
86
|
-
|
|
87
|
-
return { store, stored, updates, metaById };
|
|
88
|
-
}
|
|
89
|
-
|
|
90
|
-
/**
|
|
91
|
-
* Create a mock LLM that returns a fixed insight string (or null to simulate abstention).
|
|
92
|
-
*
|
|
93
|
-
* 2026-08-23:合成接口从「返回 string|null」换成 `SynthesisVerdict`(产出 / 弃权 /
|
|
94
|
-
* 校验不过三态)。这个 helper 保留旧的字符串签名,把 null 映射成 `abstained` ——
|
|
95
|
-
* 既有 30 多条断言测的是聚类与写库行为,不该因为合成签名换代而全部重写。
|
|
96
|
-
* 三态本身另有直接断言(见文件末尾「合成契约」一节)。
|
|
97
|
-
*/
|
|
98
|
-
function synthOk(text: string, evidence: number[] = [1, 2]): SynthesisVerdict {
|
|
99
|
-
return { status: "ok", output: { text, evidence } };
|
|
100
|
-
}
|
|
101
|
-
|
|
102
|
-
function createMockLLM(
|
|
103
|
-
insightFn: (text: string) => string | null,
|
|
104
|
-
patternFn?: (texts: string[]) => string | null,
|
|
105
|
-
): Pick<LLMClient, "synthesizeClusterInsight" | "synthesizeClusterPattern"> {
|
|
106
|
-
return {
|
|
107
|
-
async synthesizeClusterInsight(texts: string[]) {
|
|
108
|
-
const out = insightFn(texts.join("\n---\n"));
|
|
109
|
-
return out === null ? { status: "abstained" } : synthOk(out);
|
|
110
|
-
},
|
|
111
|
-
async synthesizeClusterPattern(texts: string[]) {
|
|
112
|
-
const out = patternFn ? patternFn(texts) : null;
|
|
113
|
-
return out === null ? { status: "abstained" } : synthOk(out);
|
|
114
|
-
},
|
|
115
|
-
} as Pick<LLMClient, "synthesizeClusterInsight" | "synthesizeClusterPattern">;
|
|
116
|
-
}
|
|
117
|
-
|
|
118
|
-
/** Create a mock embedder that returns a fixed vector */
|
|
119
|
-
function createMockEmbedder(vector: number[] = [0.5, 0.5, 0.5]): Pick<Embedder, "embedPassage"> {
|
|
120
|
-
return {
|
|
121
|
-
async embedPassage(_text: string) {
|
|
122
|
-
return vector;
|
|
123
|
-
},
|
|
124
|
-
};
|
|
125
|
-
}
|
|
126
|
-
|
|
127
|
-
// ---------------------------------------------------------------------------
|
|
128
|
-
// Tests
|
|
129
|
-
// ---------------------------------------------------------------------------
|
|
130
|
-
|
|
131
|
-
describe("clusterAndConsolidate", () => {
|
|
132
|
-
it("returns zeros for empty entries", async () => {
|
|
133
|
-
const { store } = createMockStore();
|
|
134
|
-
const llm = createMockLLM(() => "insight");
|
|
135
|
-
const embedder = createMockEmbedder();
|
|
136
|
-
|
|
137
|
-
const result = await clusterAndConsolidate({
|
|
138
|
-
entries: [],
|
|
139
|
-
embedder,
|
|
140
|
-
llm: llm as unknown as LLMClient,
|
|
141
|
-
store,
|
|
142
|
-
scope: "project:test",
|
|
143
|
-
});
|
|
144
|
-
|
|
145
|
-
expect(result.clustersFound).toBe(0);
|
|
146
|
-
expect(result.clustersConsolidated).toBe(0);
|
|
147
|
-
expect(result.insightsGenerated).toBe(0);
|
|
148
|
-
expect(result.entriesLinked).toBe(0);
|
|
149
|
-
});
|
|
150
|
-
|
|
151
|
-
it("returns 0 consolidated when all clusters are below minClusterSize", async () => {
|
|
152
|
-
// 2 entries each with different enough vectors to not cluster
|
|
153
|
-
const entries = [
|
|
154
|
-
makeEntry({ id: "a", text: "TypeScript patterns", vector: [1, 0, 0] }),
|
|
155
|
-
makeEntry({ id: "b", text: "Python patterns", vector: [0, 1, 0] }),
|
|
156
|
-
];
|
|
157
|
-
|
|
158
|
-
const { store } = createMockStore();
|
|
159
|
-
const llm = createMockLLM(() => "insight");
|
|
160
|
-
const embedder = createMockEmbedder();
|
|
161
|
-
|
|
162
|
-
const result = await clusterAndConsolidate({
|
|
163
|
-
entries,
|
|
164
|
-
embedder,
|
|
165
|
-
llm: llm as unknown as LLMClient,
|
|
166
|
-
store,
|
|
167
|
-
scope: "project:test",
|
|
168
|
-
minClusterSize: 3,
|
|
169
|
-
});
|
|
170
|
-
|
|
171
|
-
expect(result.clustersFound).toBe(0);
|
|
172
|
-
expect(result.clustersConsolidated).toBe(0);
|
|
173
|
-
expect(result.insightsGenerated).toBe(0);
|
|
174
|
-
});
|
|
175
|
-
|
|
176
|
-
it("clusters similar entries and generates insights", async () => {
|
|
177
|
-
// 3 entries with very similar vectors — should form one cluster
|
|
178
|
-
const entries = [
|
|
179
|
-
makeEntry({ id: "a", text: "TypeScript is great for large projects", vector: [0.9, 0.1, 0], importance: 0.8 }),
|
|
180
|
-
makeEntry({ id: "b", text: "TypeScript helps with code safety", vector: [0.88, 0.12, 0], importance: 0.7 }),
|
|
181
|
-
makeEntry({ id: "c", text: "TypeScript improves developer experience", vector: [0.92, 0.08, 0], importance: 0.6 }),
|
|
182
|
-
];
|
|
183
|
-
|
|
184
|
-
const { store, stored, updates } = createMockStore(entries);
|
|
185
|
-
const llm = createMockLLM(() => "TypeScript benefits for development");
|
|
186
|
-
const embedder = createMockEmbedder([0.5, 0.5, 0]);
|
|
187
|
-
|
|
188
|
-
const result = await clusterAndConsolidate({
|
|
189
|
-
entries,
|
|
190
|
-
embedder,
|
|
191
|
-
llm: llm as unknown as LLMClient,
|
|
192
|
-
store,
|
|
193
|
-
scope: "project:test",
|
|
194
|
-
minClusterSize: 3,
|
|
195
|
-
clusterThreshold: 0.75,
|
|
196
|
-
});
|
|
197
|
-
|
|
198
|
-
expect(result.clustersFound).toBe(1);
|
|
199
|
-
expect(result.clustersConsolidated).toBe(1);
|
|
200
|
-
expect(result.insightsGenerated).toBe(1);
|
|
201
|
-
expect(result.entriesLinked).toBe(3);
|
|
202
|
-
|
|
203
|
-
// Verify insight was stored
|
|
204
|
-
expect(stored.length).toBe(1);
|
|
205
|
-
expect(stored[0].text).toBe("TypeScript benefits for development");
|
|
206
|
-
expect(stored[0].importance).toBe(0.8); // max of cluster
|
|
207
|
-
expect(stored[0].category).toBe("events"); // majority category
|
|
208
|
-
|
|
209
|
-
// Verify insight metadata has sourceMemories
|
|
210
|
-
const insightMeta = JSON.parse(stored[0].metadata!);
|
|
211
|
-
expect(insightMeta.evolution.sourceMemories).toEqual(["a", "b", "c"]);
|
|
212
|
-
expect(insightMeta.cluster_insight).toBe(true);
|
|
213
|
-
|
|
214
|
-
// Verify source memories were marked with consolidatedInto
|
|
215
|
-
expect(updates.length).toBe(3);
|
|
216
|
-
for (const upd of updates) {
|
|
217
|
-
const meta = JSON.parse(upd.metadata);
|
|
218
|
-
expect(meta.evolution.consolidatedInto).toBe(stored[0].id);
|
|
219
|
-
// Status should remain active (not changed)
|
|
220
|
-
expect(meta.evolution.status).toBe("active");
|
|
221
|
-
}
|
|
222
|
-
});
|
|
223
|
-
|
|
224
|
-
// 2026-08-14 Bug-2 回归:旧路径 insight 源回写与 pattern 源回写都从同一个旧内存串
|
|
225
|
-
// 起底 patch,后者会把前者刚写库的 consolidatedInto 抹掉——凡走到 pattern 抽取的
|
|
226
|
-
// cluster,源条目的 consolidatedInto 全丢。新路径两段批量都以最新态起底,叠加共存。
|
|
227
|
-
it("Bug-2 回归:pattern 源回写后 consolidatedInto 与 contributedToPattern 并存(最终态)", async () => {
|
|
228
|
-
const entries = [
|
|
229
|
-
makeEntry({ id: "a", text: "TypeScript is great", vector: [0.9, 0.1, 0], importance: 0.8 }),
|
|
230
|
-
makeEntry({ id: "b", text: "TypeScript is safe", vector: [0.88, 0.12, 0], importance: 0.7 }),
|
|
231
|
-
makeEntry({ id: "c", text: "TypeScript is productive", vector: [0.92, 0.08, 0], importance: 0.6 }),
|
|
232
|
-
];
|
|
233
|
-
const { store, stored, metaById } = createMockStore(entries);
|
|
234
|
-
const llm = createMockLLM(() => "TS insight", () => "TS pattern");
|
|
235
|
-
const embedder = createMockEmbedder([0.5, 0.5, 0]);
|
|
236
|
-
|
|
237
|
-
const result = await clusterAndConsolidate({
|
|
238
|
-
entries, embedder, llm: llm as unknown as LLMClient, store,
|
|
239
|
-
scope: "project:test", minClusterSize: 3, clusterThreshold: 0.75,
|
|
240
|
-
extractPatterns: true,
|
|
241
|
-
});
|
|
242
|
-
|
|
243
|
-
expect(result.insightsGenerated).toBe(1);
|
|
244
|
-
expect(result.patternsExtracted).toBe(1);
|
|
245
|
-
const insight = stored.find(e => JSON.parse(e.metadata!).cluster_insight === true)!;
|
|
246
|
-
const pattern = stored.find(e => JSON.parse(e.metadata!).cross_memory_pattern === true)!;
|
|
247
|
-
for (const id of ["a", "b", "c"]) {
|
|
248
|
-
const final = metaById.get(id) as { evolution: Record<string, unknown> };
|
|
249
|
-
expect(final.evolution.consolidatedInto).toBe(insight.id); // 旧路径这里被 pattern 批抹成 undefined
|
|
250
|
-
expect(final.evolution.contributedToPattern).toBe(pattern.id);
|
|
251
|
-
expect(final.evolution.status).toBe("active"); // 3b 不动 status
|
|
252
|
-
}
|
|
253
|
-
});
|
|
254
|
-
|
|
255
|
-
// P0-2/P1-2: insight/pattern idempotency — deterministic id from source cluster ids.
|
|
256
|
-
it("re-running on the same cluster yields a stable, deterministic insight id", async () => {
|
|
257
|
-
const entries = [
|
|
258
|
-
makeEntry({ id: "a", text: "TypeScript is great for large projects", vector: [0.9, 0.1, 0], importance: 0.8 }),
|
|
259
|
-
makeEntry({ id: "b", text: "TypeScript helps with code safety", vector: [0.88, 0.12, 0], importance: 0.7 }),
|
|
260
|
-
makeEntry({ id: "c", text: "TypeScript improves developer experience", vector: [0.92, 0.08, 0], importance: 0.6 }),
|
|
261
|
-
];
|
|
262
|
-
const llm = createMockLLM(() => "TypeScript benefits for development");
|
|
263
|
-
const embedder = createMockEmbedder([0.5, 0.5, 0]);
|
|
264
|
-
|
|
265
|
-
const run1 = createMockStore();
|
|
266
|
-
await clusterAndConsolidate({
|
|
267
|
-
entries, embedder, llm: llm as unknown as LLMClient, store: run1.store,
|
|
268
|
-
scope: "project:test", minClusterSize: 3, clusterThreshold: 0.75,
|
|
269
|
-
});
|
|
270
|
-
const run2 = createMockStore();
|
|
271
|
-
await clusterAndConsolidate({
|
|
272
|
-
entries, embedder, llm: llm as unknown as LLMClient, store: run2.store,
|
|
273
|
-
scope: "project:test", minClusterSize: 3, clusterThreshold: 0.75,
|
|
274
|
-
});
|
|
275
|
-
|
|
276
|
-
// Same source cluster ⇒ identical deterministic id across runs (upsert dedups downstream).
|
|
277
|
-
expect(run1.stored[0].id).toBe(run2.stored[0].id);
|
|
278
|
-
// Must be the engine-supplied deterministic id, not the mock counter fallback.
|
|
279
|
-
expect(run1.stored[0].id).not.toMatch(/^insight-\d+$/);
|
|
280
|
-
});
|
|
281
|
-
|
|
282
|
-
it("an upsert-like (dedup-by-id) store keeps a single insight across repeated runs", async () => {
|
|
283
|
-
const entries = [
|
|
284
|
-
makeEntry({ id: "a", text: "TypeScript is great for large projects", vector: [0.9, 0.1, 0], importance: 0.8 }),
|
|
285
|
-
makeEntry({ id: "b", text: "TypeScript helps with code safety", vector: [0.88, 0.12, 0], importance: 0.7 }),
|
|
286
|
-
makeEntry({ id: "c", text: "TypeScript improves developer experience", vector: [0.92, 0.08, 0], importance: 0.6 }),
|
|
287
|
-
];
|
|
288
|
-
const llm = createMockLLM(() => "TypeScript benefits for development");
|
|
289
|
-
const embedder = createMockEmbedder([0.5, 0.5, 0]);
|
|
290
|
-
|
|
291
|
-
const byId = new Map<string, MemoryEntry>();
|
|
292
|
-
const dedupStore: Pick<MemoryStore, "store" | "update"> = {
|
|
293
|
-
async store(entry) {
|
|
294
|
-
const full = {
|
|
295
|
-
...entry,
|
|
296
|
-
id: entry.id || `insight-${byId.size}`,
|
|
297
|
-
timestamp: Date.now(),
|
|
298
|
-
metadata: entry.metadata || "{}",
|
|
299
|
-
} as MemoryEntry;
|
|
300
|
-
byId.set(full.id, full); // same id overwrites (upsert semantics)
|
|
301
|
-
return full;
|
|
302
|
-
},
|
|
303
|
-
async update(id, upd) {
|
|
304
|
-
return { id, text: "", vector: [], category: "events", scope: "project:test", importance: 0.5, timestamp: Date.now(), metadata: upd.metadata || "{}" } as MemoryEntry;
|
|
305
|
-
},
|
|
306
|
-
async patchMetadataBatch(patches: Array<{ id: string; patchFn: (meta: Record<string, unknown>, entry: MemoryEntry) => Record<string, unknown> }>) {
|
|
307
|
-
return patches.length; // 本用例只断言 insight 幂等,源回写记录不参与断言
|
|
308
|
-
},
|
|
309
|
-
};
|
|
310
|
-
|
|
311
|
-
const params = {
|
|
312
|
-
entries, embedder, llm: llm as unknown as LLMClient, store: dedupStore,
|
|
313
|
-
scope: "project:test", minClusterSize: 3, clusterThreshold: 0.75,
|
|
314
|
-
};
|
|
315
|
-
await clusterAndConsolidate(params);
|
|
316
|
-
await clusterAndConsolidate(params);
|
|
317
|
-
|
|
318
|
-
const insights = [...byId.values()].filter((e) => {
|
|
319
|
-
try {
|
|
320
|
-
return JSON.parse(e.metadata!).cluster_insight === true;
|
|
321
|
-
} catch {
|
|
322
|
-
return false;
|
|
323
|
-
}
|
|
324
|
-
});
|
|
325
|
-
expect(insights.length).toBe(1);
|
|
326
|
-
});
|
|
327
|
-
|
|
328
|
-
it("skips non-active entries", async () => {
|
|
329
|
-
const entries = [
|
|
330
|
-
makeEntry({ id: "a", text: "active memory", vector: [0.9, 0.1, 0] }),
|
|
331
|
-
makeEntry({
|
|
332
|
-
id: "b", text: "archived memory", vector: [0.88, 0.12, 0],
|
|
333
|
-
metadata: JSON.stringify({ evolution: { status: "archived", version: 1, accessCount: 0, lastAccessedAt: null, supersededBy: null, consolidatedInto: null, sourceMemories: [], validFrom: Date.now(), validUntil: null } }),
|
|
334
|
-
}),
|
|
335
|
-
makeEntry({ id: "c", text: "another active", vector: [0.92, 0.08, 0] }),
|
|
336
|
-
];
|
|
337
|
-
|
|
338
|
-
const { store } = createMockStore();
|
|
339
|
-
const llm = createMockLLM(() => "insight");
|
|
340
|
-
const embedder = createMockEmbedder();
|
|
341
|
-
|
|
342
|
-
const result = await clusterAndConsolidate({
|
|
343
|
-
entries,
|
|
344
|
-
embedder,
|
|
345
|
-
llm: llm as unknown as LLMClient,
|
|
346
|
-
store,
|
|
347
|
-
scope: "project:test",
|
|
348
|
-
minClusterSize: 3,
|
|
349
|
-
});
|
|
350
|
-
|
|
351
|
-
// Only 2 active entries — not enough for a cluster of 3
|
|
352
|
-
expect(result.clustersFound).toBe(0);
|
|
353
|
-
expect(result.insightsGenerated).toBe(0);
|
|
354
|
-
});
|
|
355
|
-
|
|
356
|
-
it("handles LLM failure gracefully (returns null insight)", async () => {
|
|
357
|
-
const entries = [
|
|
358
|
-
makeEntry({ id: "a", text: "memory A", vector: [0.9, 0.1, 0] }),
|
|
359
|
-
makeEntry({ id: "b", text: "memory B", vector: [0.88, 0.12, 0] }),
|
|
360
|
-
makeEntry({ id: "c", text: "memory C", vector: [0.92, 0.08, 0] }),
|
|
361
|
-
];
|
|
362
|
-
|
|
363
|
-
const { store, stored } = createMockStore();
|
|
364
|
-
const llm = createMockLLM(() => null); // LLM fails
|
|
365
|
-
const embedder = createMockEmbedder();
|
|
366
|
-
|
|
367
|
-
const result = await clusterAndConsolidate({
|
|
368
|
-
entries,
|
|
369
|
-
embedder,
|
|
370
|
-
llm: llm as unknown as LLMClient,
|
|
371
|
-
store,
|
|
372
|
-
scope: "project:test",
|
|
373
|
-
minClusterSize: 3,
|
|
374
|
-
clusterThreshold: 0.75,
|
|
375
|
-
});
|
|
376
|
-
|
|
377
|
-
expect(result.clustersFound).toBe(1);
|
|
378
|
-
expect(result.clustersConsolidated).toBe(1); // Still counts as processed
|
|
379
|
-
expect(result.insightsGenerated).toBe(0); // No insight generated
|
|
380
|
-
expect(stored.length).toBe(0); // Nothing stored
|
|
381
|
-
expect(result.llmFailures).toBe(0); // 返回 null 不是失败,是合法的"没料可炼"
|
|
382
|
-
});
|
|
383
|
-
|
|
384
|
-
// 2026-08-13:上面那条测的是 generateL0 **返回 null**;下面这条测它 **抛异常**。
|
|
385
|
-
// 两者此前走的是完全不同的路径 —— 返回 null 被消化,抛异常会一路冒出 runDream,
|
|
386
|
-
// 把整个 scope 的 dream 炸掉(llm-client 的 chat() 在 catch 里是 `throw err`)。
|
|
387
|
-
// 2026-08-09 memory 周日轮次连挂两次就是这条路径:15s AbortController 超时。
|
|
388
|
-
it("单个 cluster 的 LLM 抛异常时吸收掉,不炸整轮(2026-08-09 memory 轮次根因)", async () => {
|
|
389
|
-
const entries = [
|
|
390
|
-
makeEntry({ id: "a", text: "memory A", vector: [0.9, 0.1, 0] }),
|
|
391
|
-
makeEntry({ id: "b", text: "memory B", vector: [0.88, 0.12, 0] }),
|
|
392
|
-
makeEntry({ id: "c", text: "memory C", vector: [0.92, 0.08, 0] }),
|
|
393
|
-
];
|
|
394
|
-
|
|
395
|
-
const { store, stored } = createMockStore();
|
|
396
|
-
const llm = {
|
|
397
|
-
async synthesizeClusterInsight(_texts: string[]): Promise<SynthesisVerdict> {
|
|
398
|
-
throw new Error("Request was aborted.");
|
|
399
|
-
},
|
|
400
|
-
async synthesizeClusterPattern(_texts: string[]): Promise<SynthesisVerdict> {
|
|
401
|
-
return { status: "abstained" };
|
|
402
|
-
},
|
|
403
|
-
};
|
|
404
|
-
const embedder = createMockEmbedder();
|
|
405
|
-
|
|
406
|
-
const result = await clusterAndConsolidate({
|
|
407
|
-
entries,
|
|
408
|
-
embedder,
|
|
409
|
-
llm: llm as unknown as LLMClient,
|
|
410
|
-
store,
|
|
411
|
-
scope: "project:test",
|
|
412
|
-
minClusterSize: 3,
|
|
413
|
-
clusterThreshold: 0.75,
|
|
414
|
-
});
|
|
415
|
-
|
|
416
|
-
// 关键断言:函数正常返回而不是抛出。修复前这一行根本到不了 —— 异常直接冒到调用方。
|
|
417
|
-
expect(result.clustersFound).toBe(1);
|
|
418
|
-
expect(result.clustersConsolidated).toBe(1);
|
|
419
|
-
expect(result.insightsGenerated).toBe(0);
|
|
420
|
-
expect(stored.length).toBe(0);
|
|
421
|
-
// 吸收 ≠ 静默:失败要计数,否则"LLM 全程不可用"和"今天没料可炼"长得一样。
|
|
422
|
-
expect(result.llmFailures).toBe(1);
|
|
423
|
-
});
|
|
424
|
-
|
|
425
|
-
it("多个 cluster 时,一个 LLM 抛异常不影响其他 cluster 产出", async () => {
|
|
426
|
-
// 两个互相正交的簇,各 3 个成员
|
|
427
|
-
const entries = [
|
|
428
|
-
makeEntry({ id: "a1", text: "cluster one A", vector: [0.9, 0.1, 0] }),
|
|
429
|
-
makeEntry({ id: "a2", text: "cluster one B", vector: [0.88, 0.12, 0] }),
|
|
430
|
-
makeEntry({ id: "a3", text: "cluster one C", vector: [0.92, 0.08, 0] }),
|
|
431
|
-
makeEntry({ id: "b1", text: "cluster two A", vector: [0, 0.9, 0.1] }),
|
|
432
|
-
makeEntry({ id: "b2", text: "cluster two B", vector: [0, 0.88, 0.12] }),
|
|
433
|
-
makeEntry({ id: "b3", text: "cluster two C", vector: [0, 0.92, 0.08] }),
|
|
434
|
-
];
|
|
435
|
-
|
|
436
|
-
const { store, stored } = createMockStore();
|
|
437
|
-
let call = 0;
|
|
438
|
-
const llm = {
|
|
439
|
-
async synthesizeClusterInsight(_texts: string[]): Promise<SynthesisVerdict> {
|
|
440
|
-
call++;
|
|
441
|
-
if (call === 1) throw new Error("Request was aborted.");
|
|
442
|
-
return synthOk("第二个簇的 insight");
|
|
443
|
-
},
|
|
444
|
-
async synthesizeClusterPattern(_texts: string[]): Promise<SynthesisVerdict> {
|
|
445
|
-
return { status: "abstained" };
|
|
446
|
-
},
|
|
447
|
-
};
|
|
448
|
-
const embedder = createMockEmbedder();
|
|
449
|
-
|
|
450
|
-
const result = await clusterAndConsolidate({
|
|
451
|
-
entries,
|
|
452
|
-
embedder,
|
|
453
|
-
llm: llm as unknown as LLMClient,
|
|
454
|
-
store,
|
|
455
|
-
scope: "project:test",
|
|
456
|
-
minClusterSize: 3,
|
|
457
|
-
clusterThreshold: 0.75,
|
|
458
|
-
});
|
|
459
|
-
|
|
460
|
-
expect(result.clustersFound).toBe(2);
|
|
461
|
-
expect(result.llmFailures).toBe(1);
|
|
462
|
-
// 修复前:第一个簇抛异常 → 整个函数炸掉 → 第二个簇永远跑不到,产出为 0。
|
|
463
|
-
expect(result.insightsGenerated).toBe(1);
|
|
464
|
-
expect(stored.length).toBe(1);
|
|
465
|
-
expect(stored[0].text).toBe("第二个簇的 insight");
|
|
466
|
-
});
|
|
467
|
-
|
|
468
|
-
it("pattern 抽取抛异常时只丢这一簇的 pattern,已写好的 insight 不连坐", async () => {
|
|
469
|
-
const entries = [
|
|
470
|
-
makeEntry({ id: "a", text: "memory A", vector: [0.9, 0.1, 0] }),
|
|
471
|
-
makeEntry({ id: "b", text: "memory B", vector: [0.88, 0.12, 0] }),
|
|
472
|
-
makeEntry({ id: "c", text: "memory C", vector: [0.92, 0.08, 0] }),
|
|
473
|
-
];
|
|
474
|
-
|
|
475
|
-
const { store, stored } = createMockStore();
|
|
476
|
-
const llm = {
|
|
477
|
-
async synthesizeClusterInsight(_texts: string[]): Promise<SynthesisVerdict> {
|
|
478
|
-
return synthOk("insight 正常产出");
|
|
479
|
-
},
|
|
480
|
-
async synthesizeClusterPattern(_texts: string[]): Promise<SynthesisVerdict> {
|
|
481
|
-
throw new Error("Request was aborted.");
|
|
482
|
-
},
|
|
483
|
-
};
|
|
484
|
-
const embedder = createMockEmbedder();
|
|
485
|
-
|
|
486
|
-
const result = await clusterAndConsolidate({
|
|
487
|
-
entries,
|
|
488
|
-
embedder,
|
|
489
|
-
llm: llm as unknown as LLMClient,
|
|
490
|
-
store,
|
|
491
|
-
scope: "project:test",
|
|
492
|
-
minClusterSize: 3,
|
|
493
|
-
clusterThreshold: 0.75,
|
|
494
|
-
extractPatterns: true,
|
|
495
|
-
});
|
|
496
|
-
|
|
497
|
-
expect(result.llmFailures).toBe(1);
|
|
498
|
-
expect(result.patternsExtracted).toBe(0);
|
|
499
|
-
// insight 已经写进去了,不该被 pattern 阶段的失败拖掉
|
|
500
|
-
expect(result.insightsGenerated).toBe(1);
|
|
501
|
-
expect(stored.length).toBe(1);
|
|
502
|
-
expect(stored[0].text).toBe("insight 正常产出");
|
|
503
|
-
});
|
|
504
|
-
|
|
505
|
-
it("respects maxClusters limit", async () => {
|
|
506
|
-
// Create 2 distinct clusters, each with 3 members
|
|
507
|
-
const entries = [
|
|
508
|
-
// Cluster 1: similar vectors near [1, 0, 0]
|
|
509
|
-
makeEntry({ id: "a1", text: "cluster 1 member A", vector: [0.95, 0.05, 0] }),
|
|
510
|
-
makeEntry({ id: "a2", text: "cluster 1 member B", vector: [0.93, 0.07, 0] }),
|
|
511
|
-
makeEntry({ id: "a3", text: "cluster 1 member C", vector: [0.97, 0.03, 0] }),
|
|
512
|
-
// Cluster 2: similar vectors near [0, 1, 0]
|
|
513
|
-
makeEntry({ id: "b1", text: "cluster 2 member A", vector: [0.05, 0.95, 0] }),
|
|
514
|
-
makeEntry({ id: "b2", text: "cluster 2 member B", vector: [0.07, 0.93, 0] }),
|
|
515
|
-
makeEntry({ id: "b3", text: "cluster 2 member C", vector: [0.03, 0.97, 0] }),
|
|
516
|
-
];
|
|
517
|
-
|
|
518
|
-
const { store } = createMockStore();
|
|
519
|
-
const llm = createMockLLM(() => "consolidated insight");
|
|
520
|
-
const embedder = createMockEmbedder();
|
|
521
|
-
|
|
522
|
-
const result = await clusterAndConsolidate({
|
|
523
|
-
entries,
|
|
524
|
-
embedder,
|
|
525
|
-
llm: llm as unknown as LLMClient,
|
|
526
|
-
store,
|
|
527
|
-
scope: "project:test",
|
|
528
|
-
minClusterSize: 3,
|
|
529
|
-
clusterThreshold: 0.75,
|
|
530
|
-
maxClusters: 1, // Only process 1 cluster
|
|
531
|
-
});
|
|
532
|
-
|
|
533
|
-
expect(result.clustersFound).toBe(2);
|
|
534
|
-
expect(result.clustersConsolidated).toBe(1); // Only 1 processed
|
|
535
|
-
expect(result.insightsGenerated).toBe(1);
|
|
536
|
-
});
|
|
537
|
-
|
|
538
|
-
it("uses majority vote for category selection", async () => {
|
|
539
|
-
const entries = [
|
|
540
|
-
makeEntry({ id: "a", text: "pattern A", vector: [0.9, 0.1, 0], category: "patterns" }),
|
|
541
|
-
makeEntry({ id: "b", text: "pattern B", vector: [0.88, 0.12, 0], category: "patterns" }),
|
|
542
|
-
makeEntry({ id: "c", text: "event C", vector: [0.92, 0.08, 0], category: "events" }),
|
|
543
|
-
];
|
|
544
|
-
|
|
545
|
-
const { store, stored } = createMockStore();
|
|
546
|
-
const llm = createMockLLM(() => "common pattern insight");
|
|
547
|
-
const embedder = createMockEmbedder();
|
|
548
|
-
|
|
549
|
-
const result = await clusterAndConsolidate({
|
|
550
|
-
entries,
|
|
551
|
-
embedder,
|
|
552
|
-
llm: llm as unknown as LLMClient,
|
|
553
|
-
store,
|
|
554
|
-
scope: "project:test",
|
|
555
|
-
minClusterSize: 3,
|
|
556
|
-
clusterThreshold: 0.75,
|
|
557
|
-
});
|
|
558
|
-
|
|
559
|
-
expect(result.insightsGenerated).toBe(1);
|
|
560
|
-
expect(stored[0].category).toBe("patterns"); // majority = patterns (2 vs 1)
|
|
561
|
-
});
|
|
562
|
-
|
|
563
|
-
// CC-9: Diminishing returns early stop
|
|
564
|
-
it("triggers earlyStop after 2 consecutive low-yield rounds", async () => {
|
|
565
|
-
// Create 4 clusters, each with 3 members. LLM returns null for all.
|
|
566
|
-
const entries = [
|
|
567
|
-
// Cluster 1
|
|
568
|
-
makeEntry({ id: "a1", text: "c1a", vector: [0.95, 0.05, 0, 0] }),
|
|
569
|
-
makeEntry({ id: "a2", text: "c1b", vector: [0.93, 0.07, 0, 0] }),
|
|
570
|
-
makeEntry({ id: "a3", text: "c1c", vector: [0.97, 0.03, 0, 0] }),
|
|
571
|
-
// Cluster 2
|
|
572
|
-
makeEntry({ id: "b1", text: "c2a", vector: [0.05, 0.95, 0, 0] }),
|
|
573
|
-
makeEntry({ id: "b2", text: "c2b", vector: [0.07, 0.93, 0, 0] }),
|
|
574
|
-
makeEntry({ id: "b3", text: "c2c", vector: [0.03, 0.97, 0, 0] }),
|
|
575
|
-
// Cluster 3
|
|
576
|
-
makeEntry({ id: "c1", text: "c3a", vector: [0, 0.05, 0.95, 0] }),
|
|
577
|
-
makeEntry({ id: "c2", text: "c3b", vector: [0, 0.07, 0.93, 0] }),
|
|
578
|
-
makeEntry({ id: "c3", text: "c3c", vector: [0, 0.03, 0.97, 0] }),
|
|
579
|
-
// Cluster 4
|
|
580
|
-
makeEntry({ id: "d1", text: "c4a", vector: [0, 0, 0.05, 0.95] }),
|
|
581
|
-
makeEntry({ id: "d2", text: "c4b", vector: [0, 0, 0.07, 0.93] }),
|
|
582
|
-
makeEntry({ id: "d3", text: "c4c", vector: [0, 0, 0.03, 0.97] }),
|
|
583
|
-
];
|
|
584
|
-
|
|
585
|
-
const { store } = createMockStore();
|
|
586
|
-
// LLM always fails → 0 insights per round → consecutive low yield
|
|
587
|
-
const llm = createMockLLM(() => null);
|
|
588
|
-
const embedder = createMockEmbedder();
|
|
589
|
-
|
|
590
|
-
const result = await clusterAndConsolidate({
|
|
591
|
-
entries,
|
|
592
|
-
embedder,
|
|
593
|
-
llm: llm as unknown as LLMClient,
|
|
594
|
-
store,
|
|
595
|
-
scope: "project:test",
|
|
596
|
-
minClusterSize: 3,
|
|
597
|
-
clusterThreshold: 0.75,
|
|
598
|
-
maxClusters: 10, // Allow many clusters
|
|
599
|
-
});
|
|
600
|
-
|
|
601
|
-
expect(result.clustersFound).toBe(4);
|
|
602
|
-
// Should stop after 2 consecutive failures + then earlyStop on 3rd
|
|
603
|
-
expect(result.clustersConsolidated).toBe(2);
|
|
604
|
-
expect(result.earlyStop).toBe("diminishing_returns");
|
|
605
|
-
expect(result.insightsGenerated).toBe(0);
|
|
606
|
-
});
|
|
607
|
-
|
|
608
|
-
it("does not trigger earlyStop when insights are consistently generated", async () => {
|
|
609
|
-
// Create 3 clusters, LLM always succeeds
|
|
610
|
-
const entries = [
|
|
611
|
-
// Cluster 1
|
|
612
|
-
makeEntry({ id: "a1", text: "c1a", vector: [0.95, 0.05, 0] }),
|
|
613
|
-
makeEntry({ id: "a2", text: "c1b", vector: [0.93, 0.07, 0] }),
|
|
614
|
-
makeEntry({ id: "a3", text: "c1c", vector: [0.97, 0.03, 0] }),
|
|
615
|
-
// Cluster 2
|
|
616
|
-
makeEntry({ id: "b1", text: "c2a", vector: [0.05, 0.95, 0] }),
|
|
617
|
-
makeEntry({ id: "b2", text: "c2b", vector: [0.07, 0.93, 0] }),
|
|
618
|
-
makeEntry({ id: "b3", text: "c2c", vector: [0.03, 0.97, 0] }),
|
|
619
|
-
// Cluster 3
|
|
620
|
-
makeEntry({ id: "c1", text: "c3a", vector: [0, 0.05, 0.95] }),
|
|
621
|
-
makeEntry({ id: "c2", text: "c3b", vector: [0, 0.07, 0.93] }),
|
|
622
|
-
makeEntry({ id: "c3", text: "c3c", vector: [0, 0.03, 0.97] }),
|
|
623
|
-
];
|
|
624
|
-
|
|
625
|
-
const { store } = createMockStore();
|
|
626
|
-
const llm = createMockLLM(() => "great insight");
|
|
627
|
-
const embedder = createMockEmbedder();
|
|
628
|
-
|
|
629
|
-
const result = await clusterAndConsolidate({
|
|
630
|
-
entries,
|
|
631
|
-
embedder,
|
|
632
|
-
llm: llm as unknown as LLMClient,
|
|
633
|
-
store,
|
|
634
|
-
scope: "project:test",
|
|
635
|
-
minClusterSize: 3,
|
|
636
|
-
clusterThreshold: 0.75,
|
|
637
|
-
maxClusters: 10,
|
|
638
|
-
});
|
|
639
|
-
|
|
640
|
-
expect(result.clustersFound).toBe(3);
|
|
641
|
-
expect(result.clustersConsolidated).toBe(3);
|
|
642
|
-
expect(result.insightsGenerated).toBe(3);
|
|
643
|
-
expect(result.earlyStop).toBeUndefined();
|
|
644
|
-
});
|
|
645
|
-
|
|
646
|
-
it("resets consecutive low-yield counter when a good round occurs", async () => {
|
|
647
|
-
// 3 clusters: first fails, second succeeds, third fails.
|
|
648
|
-
// Counter resets after second cluster, so no earlyStop.
|
|
649
|
-
let callCount = 0;
|
|
650
|
-
const entries = [
|
|
651
|
-
// Cluster 1
|
|
652
|
-
makeEntry({ id: "a1", text: "c1a", vector: [0.95, 0.05, 0] }),
|
|
653
|
-
makeEntry({ id: "a2", text: "c1b", vector: [0.93, 0.07, 0] }),
|
|
654
|
-
makeEntry({ id: "a3", text: "c1c", vector: [0.97, 0.03, 0] }),
|
|
655
|
-
// Cluster 2
|
|
656
|
-
makeEntry({ id: "b1", text: "c2a", vector: [0.05, 0.95, 0] }),
|
|
657
|
-
makeEntry({ id: "b2", text: "c2b", vector: [0.07, 0.93, 0] }),
|
|
658
|
-
makeEntry({ id: "b3", text: "c2c", vector: [0.03, 0.97, 0] }),
|
|
659
|
-
// Cluster 3
|
|
660
|
-
makeEntry({ id: "c1", text: "c3a", vector: [0, 0.05, 0.95] }),
|
|
661
|
-
makeEntry({ id: "c2", text: "c3b", vector: [0, 0.07, 0.93] }),
|
|
662
|
-
makeEntry({ id: "c3", text: "c3c", vector: [0, 0.03, 0.97] }),
|
|
663
|
-
];
|
|
664
|
-
|
|
665
|
-
const { store } = createMockStore();
|
|
666
|
-
// Pattern: fail, succeed, fail — should NOT earlyStop (counter resets)
|
|
667
|
-
const llm = createMockLLM(() => {
|
|
668
|
-
callCount++;
|
|
669
|
-
// Cluster ordering depends on greedy algorithm; 1st and 3rd fail, 2nd succeeds
|
|
670
|
-
if (callCount === 2) return "good insight";
|
|
671
|
-
return null;
|
|
672
|
-
});
|
|
673
|
-
const embedder = createMockEmbedder();
|
|
674
|
-
|
|
675
|
-
const result = await clusterAndConsolidate({
|
|
676
|
-
entries,
|
|
677
|
-
embedder,
|
|
678
|
-
llm: llm as unknown as LLMClient,
|
|
679
|
-
store,
|
|
680
|
-
scope: "project:test",
|
|
681
|
-
minClusterSize: 3,
|
|
682
|
-
clusterThreshold: 0.75,
|
|
683
|
-
maxClusters: 10,
|
|
684
|
-
});
|
|
685
|
-
|
|
686
|
-
expect(result.clustersConsolidated).toBe(3); // All 3 processed
|
|
687
|
-
expect(result.insightsGenerated).toBe(1);
|
|
688
|
-
expect(result.earlyStop).toBeUndefined(); // No early stop
|
|
689
|
-
});
|
|
690
|
-
});
|
|
691
|
-
|
|
692
|
-
// ---------------------------------------------------------------------------
|
|
693
|
-
// HP-5: Cross-Memory Pattern Extraction
|
|
694
|
-
// ---------------------------------------------------------------------------
|
|
695
|
-
|
|
696
|
-
describe("clusterAndConsolidate — pattern extraction (HP-5)", () => {
|
|
697
|
-
it("extracts pattern when extractPatterns=true and LLM returns pattern", async () => {
|
|
698
|
-
const entries = [
|
|
699
|
-
makeEntry({ id: "a", text: "用户喜欢吃寿司", vector: [0.9, 0.1, 0], importance: 0.8 }),
|
|
700
|
-
makeEntry({ id: "b", text: "用户经常去日料店", vector: [0.88, 0.12, 0], importance: 0.7 }),
|
|
701
|
-
makeEntry({ id: "c", text: "用户提到最近学做天妇罗", vector: [0.92, 0.08, 0], importance: 0.6 }),
|
|
702
|
-
];
|
|
703
|
-
|
|
704
|
-
const { store, stored, updates } = createMockStore();
|
|
705
|
-
const llm = createMockLLM(
|
|
706
|
-
() => "用户对日本料理有广泛兴趣",
|
|
707
|
-
() => "用户反复提及日料相关话题,暗示对日本饮食文化有持久偏好",
|
|
708
|
-
);
|
|
709
|
-
const embedder = createMockEmbedder([0.5, 0.5, 0]);
|
|
710
|
-
|
|
711
|
-
const result = await clusterAndConsolidate({
|
|
712
|
-
entries,
|
|
713
|
-
embedder,
|
|
714
|
-
llm: llm as unknown as LLMClient,
|
|
715
|
-
store,
|
|
716
|
-
scope: "project:test",
|
|
717
|
-
minClusterSize: 3,
|
|
718
|
-
clusterThreshold: 0.75,
|
|
719
|
-
extractPatterns: true,
|
|
720
|
-
});
|
|
721
|
-
|
|
722
|
-
expect(result.patternsExtracted).toBe(1);
|
|
723
|
-
expect(result.insightsGenerated).toBe(1);
|
|
724
|
-
|
|
725
|
-
// Should have stored 2 entries: 1 insight + 1 pattern
|
|
726
|
-
expect(stored.length).toBe(2);
|
|
727
|
-
|
|
728
|
-
const patternEntry = stored.find(s => {
|
|
729
|
-
const meta = JSON.parse(s.metadata!);
|
|
730
|
-
return meta.cross_memory_pattern === true;
|
|
731
|
-
});
|
|
732
|
-
expect(patternEntry).toBeDefined();
|
|
733
|
-
expect(patternEntry!.text).toContain("日料");
|
|
734
|
-
expect(patternEntry!.category).toBe("patterns");
|
|
735
|
-
expect(patternEntry!.importance).toBeCloseTo(0.8, 5); // = max(0.8),继承不加成
|
|
736
|
-
|
|
737
|
-
const patternMeta = JSON.parse(patternEntry!.metadata!);
|
|
738
|
-
expect(patternMeta.source_cluster_size).toBe(3);
|
|
739
|
-
expect(patternMeta.evolution.sourceMemories).toEqual(["a", "b", "c"]);
|
|
740
|
-
|
|
741
|
-
// Source memories should have contributedToPattern set
|
|
742
|
-
const patternUpdates = updates.filter(u => {
|
|
743
|
-
const meta = JSON.parse(u.metadata);
|
|
744
|
-
return meta.evolution?.contributedToPattern === patternEntry!.id;
|
|
745
|
-
});
|
|
746
|
-
expect(patternUpdates.length).toBe(3);
|
|
747
|
-
});
|
|
748
|
-
|
|
749
|
-
it("does not extract patterns when extractPatterns=false (default)", async () => {
|
|
750
|
-
const entries = [
|
|
751
|
-
makeEntry({ id: "a", text: "memory A", vector: [0.9, 0.1, 0], importance: 0.8 }),
|
|
752
|
-
makeEntry({ id: "b", text: "memory B", vector: [0.88, 0.12, 0], importance: 0.7 }),
|
|
753
|
-
makeEntry({ id: "c", text: "memory C", vector: [0.92, 0.08, 0], importance: 0.6 }),
|
|
754
|
-
];
|
|
755
|
-
|
|
756
|
-
const { store, stored } = createMockStore();
|
|
757
|
-
const llm = createMockLLM(
|
|
758
|
-
() => "insight text",
|
|
759
|
-
() => "should not appear",
|
|
760
|
-
);
|
|
761
|
-
const embedder = createMockEmbedder();
|
|
762
|
-
|
|
763
|
-
const result = await clusterAndConsolidate({
|
|
764
|
-
entries,
|
|
765
|
-
embedder,
|
|
766
|
-
llm: llm as unknown as LLMClient,
|
|
767
|
-
store,
|
|
768
|
-
scope: "project:test",
|
|
769
|
-
minClusterSize: 3,
|
|
770
|
-
clusterThreshold: 0.75,
|
|
771
|
-
// extractPatterns defaults to false
|
|
772
|
-
});
|
|
773
|
-
|
|
774
|
-
expect(result.patternsExtracted).toBe(0);
|
|
775
|
-
expect(stored.length).toBe(1); // Only the insight, no pattern
|
|
776
|
-
});
|
|
777
|
-
|
|
778
|
-
it("handles pattern extraction failure gracefully", async () => {
|
|
779
|
-
const entries = [
|
|
780
|
-
makeEntry({ id: "a", text: "memory A", vector: [0.9, 0.1, 0] }),
|
|
781
|
-
makeEntry({ id: "b", text: "memory B", vector: [0.88, 0.12, 0] }),
|
|
782
|
-
makeEntry({ id: "c", text: "memory C", vector: [0.92, 0.08, 0] }),
|
|
783
|
-
];
|
|
784
|
-
|
|
785
|
-
const { store, stored } = createMockStore();
|
|
786
|
-
const llm = createMockLLM(
|
|
787
|
-
() => "insight text",
|
|
788
|
-
() => null, // pattern extraction fails
|
|
789
|
-
);
|
|
790
|
-
const embedder = createMockEmbedder();
|
|
791
|
-
|
|
792
|
-
const result = await clusterAndConsolidate({
|
|
793
|
-
entries,
|
|
794
|
-
embedder,
|
|
795
|
-
llm: llm as unknown as LLMClient,
|
|
796
|
-
store,
|
|
797
|
-
scope: "project:test",
|
|
798
|
-
minClusterSize: 3,
|
|
799
|
-
clusterThreshold: 0.75,
|
|
800
|
-
extractPatterns: true,
|
|
801
|
-
});
|
|
802
|
-
|
|
803
|
-
expect(result.patternsExtracted).toBe(0);
|
|
804
|
-
expect(result.insightsGenerated).toBe(1);
|
|
805
|
-
expect(stored.length).toBe(1); // Only insight stored
|
|
806
|
-
});
|
|
807
|
-
|
|
808
|
-
it("pattern importance 继承源里最高的,不再加成后撞上限", async () => {
|
|
809
|
-
const entries = [
|
|
810
|
-
makeEntry({ id: "a", text: "high importance A", vector: [0.9, 0.1, 0], importance: 0.95 }),
|
|
811
|
-
makeEntry({ id: "b", text: "high importance B", vector: [0.88, 0.12, 0], importance: 0.98 }),
|
|
812
|
-
makeEntry({ id: "c", text: "high importance C", vector: [0.92, 0.08, 0], importance: 0.93 }),
|
|
813
|
-
];
|
|
814
|
-
|
|
815
|
-
const { store, stored } = createMockStore();
|
|
816
|
-
const llm = createMockLLM(
|
|
817
|
-
() => "insight",
|
|
818
|
-
() => "discovered pattern",
|
|
819
|
-
);
|
|
820
|
-
const embedder = createMockEmbedder();
|
|
821
|
-
|
|
822
|
-
const result = await clusterAndConsolidate({
|
|
823
|
-
entries,
|
|
824
|
-
embedder,
|
|
825
|
-
llm: llm as unknown as LLMClient,
|
|
826
|
-
store,
|
|
827
|
-
scope: "project:test",
|
|
828
|
-
minClusterSize: 3,
|
|
829
|
-
clusterThreshold: 0.75,
|
|
830
|
-
extractPatterns: true,
|
|
831
|
-
});
|
|
832
|
-
|
|
833
|
-
expect(result.patternsExtracted).toBe(1);
|
|
834
|
-
const patternEntry = stored.find(s => JSON.parse(s.metadata!).cross_memory_pattern);
|
|
835
|
-
// 旧行为:max(0.98) + 0.1 = 1.08 → 撞 1.0 上限,派生物顶格。
|
|
836
|
-
// 现在直接取 max(0.98),不存在需要 cap 的情形。
|
|
837
|
-
expect(patternEntry!.importance).toBeCloseTo(0.98, 5);
|
|
838
|
-
// 注意这里源本身就在 pin 带(0.98 >= 0.95),派生物照样继承进去。
|
|
839
|
-
// 「派生物不该继承人工 pin 身份」是另一个问题,单独立项,不在本次改动范围。
|
|
840
|
-
});
|
|
841
|
-
|
|
842
|
-
it("源都在 pin 线以下时,pattern 不再被加成推过 0.95", async () => {
|
|
843
|
-
// 这是加成最有害的形态:源里最高只有 0.85,本不该享有人工 pin 的待遇,
|
|
844
|
-
// 旧行为 0.85 + 0.1 = 0.95 正好跨进那个频段,于是这条 LLM 抽出来的 pattern
|
|
845
|
-
// 自动拿到永不归档(auto-gc.ts)和永不衰减(decay-engine.ts)的保护。
|
|
846
|
-
const entries = [
|
|
847
|
-
makeEntry({ id: "a", text: "topic A", vector: [0.9, 0.1, 0], importance: 0.85 }),
|
|
848
|
-
makeEntry({ id: "b", text: "topic B", vector: [0.88, 0.12, 0], importance: 0.8 }),
|
|
849
|
-
makeEntry({ id: "c", text: "topic C", vector: [0.92, 0.08, 0], importance: 0.75 }),
|
|
850
|
-
];
|
|
851
|
-
|
|
852
|
-
const { store, stored } = createMockStore();
|
|
853
|
-
const llm = createMockLLM(
|
|
854
|
-
() => "insight",
|
|
855
|
-
() => "discovered pattern",
|
|
856
|
-
);
|
|
857
|
-
const embedder = createMockEmbedder();
|
|
858
|
-
|
|
859
|
-
const result = await clusterAndConsolidate({
|
|
860
|
-
entries,
|
|
861
|
-
embedder,
|
|
862
|
-
llm: llm as unknown as LLMClient,
|
|
863
|
-
store,
|
|
864
|
-
scope: "project:test",
|
|
865
|
-
minClusterSize: 3,
|
|
866
|
-
clusterThreshold: 0.75,
|
|
867
|
-
extractPatterns: true,
|
|
868
|
-
});
|
|
869
|
-
|
|
870
|
-
expect(result.patternsExtracted).toBe(1);
|
|
871
|
-
const patternEntry = stored.find(s => JSON.parse(s.metadata!).cross_memory_pattern);
|
|
872
|
-
expect(patternEntry!.importance).toBeCloseTo(0.85, 5);
|
|
873
|
-
expect(patternEntry!.importance).toBeLessThan(0.95);
|
|
874
|
-
|
|
875
|
-
// 派生物也不该压过它自己的源
|
|
876
|
-
const maxSource = Math.max(...entries.map(e => e.importance));
|
|
877
|
-
expect(patternEntry!.importance).toBeLessThanOrEqual(maxSource);
|
|
878
|
-
});
|
|
879
|
-
});
|
|
880
|
-
|
|
881
|
-
describe("cosineSimilarity (used by cluster consolidation)", () => {
|
|
882
|
-
it("returns 1.0 for identical vectors", () => {
|
|
883
|
-
expect(cosineSimilarity([1, 0, 0], [1, 0, 0])).toBeCloseTo(1.0, 5);
|
|
884
|
-
});
|
|
885
|
-
|
|
886
|
-
it("returns 0.0 for orthogonal vectors", () => {
|
|
887
|
-
expect(cosineSimilarity([1, 0, 0], [0, 1, 0])).toBeCloseTo(0.0, 5);
|
|
888
|
-
});
|
|
889
|
-
|
|
890
|
-
it("returns -1.0 for opposite vectors", () => {
|
|
891
|
-
expect(cosineSimilarity([1, 0, 0], [-1, 0, 0])).toBeCloseTo(-1.0, 5);
|
|
892
|
-
});
|
|
893
|
-
|
|
894
|
-
it("returns 0 for empty vectors", () => {
|
|
895
|
-
expect(cosineSimilarity([], [])).toBe(0);
|
|
896
|
-
});
|
|
897
|
-
|
|
898
|
-
it("returns 0 for mismatched dimensions", () => {
|
|
899
|
-
expect(cosineSimilarity([1, 0], [1, 0, 0])).toBe(0);
|
|
900
|
-
});
|
|
901
|
-
|
|
902
|
-
it("correctly computes similarity for non-trivial vectors", () => {
|
|
903
|
-
// [1, 1] and [1, 0] -> cos = 1 / sqrt(2) ≈ 0.7071
|
|
904
|
-
expect(cosineSimilarity([1, 1], [1, 0])).toBeCloseTo(1 / Math.sqrt(2), 5);
|
|
905
|
-
});
|
|
906
|
-
});
|
|
907
|
-
|
|
908
|
-
// ---------------------------------------------------------------------------
|
|
909
|
-
// LC-P2: Cluster-aware deduplication
|
|
910
|
-
// ---------------------------------------------------------------------------
|
|
911
|
-
|
|
912
|
-
describe("deduplicateByClusterInsight (LC-P2)", () => {
|
|
913
|
-
function makeResult(id: string, text: string, meta?: Record<string, unknown>) {
|
|
914
|
-
return {
|
|
915
|
-
entry: {
|
|
916
|
-
id,
|
|
917
|
-
text,
|
|
918
|
-
vector: [1, 0, 0],
|
|
919
|
-
category: "events" as const,
|
|
920
|
-
scope: "project:test",
|
|
921
|
-
importance: 0.7,
|
|
922
|
-
timestamp: Date.now(),
|
|
923
|
-
metadata: meta ? JSON.stringify(meta) : "{}",
|
|
924
|
-
},
|
|
925
|
-
score: 0.8,
|
|
926
|
-
};
|
|
927
|
-
}
|
|
928
|
-
|
|
929
|
-
it("removes source memories when cluster insight is present", () => {
|
|
930
|
-
const results = [
|
|
931
|
-
makeResult("insight-1", "cluster summary about TypeScript", {
|
|
932
|
-
cluster_insight: true,
|
|
933
|
-
evolution: { sourceMemories: ["src-a", "src-b", "src-c"] },
|
|
934
|
-
}),
|
|
935
|
-
makeResult("src-a", "TypeScript is great"),
|
|
936
|
-
makeResult("src-b", "TypeScript helps safety"),
|
|
937
|
-
makeResult("other", "unrelated memory"),
|
|
938
|
-
];
|
|
939
|
-
|
|
940
|
-
const deduped = deduplicateByClusterInsight(results);
|
|
941
|
-
expect(deduped.length).toBe(2);
|
|
942
|
-
expect(deduped.map(r => r.entry.id)).toEqual(["insight-1", "other"]);
|
|
943
|
-
});
|
|
944
|
-
|
|
945
|
-
it("also deduplicates cross_memory_pattern source memories", () => {
|
|
946
|
-
const results = [
|
|
947
|
-
makeResult("pattern-1", "user likes Japanese food", {
|
|
948
|
-
cross_memory_pattern: true,
|
|
949
|
-
evolution: { sourceMemories: ["m1", "m2", "m3"] },
|
|
950
|
-
}),
|
|
951
|
-
makeResult("m1", "user eats sushi"),
|
|
952
|
-
makeResult("m2", "user visits ramen shop"),
|
|
953
|
-
makeResult("unrelated", "something else"),
|
|
954
|
-
];
|
|
955
|
-
|
|
956
|
-
const deduped = deduplicateByClusterInsight(results);
|
|
957
|
-
expect(deduped.length).toBe(2);
|
|
958
|
-
expect(deduped.map(r => r.entry.id)).toEqual(["pattern-1", "unrelated"]);
|
|
959
|
-
});
|
|
960
|
-
|
|
961
|
-
it("passes through all results when no cluster insights exist", () => {
|
|
962
|
-
const results = [
|
|
963
|
-
makeResult("a", "memory A"),
|
|
964
|
-
makeResult("b", "memory B"),
|
|
965
|
-
makeResult("c", "memory C"),
|
|
966
|
-
];
|
|
967
|
-
|
|
968
|
-
const deduped = deduplicateByClusterInsight(results);
|
|
969
|
-
expect(deduped.length).toBe(3);
|
|
970
|
-
});
|
|
971
|
-
|
|
972
|
-
it("handles empty results", () => {
|
|
973
|
-
expect(deduplicateByClusterInsight([])).toEqual([]);
|
|
974
|
-
});
|
|
975
|
-
|
|
976
|
-
it("keeps source memories that are NOT in the result set", () => {
|
|
977
|
-
// Insight references src-a, src-b, src-c but only src-a is in results
|
|
978
|
-
const results = [
|
|
979
|
-
makeResult("insight-1", "summary", {
|
|
980
|
-
cluster_insight: true,
|
|
981
|
-
evolution: { sourceMemories: ["src-a", "src-b", "src-c"] },
|
|
982
|
-
}),
|
|
983
|
-
makeResult("src-a", "one source"),
|
|
984
|
-
makeResult("independent", "not a source"),
|
|
985
|
-
];
|
|
986
|
-
|
|
987
|
-
const deduped = deduplicateByClusterInsight(results);
|
|
988
|
-
expect(deduped.length).toBe(2);
|
|
989
|
-
expect(deduped.map(r => r.entry.id)).toEqual(["insight-1", "independent"]);
|
|
990
|
-
});
|
|
991
|
-
|
|
992
|
-
it("handles malformed metadata gracefully", () => {
|
|
993
|
-
const results = [
|
|
994
|
-
{
|
|
995
|
-
entry: {
|
|
996
|
-
id: "bad",
|
|
997
|
-
text: "bad metadata",
|
|
998
|
-
vector: [1, 0, 0],
|
|
999
|
-
category: "events" as const,
|
|
1000
|
-
scope: "test",
|
|
1001
|
-
importance: 0.5,
|
|
1002
|
-
timestamp: Date.now(),
|
|
1003
|
-
metadata: "not-json{{{",
|
|
1004
|
-
},
|
|
1005
|
-
score: 0.5,
|
|
1006
|
-
},
|
|
1007
|
-
makeResult("normal", "normal memory"),
|
|
1008
|
-
];
|
|
1009
|
-
|
|
1010
|
-
const deduped = deduplicateByClusterInsight(results);
|
|
1011
|
-
expect(deduped.length).toBe(2); // Both pass through
|
|
1012
|
-
});
|
|
1013
|
-
});
|
|
1014
|
-
|
|
1015
|
-
// ---------------------------------------------------------------------------
|
|
1016
|
-
// 2026-08-23 合成契约上线带来的三件行为改动
|
|
1017
|
-
// ---------------------------------------------------------------------------
|
|
1018
|
-
|
|
1019
|
-
/** 造一个三成员簇(向量足够接近,一定聚成一簇)。 */
|
|
1020
|
-
function trioEntries(): MemoryEntry[] {
|
|
1021
|
-
return [
|
|
1022
|
-
makeEntry({ id: "a", text: "记录 A", vector: [0.9, 0.1, 0], importance: 0.8 }),
|
|
1023
|
-
makeEntry({ id: "b", text: "记录 B", vector: [0.88, 0.12, 0], importance: 0.7 }),
|
|
1024
|
-
makeEntry({ id: "c", text: "记录 C", vector: [0.92, 0.08, 0], importance: 0.6 }),
|
|
1025
|
-
];
|
|
1026
|
-
}
|
|
1027
|
-
|
|
1028
|
-
const trioParams = { minClusterSize: 3, clusterThreshold: 0.75 };
|
|
1029
|
-
|
|
1030
|
-
describe("合成弃权路径(老 generateL0 完全没有这条路)", () => {
|
|
1031
|
-
it("模型判定「没料可炼」时不写库,且记进 synthesisAbstained", async () => {
|
|
1032
|
-
const { store, stored } = createMockStore();
|
|
1033
|
-
const llm = {
|
|
1034
|
-
async synthesizeClusterInsight(): Promise<SynthesisVerdict> { return { status: "abstained" }; },
|
|
1035
|
-
async synthesizeClusterPattern(): Promise<SynthesisVerdict> { return { status: "abstained" }; },
|
|
1036
|
-
};
|
|
1037
|
-
|
|
1038
|
-
const result = await clusterAndConsolidate({
|
|
1039
|
-
entries: trioEntries(),
|
|
1040
|
-
embedder: createMockEmbedder(),
|
|
1041
|
-
llm: llm as unknown as LLMClient,
|
|
1042
|
-
store,
|
|
1043
|
-
scope: "project:test",
|
|
1044
|
-
extractPatterns: true,
|
|
1045
|
-
...trioParams,
|
|
1046
|
-
});
|
|
1047
|
-
|
|
1048
|
-
expect(stored.length).toBe(0);
|
|
1049
|
-
expect(result.insightsGenerated).toBe(0);
|
|
1050
|
-
expect(result.patternsExtracted).toBe(0);
|
|
1051
|
-
expect(result.synthesisAbstained).toBe(2); // insight + pattern 各一次
|
|
1052
|
-
expect(result.synthesisRejected).toBe(0);
|
|
1053
|
-
expect(result.llmFailures).toBe(0); // 弃权不是失败
|
|
1054
|
-
expect(result.clustersConsolidated).toBe(1); // 簇确实处理过
|
|
1055
|
-
});
|
|
1056
|
-
|
|
1057
|
-
it("校验不过的输出不写库,且与弃权分开计数", async () => {
|
|
1058
|
-
const { store, stored } = createMockStore();
|
|
1059
|
-
const llm = {
|
|
1060
|
-
async synthesizeClusterInsight(): Promise<SynthesisVerdict> {
|
|
1061
|
-
return { status: "rejected", reason: "prompt-echo" };
|
|
1062
|
-
},
|
|
1063
|
-
async synthesizeClusterPattern(): Promise<SynthesisVerdict> {
|
|
1064
|
-
return { status: "rejected", reason: "evidence-too-few" };
|
|
1065
|
-
},
|
|
1066
|
-
};
|
|
1067
|
-
|
|
1068
|
-
const result = await clusterAndConsolidate({
|
|
1069
|
-
entries: trioEntries(),
|
|
1070
|
-
embedder: createMockEmbedder(),
|
|
1071
|
-
llm: llm as unknown as LLMClient,
|
|
1072
|
-
store,
|
|
1073
|
-
scope: "project:test",
|
|
1074
|
-
extractPatterns: true,
|
|
1075
|
-
...trioParams,
|
|
1076
|
-
});
|
|
1077
|
-
|
|
1078
|
-
expect(stored.length).toBe(0);
|
|
1079
|
-
expect(result.synthesisRejected).toBe(2);
|
|
1080
|
-
expect(result.synthesisAbstained).toBe(0);
|
|
1081
|
-
expect(result.llmFailures).toBe(0); // 拿到回复了,只是不合契约——不是调用失败
|
|
1082
|
-
});
|
|
1083
|
-
});
|
|
1084
|
-
|
|
1085
|
-
describe("pattern 与 insight 解耦(R5)", () => {
|
|
1086
|
-
it("insight 弃权时 pattern 照常抽取——改前这簇的 pattern 根本不会被执行", async () => {
|
|
1087
|
-
const { store, stored } = createMockStore();
|
|
1088
|
-
const llm = {
|
|
1089
|
-
async synthesizeClusterInsight(): Promise<SynthesisVerdict> { return { status: "abstained" }; },
|
|
1090
|
-
async synthesizeClusterPattern(): Promise<SynthesisVerdict> {
|
|
1091
|
-
return { status: "ok", output: { text: "跨条目结论", evidence: [1, 2] } };
|
|
1092
|
-
},
|
|
1093
|
-
};
|
|
1094
|
-
|
|
1095
|
-
const result = await clusterAndConsolidate({
|
|
1096
|
-
entries: trioEntries(),
|
|
1097
|
-
embedder: createMockEmbedder(),
|
|
1098
|
-
llm: llm as unknown as LLMClient,
|
|
1099
|
-
store,
|
|
1100
|
-
scope: "project:test",
|
|
1101
|
-
extractPatterns: true,
|
|
1102
|
-
...trioParams,
|
|
1103
|
-
});
|
|
1104
|
-
|
|
1105
|
-
expect(result.insightsGenerated).toBe(0);
|
|
1106
|
-
expect(result.patternsExtracted).toBe(1);
|
|
1107
|
-
expect(stored.length).toBe(1);
|
|
1108
|
-
expect(stored[0].text).toBe("跨条目结论");
|
|
1109
|
-
});
|
|
1110
|
-
|
|
1111
|
-
it("insight 抛异常时 pattern 仍然跑(两者独立失败)", async () => {
|
|
1112
|
-
const { store } = createMockStore();
|
|
1113
|
-
const llm = {
|
|
1114
|
-
async synthesizeClusterInsight(): Promise<SynthesisVerdict> { throw new Error("Request was aborted."); },
|
|
1115
|
-
async synthesizeClusterPattern(): Promise<SynthesisVerdict> {
|
|
1116
|
-
return { status: "ok", output: { text: "跨条目结论", evidence: [1, 2] } };
|
|
1117
|
-
},
|
|
1118
|
-
};
|
|
1119
|
-
|
|
1120
|
-
const result = await clusterAndConsolidate({
|
|
1121
|
-
entries: trioEntries(),
|
|
1122
|
-
embedder: createMockEmbedder(),
|
|
1123
|
-
llm: llm as unknown as LLMClient,
|
|
1124
|
-
store,
|
|
1125
|
-
scope: "project:test",
|
|
1126
|
-
extractPatterns: true,
|
|
1127
|
-
...trioParams,
|
|
1128
|
-
});
|
|
1129
|
-
|
|
1130
|
-
expect(result.llmFailures).toBe(1);
|
|
1131
|
-
expect(result.insightsGenerated).toBe(0);
|
|
1132
|
-
expect(result.patternsExtracted).toBe(1);
|
|
1133
|
-
});
|
|
1134
|
-
|
|
1135
|
-
it("只有 pattern 产出的一轮不算零产出轮次(否则早停会提前触发)", async () => {
|
|
1136
|
-
// 6 个成员分成两簇,insight 全弃权、pattern 全产出。
|
|
1137
|
-
// 若沿用旧判据(没有 insight = 零产出),连续两簇就会触发 diminishing_returns 早停。
|
|
1138
|
-
const entries = [
|
|
1139
|
-
makeEntry({ id: "a1", text: "簇一 A", vector: [0.9, 0.1, 0] }),
|
|
1140
|
-
makeEntry({ id: "a2", text: "簇一 B", vector: [0.88, 0.12, 0] }),
|
|
1141
|
-
makeEntry({ id: "a3", text: "簇一 C", vector: [0.92, 0.08, 0] }),
|
|
1142
|
-
makeEntry({ id: "b1", text: "簇二 A", vector: [0, 0.9, 0.1] }),
|
|
1143
|
-
makeEntry({ id: "b2", text: "簇二 B", vector: [0, 0.88, 0.12] }),
|
|
1144
|
-
makeEntry({ id: "b3", text: "簇二 C", vector: [0, 0.92, 0.08] }),
|
|
1145
|
-
];
|
|
1146
|
-
const { store } = createMockStore();
|
|
1147
|
-
const llm = {
|
|
1148
|
-
async synthesizeClusterInsight(): Promise<SynthesisVerdict> { return { status: "abstained" }; },
|
|
1149
|
-
async synthesizeClusterPattern(): Promise<SynthesisVerdict> {
|
|
1150
|
-
return { status: "ok", output: { text: "跨条目结论", evidence: [1, 2] } };
|
|
1151
|
-
},
|
|
1152
|
-
};
|
|
1153
|
-
|
|
1154
|
-
const result = await clusterAndConsolidate({
|
|
1155
|
-
entries,
|
|
1156
|
-
embedder: createMockEmbedder(),
|
|
1157
|
-
llm: llm as unknown as LLMClient,
|
|
1158
|
-
store,
|
|
1159
|
-
scope: "project:test",
|
|
1160
|
-
extractPatterns: true,
|
|
1161
|
-
...trioParams,
|
|
1162
|
-
});
|
|
1163
|
-
|
|
1164
|
-
expect(result.clustersFound).toBe(2);
|
|
1165
|
-
expect(result.patternsExtracted).toBe(2);
|
|
1166
|
-
expect(result.earlyStop).toBeUndefined();
|
|
1167
|
-
});
|
|
1168
|
-
});
|
|
1169
|
-
|
|
1170
|
-
describe("派生物的 boundary 层级(补的是「靠 scope 命名侥幸判对」那一刀)", () => {
|
|
1171
|
-
it("insight 与 pattern 都显式落 evidence 层,不靠 scope 名字推断", async () => {
|
|
1172
|
-
const { store, stored } = createMockStore();
|
|
1173
|
-
const llm = createMockLLM(() => "一条结论", () => "一条跨条目结论");
|
|
1174
|
-
|
|
1175
|
-
await clusterAndConsolidate({
|
|
1176
|
-
entries: trioEntries(),
|
|
1177
|
-
embedder: createMockEmbedder(),
|
|
1178
|
-
llm: llm as unknown as LLMClient,
|
|
1179
|
-
store,
|
|
1180
|
-
// 刻意用非 transcript scope:改前这里会静默拿到 durable 权威
|
|
1181
|
-
scope: "project:test",
|
|
1182
|
-
extractPatterns: true,
|
|
1183
|
-
...trioParams,
|
|
1184
|
-
});
|
|
1185
|
-
|
|
1186
|
-
expect(stored.length).toBe(2);
|
|
1187
|
-
for (const row of stored) {
|
|
1188
|
-
const meta = JSON.parse(row.metadata!) as { boundary?: { layer?: string; authority?: string } };
|
|
1189
|
-
expect(meta.boundary?.layer).toBe("evidence");
|
|
1190
|
-
expect(meta.boundary?.authority).toBe("distillation");
|
|
1191
|
-
}
|
|
1192
|
-
});
|
|
1193
|
-
|
|
1194
|
-
it("检索侧读得到这个 boundary(与 extractBoundaryMetadata 对得上,不是写了个没人认的字段)", async () => {
|
|
1195
|
-
const { store, stored } = createMockStore();
|
|
1196
|
-
const llm = createMockLLM(() => "一条结论");
|
|
1197
|
-
|
|
1198
|
-
await clusterAndConsolidate({
|
|
1199
|
-
entries: trioEntries(),
|
|
1200
|
-
embedder: createMockEmbedder(),
|
|
1201
|
-
llm: llm as unknown as LLMClient,
|
|
1202
|
-
store,
|
|
1203
|
-
scope: "project:test",
|
|
1204
|
-
...trioParams,
|
|
1205
|
-
});
|
|
1206
|
-
|
|
1207
|
-
// coerceBoundaryMetadata 对 layer/authority/conflictPolicy 三项都做白名单校验,
|
|
1208
|
-
// 任一项写错就整个返回 null —— 所以这条断言同时验了三项都合法。
|
|
1209
|
-
const boundary = extractBoundaryMetadata(stored[0].metadata);
|
|
1210
|
-
expect(boundary).not.toBeNull();
|
|
1211
|
-
expect(boundary!.layer).toBe("evidence");
|
|
1212
|
-
});
|
|
1213
|
-
|
|
1214
|
-
it("evidence 编号被翻译成真实的源记忆 id 存下来", async () => {
|
|
1215
|
-
const { store, stored } = createMockStore();
|
|
1216
|
-
const llm = {
|
|
1217
|
-
async synthesizeClusterInsight(): Promise<SynthesisVerdict> {
|
|
1218
|
-
return { status: "ok", output: { text: "一条结论", evidence: [1, 3] } };
|
|
1219
|
-
},
|
|
1220
|
-
async synthesizeClusterPattern(): Promise<SynthesisVerdict> { return { status: "abstained" }; },
|
|
1221
|
-
};
|
|
1222
|
-
|
|
1223
|
-
await clusterAndConsolidate({
|
|
1224
|
-
entries: trioEntries(),
|
|
1225
|
-
embedder: createMockEmbedder(),
|
|
1226
|
-
llm: llm as unknown as LLMClient,
|
|
1227
|
-
store,
|
|
1228
|
-
scope: "project:test",
|
|
1229
|
-
...trioParams,
|
|
1230
|
-
});
|
|
1231
|
-
|
|
1232
|
-
const meta = JSON.parse(stored[0].metadata!) as { evidenceMemories?: string[]; synthesis_contract?: number };
|
|
1233
|
-
expect(meta.evidenceMemories).toEqual(["a", "c"]); // 1-based → 第 1、第 3 个成员
|
|
1234
|
-
expect(meta.synthesis_contract).toBe(SYNTHESIS_CONTRACT_VERSION);
|
|
1235
|
-
});
|
|
1236
|
-
});
|