recallnest 3.0.0 → 3.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (184) hide show
  1. package/CHANGELOG.md +101 -0
  2. package/README.md +222 -254
  3. package/README_CN.md +206 -243
  4. package/package.json +3 -2
  5. package/src/capture-engine.ts +26 -4
  6. package/src/context-composer-stable.ts +5 -1
  7. package/src/embedder.ts +24 -0
  8. package/src/env-config.ts +18 -0
  9. package/src/ingest.ts +225 -17
  10. package/src/kg-extractor.ts +17 -0
  11. package/src/memory-output.ts +35 -0
  12. package/src/pivot-apply.ts +52 -1
  13. package/src/pivot-evidence.ts +128 -0
  14. package/src/ppr-traversal.ts +25 -1
  15. package/src/runtime-config.ts +9 -0
  16. package/src/session-engine.ts +11 -4
  17. package/src/session-output.ts +9 -1
  18. package/src/session-store.ts +2 -3
  19. package/src/skill-promotion.ts +67 -1
  20. package/src/__tests__/access-tracker-novelty.test.ts +0 -324
  21. package/src/__tests__/activity-counter.test.ts +0 -125
  22. package/src/__tests__/adaptive-fidelity.test.ts +0 -102
  23. package/src/__tests__/admission-control.test.ts +0 -206
  24. package/src/__tests__/age-label.test.ts +0 -33
  25. package/src/__tests__/anchor-generator.test.ts +0 -67
  26. package/src/__tests__/api-server-security.test.ts +0 -102
  27. package/src/__tests__/auto-consolidation.test.ts +0 -168
  28. package/src/__tests__/auto-recall.test.ts +0 -131
  29. package/src/__tests__/babel-integration.test.ts +0 -144
  30. package/src/__tests__/batch-dedup.test.ts +0 -65
  31. package/src/__tests__/belief-history.test.ts +0 -220
  32. package/src/__tests__/canary-eval.test.ts +0 -114
  33. package/src/__tests__/capture-engine.test.ts +0 -1328
  34. package/src/__tests__/capture-heuristic.test.ts +0 -171
  35. package/src/__tests__/cascade-forget.test.ts +0 -210
  36. package/src/__tests__/category-min-scores.test.ts +0 -116
  37. package/src/__tests__/cc8-cc1-essential-context.test.ts +0 -298
  38. package/src/__tests__/circuit-breaker.test.ts +0 -99
  39. package/src/__tests__/cluster-consolidation.test.ts +0 -1236
  40. package/src/__tests__/confidence-metadata.test.ts +0 -125
  41. package/src/__tests__/confidence-tracker.test.ts +0 -261
  42. package/src/__tests__/conflict-advisor.test.ts +0 -206
  43. package/src/__tests__/conflict-escalation.test.ts +0 -149
  44. package/src/__tests__/conflict-lifecycle.test.ts +0 -83
  45. package/src/__tests__/conflict-output.test.ts +0 -85
  46. package/src/__tests__/conflict-store.test.ts +0 -418
  47. package/src/__tests__/connector-v1.test.ts +0 -181
  48. package/src/__tests__/consolidation-engine.test.ts +0 -520
  49. package/src/__tests__/constructive-retrieval.test.ts +0 -509
  50. package/src/__tests__/context-collapse-renderer.test.ts +0 -214
  51. package/src/__tests__/context-composer-pins.test.ts +0 -64
  52. package/src/__tests__/context-composer-task-selection.test.ts +0 -24
  53. package/src/__tests__/context-reconstructor.test.ts +0 -65
  54. package/src/__tests__/context-renderer.test.ts +0 -91
  55. package/src/__tests__/continuity-eval.test.ts +0 -275
  56. package/src/__tests__/continuity-schema.test.ts +0 -97
  57. package/src/__tests__/contracts.test.ts +0 -262
  58. package/src/__tests__/conversation-importer.test.ts +0 -692
  59. package/src/__tests__/core-recall-eval.test.ts +0 -235
  60. package/src/__tests__/core-summary.test.ts +0 -109
  61. package/src/__tests__/data-checkup.test.ts +0 -304
  62. package/src/__tests__/decay-exemption.test.ts +0 -129
  63. package/src/__tests__/dedup-actions.test.ts +0 -58
  64. package/src/__tests__/dedup-guard.test.ts +0 -39
  65. package/src/__tests__/deterministic-id.test.ts +0 -39
  66. package/src/__tests__/distill-lock.test.ts +0 -305
  67. package/src/__tests__/distill-session-argshape.test.ts +0 -79
  68. package/src/__tests__/doctor.test.ts +0 -319
  69. package/src/__tests__/dream-pipeline.test.ts +0 -820
  70. package/src/__tests__/dream-scope-isolation.test.ts +0 -386
  71. package/src/__tests__/dream-write-batching.test.ts +0 -211
  72. package/src/__tests__/drill-down.test.ts +0 -108
  73. package/src/__tests__/embedder.test.ts +0 -122
  74. package/src/__tests__/emotion-decay.test.ts +0 -46
  75. package/src/__tests__/emotion-detector.test.ts +0 -56
  76. package/src/__tests__/emotion-phase1-integration.test.ts +0 -153
  77. package/src/__tests__/emotion-retrieval.test.ts +0 -56
  78. package/src/__tests__/entity-resolver.test.ts +0 -58
  79. package/src/__tests__/env-config-invariant.test.ts +0 -80
  80. package/src/__tests__/env-config.test.ts +0 -211
  81. package/src/__tests__/error-signature-boost.test.ts +0 -87
  82. package/src/__tests__/error-signature.test.ts +0 -95
  83. package/src/__tests__/error-taxonomy.test.ts +0 -129
  84. package/src/__tests__/ethics-layer.test.ts +0 -476
  85. package/src/__tests__/event-segmenter.test.ts +0 -153
  86. package/src/__tests__/feature-flags-integration.test.ts +0 -54
  87. package/src/__tests__/frequency-tracker.test.ts +0 -113
  88. package/src/__tests__/freshness.test.ts +0 -186
  89. package/src/__tests__/graph-export.test.ts +0 -489
  90. package/src/__tests__/hotness-blend.test.ts +0 -283
  91. package/src/__tests__/ingest-chunking.test.ts +0 -44
  92. package/src/__tests__/ingest-scope-prefix.test.ts +0 -69
  93. package/src/__tests__/ingest.test.ts +0 -360
  94. package/src/__tests__/interference-detector.test.ts +0 -203
  95. package/src/__tests__/kg-extractor.test.ts +0 -192
  96. package/src/__tests__/kg-store.test.ts +0 -300
  97. package/src/__tests__/llm-client-pivot.test.ts +0 -628
  98. package/src/__tests__/llm-consolidation.test.ts +0 -226
  99. package/src/__tests__/maintenance-locks.test.ts +0 -197
  100. package/src/__tests__/mcp-efficiency.test.ts +0 -288
  101. package/src/__tests__/mcp-related-scopes.test.ts +0 -151
  102. package/src/__tests__/memory-boundaries.test.ts +0 -282
  103. package/src/__tests__/memory-evolution-b2-b3-e1.test.ts +0 -362
  104. package/src/__tests__/memory-evolution.test.ts +0 -271
  105. package/src/__tests__/memory-health-rebalance.test.ts +0 -144
  106. package/src/__tests__/memory-lint.test.ts +0 -421
  107. package/src/__tests__/memory-output.test.ts +0 -224
  108. package/src/__tests__/memory-promotion.test.ts +0 -315
  109. package/src/__tests__/memory-utility.test.ts +0 -256
  110. package/src/__tests__/migrate-dedup-ids.test.ts +0 -65
  111. package/src/__tests__/multi-vector.test.ts +0 -242
  112. package/src/__tests__/narrative-architecture.test.ts +0 -456
  113. package/src/__tests__/noise-filter.test.ts +0 -205
  114. package/src/__tests__/noise-prototype-bank.test.ts +0 -280
  115. package/src/__tests__/obsidian-connector.test.ts +0 -363
  116. package/src/__tests__/omitted-reporting.test.ts +0 -98
  117. package/src/__tests__/openai-contract.test.ts +0 -513
  118. package/src/__tests__/pending-review.test.ts +0 -77
  119. package/src/__tests__/pii-redact.test.ts +0 -333
  120. package/src/__tests__/pivot-apply.test.ts +0 -373
  121. package/src/__tests__/pivot-distill-supervisor.test.ts +0 -457
  122. package/src/__tests__/pivot-distill.test.ts +0 -1178
  123. package/src/__tests__/post-retrieval-filter.test.ts +0 -178
  124. package/src/__tests__/ppr-traversal.test.ts +0 -256
  125. package/src/__tests__/prediction-engine.test.ts +0 -349
  126. package/src/__tests__/predictive-prospective-memory.test.ts +0 -416
  127. package/src/__tests__/preference-guard-smoke.test.ts +0 -211
  128. package/src/__tests__/preference-matcher.test.ts +0 -282
  129. package/src/__tests__/preference-slots.test.ts +0 -205
  130. package/src/__tests__/promotion-distinct-sources.test.ts +0 -162
  131. package/src/__tests__/prospective-memory.test.ts +0 -283
  132. package/src/__tests__/pull-from-macbook-sync-only.test.ts +0 -679
  133. package/src/__tests__/query-entity-detector.test.ts +0 -171
  134. package/src/__tests__/query-expander-alias.test.ts +0 -146
  135. package/src/__tests__/query-expander.test.ts +0 -34
  136. package/src/__tests__/recall-gate.test.ts +0 -266
  137. package/src/__tests__/recall-governor.test.ts +0 -227
  138. package/src/__tests__/recall-mode.test.ts +0 -64
  139. package/src/__tests__/resolve-db-path.test.ts +0 -130
  140. package/src/__tests__/resolve-tier.test.ts +0 -64
  141. package/src/__tests__/result-synthesizer.test.ts +0 -198
  142. package/src/__tests__/resume-context.test.ts +0 -4898
  143. package/src/__tests__/retrieval-eval.test.ts +0 -163
  144. package/src/__tests__/retrieval-trace.test.ts +0 -213
  145. package/src/__tests__/retrieve-audit-revision.test.ts +0 -255
  146. package/src/__tests__/retriever-boundary-weight.test.ts +0 -136
  147. package/src/__tests__/retriever-lazy-init-dispatch.test.ts +0 -123
  148. package/src/__tests__/retroactive-boost.test.ts +0 -223
  149. package/src/__tests__/salience-scoring.test.ts +0 -106
  150. package/src/__tests__/scope-inventory.test.ts +0 -200
  151. package/src/__tests__/scope-policy.test.ts +0 -69
  152. package/src/__tests__/scope-suggester.test.ts +0 -80
  153. package/src/__tests__/session-checkpoint.test.ts +0 -291
  154. package/src/__tests__/session-distiller.test.ts +0 -640
  155. package/src/__tests__/session-gc.test.ts +0 -215
  156. package/src/__tests__/skill-engine.test.ts +0 -552
  157. package/src/__tests__/skill-promotion.test.ts +0 -654
  158. package/src/__tests__/skill-verifier.test.ts +0 -122
  159. package/src/__tests__/source-heartbeat.test.ts +0 -254
  160. package/src/__tests__/stable-context-length-contract.test.ts +0 -62
  161. package/src/__tests__/store-patch-metadata.test.ts +0 -235
  162. package/src/__tests__/store-read-consistency.test.ts +0 -122
  163. package/src/__tests__/store-schema-migration.test.ts +0 -87
  164. package/src/__tests__/store-scope-audit.test.ts +0 -81
  165. package/src/__tests__/store-upsert.test.ts +0 -201
  166. package/src/__tests__/supersede-chain.test.ts +0 -154
  167. package/src/__tests__/synthesis-contract.test.ts +0 -252
  168. package/src/__tests__/synthesis-promotion.test.ts +0 -369
  169. package/src/__tests__/temporal-parser.test.ts +0 -241
  170. package/src/__tests__/temporal-validity.test.ts +0 -160
  171. package/src/__tests__/term-registry-terminal-roster.test.ts +0 -127
  172. package/src/__tests__/term-registry.test.ts +0 -121
  173. package/src/__tests__/tool-error-surfacing.test.ts +0 -98
  174. package/src/__tests__/tool-output-compressor.test.ts +0 -160
  175. package/src/__tests__/topic-tag.test.ts +0 -113
  176. package/src/__tests__/trusted-memory.test.ts +0 -867
  177. package/src/__tests__/ui-server-security.test.ts +0 -93
  178. package/src/__tests__/usage-tracker.test.ts +0 -287
  179. package/src/__tests__/utility-weight.test.ts +0 -57
  180. package/src/__tests__/verbatim-self-recall.test.ts +0 -279
  181. package/src/__tests__/version-manager.test.ts +0 -248
  182. package/src/__tests__/workflow-observation-skill-outcome.test.ts +0 -352
  183. package/src/__tests__/workflow-observation.test.ts +0 -433
  184. package/src/__tests__/write-verifier.test.ts +0 -122
@@ -1,654 +0,0 @@
1
- import { describe, expect, it } from "bun:test";
2
-
3
- import { scanForPromotions, formatPromotionResult, type PromotionScanResult } from "../skill-promotion.js";
4
- import type { MemoryEntry, MemorySearchResult } from "../store.js";
5
-
6
- // ---------------------------------------------------------------------------
7
- // Mock Helpers
8
- // ---------------------------------------------------------------------------
9
-
10
- let idSeq = 0;
11
-
12
- function makeEntry(overrides: Partial<MemoryEntry> = {}): MemoryEntry {
13
- idSeq += 1;
14
- return {
15
- id: `entry-${String(idSeq).padStart(4, "0")}`,
16
- text: `Case about deploying to production #${idSeq}`,
17
- vector: [1, 0, 0],
18
- category: "cases",
19
- scope: "project:test",
20
- importance: 0.7,
21
- timestamp: 1_700_000_000_000 + idSeq,
22
- metadata: JSON.stringify({
23
- evolution: {
24
- status: "active",
25
- version: 1,
26
- accessCount: 0,
27
- lastAccessedAt: null,
28
- supersededBy: null,
29
- consolidatedInto: null,
30
- sourceMemories: [],
31
- validFrom: Date.now(),
32
- validUntil: null,
33
- },
34
- }),
35
- ...overrides,
36
- };
37
- }
38
-
39
- /** Create a vector that is similar to the base [1,0,0] with controlled similarity. */
40
- function similarVector(sim: number): number[] {
41
- // For cosine similarity, we want cos(theta) = sim
42
- // Use 2D vector [sim, sqrt(1-sim^2), 0] dot [1, 0, 0] = sim
43
- const complement = Math.sqrt(1 - sim * sim);
44
- return [sim, complement, 0];
45
- }
46
-
47
- /**
48
- * Mock 复刻生产 MemoryStore 的真实语义——这是 Bug B 的直接教训:旧 mock 的
49
- * list 返回带向量的行,而生产 list/listPage 恒返回 vector:[],导致聚类在生产
50
- * 全部跳过、测试却全绿。任何与生产行为不一致的 mock 简化都可能掩盖同类 bug:
51
- * - listPage 永远返回 vector: [](轻列语义)
52
- * - 向量只能通过 getVectors 回填
53
- * - vectorSearch 的 score = 1/(1+cosineDistance) = 1/(2-cosSim),不是 cosine
54
- */
55
- function createMockStore(entries: MemoryEntry[]) {
56
- const calls = { listPage: 0 };
57
- return {
58
- calls,
59
- async listPage(opts: {
60
- scopeFilter?: string[];
61
- category?: string;
62
- limit?: number;
63
- offset?: number;
64
- includeVector?: boolean;
65
- } = {}): Promise<MemoryEntry[]> {
66
- calls.listPage++;
67
- const { category, limit = 1000, offset = 0 } = opts;
68
- const filtered = category ? entries.filter(e => e.category === category) : entries;
69
- return filtered.slice(offset, offset + limit).map(e => ({ ...e, vector: [] }));
70
- },
71
- async getVectors(ids: string[]): Promise<Map<string, number[]>> {
72
- const m = new Map<string, number[]>();
73
- for (const id of ids) {
74
- const e = entries.find(x => x.id === id);
75
- if (e && e.vector && e.vector.length > 0) m.set(id, e.vector);
76
- }
77
- return m;
78
- },
79
- async vectorSearch(
80
- vector: number[],
81
- limit = 5,
82
- minScore = 0.3,
83
- _scopeFilter?: string[],
84
- ): Promise<MemorySearchResult[]> {
85
- const scored = entries
86
- .filter(e => e.vector?.length > 0)
87
- .map(e => {
88
- let dot = 0, normA = 0, normB = 0;
89
- for (let i = 0; i < vector.length; i++) {
90
- dot += vector[i] * (e.vector[i] ?? 0);
91
- normA += vector[i] * vector[i];
92
- normB += (e.vector[i] ?? 0) * (e.vector[i] ?? 0);
93
- }
94
- const cos = (normA > 0 && normB > 0)
95
- ? dot / (Math.sqrt(normA) * Math.sqrt(normB))
96
- : 0;
97
- return { entry: e, score: 1 / (2 - cos) };
98
- })
99
- .filter(r => r.score >= minScore)
100
- .sort((a, b) => b.score - a.score)
101
- .slice(0, Math.min(limit, 20));
102
- return scored;
103
- },
104
- };
105
- }
106
-
107
- // ---------------------------------------------------------------------------
108
- // Tests
109
- // ---------------------------------------------------------------------------
110
-
111
- describe("scanForPromotions", () => {
112
- it("returns 0 candidates for empty scope", async () => {
113
- const store = createMockStore([]);
114
- const result = await scanForPromotions(store, "project:empty");
115
-
116
- expect(result.candidates).toHaveLength(0);
117
- expect(result.scannedCases).toBe(0);
118
- expect(result.scannedPatterns).toBe(0);
119
- });
120
-
121
- it("returns 0 candidates when fewer than minCaseOccurrences similar cases", async () => {
122
- // Two cases with the same vector — below default threshold of 3
123
- const entries = [
124
- makeEntry({ vector: [1, 0, 0] }),
125
- makeEntry({ vector: [0.99, 0.14, 0] }),
126
- ];
127
- const store = createMockStore(entries);
128
- const result = await scanForPromotions(store, "project:test");
129
-
130
- expect(result.candidates).toHaveLength(0);
131
- expect(result.scannedCases).toBe(2);
132
- });
133
-
134
- it("produces case_to_pattern candidate when 3+ similar cases exist", async () => {
135
- const entries = [
136
- makeEntry({ text: "Deploy error: missing env var", vector: [1, 0, 0] }),
137
- makeEntry({ text: "Deploy failure: env variable not set", vector: similarVector(0.95) }),
138
- makeEntry({ text: "Deploy issue: environment config missing", vector: similarVector(0.90) }),
139
- ];
140
- const store = createMockStore(entries);
141
- const result = await scanForPromotions(store, "project:test", {
142
- minCaseOccurrences: 3,
143
- caseSimilarityThreshold: 0.75,
144
- });
145
-
146
- expect(result.candidates.length).toBeGreaterThanOrEqual(1);
147
- const caseCandidate = result.candidates.find(c => c.type === "case_to_pattern");
148
- expect(caseCandidate).toBeDefined();
149
- expect(caseCandidate!.sourceEntries.length).toBeGreaterThanOrEqual(3);
150
- expect(caseCandidate!.suggestedName).toBeTruthy();
151
- expect(caseCandidate!.suggestedDescription).toContain("cases");
152
- });
153
-
154
- it("does not produce candidates from dissimilar cases", async () => {
155
- // 3 cases with very different vectors
156
- const entries = [
157
- makeEntry({ text: "Case A", vector: [1, 0, 0] }),
158
- makeEntry({ text: "Case B", vector: [0, 1, 0] }),
159
- makeEntry({ text: "Case C", vector: [0, 0, 1] }),
160
- ];
161
- const store = createMockStore(entries);
162
- const result = await scanForPromotions(store, "project:test", {
163
- minCaseOccurrences: 3,
164
- caseSimilarityThreshold: 0.75,
165
- });
166
-
167
- expect(result.candidates).toHaveLength(0);
168
- });
169
-
170
- it("computes confidence using Bayesian smoothing", async () => {
171
- // 4 similar cases: confidence = 4 / (4 + 2) = 0.667
172
- const entries = [
173
- makeEntry({ text: "Deploy error A", vector: [1, 0, 0] }),
174
- makeEntry({ text: "Deploy error B", vector: similarVector(0.95) }),
175
- makeEntry({ text: "Deploy error C", vector: similarVector(0.92) }),
176
- makeEntry({ text: "Deploy error D", vector: similarVector(0.88) }),
177
- ];
178
- const store = createMockStore(entries);
179
- const result = await scanForPromotions(store, "project:test", {
180
- minCaseOccurrences: 3,
181
- caseSimilarityThreshold: 0.75,
182
- });
183
-
184
- expect(result.candidates.length).toBeGreaterThanOrEqual(1);
185
- const c = result.candidates[0];
186
- // cluster of 4: confidence = 4/(4+2) = 0.6667
187
- expect(c.confidence).toBeCloseTo(4 / 6, 2);
188
- });
189
-
190
- it("produces pattern_to_skill when pattern has steps and related cases", async () => {
191
- const patternVec: number[] = [0.9, 0.43, 0]; // cos sim with [1,0,0] ~ 0.9
192
- const entries = [
193
- makeEntry({
194
- category: "patterns",
195
- text: "Production Deploy Pattern\n\nSteps:\n1. Check environment\n2. Run preflight\n3. Deploy containers",
196
- vector: patternVec,
197
- }),
198
- makeEntry({ text: "Deploy case: ran preflight then deployed", vector: [1, 0, 0] }),
199
- makeEntry({ text: "Deploy fix: environment check before push", vector: similarVector(0.88) }),
200
- ];
201
- const store = createMockStore(entries);
202
- const result = await scanForPromotions(store, "project:test", {
203
- caseSimilarityThreshold: 0.75,
204
- });
205
-
206
- const skillCandidate = result.candidates.find(c => c.type === "pattern_to_skill");
207
- expect(skillCandidate).toBeDefined();
208
- expect(skillCandidate!.suggestedImplementation).toContain("Check environment");
209
- expect(skillCandidate!.sourceEntries.length).toBeGreaterThanOrEqual(3); // pattern + 2 cases
210
- });
211
-
212
- it("does not produce pattern_to_skill when pattern lacks structured steps", async () => {
213
- const patternVec: number[] = [0.9, 0.43, 0];
214
- const entries = [
215
- makeEntry({
216
- category: "patterns",
217
- text: "Just a general note about deploying without structured steps",
218
- vector: patternVec,
219
- }),
220
- makeEntry({ text: "Deploy case one", vector: [1, 0, 0] }),
221
- makeEntry({ text: "Deploy case two", vector: similarVector(0.88) }),
222
- ];
223
- const store = createMockStore(entries);
224
- const result = await scanForPromotions(store, "project:test", {
225
- caseSimilarityThreshold: 0.75,
226
- });
227
-
228
- const skillCandidate = result.candidates.find(c => c.type === "pattern_to_skill");
229
- expect(skillCandidate).toBeUndefined();
230
- });
231
-
232
- it("respects maxCandidates limit", async () => {
233
- // Create two distinct clusters of 3, but set maxCandidates=1
234
- const entries = [
235
- // Cluster 1
236
- makeEntry({ text: "Deploy A", vector: [1, 0, 0] }),
237
- makeEntry({ text: "Deploy B", vector: similarVector(0.95) }),
238
- makeEntry({ text: "Deploy C", vector: similarVector(0.90) }),
239
- // Cluster 2
240
- makeEntry({ text: "Auth fix A", vector: [0, 1, 0] }),
241
- makeEntry({ text: "Auth fix B", vector: [0.1, 0.99, 0] }),
242
- makeEntry({ text: "Auth fix C", vector: [0.15, 0.98, 0] }),
243
- ];
244
- const store = createMockStore(entries);
245
- const result = await scanForPromotions(store, "project:test", {
246
- minCaseOccurrences: 3,
247
- caseSimilarityThreshold: 0.75,
248
- maxCandidates: 1,
249
- });
250
-
251
- expect(result.candidates).toHaveLength(1);
252
- });
253
-
254
- it("filters out archived entries", async () => {
255
- const archivedMeta = JSON.stringify({
256
- evolution: {
257
- status: "archived",
258
- version: 1,
259
- accessCount: 0,
260
- lastAccessedAt: null,
261
- supersededBy: null,
262
- consolidatedInto: null,
263
- sourceMemories: [],
264
- validFrom: Date.now(),
265
- validUntil: null,
266
- },
267
- });
268
- const entries = [
269
- makeEntry({ text: "Active case", vector: [1, 0, 0] }),
270
- makeEntry({ text: "Archived case", vector: similarVector(0.95), metadata: archivedMeta }),
271
- makeEntry({ text: "Another archived", vector: similarVector(0.90), metadata: archivedMeta }),
272
- ];
273
- const store = createMockStore(entries);
274
- const result = await scanForPromotions(store, "project:test", {
275
- minCaseOccurrences: 3,
276
- });
277
-
278
- // Only 1 active case, so no candidates
279
- expect(result.candidates).toHaveLength(0);
280
- expect(result.scannedCases).toBe(1);
281
- });
282
-
283
- it("skips entries whose vectors are missing from the store, with disclosure", async () => {
284
- // getVectors has nothing for these ids (vector: [] in the source data)
285
- const entries = [
286
- makeEntry({ text: "No vector case A", vector: [] }),
287
- makeEntry({ text: "No vector case B", vector: [] }),
288
- makeEntry({ text: "No vector case C", vector: [] }),
289
- ];
290
- const store = createMockStore(entries);
291
- const result = await scanForPromotions(store, "project:test");
292
-
293
- expect(result.candidates).toHaveLength(0);
294
- expect(result.vectorlessSkipped).toBe(3);
295
- });
296
-
297
- it("Bug B regression: clusters vectorless list rows via getVectors backfill", async () => {
298
- // listPage 永远返回 vector:[](生产语义)——候选必须依赖 getVectors 回填产生。
299
- // 修复前:聚类直接读 list 行的 vector → 全部 continue → 产出恒为零。
300
- const entries = [
301
- makeEntry({ text: "Deploy error: missing env var", vector: [1, 0, 0] }),
302
- makeEntry({ text: "Deploy failure: env variable not set", vector: similarVector(0.95) }),
303
- makeEntry({ text: "Deploy issue: environment config missing", vector: similarVector(0.9) }),
304
- ];
305
- const store = createMockStore(entries);
306
-
307
- // 防御:确认 mock 的 listPage 确实是 vectorless(防 mock 又静默回到带向量)
308
- const rows = await store.listPage({ category: "cases" });
309
- expect(rows.every(r => r.vector.length === 0)).toBe(true);
310
-
311
- const result = await scanForPromotions(store, "project:test", {
312
- minCaseOccurrences: 3,
313
- caseSimilarityThreshold: 0.75,
314
- });
315
- expect(result.candidates.length).toBeGreaterThanOrEqual(1);
316
- expect(result.vectorlessSkipped).toBe(0);
317
- });
318
-
319
- it("paginates the full corpus instead of a single fixed-limit page", async () => {
320
- // 7 cases with pageSize 2 → at least 4 listPage calls for the cases category
321
- const entries = Array.from({ length: 7 }, (_, i) =>
322
- makeEntry({ text: `Deploy error variant ${i}`, vector: similarVector(0.95 - i * 0.01) }),
323
- );
324
- const store = createMockStore(entries);
325
- const result = await scanForPromotions(store, "project:test", {
326
- minCaseOccurrences: 3,
327
- caseSimilarityThreshold: 0.75,
328
- pageSize: 2,
329
- });
330
-
331
- expect(store.calls.listPage).toBeGreaterThanOrEqual(4);
332
- expect(result.scannedCases).toBe(7);
333
- expect(result.candidates.length).toBeGreaterThanOrEqual(1);
334
- });
335
-
336
- it("does not starve the patterns budget when cases hit maxScanEntries", async () => {
337
- // 首次生产 dry-run 实测回归:共享预算下 20000 cases 拉满 → patterns scanned=0。
338
- const entries = [
339
- ...Array.from({ length: 5 }, (_, i) =>
340
- makeEntry({ text: `Deploy case ${i}`, vector: similarVector(0.95 - i * 0.01) }),
341
- ),
342
- makeEntry({
343
- category: "patterns",
344
- text: "Deploy Pattern\n\nSteps:\n1. Preflight\n2. Ship",
345
- vector: [1, 0, 0],
346
- }),
347
- ];
348
- const store = createMockStore(entries);
349
- const result = await scanForPromotions(store, "project:test", { maxScanEntries: 5 });
350
-
351
- expect(result.scannedCases).toBe(5);
352
- expect(result.scannedPatterns).toBe(1);
353
- });
354
-
355
- it("clusters within topicTag buckets and discloses bucket-cap truncation", async () => {
356
- const tagged = (tag: string, text: string, vec: number[]) =>
357
- makeEntry({
358
- text,
359
- vector: vec,
360
- metadata: JSON.stringify({ topicTag: tag, evolution: { status: "active" } }),
361
- });
362
- const entries = [
363
- tagged("deploy", "Deploy err 1", [1, 0, 0]),
364
- tagged("deploy", "Deploy err 2", similarVector(0.95)),
365
- tagged("deploy", "Deploy err 3", similarVector(0.92)),
366
- tagged("deploy", "Deploy err 4", similarVector(0.9)),
367
- ];
368
- const store = createMockStore(entries);
369
- const result = await scanForPromotions(store, "project:test", {
370
- minCaseOccurrences: 3,
371
- caseSimilarityThreshold: 0.75,
372
- maxBucketSize: 3,
373
- });
374
-
375
- // 4 cases in one bucket, cap 3 → 1 truncated (most recent 3 kept, still clusters)
376
- expect(result.truncatedCases).toBe(1);
377
- expect(result.candidates.length).toBeGreaterThanOrEqual(1);
378
- const text = formatPromotionResult(result);
379
- expect(text).toContain("truncated by bucket cap");
380
- });
381
-
382
- it("candidates are sorted by confidence descending", async () => {
383
- // Cluster 1: 5 similar cases -> confidence 5/7
384
- // Cluster 2: 3 similar cases -> confidence 3/5
385
- const entries = [
386
- // Large cluster
387
- makeEntry({ text: "Deploy err 1", vector: [1, 0, 0] }),
388
- makeEntry({ text: "Deploy err 2", vector: similarVector(0.95) }),
389
- makeEntry({ text: "Deploy err 3", vector: similarVector(0.93) }),
390
- makeEntry({ text: "Deploy err 4", vector: similarVector(0.91) }),
391
- makeEntry({ text: "Deploy err 5", vector: similarVector(0.89) }),
392
- // Small cluster (orthogonal direction)
393
- makeEntry({ text: "Auth bug 1", vector: [0, 1, 0] }),
394
- makeEntry({ text: "Auth bug 2", vector: [0.1, 0.99, 0] }),
395
- makeEntry({ text: "Auth bug 3", vector: [0.15, 0.98, 0] }),
396
- ];
397
- const store = createMockStore(entries);
398
- const result = await scanForPromotions(store, "project:test", {
399
- minCaseOccurrences: 3,
400
- caseSimilarityThreshold: 0.75,
401
- });
402
-
403
- if (result.candidates.length >= 2) {
404
- expect(result.candidates[0].confidence).toBeGreaterThanOrEqual(result.candidates[1].confidence);
405
- }
406
- });
407
- });
408
-
409
- describe("formatPromotionResult", () => {
410
- it("formats empty results", () => {
411
- const result: PromotionScanResult = {
412
- candidates: [],
413
- scannedCases: 5,
414
- scannedPatterns: 2,
415
- truncatedCases: 0,
416
- vectorlessSkipped: 0,
417
- };
418
- const text = formatPromotionResult(result);
419
- expect(text).toContain("5 cases");
420
- expect(text).toContain("2 patterns");
421
- expect(text).toContain("No promotion candidates found");
422
- });
423
-
424
- it("formats candidates with type and confidence", () => {
425
- const result: PromotionScanResult = {
426
- candidates: [{
427
- type: "case_to_pattern",
428
- sourceEntries: [{ id: "a", text: "test", score: 0.9 }],
429
- suggestedName: "Test Pattern",
430
- suggestedDescription: "A test",
431
- confidence: 0.6,
432
- }],
433
- scannedCases: 3,
434
- scannedPatterns: 1,
435
- truncatedCases: 0,
436
- vectorlessSkipped: 0,
437
- };
438
- const text = formatPromotionResult(result);
439
- expect(text).toContain("case_to_pattern");
440
- expect(text).toContain("Test Pattern");
441
- expect(text).toContain("60.0%");
442
- });
443
-
444
- it("includes implementation in pattern_to_skill output", () => {
445
- const result: PromotionScanResult = {
446
- candidates: [{
447
- type: "pattern_to_skill",
448
- sourceEntries: [{ id: "a", text: "test", score: 1.0 }],
449
- suggestedName: "Deploy Skill",
450
- suggestedDescription: "Deploy automation",
451
- suggestedImplementation: "1. Check env\n2. Deploy",
452
- confidence: 0.5,
453
- }],
454
- scannedCases: 2,
455
- scannedPatterns: 1,
456
- truncatedCases: 0,
457
- vectorlessSkipped: 0,
458
- };
459
- const text = formatPromotionResult(result);
460
- expect(text).toContain("1. Check env");
461
- expect(text).toContain("Implementation:");
462
- });
463
- });
464
-
465
- // ---------------------------------------------------------------------------
466
- // A2 · skill verifier integration
467
- // ---------------------------------------------------------------------------
468
-
469
- function metaWithTools(key: "caseMemory" | "workflowPattern", tools: string[]): string {
470
- return JSON.stringify({
471
- evolution: {
472
- status: "active", version: 1, accessCount: 0, lastAccessedAt: null,
473
- supersededBy: null, consolidatedInto: null, sourceMemories: [],
474
- validFrom: 1_700_000_000_000, validUntil: null,
475
- },
476
- [key]: { tools },
477
- });
478
- }
479
-
480
- describe("A2 verifier integration", () => {
481
- it("attaches passing verification when pattern tools ⊆ supporting cases and narrative resonates", async () => {
482
- const entries = [
483
- makeEntry({
484
- category: "patterns",
485
- text: "Deploy Pattern\n\nSteps:\n1. Run preflight check\n2. Deploy containers\nTools: git, docker",
486
- vector: [0.95, 0.312, 0],
487
- metadata: metaWithTools("workflowPattern", ["git", "docker"]),
488
- }),
489
- makeEntry({
490
- text: "Deploy case: ran preflight check then deploy containers",
491
- vector: [1, 0, 0],
492
- metadata: metaWithTools("caseMemory", ["git", "docker"]),
493
- }),
494
- // 第二个 case 走正文 Tools fallback(metadata 无 caseMemory.tools)
495
- makeEntry({
496
- text: "Deploy fix: preflight check before deploy containers\nTools: git",
497
- vector: similarVector(0.9),
498
- }),
499
- ];
500
- const store = createMockStore(entries);
501
- const result = await scanForPromotions(store, "project:test", { caseSimilarityThreshold: 0.75 });
502
- const c = result.candidates.find(x => x.type === "pattern_to_skill");
503
- expect(c).toBeDefined();
504
- expect(c!.verification).toBeDefined();
505
- expect(c!.verification!.ok).toBe(true);
506
- expect(c!.verification!.coverage).toBe(1);
507
- });
508
-
509
- it("flags verification.ok=false when pattern claims a tool absent from supporting cases (hallucination)", async () => {
510
- const entries = [
511
- makeEntry({
512
- category: "patterns",
513
- text: "Deploy Pattern\n\nSteps:\n1. Run preflight check\n2. Deploy containers",
514
- vector: [0.95, 0.312, 0],
515
- metadata: metaWithTools("workflowPattern", ["nonexistent_cmd"]),
516
- }),
517
- makeEntry({
518
- text: "Deploy case: ran preflight check then deploy containers",
519
- vector: [1, 0, 0],
520
- metadata: metaWithTools("caseMemory", ["git"]),
521
- }),
522
- makeEntry({
523
- text: "Deploy fix: preflight check before deploy containers",
524
- vector: similarVector(0.9),
525
- metadata: metaWithTools("caseMemory", ["git"]),
526
- }),
527
- ];
528
- const store = createMockStore(entries);
529
- const result = await scanForPromotions(store, "project:test", { caseSimilarityThreshold: 0.75 });
530
- const c = result.candidates.find(x => x.type === "pattern_to_skill");
531
- expect(c).toBeDefined();
532
- expect(c!.verification!.ok).toBe(false);
533
- expect(c!.verification!.unmappedTools).toContain("nonexistent_cmd");
534
- });
535
-
536
- it("ranks verifier-passed candidate before failed one even when failed has higher confidence", async () => {
537
- const entries = [
538
- // cluster 1 (passing): pattern tools ⊆ cases, 2 supporting cases → confidence 0.5
539
- makeEntry({
540
- category: "patterns",
541
- text: "Deploy Pattern\n\nSteps:\n1. Run preflight check\n2. Deploy containers\nTools: git",
542
- vector: [0.95, 0.312, 0],
543
- metadata: metaWithTools("workflowPattern", ["git"]),
544
- }),
545
- makeEntry({ text: "Deploy preflight check then deploy containers", vector: [1, 0, 0], metadata: metaWithTools("caseMemory", ["git"]) }),
546
- makeEntry({ text: "Deploy preflight check before deploy containers", vector: similarVector(0.92), metadata: metaWithTools("caseMemory", ["git"]) }),
547
- // cluster 2 (failing): pattern claims fake tool, 3 supporting cases → confidence 0.6 (higher!)
548
- makeEntry({
549
- category: "patterns",
550
- text: "Rollback Pattern\n\nSteps:\n1. Run preflight check\n2. Deploy containers\nTools: fake_cmd",
551
- vector: [0, 0.95, 0.312],
552
- metadata: metaWithTools("workflowPattern", ["fake_cmd"]),
553
- }),
554
- makeEntry({ text: "Rollback preflight check then deploy containers", vector: [0, 1, 0], metadata: metaWithTools("caseMemory", ["git"]) }),
555
- makeEntry({ text: "Rollback preflight check before deploy containers", vector: [0, 0.99, 0.141], metadata: metaWithTools("caseMemory", ["git"]) }),
556
- makeEntry({ text: "Rollback preflight check after deploy containers", vector: [0, 0.97, 0.243], metadata: metaWithTools("caseMemory", ["git"]) }),
557
- ];
558
- const store = createMockStore(entries);
559
- // minCaseOccurrences 设高,排除 case_to_pattern 候选,只看 pattern_to_skill 排序
560
- const result = await scanForPromotions(store, "project:test", { caseSimilarityThreshold: 0.75, minCaseOccurrences: 99 });
561
- const skillCandidates = result.candidates.filter(c => c.type === "pattern_to_skill");
562
- expect(skillCandidates.length).toBe(2);
563
- expect(result.candidates[0].verification!.ok).toBe(true);
564
- expect(result.candidates[1].verification!.ok).toBe(false);
565
- // 失败候选 confidence 更高,却排在通过候选之后
566
- expect(result.candidates[1].confidence).toBeGreaterThan(result.candidates[0].confidence);
567
- });
568
-
569
- it("formatPromotionResult discloses verifier verdict (pass and fail)", () => {
570
- const result: PromotionScanResult = {
571
- candidates: [
572
- {
573
- type: "pattern_to_skill",
574
- sourceEntries: [{ id: "a", text: "t", score: 1 }],
575
- suggestedName: "Good Skill",
576
- suggestedDescription: "ok",
577
- suggestedImplementation: "1. step",
578
- confidence: 0.6,
579
- verification: { ok: true, coverage: 1, resonance: 1, unmappedTools: [] },
580
- },
581
- {
582
- type: "pattern_to_skill",
583
- sourceEntries: [{ id: "b", text: "t", score: 1 }],
584
- suggestedName: "Bad Skill",
585
- suggestedDescription: "hallucinated",
586
- suggestedImplementation: "1. step",
587
- confidence: 0.9,
588
- verification: { ok: false, coverage: 0, resonance: 1, unmappedTools: ["fake_cmd"], reason: "coverage=0.00<0.5" },
589
- },
590
- ],
591
- scannedCases: 2,
592
- scannedPatterns: 2,
593
- truncatedCases: 0,
594
- vectorlessSkipped: 0,
595
- };
596
- const text = formatPromotionResult(result);
597
- expect(text).toContain("pass");
598
- expect(text).toContain("FAILED");
599
- expect(text).toContain("fake_cmd");
600
- });
601
- });
602
-
603
- // ---------------------------------------------------------------------------
604
- // Read evidence (Artel read-driven promotion) — aggregateReadEvidence / applyReadBoost
605
- // ---------------------------------------------------------------------------
606
-
607
- import { aggregateReadEvidence, applyReadBoost } from "../skill-promotion.js";
608
-
609
- describe("aggregateReadEvidence", () => {
610
- it("sums accessCount and unions readerIds across entries", () => {
611
- const entries = [
612
- { metadata: JSON.stringify({ accessCount: 3, readerIds: ["r-a", "r-b"], distinctReaderCount: 2 }) },
613
- { metadata: JSON.stringify({ accessCount: 2, readerIds: ["r-b", "r-c"], distinctReaderCount: 2 }) },
614
- ];
615
- const ev = aggregateReadEvidence(entries);
616
- expect(ev.totalAccess).toBe(5);
617
- expect(ev.distinctReaders).toBe(3); // union {r-a, r-b, r-c}
618
- });
619
-
620
- it("falls back to saturated per-entry count when readerIds capped", () => {
621
- // READER_ID_CAP 饱和后 readerIds 停增但 distinctReaderCount 保留饱和值
622
- const entries = [
623
- { metadata: JSON.stringify({ accessCount: 10, readerIds: ["r-a"], distinctReaderCount: 8 }) },
624
- ];
625
- const ev = aggregateReadEvidence(entries);
626
- expect(ev.distinctReaders).toBe(8); // max(union=1, saturated=8)
627
- });
628
-
629
- it("tolerates missing and broken metadata", () => {
630
- const ev = aggregateReadEvidence([
631
- { metadata: undefined },
632
- { metadata: "not-json{" },
633
- { metadata: JSON.stringify({ accessCount: 1 }) },
634
- ]);
635
- expect(ev.totalAccess).toBe(1);
636
- expect(ev.distinctReaders).toBe(0);
637
- });
638
- });
639
-
640
- describe("applyReadBoost", () => {
641
- it("adds no boost for zero readers", () => {
642
- expect(applyReadBoost(0.5, 0)).toBe(0.5);
643
- });
644
-
645
- it("scales boost linearly and saturates at 4 readers", () => {
646
- expect(applyReadBoost(0.5, 2)).toBeCloseTo(0.5 + 0.075, 5); // half of max 0.15
647
- expect(applyReadBoost(0.5, 4)).toBeCloseTo(0.65, 5); // full boost
648
- expect(applyReadBoost(0.5, 12)).toBeCloseTo(0.65, 5); // saturated
649
- });
650
-
651
- it("caps combined confidence at 0.99", () => {
652
- expect(applyReadBoost(0.95, 4)).toBe(0.99);
653
- });
654
- });