recallnest 2.6.1 → 3.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +292 -0
- package/README.md +280 -195
- package/README_CN.md +266 -199
- package/config.json.example +8 -1
- package/docs/api-reference.md +1 -1
- package/integrations/README.md +1 -1
- package/integrations/agy/README.md +73 -0
- package/integrations/agy/setup.sh +75 -0
- package/integrations/setup-all.sh +1 -1
- package/package.json +7 -5
- package/src/access-tracker.ts +10 -1
- package/src/activity-counter.ts +69 -11
- package/src/age-label.ts +29 -0
- package/src/audit-log.ts +35 -0
- package/src/auto-gc.ts +97 -30
- package/src/capture-engine.ts +26 -4
- package/src/cli.ts +224 -10
- package/src/consolidation-engine.ts +317 -123
- package/src/context-composer-stable.ts +5 -1
- package/src/data-checkup.ts +17 -3
- package/src/dream-pipeline.ts +90 -12
- package/src/embedder.ts +44 -5
- package/src/env-config.ts +71 -0
- package/src/forget-engine.ts +8 -2
- package/src/gateway-server.ts +272 -0
- package/src/ingest.ts +248 -22
- package/src/kg-extractor.ts +17 -0
- package/src/llm-client.ts +86 -25
- package/src/mcp-server.ts +2 -1
- package/src/mcp-tools-advanced.ts +7 -2
- package/src/mcp-tools-core.ts +11 -1
- package/src/mcp-tools-governance.ts +45 -3
- package/src/memory-evolution.ts +16 -0
- package/src/memory-output.ts +47 -8
- package/src/memory-promotion.ts +280 -0
- package/src/memory-store-port.ts +32 -3
- package/src/memory-utility.ts +314 -0
- package/src/pivot-apply.ts +52 -1
- package/src/pivot-evidence.ts +128 -0
- package/src/ppr-traversal.ts +25 -1
- package/src/recall-ledger.ts +76 -0
- package/src/retriever.ts +82 -9
- package/src/runtime-config.ts +9 -0
- package/src/scope-policy.ts +22 -1
- package/src/session-engine.ts +11 -4
- package/src/session-output.ts +13 -4
- package/src/session-store.ts +2 -3
- package/src/skill-promotion.ts +218 -1
- package/src/store.ts +231 -71
- package/src/synthesis-contract.ts +286 -0
- package/src/version-manager.ts +83 -0
- package/src/workflow-observation-schema.ts +26 -0
- package/integrations/gemini-cli/README.md +0 -57
- package/integrations/gemini-cli/setup.sh +0 -64
- package/src/__tests__/access-tracker-novelty.test.ts +0 -304
- package/src/__tests__/activity-counter.test.ts +0 -125
- package/src/__tests__/adaptive-fidelity.test.ts +0 -102
- package/src/__tests__/admission-control.test.ts +0 -206
- package/src/__tests__/anchor-generator.test.ts +0 -67
- package/src/__tests__/api-server-security.test.ts +0 -102
- package/src/__tests__/auto-consolidation.test.ts +0 -168
- package/src/__tests__/auto-recall.test.ts +0 -131
- package/src/__tests__/babel-integration.test.ts +0 -144
- package/src/__tests__/batch-dedup.test.ts +0 -65
- package/src/__tests__/belief-history.test.ts +0 -220
- package/src/__tests__/canary-eval.test.ts +0 -114
- package/src/__tests__/capture-engine.test.ts +0 -1328
- package/src/__tests__/capture-heuristic.test.ts +0 -171
- package/src/__tests__/cascade-forget.test.ts +0 -210
- package/src/__tests__/category-min-scores.test.ts +0 -116
- package/src/__tests__/cc8-cc1-essential-context.test.ts +0 -298
- package/src/__tests__/circuit-breaker.test.ts +0 -99
- package/src/__tests__/cluster-consolidation.test.ts +0 -945
- package/src/__tests__/confidence-metadata.test.ts +0 -125
- package/src/__tests__/confidence-tracker.test.ts +0 -261
- package/src/__tests__/conflict-advisor.test.ts +0 -206
- package/src/__tests__/conflict-escalation.test.ts +0 -149
- package/src/__tests__/conflict-lifecycle.test.ts +0 -83
- package/src/__tests__/conflict-output.test.ts +0 -85
- package/src/__tests__/conflict-store.test.ts +0 -418
- package/src/__tests__/connector-v1.test.ts +0 -181
- package/src/__tests__/consolidation-engine.test.ts +0 -430
- package/src/__tests__/constructive-retrieval.test.ts +0 -509
- package/src/__tests__/context-collapse-renderer.test.ts +0 -214
- package/src/__tests__/context-composer-pins.test.ts +0 -64
- package/src/__tests__/context-composer-task-selection.test.ts +0 -24
- package/src/__tests__/context-reconstructor.test.ts +0 -65
- package/src/__tests__/context-renderer.test.ts +0 -91
- package/src/__tests__/continuity-eval.test.ts +0 -275
- package/src/__tests__/continuity-schema.test.ts +0 -97
- package/src/__tests__/contracts.test.ts +0 -262
- package/src/__tests__/conversation-importer.test.ts +0 -692
- package/src/__tests__/core-recall-eval.test.ts +0 -235
- package/src/__tests__/core-summary.test.ts +0 -109
- package/src/__tests__/data-checkup.test.ts +0 -276
- package/src/__tests__/decay-exemption.test.ts +0 -129
- package/src/__tests__/dedup-actions.test.ts +0 -58
- package/src/__tests__/dedup-guard.test.ts +0 -39
- package/src/__tests__/deterministic-id.test.ts +0 -39
- package/src/__tests__/distill-lock.test.ts +0 -305
- package/src/__tests__/distill-session-argshape.test.ts +0 -79
- package/src/__tests__/doctor.test.ts +0 -319
- package/src/__tests__/dream-pipeline.test.ts +0 -780
- package/src/__tests__/drill-down.test.ts +0 -108
- package/src/__tests__/embedder.test.ts +0 -122
- package/src/__tests__/emotion-decay.test.ts +0 -46
- package/src/__tests__/emotion-detector.test.ts +0 -56
- package/src/__tests__/emotion-phase1-integration.test.ts +0 -153
- package/src/__tests__/emotion-retrieval.test.ts +0 -56
- package/src/__tests__/entity-resolver.test.ts +0 -58
- package/src/__tests__/env-config.test.ts +0 -151
- package/src/__tests__/error-signature-boost.test.ts +0 -87
- package/src/__tests__/error-signature.test.ts +0 -95
- package/src/__tests__/error-taxonomy.test.ts +0 -129
- package/src/__tests__/ethics-layer.test.ts +0 -476
- package/src/__tests__/event-segmenter.test.ts +0 -153
- package/src/__tests__/feature-flags-integration.test.ts +0 -54
- package/src/__tests__/frequency-tracker.test.ts +0 -113
- package/src/__tests__/freshness.test.ts +0 -186
- package/src/__tests__/graph-export.test.ts +0 -489
- package/src/__tests__/hotness-blend.test.ts +0 -283
- package/src/__tests__/ingest-chunking.test.ts +0 -44
- package/src/__tests__/ingest.test.ts +0 -360
- package/src/__tests__/interference-detector.test.ts +0 -203
- package/src/__tests__/kg-extractor.test.ts +0 -192
- package/src/__tests__/kg-store.test.ts +0 -300
- package/src/__tests__/llm-client-pivot.test.ts +0 -628
- package/src/__tests__/llm-consolidation.test.ts +0 -226
- package/src/__tests__/maintenance-locks.test.ts +0 -189
- package/src/__tests__/mcp-efficiency.test.ts +0 -288
- package/src/__tests__/mcp-related-scopes.test.ts +0 -151
- package/src/__tests__/memory-boundaries.test.ts +0 -282
- package/src/__tests__/memory-evolution-b2-b3-e1.test.ts +0 -345
- package/src/__tests__/memory-evolution.test.ts +0 -271
- package/src/__tests__/memory-health-rebalance.test.ts +0 -144
- package/src/__tests__/memory-lint.test.ts +0 -421
- package/src/__tests__/memory-output.test.ts +0 -215
- package/src/__tests__/memory-promotion.test.ts +0 -315
- package/src/__tests__/migrate-dedup-ids.test.ts +0 -65
- package/src/__tests__/multi-vector.test.ts +0 -242
- package/src/__tests__/narrative-architecture.test.ts +0 -456
- package/src/__tests__/noise-filter.test.ts +0 -205
- package/src/__tests__/noise-prototype-bank.test.ts +0 -280
- package/src/__tests__/obsidian-connector.test.ts +0 -363
- package/src/__tests__/omitted-reporting.test.ts +0 -98
- package/src/__tests__/pending-review.test.ts +0 -77
- package/src/__tests__/pii-redact.test.ts +0 -333
- package/src/__tests__/pivot-apply.test.ts +0 -373
- package/src/__tests__/pivot-distill-supervisor.test.ts +0 -457
- package/src/__tests__/pivot-distill.test.ts +0 -1178
- package/src/__tests__/post-retrieval-filter.test.ts +0 -178
- package/src/__tests__/ppr-traversal.test.ts +0 -256
- package/src/__tests__/prediction-engine.test.ts +0 -349
- package/src/__tests__/predictive-prospective-memory.test.ts +0 -416
- package/src/__tests__/preference-guard-smoke.test.ts +0 -211
- package/src/__tests__/preference-matcher.test.ts +0 -282
- package/src/__tests__/preference-slots.test.ts +0 -205
- package/src/__tests__/prospective-memory.test.ts +0 -283
- package/src/__tests__/pull-from-macbook-sync-only.test.ts +0 -679
- package/src/__tests__/query-entity-detector.test.ts +0 -171
- package/src/__tests__/query-expander-alias.test.ts +0 -146
- package/src/__tests__/query-expander.test.ts +0 -34
- package/src/__tests__/recall-gate.test.ts +0 -266
- package/src/__tests__/recall-governor.test.ts +0 -227
- package/src/__tests__/recall-mode.test.ts +0 -64
- package/src/__tests__/resolve-db-path.test.ts +0 -130
- package/src/__tests__/resolve-tier.test.ts +0 -64
- package/src/__tests__/result-synthesizer.test.ts +0 -198
- package/src/__tests__/resume-context.test.ts +0 -4898
- package/src/__tests__/retrieval-eval.test.ts +0 -163
- package/src/__tests__/retrieval-trace.test.ts +0 -213
- package/src/__tests__/retriever-boundary-weight.test.ts +0 -136
- package/src/__tests__/retriever-lazy-init-dispatch.test.ts +0 -123
- package/src/__tests__/retroactive-boost.test.ts +0 -223
- package/src/__tests__/salience-scoring.test.ts +0 -106
- package/src/__tests__/scope-inventory.test.ts +0 -200
- package/src/__tests__/scope-policy.test.ts +0 -69
- package/src/__tests__/scope-suggester.test.ts +0 -80
- package/src/__tests__/session-checkpoint.test.ts +0 -291
- package/src/__tests__/session-distiller.test.ts +0 -640
- package/src/__tests__/session-gc.test.ts +0 -215
- package/src/__tests__/skill-engine.test.ts +0 -552
- package/src/__tests__/skill-promotion.test.ts +0 -654
- package/src/__tests__/skill-verifier.test.ts +0 -122
- package/src/__tests__/source-heartbeat.test.ts +0 -250
- package/src/__tests__/stable-context-length-contract.test.ts +0 -62
- package/src/__tests__/store-patch-metadata.test.ts +0 -205
- package/src/__tests__/store-read-consistency.test.ts +0 -122
- package/src/__tests__/store-schema-migration.test.ts +0 -87
- package/src/__tests__/store-scope-audit.test.ts +0 -81
- package/src/__tests__/store-upsert.test.ts +0 -201
- package/src/__tests__/supersede-chain.test.ts +0 -154
- package/src/__tests__/temporal-parser.test.ts +0 -241
- package/src/__tests__/temporal-validity.test.ts +0 -160
- package/src/__tests__/term-registry-terminal-roster.test.ts +0 -127
- package/src/__tests__/term-registry.test.ts +0 -121
- package/src/__tests__/tool-error-surfacing.test.ts +0 -98
- package/src/__tests__/tool-output-compressor.test.ts +0 -160
- package/src/__tests__/topic-tag.test.ts +0 -113
- package/src/__tests__/trusted-memory.test.ts +0 -839
- package/src/__tests__/ui-server-security.test.ts +0 -93
- package/src/__tests__/usage-tracker.test.ts +0 -287
- package/src/__tests__/version-manager.test.ts +0 -213
- package/src/__tests__/workflow-observation-skill-outcome.test.ts +0 -352
- package/src/__tests__/workflow-observation.test.ts +0 -433
- package/src/__tests__/write-verifier.test.ts +0 -122
- /package/integrations/{gemini-cli/gemini-md-snippet.md → agy/agy-md-snippet.md} +0 -0
|
@@ -1,654 +0,0 @@
|
|
|
1
|
-
import { describe, expect, it } from "bun:test";
|
|
2
|
-
|
|
3
|
-
import { scanForPromotions, formatPromotionResult, type PromotionScanResult } from "../skill-promotion.js";
|
|
4
|
-
import type { MemoryEntry, MemorySearchResult } from "../store.js";
|
|
5
|
-
|
|
6
|
-
// ---------------------------------------------------------------------------
|
|
7
|
-
// Mock Helpers
|
|
8
|
-
// ---------------------------------------------------------------------------
|
|
9
|
-
|
|
10
|
-
let idSeq = 0;
|
|
11
|
-
|
|
12
|
-
function makeEntry(overrides: Partial<MemoryEntry> = {}): MemoryEntry {
|
|
13
|
-
idSeq += 1;
|
|
14
|
-
return {
|
|
15
|
-
id: `entry-${String(idSeq).padStart(4, "0")}`,
|
|
16
|
-
text: `Case about deploying to production #${idSeq}`,
|
|
17
|
-
vector: [1, 0, 0],
|
|
18
|
-
category: "cases",
|
|
19
|
-
scope: "project:test",
|
|
20
|
-
importance: 0.7,
|
|
21
|
-
timestamp: 1_700_000_000_000 + idSeq,
|
|
22
|
-
metadata: JSON.stringify({
|
|
23
|
-
evolution: {
|
|
24
|
-
status: "active",
|
|
25
|
-
version: 1,
|
|
26
|
-
accessCount: 0,
|
|
27
|
-
lastAccessedAt: null,
|
|
28
|
-
supersededBy: null,
|
|
29
|
-
consolidatedInto: null,
|
|
30
|
-
sourceMemories: [],
|
|
31
|
-
validFrom: Date.now(),
|
|
32
|
-
validUntil: null,
|
|
33
|
-
},
|
|
34
|
-
}),
|
|
35
|
-
...overrides,
|
|
36
|
-
};
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
/** Create a vector that is similar to the base [1,0,0] with controlled similarity. */
|
|
40
|
-
function similarVector(sim: number): number[] {
|
|
41
|
-
// For cosine similarity, we want cos(theta) = sim
|
|
42
|
-
// Use 2D vector [sim, sqrt(1-sim^2), 0] dot [1, 0, 0] = sim
|
|
43
|
-
const complement = Math.sqrt(1 - sim * sim);
|
|
44
|
-
return [sim, complement, 0];
|
|
45
|
-
}
|
|
46
|
-
|
|
47
|
-
/**
|
|
48
|
-
* Mock 复刻生产 MemoryStore 的真实语义——这是 Bug B 的直接教训:旧 mock 的
|
|
49
|
-
* list 返回带向量的行,而生产 list/listPage 恒返回 vector:[],导致聚类在生产
|
|
50
|
-
* 全部跳过、测试却全绿。任何与生产行为不一致的 mock 简化都可能掩盖同类 bug:
|
|
51
|
-
* - listPage 永远返回 vector: [](轻列语义)
|
|
52
|
-
* - 向量只能通过 getVectors 回填
|
|
53
|
-
* - vectorSearch 的 score = 1/(1+cosineDistance) = 1/(2-cosSim),不是 cosine
|
|
54
|
-
*/
|
|
55
|
-
function createMockStore(entries: MemoryEntry[]) {
|
|
56
|
-
const calls = { listPage: 0 };
|
|
57
|
-
return {
|
|
58
|
-
calls,
|
|
59
|
-
async listPage(opts: {
|
|
60
|
-
scopeFilter?: string[];
|
|
61
|
-
category?: string;
|
|
62
|
-
limit?: number;
|
|
63
|
-
offset?: number;
|
|
64
|
-
includeVector?: boolean;
|
|
65
|
-
} = {}): Promise<MemoryEntry[]> {
|
|
66
|
-
calls.listPage++;
|
|
67
|
-
const { category, limit = 1000, offset = 0 } = opts;
|
|
68
|
-
const filtered = category ? entries.filter(e => e.category === category) : entries;
|
|
69
|
-
return filtered.slice(offset, offset + limit).map(e => ({ ...e, vector: [] }));
|
|
70
|
-
},
|
|
71
|
-
async getVectors(ids: string[]): Promise<Map<string, number[]>> {
|
|
72
|
-
const m = new Map<string, number[]>();
|
|
73
|
-
for (const id of ids) {
|
|
74
|
-
const e = entries.find(x => x.id === id);
|
|
75
|
-
if (e && e.vector && e.vector.length > 0) m.set(id, e.vector);
|
|
76
|
-
}
|
|
77
|
-
return m;
|
|
78
|
-
},
|
|
79
|
-
async vectorSearch(
|
|
80
|
-
vector: number[],
|
|
81
|
-
limit = 5,
|
|
82
|
-
minScore = 0.3,
|
|
83
|
-
_scopeFilter?: string[],
|
|
84
|
-
): Promise<MemorySearchResult[]> {
|
|
85
|
-
const scored = entries
|
|
86
|
-
.filter(e => e.vector?.length > 0)
|
|
87
|
-
.map(e => {
|
|
88
|
-
let dot = 0, normA = 0, normB = 0;
|
|
89
|
-
for (let i = 0; i < vector.length; i++) {
|
|
90
|
-
dot += vector[i] * (e.vector[i] ?? 0);
|
|
91
|
-
normA += vector[i] * vector[i];
|
|
92
|
-
normB += (e.vector[i] ?? 0) * (e.vector[i] ?? 0);
|
|
93
|
-
}
|
|
94
|
-
const cos = (normA > 0 && normB > 0)
|
|
95
|
-
? dot / (Math.sqrt(normA) * Math.sqrt(normB))
|
|
96
|
-
: 0;
|
|
97
|
-
return { entry: e, score: 1 / (2 - cos) };
|
|
98
|
-
})
|
|
99
|
-
.filter(r => r.score >= minScore)
|
|
100
|
-
.sort((a, b) => b.score - a.score)
|
|
101
|
-
.slice(0, Math.min(limit, 20));
|
|
102
|
-
return scored;
|
|
103
|
-
},
|
|
104
|
-
};
|
|
105
|
-
}
|
|
106
|
-
|
|
107
|
-
// ---------------------------------------------------------------------------
|
|
108
|
-
// Tests
|
|
109
|
-
// ---------------------------------------------------------------------------
|
|
110
|
-
|
|
111
|
-
describe("scanForPromotions", () => {
|
|
112
|
-
it("returns 0 candidates for empty scope", async () => {
|
|
113
|
-
const store = createMockStore([]);
|
|
114
|
-
const result = await scanForPromotions(store, "project:empty");
|
|
115
|
-
|
|
116
|
-
expect(result.candidates).toHaveLength(0);
|
|
117
|
-
expect(result.scannedCases).toBe(0);
|
|
118
|
-
expect(result.scannedPatterns).toBe(0);
|
|
119
|
-
});
|
|
120
|
-
|
|
121
|
-
it("returns 0 candidates when fewer than minCaseOccurrences similar cases", async () => {
|
|
122
|
-
// Two cases with the same vector — below default threshold of 3
|
|
123
|
-
const entries = [
|
|
124
|
-
makeEntry({ vector: [1, 0, 0] }),
|
|
125
|
-
makeEntry({ vector: [0.99, 0.14, 0] }),
|
|
126
|
-
];
|
|
127
|
-
const store = createMockStore(entries);
|
|
128
|
-
const result = await scanForPromotions(store, "project:test");
|
|
129
|
-
|
|
130
|
-
expect(result.candidates).toHaveLength(0);
|
|
131
|
-
expect(result.scannedCases).toBe(2);
|
|
132
|
-
});
|
|
133
|
-
|
|
134
|
-
it("produces case_to_pattern candidate when 3+ similar cases exist", async () => {
|
|
135
|
-
const entries = [
|
|
136
|
-
makeEntry({ text: "Deploy error: missing env var", vector: [1, 0, 0] }),
|
|
137
|
-
makeEntry({ text: "Deploy failure: env variable not set", vector: similarVector(0.95) }),
|
|
138
|
-
makeEntry({ text: "Deploy issue: environment config missing", vector: similarVector(0.90) }),
|
|
139
|
-
];
|
|
140
|
-
const store = createMockStore(entries);
|
|
141
|
-
const result = await scanForPromotions(store, "project:test", {
|
|
142
|
-
minCaseOccurrences: 3,
|
|
143
|
-
caseSimilarityThreshold: 0.75,
|
|
144
|
-
});
|
|
145
|
-
|
|
146
|
-
expect(result.candidates.length).toBeGreaterThanOrEqual(1);
|
|
147
|
-
const caseCandidate = result.candidates.find(c => c.type === "case_to_pattern");
|
|
148
|
-
expect(caseCandidate).toBeDefined();
|
|
149
|
-
expect(caseCandidate!.sourceEntries.length).toBeGreaterThanOrEqual(3);
|
|
150
|
-
expect(caseCandidate!.suggestedName).toBeTruthy();
|
|
151
|
-
expect(caseCandidate!.suggestedDescription).toContain("cases");
|
|
152
|
-
});
|
|
153
|
-
|
|
154
|
-
it("does not produce candidates from dissimilar cases", async () => {
|
|
155
|
-
// 3 cases with very different vectors
|
|
156
|
-
const entries = [
|
|
157
|
-
makeEntry({ text: "Case A", vector: [1, 0, 0] }),
|
|
158
|
-
makeEntry({ text: "Case B", vector: [0, 1, 0] }),
|
|
159
|
-
makeEntry({ text: "Case C", vector: [0, 0, 1] }),
|
|
160
|
-
];
|
|
161
|
-
const store = createMockStore(entries);
|
|
162
|
-
const result = await scanForPromotions(store, "project:test", {
|
|
163
|
-
minCaseOccurrences: 3,
|
|
164
|
-
caseSimilarityThreshold: 0.75,
|
|
165
|
-
});
|
|
166
|
-
|
|
167
|
-
expect(result.candidates).toHaveLength(0);
|
|
168
|
-
});
|
|
169
|
-
|
|
170
|
-
it("computes confidence using Bayesian smoothing", async () => {
|
|
171
|
-
// 4 similar cases: confidence = 4 / (4 + 2) = 0.667
|
|
172
|
-
const entries = [
|
|
173
|
-
makeEntry({ text: "Deploy error A", vector: [1, 0, 0] }),
|
|
174
|
-
makeEntry({ text: "Deploy error B", vector: similarVector(0.95) }),
|
|
175
|
-
makeEntry({ text: "Deploy error C", vector: similarVector(0.92) }),
|
|
176
|
-
makeEntry({ text: "Deploy error D", vector: similarVector(0.88) }),
|
|
177
|
-
];
|
|
178
|
-
const store = createMockStore(entries);
|
|
179
|
-
const result = await scanForPromotions(store, "project:test", {
|
|
180
|
-
minCaseOccurrences: 3,
|
|
181
|
-
caseSimilarityThreshold: 0.75,
|
|
182
|
-
});
|
|
183
|
-
|
|
184
|
-
expect(result.candidates.length).toBeGreaterThanOrEqual(1);
|
|
185
|
-
const c = result.candidates[0];
|
|
186
|
-
// cluster of 4: confidence = 4/(4+2) = 0.6667
|
|
187
|
-
expect(c.confidence).toBeCloseTo(4 / 6, 2);
|
|
188
|
-
});
|
|
189
|
-
|
|
190
|
-
it("produces pattern_to_skill when pattern has steps and related cases", async () => {
|
|
191
|
-
const patternVec: number[] = [0.9, 0.43, 0]; // cos sim with [1,0,0] ~ 0.9
|
|
192
|
-
const entries = [
|
|
193
|
-
makeEntry({
|
|
194
|
-
category: "patterns",
|
|
195
|
-
text: "Production Deploy Pattern\n\nSteps:\n1. Check environment\n2. Run preflight\n3. Deploy containers",
|
|
196
|
-
vector: patternVec,
|
|
197
|
-
}),
|
|
198
|
-
makeEntry({ text: "Deploy case: ran preflight then deployed", vector: [1, 0, 0] }),
|
|
199
|
-
makeEntry({ text: "Deploy fix: environment check before push", vector: similarVector(0.88) }),
|
|
200
|
-
];
|
|
201
|
-
const store = createMockStore(entries);
|
|
202
|
-
const result = await scanForPromotions(store, "project:test", {
|
|
203
|
-
caseSimilarityThreshold: 0.75,
|
|
204
|
-
});
|
|
205
|
-
|
|
206
|
-
const skillCandidate = result.candidates.find(c => c.type === "pattern_to_skill");
|
|
207
|
-
expect(skillCandidate).toBeDefined();
|
|
208
|
-
expect(skillCandidate!.suggestedImplementation).toContain("Check environment");
|
|
209
|
-
expect(skillCandidate!.sourceEntries.length).toBeGreaterThanOrEqual(3); // pattern + 2 cases
|
|
210
|
-
});
|
|
211
|
-
|
|
212
|
-
it("does not produce pattern_to_skill when pattern lacks structured steps", async () => {
|
|
213
|
-
const patternVec: number[] = [0.9, 0.43, 0];
|
|
214
|
-
const entries = [
|
|
215
|
-
makeEntry({
|
|
216
|
-
category: "patterns",
|
|
217
|
-
text: "Just a general note about deploying without structured steps",
|
|
218
|
-
vector: patternVec,
|
|
219
|
-
}),
|
|
220
|
-
makeEntry({ text: "Deploy case one", vector: [1, 0, 0] }),
|
|
221
|
-
makeEntry({ text: "Deploy case two", vector: similarVector(0.88) }),
|
|
222
|
-
];
|
|
223
|
-
const store = createMockStore(entries);
|
|
224
|
-
const result = await scanForPromotions(store, "project:test", {
|
|
225
|
-
caseSimilarityThreshold: 0.75,
|
|
226
|
-
});
|
|
227
|
-
|
|
228
|
-
const skillCandidate = result.candidates.find(c => c.type === "pattern_to_skill");
|
|
229
|
-
expect(skillCandidate).toBeUndefined();
|
|
230
|
-
});
|
|
231
|
-
|
|
232
|
-
it("respects maxCandidates limit", async () => {
|
|
233
|
-
// Create two distinct clusters of 3, but set maxCandidates=1
|
|
234
|
-
const entries = [
|
|
235
|
-
// Cluster 1
|
|
236
|
-
makeEntry({ text: "Deploy A", vector: [1, 0, 0] }),
|
|
237
|
-
makeEntry({ text: "Deploy B", vector: similarVector(0.95) }),
|
|
238
|
-
makeEntry({ text: "Deploy C", vector: similarVector(0.90) }),
|
|
239
|
-
// Cluster 2
|
|
240
|
-
makeEntry({ text: "Auth fix A", vector: [0, 1, 0] }),
|
|
241
|
-
makeEntry({ text: "Auth fix B", vector: [0.1, 0.99, 0] }),
|
|
242
|
-
makeEntry({ text: "Auth fix C", vector: [0.15, 0.98, 0] }),
|
|
243
|
-
];
|
|
244
|
-
const store = createMockStore(entries);
|
|
245
|
-
const result = await scanForPromotions(store, "project:test", {
|
|
246
|
-
minCaseOccurrences: 3,
|
|
247
|
-
caseSimilarityThreshold: 0.75,
|
|
248
|
-
maxCandidates: 1,
|
|
249
|
-
});
|
|
250
|
-
|
|
251
|
-
expect(result.candidates).toHaveLength(1);
|
|
252
|
-
});
|
|
253
|
-
|
|
254
|
-
it("filters out archived entries", async () => {
|
|
255
|
-
const archivedMeta = JSON.stringify({
|
|
256
|
-
evolution: {
|
|
257
|
-
status: "archived",
|
|
258
|
-
version: 1,
|
|
259
|
-
accessCount: 0,
|
|
260
|
-
lastAccessedAt: null,
|
|
261
|
-
supersededBy: null,
|
|
262
|
-
consolidatedInto: null,
|
|
263
|
-
sourceMemories: [],
|
|
264
|
-
validFrom: Date.now(),
|
|
265
|
-
validUntil: null,
|
|
266
|
-
},
|
|
267
|
-
});
|
|
268
|
-
const entries = [
|
|
269
|
-
makeEntry({ text: "Active case", vector: [1, 0, 0] }),
|
|
270
|
-
makeEntry({ text: "Archived case", vector: similarVector(0.95), metadata: archivedMeta }),
|
|
271
|
-
makeEntry({ text: "Another archived", vector: similarVector(0.90), metadata: archivedMeta }),
|
|
272
|
-
];
|
|
273
|
-
const store = createMockStore(entries);
|
|
274
|
-
const result = await scanForPromotions(store, "project:test", {
|
|
275
|
-
minCaseOccurrences: 3,
|
|
276
|
-
});
|
|
277
|
-
|
|
278
|
-
// Only 1 active case, so no candidates
|
|
279
|
-
expect(result.candidates).toHaveLength(0);
|
|
280
|
-
expect(result.scannedCases).toBe(1);
|
|
281
|
-
});
|
|
282
|
-
|
|
283
|
-
it("skips entries whose vectors are missing from the store, with disclosure", async () => {
|
|
284
|
-
// getVectors has nothing for these ids (vector: [] in the source data)
|
|
285
|
-
const entries = [
|
|
286
|
-
makeEntry({ text: "No vector case A", vector: [] }),
|
|
287
|
-
makeEntry({ text: "No vector case B", vector: [] }),
|
|
288
|
-
makeEntry({ text: "No vector case C", vector: [] }),
|
|
289
|
-
];
|
|
290
|
-
const store = createMockStore(entries);
|
|
291
|
-
const result = await scanForPromotions(store, "project:test");
|
|
292
|
-
|
|
293
|
-
expect(result.candidates).toHaveLength(0);
|
|
294
|
-
expect(result.vectorlessSkipped).toBe(3);
|
|
295
|
-
});
|
|
296
|
-
|
|
297
|
-
it("Bug B regression: clusters vectorless list rows via getVectors backfill", async () => {
|
|
298
|
-
// listPage 永远返回 vector:[](生产语义)——候选必须依赖 getVectors 回填产生。
|
|
299
|
-
// 修复前:聚类直接读 list 行的 vector → 全部 continue → 产出恒为零。
|
|
300
|
-
const entries = [
|
|
301
|
-
makeEntry({ text: "Deploy error: missing env var", vector: [1, 0, 0] }),
|
|
302
|
-
makeEntry({ text: "Deploy failure: env variable not set", vector: similarVector(0.95) }),
|
|
303
|
-
makeEntry({ text: "Deploy issue: environment config missing", vector: similarVector(0.9) }),
|
|
304
|
-
];
|
|
305
|
-
const store = createMockStore(entries);
|
|
306
|
-
|
|
307
|
-
// 防御:确认 mock 的 listPage 确实是 vectorless(防 mock 又静默回到带向量)
|
|
308
|
-
const rows = await store.listPage({ category: "cases" });
|
|
309
|
-
expect(rows.every(r => r.vector.length === 0)).toBe(true);
|
|
310
|
-
|
|
311
|
-
const result = await scanForPromotions(store, "project:test", {
|
|
312
|
-
minCaseOccurrences: 3,
|
|
313
|
-
caseSimilarityThreshold: 0.75,
|
|
314
|
-
});
|
|
315
|
-
expect(result.candidates.length).toBeGreaterThanOrEqual(1);
|
|
316
|
-
expect(result.vectorlessSkipped).toBe(0);
|
|
317
|
-
});
|
|
318
|
-
|
|
319
|
-
it("paginates the full corpus instead of a single fixed-limit page", async () => {
|
|
320
|
-
// 7 cases with pageSize 2 → at least 4 listPage calls for the cases category
|
|
321
|
-
const entries = Array.from({ length: 7 }, (_, i) =>
|
|
322
|
-
makeEntry({ text: `Deploy error variant ${i}`, vector: similarVector(0.95 - i * 0.01) }),
|
|
323
|
-
);
|
|
324
|
-
const store = createMockStore(entries);
|
|
325
|
-
const result = await scanForPromotions(store, "project:test", {
|
|
326
|
-
minCaseOccurrences: 3,
|
|
327
|
-
caseSimilarityThreshold: 0.75,
|
|
328
|
-
pageSize: 2,
|
|
329
|
-
});
|
|
330
|
-
|
|
331
|
-
expect(store.calls.listPage).toBeGreaterThanOrEqual(4);
|
|
332
|
-
expect(result.scannedCases).toBe(7);
|
|
333
|
-
expect(result.candidates.length).toBeGreaterThanOrEqual(1);
|
|
334
|
-
});
|
|
335
|
-
|
|
336
|
-
it("does not starve the patterns budget when cases hit maxScanEntries", async () => {
|
|
337
|
-
// 首次生产 dry-run 实测回归:共享预算下 20000 cases 拉满 → patterns scanned=0。
|
|
338
|
-
const entries = [
|
|
339
|
-
...Array.from({ length: 5 }, (_, i) =>
|
|
340
|
-
makeEntry({ text: `Deploy case ${i}`, vector: similarVector(0.95 - i * 0.01) }),
|
|
341
|
-
),
|
|
342
|
-
makeEntry({
|
|
343
|
-
category: "patterns",
|
|
344
|
-
text: "Deploy Pattern\n\nSteps:\n1. Preflight\n2. Ship",
|
|
345
|
-
vector: [1, 0, 0],
|
|
346
|
-
}),
|
|
347
|
-
];
|
|
348
|
-
const store = createMockStore(entries);
|
|
349
|
-
const result = await scanForPromotions(store, "project:test", { maxScanEntries: 5 });
|
|
350
|
-
|
|
351
|
-
expect(result.scannedCases).toBe(5);
|
|
352
|
-
expect(result.scannedPatterns).toBe(1);
|
|
353
|
-
});
|
|
354
|
-
|
|
355
|
-
it("clusters within topicTag buckets and discloses bucket-cap truncation", async () => {
|
|
356
|
-
const tagged = (tag: string, text: string, vec: number[]) =>
|
|
357
|
-
makeEntry({
|
|
358
|
-
text,
|
|
359
|
-
vector: vec,
|
|
360
|
-
metadata: JSON.stringify({ topicTag: tag, evolution: { status: "active" } }),
|
|
361
|
-
});
|
|
362
|
-
const entries = [
|
|
363
|
-
tagged("deploy", "Deploy err 1", [1, 0, 0]),
|
|
364
|
-
tagged("deploy", "Deploy err 2", similarVector(0.95)),
|
|
365
|
-
tagged("deploy", "Deploy err 3", similarVector(0.92)),
|
|
366
|
-
tagged("deploy", "Deploy err 4", similarVector(0.9)),
|
|
367
|
-
];
|
|
368
|
-
const store = createMockStore(entries);
|
|
369
|
-
const result = await scanForPromotions(store, "project:test", {
|
|
370
|
-
minCaseOccurrences: 3,
|
|
371
|
-
caseSimilarityThreshold: 0.75,
|
|
372
|
-
maxBucketSize: 3,
|
|
373
|
-
});
|
|
374
|
-
|
|
375
|
-
// 4 cases in one bucket, cap 3 → 1 truncated (most recent 3 kept, still clusters)
|
|
376
|
-
expect(result.truncatedCases).toBe(1);
|
|
377
|
-
expect(result.candidates.length).toBeGreaterThanOrEqual(1);
|
|
378
|
-
const text = formatPromotionResult(result);
|
|
379
|
-
expect(text).toContain("truncated by bucket cap");
|
|
380
|
-
});
|
|
381
|
-
|
|
382
|
-
it("candidates are sorted by confidence descending", async () => {
|
|
383
|
-
// Cluster 1: 5 similar cases -> confidence 5/7
|
|
384
|
-
// Cluster 2: 3 similar cases -> confidence 3/5
|
|
385
|
-
const entries = [
|
|
386
|
-
// Large cluster
|
|
387
|
-
makeEntry({ text: "Deploy err 1", vector: [1, 0, 0] }),
|
|
388
|
-
makeEntry({ text: "Deploy err 2", vector: similarVector(0.95) }),
|
|
389
|
-
makeEntry({ text: "Deploy err 3", vector: similarVector(0.93) }),
|
|
390
|
-
makeEntry({ text: "Deploy err 4", vector: similarVector(0.91) }),
|
|
391
|
-
makeEntry({ text: "Deploy err 5", vector: similarVector(0.89) }),
|
|
392
|
-
// Small cluster (orthogonal direction)
|
|
393
|
-
makeEntry({ text: "Auth bug 1", vector: [0, 1, 0] }),
|
|
394
|
-
makeEntry({ text: "Auth bug 2", vector: [0.1, 0.99, 0] }),
|
|
395
|
-
makeEntry({ text: "Auth bug 3", vector: [0.15, 0.98, 0] }),
|
|
396
|
-
];
|
|
397
|
-
const store = createMockStore(entries);
|
|
398
|
-
const result = await scanForPromotions(store, "project:test", {
|
|
399
|
-
minCaseOccurrences: 3,
|
|
400
|
-
caseSimilarityThreshold: 0.75,
|
|
401
|
-
});
|
|
402
|
-
|
|
403
|
-
if (result.candidates.length >= 2) {
|
|
404
|
-
expect(result.candidates[0].confidence).toBeGreaterThanOrEqual(result.candidates[1].confidence);
|
|
405
|
-
}
|
|
406
|
-
});
|
|
407
|
-
});
|
|
408
|
-
|
|
409
|
-
describe("formatPromotionResult", () => {
|
|
410
|
-
it("formats empty results", () => {
|
|
411
|
-
const result: PromotionScanResult = {
|
|
412
|
-
candidates: [],
|
|
413
|
-
scannedCases: 5,
|
|
414
|
-
scannedPatterns: 2,
|
|
415
|
-
truncatedCases: 0,
|
|
416
|
-
vectorlessSkipped: 0,
|
|
417
|
-
};
|
|
418
|
-
const text = formatPromotionResult(result);
|
|
419
|
-
expect(text).toContain("5 cases");
|
|
420
|
-
expect(text).toContain("2 patterns");
|
|
421
|
-
expect(text).toContain("No promotion candidates found");
|
|
422
|
-
});
|
|
423
|
-
|
|
424
|
-
it("formats candidates with type and confidence", () => {
|
|
425
|
-
const result: PromotionScanResult = {
|
|
426
|
-
candidates: [{
|
|
427
|
-
type: "case_to_pattern",
|
|
428
|
-
sourceEntries: [{ id: "a", text: "test", score: 0.9 }],
|
|
429
|
-
suggestedName: "Test Pattern",
|
|
430
|
-
suggestedDescription: "A test",
|
|
431
|
-
confidence: 0.6,
|
|
432
|
-
}],
|
|
433
|
-
scannedCases: 3,
|
|
434
|
-
scannedPatterns: 1,
|
|
435
|
-
truncatedCases: 0,
|
|
436
|
-
vectorlessSkipped: 0,
|
|
437
|
-
};
|
|
438
|
-
const text = formatPromotionResult(result);
|
|
439
|
-
expect(text).toContain("case_to_pattern");
|
|
440
|
-
expect(text).toContain("Test Pattern");
|
|
441
|
-
expect(text).toContain("60.0%");
|
|
442
|
-
});
|
|
443
|
-
|
|
444
|
-
it("includes implementation in pattern_to_skill output", () => {
|
|
445
|
-
const result: PromotionScanResult = {
|
|
446
|
-
candidates: [{
|
|
447
|
-
type: "pattern_to_skill",
|
|
448
|
-
sourceEntries: [{ id: "a", text: "test", score: 1.0 }],
|
|
449
|
-
suggestedName: "Deploy Skill",
|
|
450
|
-
suggestedDescription: "Deploy automation",
|
|
451
|
-
suggestedImplementation: "1. Check env\n2. Deploy",
|
|
452
|
-
confidence: 0.5,
|
|
453
|
-
}],
|
|
454
|
-
scannedCases: 2,
|
|
455
|
-
scannedPatterns: 1,
|
|
456
|
-
truncatedCases: 0,
|
|
457
|
-
vectorlessSkipped: 0,
|
|
458
|
-
};
|
|
459
|
-
const text = formatPromotionResult(result);
|
|
460
|
-
expect(text).toContain("1. Check env");
|
|
461
|
-
expect(text).toContain("Implementation:");
|
|
462
|
-
});
|
|
463
|
-
});
|
|
464
|
-
|
|
465
|
-
// ---------------------------------------------------------------------------
|
|
466
|
-
// A2 · skill verifier integration
|
|
467
|
-
// ---------------------------------------------------------------------------
|
|
468
|
-
|
|
469
|
-
function metaWithTools(key: "caseMemory" | "workflowPattern", tools: string[]): string {
|
|
470
|
-
return JSON.stringify({
|
|
471
|
-
evolution: {
|
|
472
|
-
status: "active", version: 1, accessCount: 0, lastAccessedAt: null,
|
|
473
|
-
supersededBy: null, consolidatedInto: null, sourceMemories: [],
|
|
474
|
-
validFrom: 1_700_000_000_000, validUntil: null,
|
|
475
|
-
},
|
|
476
|
-
[key]: { tools },
|
|
477
|
-
});
|
|
478
|
-
}
|
|
479
|
-
|
|
480
|
-
describe("A2 verifier integration", () => {
|
|
481
|
-
it("attaches passing verification when pattern tools ⊆ supporting cases and narrative resonates", async () => {
|
|
482
|
-
const entries = [
|
|
483
|
-
makeEntry({
|
|
484
|
-
category: "patterns",
|
|
485
|
-
text: "Deploy Pattern\n\nSteps:\n1. Run preflight check\n2. Deploy containers\nTools: git, docker",
|
|
486
|
-
vector: [0.95, 0.312, 0],
|
|
487
|
-
metadata: metaWithTools("workflowPattern", ["git", "docker"]),
|
|
488
|
-
}),
|
|
489
|
-
makeEntry({
|
|
490
|
-
text: "Deploy case: ran preflight check then deploy containers",
|
|
491
|
-
vector: [1, 0, 0],
|
|
492
|
-
metadata: metaWithTools("caseMemory", ["git", "docker"]),
|
|
493
|
-
}),
|
|
494
|
-
// 第二个 case 走正文 Tools fallback(metadata 无 caseMemory.tools)
|
|
495
|
-
makeEntry({
|
|
496
|
-
text: "Deploy fix: preflight check before deploy containers\nTools: git",
|
|
497
|
-
vector: similarVector(0.9),
|
|
498
|
-
}),
|
|
499
|
-
];
|
|
500
|
-
const store = createMockStore(entries);
|
|
501
|
-
const result = await scanForPromotions(store, "project:test", { caseSimilarityThreshold: 0.75 });
|
|
502
|
-
const c = result.candidates.find(x => x.type === "pattern_to_skill");
|
|
503
|
-
expect(c).toBeDefined();
|
|
504
|
-
expect(c!.verification).toBeDefined();
|
|
505
|
-
expect(c!.verification!.ok).toBe(true);
|
|
506
|
-
expect(c!.verification!.coverage).toBe(1);
|
|
507
|
-
});
|
|
508
|
-
|
|
509
|
-
it("flags verification.ok=false when pattern claims a tool absent from supporting cases (hallucination)", async () => {
|
|
510
|
-
const entries = [
|
|
511
|
-
makeEntry({
|
|
512
|
-
category: "patterns",
|
|
513
|
-
text: "Deploy Pattern\n\nSteps:\n1. Run preflight check\n2. Deploy containers",
|
|
514
|
-
vector: [0.95, 0.312, 0],
|
|
515
|
-
metadata: metaWithTools("workflowPattern", ["nonexistent_cmd"]),
|
|
516
|
-
}),
|
|
517
|
-
makeEntry({
|
|
518
|
-
text: "Deploy case: ran preflight check then deploy containers",
|
|
519
|
-
vector: [1, 0, 0],
|
|
520
|
-
metadata: metaWithTools("caseMemory", ["git"]),
|
|
521
|
-
}),
|
|
522
|
-
makeEntry({
|
|
523
|
-
text: "Deploy fix: preflight check before deploy containers",
|
|
524
|
-
vector: similarVector(0.9),
|
|
525
|
-
metadata: metaWithTools("caseMemory", ["git"]),
|
|
526
|
-
}),
|
|
527
|
-
];
|
|
528
|
-
const store = createMockStore(entries);
|
|
529
|
-
const result = await scanForPromotions(store, "project:test", { caseSimilarityThreshold: 0.75 });
|
|
530
|
-
const c = result.candidates.find(x => x.type === "pattern_to_skill");
|
|
531
|
-
expect(c).toBeDefined();
|
|
532
|
-
expect(c!.verification!.ok).toBe(false);
|
|
533
|
-
expect(c!.verification!.unmappedTools).toContain("nonexistent_cmd");
|
|
534
|
-
});
|
|
535
|
-
|
|
536
|
-
it("ranks verifier-passed candidate before failed one even when failed has higher confidence", async () => {
|
|
537
|
-
const entries = [
|
|
538
|
-
// cluster 1 (passing): pattern tools ⊆ cases, 2 supporting cases → confidence 0.5
|
|
539
|
-
makeEntry({
|
|
540
|
-
category: "patterns",
|
|
541
|
-
text: "Deploy Pattern\n\nSteps:\n1. Run preflight check\n2. Deploy containers\nTools: git",
|
|
542
|
-
vector: [0.95, 0.312, 0],
|
|
543
|
-
metadata: metaWithTools("workflowPattern", ["git"]),
|
|
544
|
-
}),
|
|
545
|
-
makeEntry({ text: "Deploy preflight check then deploy containers", vector: [1, 0, 0], metadata: metaWithTools("caseMemory", ["git"]) }),
|
|
546
|
-
makeEntry({ text: "Deploy preflight check before deploy containers", vector: similarVector(0.92), metadata: metaWithTools("caseMemory", ["git"]) }),
|
|
547
|
-
// cluster 2 (failing): pattern claims fake tool, 3 supporting cases → confidence 0.6 (higher!)
|
|
548
|
-
makeEntry({
|
|
549
|
-
category: "patterns",
|
|
550
|
-
text: "Rollback Pattern\n\nSteps:\n1. Run preflight check\n2. Deploy containers\nTools: fake_cmd",
|
|
551
|
-
vector: [0, 0.95, 0.312],
|
|
552
|
-
metadata: metaWithTools("workflowPattern", ["fake_cmd"]),
|
|
553
|
-
}),
|
|
554
|
-
makeEntry({ text: "Rollback preflight check then deploy containers", vector: [0, 1, 0], metadata: metaWithTools("caseMemory", ["git"]) }),
|
|
555
|
-
makeEntry({ text: "Rollback preflight check before deploy containers", vector: [0, 0.99, 0.141], metadata: metaWithTools("caseMemory", ["git"]) }),
|
|
556
|
-
makeEntry({ text: "Rollback preflight check after deploy containers", vector: [0, 0.97, 0.243], metadata: metaWithTools("caseMemory", ["git"]) }),
|
|
557
|
-
];
|
|
558
|
-
const store = createMockStore(entries);
|
|
559
|
-
// minCaseOccurrences 设高,排除 case_to_pattern 候选,只看 pattern_to_skill 排序
|
|
560
|
-
const result = await scanForPromotions(store, "project:test", { caseSimilarityThreshold: 0.75, minCaseOccurrences: 99 });
|
|
561
|
-
const skillCandidates = result.candidates.filter(c => c.type === "pattern_to_skill");
|
|
562
|
-
expect(skillCandidates.length).toBe(2);
|
|
563
|
-
expect(result.candidates[0].verification!.ok).toBe(true);
|
|
564
|
-
expect(result.candidates[1].verification!.ok).toBe(false);
|
|
565
|
-
// 失败候选 confidence 更高,却排在通过候选之后
|
|
566
|
-
expect(result.candidates[1].confidence).toBeGreaterThan(result.candidates[0].confidence);
|
|
567
|
-
});
|
|
568
|
-
|
|
569
|
-
it("formatPromotionResult discloses verifier verdict (pass and fail)", () => {
|
|
570
|
-
const result: PromotionScanResult = {
|
|
571
|
-
candidates: [
|
|
572
|
-
{
|
|
573
|
-
type: "pattern_to_skill",
|
|
574
|
-
sourceEntries: [{ id: "a", text: "t", score: 1 }],
|
|
575
|
-
suggestedName: "Good Skill",
|
|
576
|
-
suggestedDescription: "ok",
|
|
577
|
-
suggestedImplementation: "1. step",
|
|
578
|
-
confidence: 0.6,
|
|
579
|
-
verification: { ok: true, coverage: 1, resonance: 1, unmappedTools: [] },
|
|
580
|
-
},
|
|
581
|
-
{
|
|
582
|
-
type: "pattern_to_skill",
|
|
583
|
-
sourceEntries: [{ id: "b", text: "t", score: 1 }],
|
|
584
|
-
suggestedName: "Bad Skill",
|
|
585
|
-
suggestedDescription: "hallucinated",
|
|
586
|
-
suggestedImplementation: "1. step",
|
|
587
|
-
confidence: 0.9,
|
|
588
|
-
verification: { ok: false, coverage: 0, resonance: 1, unmappedTools: ["fake_cmd"], reason: "coverage=0.00<0.5" },
|
|
589
|
-
},
|
|
590
|
-
],
|
|
591
|
-
scannedCases: 2,
|
|
592
|
-
scannedPatterns: 2,
|
|
593
|
-
truncatedCases: 0,
|
|
594
|
-
vectorlessSkipped: 0,
|
|
595
|
-
};
|
|
596
|
-
const text = formatPromotionResult(result);
|
|
597
|
-
expect(text).toContain("pass");
|
|
598
|
-
expect(text).toContain("FAILED");
|
|
599
|
-
expect(text).toContain("fake_cmd");
|
|
600
|
-
});
|
|
601
|
-
});
|
|
602
|
-
|
|
603
|
-
// ---------------------------------------------------------------------------
|
|
604
|
-
// Read evidence (Artel read-driven promotion) — aggregateReadEvidence / applyReadBoost
|
|
605
|
-
// ---------------------------------------------------------------------------
|
|
606
|
-
|
|
607
|
-
import { aggregateReadEvidence, applyReadBoost } from "../skill-promotion.js";
|
|
608
|
-
|
|
609
|
-
describe("aggregateReadEvidence", () => {
|
|
610
|
-
it("sums accessCount and unions readerIds across entries", () => {
|
|
611
|
-
const entries = [
|
|
612
|
-
{ metadata: JSON.stringify({ accessCount: 3, readerIds: ["r-a", "r-b"], distinctReaderCount: 2 }) },
|
|
613
|
-
{ metadata: JSON.stringify({ accessCount: 2, readerIds: ["r-b", "r-c"], distinctReaderCount: 2 }) },
|
|
614
|
-
];
|
|
615
|
-
const ev = aggregateReadEvidence(entries);
|
|
616
|
-
expect(ev.totalAccess).toBe(5);
|
|
617
|
-
expect(ev.distinctReaders).toBe(3); // union {r-a, r-b, r-c}
|
|
618
|
-
});
|
|
619
|
-
|
|
620
|
-
it("falls back to saturated per-entry count when readerIds capped", () => {
|
|
621
|
-
// READER_ID_CAP 饱和后 readerIds 停增但 distinctReaderCount 保留饱和值
|
|
622
|
-
const entries = [
|
|
623
|
-
{ metadata: JSON.stringify({ accessCount: 10, readerIds: ["r-a"], distinctReaderCount: 8 }) },
|
|
624
|
-
];
|
|
625
|
-
const ev = aggregateReadEvidence(entries);
|
|
626
|
-
expect(ev.distinctReaders).toBe(8); // max(union=1, saturated=8)
|
|
627
|
-
});
|
|
628
|
-
|
|
629
|
-
it("tolerates missing and broken metadata", () => {
|
|
630
|
-
const ev = aggregateReadEvidence([
|
|
631
|
-
{ metadata: undefined },
|
|
632
|
-
{ metadata: "not-json{" },
|
|
633
|
-
{ metadata: JSON.stringify({ accessCount: 1 }) },
|
|
634
|
-
]);
|
|
635
|
-
expect(ev.totalAccess).toBe(1);
|
|
636
|
-
expect(ev.distinctReaders).toBe(0);
|
|
637
|
-
});
|
|
638
|
-
});
|
|
639
|
-
|
|
640
|
-
describe("applyReadBoost", () => {
|
|
641
|
-
it("adds no boost for zero readers", () => {
|
|
642
|
-
expect(applyReadBoost(0.5, 0)).toBe(0.5);
|
|
643
|
-
});
|
|
644
|
-
|
|
645
|
-
it("scales boost linearly and saturates at 4 readers", () => {
|
|
646
|
-
expect(applyReadBoost(0.5, 2)).toBeCloseTo(0.5 + 0.075, 5); // half of max 0.15
|
|
647
|
-
expect(applyReadBoost(0.5, 4)).toBeCloseTo(0.65, 5); // full boost
|
|
648
|
-
expect(applyReadBoost(0.5, 12)).toBeCloseTo(0.65, 5); // saturated
|
|
649
|
-
});
|
|
650
|
-
|
|
651
|
-
it("caps combined confidence at 0.99", () => {
|
|
652
|
-
expect(applyReadBoost(0.95, 4)).toBe(0.99);
|
|
653
|
-
});
|
|
654
|
-
});
|