@hongmaple0820/scale-engine 0.18.0 → 0.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.en.md +310 -237
- package/README.md +255 -63
- package/dist/api/cli.js +2656 -1258
- package/dist/api/cli.js.map +1 -1
- package/dist/api/doctor.d.ts +4 -1
- package/dist/api/doctor.js +85 -1
- package/dist/api/doctor.js.map +1 -1
- package/dist/api/quickstart.d.ts +3 -0
- package/dist/api/quickstart.js +9 -4
- package/dist/api/quickstart.js.map +1 -1
- package/dist/cli/phaseCommands.js +7 -0
- package/dist/cli/phaseCommands.js.map +1 -1
- package/dist/codegraph/CodeIntelligence.d.ts +135 -0
- package/dist/codegraph/CodeIntelligence.js +460 -0
- package/dist/codegraph/CodeIntelligence.js.map +1 -0
- package/dist/context/ContextBudget.d.ts +90 -0
- package/dist/context/ContextBudget.js +322 -0
- package/dist/context/ContextBudget.js.map +1 -0
- package/dist/eval/WorkflowEval.d.ts +161 -0
- package/dist/eval/WorkflowEval.js +379 -0
- package/dist/eval/WorkflowEval.js.map +1 -0
- package/dist/governance/GovernanceRoi.d.ts +25 -0
- package/dist/governance/GovernanceRoi.js +70 -0
- package/dist/governance/GovernanceRoi.js.map +1 -0
- package/dist/governance/ProgressiveGovernance.d.ts +22 -0
- package/dist/governance/ProgressiveGovernance.js +159 -0
- package/dist/governance/ProgressiveGovernance.js.map +1 -0
- package/dist/index.d.ts +2 -0
- package/dist/index.js +4 -0
- package/dist/index.js.map +1 -1
- package/dist/memory/MemoryBrain.d.ts +135 -0
- package/dist/memory/MemoryBrain.js +635 -0
- package/dist/memory/MemoryBrain.js.map +1 -0
- package/dist/memory/MemoryFabric.d.ts +118 -0
- package/dist/memory/MemoryFabric.js +281 -0
- package/dist/memory/MemoryFabric.js.map +1 -0
- package/dist/memory/MemoryLearning.d.ts +61 -0
- package/dist/memory/MemoryLearning.js +203 -0
- package/dist/memory/MemoryLearning.js.map +1 -0
- package/dist/memory/index.d.ts +3 -0
- package/dist/memory/index.js +4 -0
- package/dist/memory/index.js.map +1 -0
- package/dist/output/GovernanceDashboard.d.ts +57 -0
- package/dist/output/GovernanceDashboard.js +250 -0
- package/dist/output/GovernanceDashboard.js.map +1 -0
- package/dist/output/HTMLArtifactLayer.js +31 -31
- package/dist/output/index.d.ts +2 -0
- package/dist/output/index.js +1 -0
- package/dist/output/index.js.map +1 -1
- package/dist/prompts/VibeTemplateGallery.js +121 -121
- package/dist/runtime/FinalReportGuard.d.ts +16 -0
- package/dist/runtime/FinalReportGuard.js +14 -0
- package/dist/runtime/FinalReportGuard.js.map +1 -0
- package/dist/runtime/RuntimeDoctor.d.ts +23 -0
- package/dist/runtime/RuntimeDoctor.js +151 -0
- package/dist/runtime/RuntimeDoctor.js.map +1 -0
- package/dist/runtime/RuntimeEvidenceLedger.d.ts +50 -0
- package/dist/runtime/RuntimeEvidenceLedger.js +89 -0
- package/dist/runtime/RuntimeEvidenceLedger.js.map +1 -0
- package/dist/runtime/SessionLedger.d.ts +53 -0
- package/dist/runtime/SessionLedger.js +104 -0
- package/dist/runtime/SessionLedger.js.map +1 -0
- package/dist/runtime/index.d.ts +4 -0
- package/dist/runtime/index.js +5 -0
- package/dist/runtime/index.js.map +1 -0
- package/dist/skills/SkillRadar.d.ts +83 -0
- package/dist/skills/SkillRadar.js +384 -0
- package/dist/skills/SkillRadar.js.map +1 -0
- package/dist/workflow/EngineeringStandards.js +69 -66
- package/dist/workflow/EngineeringStandards.js.map +1 -1
- package/dist/workflow/GovernanceTemplatePacks.js +126 -126
- package/dist/workflow/GovernanceTemplates.d.ts +1 -1
- package/dist/workflow/GovernanceTemplates.js +500 -229
- package/dist/workflow/GovernanceTemplates.js.map +1 -1
- package/dist/workflow/ResourceGovernance.js +27 -18
- package/dist/workflow/ResourceGovernance.js.map +1 -1
- package/dist/workflow/VerificationCommands.d.ts +11 -0
- package/dist/workflow/VerificationCommands.js +2 -0
- package/dist/workflow/VerificationCommands.js.map +1 -1
- package/dist/workflow/VerificationProfile.d.ts +2 -1
- package/dist/workflow/VerificationProfile.js +3 -0
- package/dist/workflow/VerificationProfile.js.map +1 -1
- package/dist/workflow/WorkflowArtifactWriter.js +2 -1
- package/dist/workflow/WorkflowArtifactWriter.js.map +1 -1
- package/dist/workflow/WorkflowEngine.js +4 -1
- package/dist/workflow/WorkflowEngine.js.map +1 -1
- package/dist/workflow/WorkspaceSafety.d.ts +9 -0
- package/dist/workflow/WorkspaceSafety.js +49 -0
- package/dist/workflow/WorkspaceSafety.js.map +1 -0
- package/dist/workflow/gates/GateSystem.d.ts +12 -1
- package/dist/workflow/gates/GateSystem.js +106 -0
- package/dist/workflow/gates/GateSystem.js.map +1 -1
- package/dist/workflow/types.d.ts +1 -1
- package/docs/CODE_INTELLIGENCE.md +138 -0
- package/docs/CONTEXT_BUDGET.md +87 -0
- package/docs/GOVERNANCE_DASHBOARD.md +69 -0
- package/docs/MEMORY_BRAIN.md +104 -0
- package/docs/MEMORY_FABRIC.md +107 -0
- package/docs/README.md +76 -0
- package/docs/RUNTIME_EVIDENCE.md +101 -0
- package/docs/SKILL_RADAR.md +115 -0
- package/docs/WORKFLOW_EVAL.md +151 -0
- package/docs/start/README.md +42 -0
- package/docs/start/agent-governance-demo.md +107 -0
- package/docs/start/quickstart.md +127 -0
- package/examples/demo-projects/agent-governance-demo/README.md +37 -0
- package/examples/demo-projects/agent-governance-demo/package.json +16 -0
- package/examples/demo-projects/agent-governance-demo/src/oauth-state.ts +39 -0
- package/examples/demo-projects/agent-governance-demo/tests/oauth-state.test.ts +52 -0
- package/package.json +14 -3
|
@@ -0,0 +1,379 @@
|
|
|
1
|
+
import { randomUUID } from 'node:crypto';
|
|
2
|
+
import { existsSync, mkdirSync, readFileSync, readdirSync, writeFileSync } from 'node:fs';
|
|
3
|
+
import { basename, dirname, isAbsolute, join, resolve } from 'node:path';
|
|
4
|
+
import { execa } from 'execa';
|
|
5
|
+
import { estimateTokens } from '../context/ContextBudget.js';
|
|
6
|
+
import { redactEvidenceText, redactEvidenceValue } from '../tools/ToolEvidenceStore.js';
|
|
7
|
+
export function defaultWorkflowEvalSuite() {
|
|
8
|
+
return {
|
|
9
|
+
version: '1.0',
|
|
10
|
+
id: 'workflow-baseline',
|
|
11
|
+
name: 'SCALE workflow baseline',
|
|
12
|
+
cases: [
|
|
13
|
+
{
|
|
14
|
+
id: 'governance-command-smoke',
|
|
15
|
+
type: 'bugfix',
|
|
16
|
+
title: 'Command evidence smoke',
|
|
17
|
+
task: 'Verify that a local command can produce concrete eval evidence.',
|
|
18
|
+
phase: 'verify',
|
|
19
|
+
successCriteria: ['command exits 0', 'output contains scale-eval-ok'],
|
|
20
|
+
attempts: [
|
|
21
|
+
{
|
|
22
|
+
id: 'attempt-1',
|
|
23
|
+
command: 'node -e "console.log(\'scale-eval-ok\')"',
|
|
24
|
+
expectedExitCode: 0,
|
|
25
|
+
outputContains: 'scale-eval-ok',
|
|
26
|
+
},
|
|
27
|
+
],
|
|
28
|
+
},
|
|
29
|
+
],
|
|
30
|
+
};
|
|
31
|
+
}
|
|
32
|
+
export class WorkflowEvalStore {
|
|
33
|
+
constructor(options = {}) {
|
|
34
|
+
this.projectDir = resolve(options.projectDir ?? process.cwd());
|
|
35
|
+
this.scaleRoot = isAbsolute(options.scaleDir ?? '')
|
|
36
|
+
? options.scaleDir
|
|
37
|
+
: join(this.projectDir, options.scaleDir ?? '.scale');
|
|
38
|
+
this.evalRoot = join(this.scaleRoot, 'evals');
|
|
39
|
+
this.suitesDir = join(this.evalRoot, 'suites');
|
|
40
|
+
this.runsDir = join(this.evalRoot, 'runs');
|
|
41
|
+
this.failuresDir = join(this.evalRoot, 'failures');
|
|
42
|
+
this.improvementsDir = join(this.evalRoot, 'improvements');
|
|
43
|
+
}
|
|
44
|
+
initSuite(suiteId = 'workflow-baseline', force = false) {
|
|
45
|
+
const suite = { ...defaultWorkflowEvalSuite(), id: suiteId };
|
|
46
|
+
const path = this.suitePath(suiteId);
|
|
47
|
+
if (existsSync(path) && !force)
|
|
48
|
+
return { path, written: false, suite: this.loadSuite(suiteId) };
|
|
49
|
+
mkdirSync(dirname(path), { recursive: true });
|
|
50
|
+
writeFileSync(path, JSON.stringify(suite, null, 2), 'utf-8');
|
|
51
|
+
return { path, written: true, suite };
|
|
52
|
+
}
|
|
53
|
+
loadSuite(suiteIdOrPath = 'workflow-baseline') {
|
|
54
|
+
const path = this.resolveSuitePath(suiteIdOrPath);
|
|
55
|
+
if (!existsSync(path))
|
|
56
|
+
return defaultWorkflowEvalSuite();
|
|
57
|
+
return JSON.parse(stripBom(readFileSync(path, 'utf-8')));
|
|
58
|
+
}
|
|
59
|
+
saveRun(run) {
|
|
60
|
+
mkdirSync(this.runsDir, { recursive: true });
|
|
61
|
+
const path = join(this.runsDir, `${safeSegment(run.id)}.json`);
|
|
62
|
+
writeFileSync(path, JSON.stringify(run, null, 2), 'utf-8');
|
|
63
|
+
return path;
|
|
64
|
+
}
|
|
65
|
+
saveFailure(record) {
|
|
66
|
+
mkdirSync(this.failuresDir, { recursive: true });
|
|
67
|
+
const path = join(this.failuresDir, `${safeSegment(record.id)}.json`);
|
|
68
|
+
writeFileSync(path, JSON.stringify(record, null, 2), 'utf-8');
|
|
69
|
+
return path;
|
|
70
|
+
}
|
|
71
|
+
listFailures(query = {}) {
|
|
72
|
+
if (!existsSync(this.failuresDir))
|
|
73
|
+
return [];
|
|
74
|
+
const since = query.sinceDays ? Date.now() - query.sinceDays * 24 * 60 * 60 * 1000 : 0;
|
|
75
|
+
return readdirSync(this.failuresDir)
|
|
76
|
+
.filter(file => file.endsWith('.json'))
|
|
77
|
+
.map(file => readJson(join(this.failuresDir, file)))
|
|
78
|
+
.filter((record) => Boolean(record))
|
|
79
|
+
.filter(record => !query.taskId || record.taskId === query.taskId)
|
|
80
|
+
.filter(record => !since || Date.parse(record.generatedAt) >= since)
|
|
81
|
+
.sort((a, b) => Date.parse(b.generatedAt) - Date.parse(a.generatedAt));
|
|
82
|
+
}
|
|
83
|
+
getFailure(id) {
|
|
84
|
+
return readJson(join(this.failuresDir, `${safeSegment(id)}.json`));
|
|
85
|
+
}
|
|
86
|
+
loadRun(idOrPath) {
|
|
87
|
+
const path = this.resolveRunPath(idOrPath);
|
|
88
|
+
const run = readJson(path);
|
|
89
|
+
if (!run)
|
|
90
|
+
throw new Error(`Eval run not found: ${idOrPath}`);
|
|
91
|
+
return run;
|
|
92
|
+
}
|
|
93
|
+
promoteFailure(id) {
|
|
94
|
+
const failure = this.getFailure(id);
|
|
95
|
+
if (!failure)
|
|
96
|
+
throw new Error(`Failure replay not found: ${id}`);
|
|
97
|
+
mkdirSync(this.improvementsDir, { recursive: true });
|
|
98
|
+
const candidate = {
|
|
99
|
+
id: `IMPROVE-${Date.now()}-${randomUUID().slice(0, 8)}`,
|
|
100
|
+
failureId: failure.id,
|
|
101
|
+
createdAt: new Date().toISOString(),
|
|
102
|
+
category: failure.category,
|
|
103
|
+
title: `Prevent ${failure.category} in ${failure.caseId}`,
|
|
104
|
+
recommendation: failure.prevention,
|
|
105
|
+
evidencePath: join(this.failuresDir, `${safeSegment(failure.id)}.json`),
|
|
106
|
+
status: 'candidate',
|
|
107
|
+
};
|
|
108
|
+
writeFileSync(join(this.improvementsDir, `${safeSegment(candidate.id)}.json`), JSON.stringify(candidate, null, 2), 'utf-8');
|
|
109
|
+
this.saveFailure({ ...failure, status: 'promoted' });
|
|
110
|
+
return candidate;
|
|
111
|
+
}
|
|
112
|
+
suitePath(suiteId) {
|
|
113
|
+
return join(this.suitesDir, `${safeSegment(suiteId)}.json`);
|
|
114
|
+
}
|
|
115
|
+
resolveSuitePath(suiteIdOrPath) {
|
|
116
|
+
if (suiteIdOrPath.endsWith('.json'))
|
|
117
|
+
return isAbsolute(suiteIdOrPath) ? suiteIdOrPath : resolve(this.projectDir, suiteIdOrPath);
|
|
118
|
+
return this.suitePath(suiteIdOrPath);
|
|
119
|
+
}
|
|
120
|
+
resolveRunPath(idOrPath) {
|
|
121
|
+
if (idOrPath.endsWith('.json'))
|
|
122
|
+
return isAbsolute(idOrPath) ? idOrPath : resolve(this.projectDir, idOrPath);
|
|
123
|
+
return join(this.runsDir, `${safeSegment(idOrPath)}.json`);
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
export async function runWorkflowEvalSuite(options = {}) {
|
|
127
|
+
const store = new WorkflowEvalStore(options);
|
|
128
|
+
const suite = store.loadSuite(options.suite ?? 'workflow-baseline');
|
|
129
|
+
const caseResults = [];
|
|
130
|
+
const failurePaths = [];
|
|
131
|
+
const runId = `EVAL-${Date.now()}-${randomUUID().slice(0, 8)}`;
|
|
132
|
+
for (const item of suite.cases) {
|
|
133
|
+
const result = await runEvalCase(store, suite.id, item);
|
|
134
|
+
caseResults.push(result.caseResult);
|
|
135
|
+
failurePaths.push(...result.failurePaths);
|
|
136
|
+
}
|
|
137
|
+
const failureReplayIds = caseResults.flatMap(result => result.failureReplayIds);
|
|
138
|
+
const run = {
|
|
139
|
+
id: runId,
|
|
140
|
+
suiteId: suite.id,
|
|
141
|
+
generatedAt: new Date().toISOString(),
|
|
142
|
+
projectDir: store.projectDir,
|
|
143
|
+
ok: caseResults.every(result => result.passed),
|
|
144
|
+
cases: caseResults,
|
|
145
|
+
metrics: summarizeEval(caseResults),
|
|
146
|
+
failureReplayIds,
|
|
147
|
+
};
|
|
148
|
+
const runPath = store.saveRun(run);
|
|
149
|
+
return { run, runPath, failurePaths };
|
|
150
|
+
}
|
|
151
|
+
export function compareWorkflowEvalRuns(options) {
|
|
152
|
+
const store = new WorkflowEvalStore(options);
|
|
153
|
+
const baseline = store.loadRun(options.baseline);
|
|
154
|
+
const candidate = store.loadRun(options.candidate);
|
|
155
|
+
const delta = {
|
|
156
|
+
passAt1Rate: candidate.metrics.passAt1Rate - baseline.metrics.passAt1Rate,
|
|
157
|
+
passAt3Rate: candidate.metrics.passAt3Rate - baseline.metrics.passAt3Rate,
|
|
158
|
+
averageFixIterations: candidate.metrics.averageFixIterations - baseline.metrics.averageFixIterations,
|
|
159
|
+
totalToolCalls: candidate.metrics.totalToolCalls - baseline.metrics.totalToolCalls,
|
|
160
|
+
estimatedTokens: candidate.metrics.estimatedTokens - baseline.metrics.estimatedTokens,
|
|
161
|
+
humanCorrections: candidate.metrics.humanCorrections - baseline.metrics.humanCorrections,
|
|
162
|
+
};
|
|
163
|
+
return {
|
|
164
|
+
baseline: pickRun(baseline),
|
|
165
|
+
candidate: pickRun(candidate),
|
|
166
|
+
delta,
|
|
167
|
+
recommendation: comparisonRecommendation(delta),
|
|
168
|
+
};
|
|
169
|
+
}
|
|
170
|
+
export function renderWorkflowEvalReport(run) {
|
|
171
|
+
const rows = run.cases.map(item => [
|
|
172
|
+
item.id,
|
|
173
|
+
item.type,
|
|
174
|
+
item.passed ? 'pass' : 'fail',
|
|
175
|
+
item.passAt1 ? 'yes' : 'no',
|
|
176
|
+
item.passAt3 ? 'yes' : 'no',
|
|
177
|
+
String(item.fixIterations),
|
|
178
|
+
String(item.toolCalls),
|
|
179
|
+
String(item.estimatedTokens),
|
|
180
|
+
item.failureReplayIds.join(', ') || 'none',
|
|
181
|
+
]);
|
|
182
|
+
return [
|
|
183
|
+
`# Workflow Eval Report: ${run.suiteId}`,
|
|
184
|
+
'',
|
|
185
|
+
`Run: ${run.id}`,
|
|
186
|
+
`Generated: ${run.generatedAt}`,
|
|
187
|
+
`Status: ${run.ok ? 'pass' : 'fail'}`,
|
|
188
|
+
'',
|
|
189
|
+
`Pass@1: ${(run.metrics.passAt1Rate * 100).toFixed(1)}%`,
|
|
190
|
+
`Pass@3: ${(run.metrics.passAt3Rate * 100).toFixed(1)}%`,
|
|
191
|
+
`Average fix iterations: ${run.metrics.averageFixIterations.toFixed(2)}`,
|
|
192
|
+
`Tool calls: ${run.metrics.totalToolCalls}`,
|
|
193
|
+
`Estimated tokens: ${run.metrics.estimatedTokens}`,
|
|
194
|
+
`Failure replays: ${run.metrics.failureReplayCount}`,
|
|
195
|
+
'',
|
|
196
|
+
'| Case | Type | Status | Pass@1 | Pass@3 | Fix Iterations | Tool Calls | Estimated Tokens | Failure Replays |',
|
|
197
|
+
'| --- | --- | --- | --- | --- | ---: | ---: | ---: | --- |',
|
|
198
|
+
...rows.map(row => `| ${row.map(escapeCell).join(' | ')} |`),
|
|
199
|
+
].join('\n');
|
|
200
|
+
}
|
|
201
|
+
async function runEvalCase(store, suiteId, item) {
|
|
202
|
+
const attempts = [];
|
|
203
|
+
const failureReplayIds = [];
|
|
204
|
+
const failurePaths = [];
|
|
205
|
+
let passedAt = -1;
|
|
206
|
+
for (let i = 0; i < item.attempts.length; i += 1) {
|
|
207
|
+
const attempt = item.attempts[i];
|
|
208
|
+
const result = await runAttempt(attempt, store.projectDir);
|
|
209
|
+
attempts.push(result);
|
|
210
|
+
if (!result.passed) {
|
|
211
|
+
const replay = createFailureReplay(suiteId, item, result, i + 1);
|
|
212
|
+
failureReplayIds.push(replay.id);
|
|
213
|
+
failurePaths.push(store.saveFailure(replay));
|
|
214
|
+
}
|
|
215
|
+
if (result.passed && passedAt < 0) {
|
|
216
|
+
passedAt = i + 1;
|
|
217
|
+
break;
|
|
218
|
+
}
|
|
219
|
+
}
|
|
220
|
+
const passed = passedAt > 0;
|
|
221
|
+
const estimatedTokens = item.estimatedContextTokens ?? estimateTokens([
|
|
222
|
+
item.task,
|
|
223
|
+
...attempts.map(attempt => attempt.outputSummary),
|
|
224
|
+
].join('\n'));
|
|
225
|
+
return {
|
|
226
|
+
caseResult: {
|
|
227
|
+
id: item.id,
|
|
228
|
+
type: item.type,
|
|
229
|
+
title: item.title,
|
|
230
|
+
task: item.task,
|
|
231
|
+
passed,
|
|
232
|
+
passAt1: passedAt === 1,
|
|
233
|
+
passAt3: passed && passedAt <= 3,
|
|
234
|
+
fixIterations: passed ? Math.max(0, passedAt - 1) : attempts.length,
|
|
235
|
+
humanCorrections: item.humanCorrections ?? 0,
|
|
236
|
+
estimatedTokens,
|
|
237
|
+
toolCalls: attempts.length,
|
|
238
|
+
attempts,
|
|
239
|
+
failureReplayIds,
|
|
240
|
+
},
|
|
241
|
+
failurePaths,
|
|
242
|
+
};
|
|
243
|
+
}
|
|
244
|
+
async function runAttempt(attempt, cwd) {
|
|
245
|
+
const started = Date.now();
|
|
246
|
+
const expectedExitCode = attempt.expectedExitCode ?? 0;
|
|
247
|
+
const commandRedaction = redactEvidenceText(attempt.command);
|
|
248
|
+
try {
|
|
249
|
+
const result = await execa(attempt.command, {
|
|
250
|
+
shell: true,
|
|
251
|
+
cwd,
|
|
252
|
+
reject: false,
|
|
253
|
+
timeout: attempt.timeoutMs ?? 30_000,
|
|
254
|
+
});
|
|
255
|
+
const output = [result.stdout ?? '', result.stderr ?? ''].filter(Boolean).join('\n');
|
|
256
|
+
const outputRedaction = redactEvidenceText(output.slice(-2000));
|
|
257
|
+
const outputContains = attempt.outputContains
|
|
258
|
+
? output.includes(attempt.outputContains)
|
|
259
|
+
: true;
|
|
260
|
+
return {
|
|
261
|
+
id: attempt.id ?? `attempt-${randomUUID().slice(0, 8)}`,
|
|
262
|
+
command: commandRedaction.value,
|
|
263
|
+
expectedExitCode,
|
|
264
|
+
exitCode: result.exitCode ?? 1,
|
|
265
|
+
passed: (result.exitCode ?? 1) === expectedExitCode && outputContains,
|
|
266
|
+
durationMs: Date.now() - started,
|
|
267
|
+
outputSummary: outputRedaction.value || '(no output)',
|
|
268
|
+
redactionApplied: commandRedaction.redacted || outputRedaction.redacted,
|
|
269
|
+
};
|
|
270
|
+
}
|
|
271
|
+
catch (error) {
|
|
272
|
+
const outputRedaction = redactEvidenceText(error instanceof Error ? error.message : String(error));
|
|
273
|
+
return {
|
|
274
|
+
id: attempt.id ?? `attempt-${randomUUID().slice(0, 8)}`,
|
|
275
|
+
command: commandRedaction.value,
|
|
276
|
+
expectedExitCode,
|
|
277
|
+
exitCode: 1,
|
|
278
|
+
passed: false,
|
|
279
|
+
durationMs: Date.now() - started,
|
|
280
|
+
outputSummary: outputRedaction.value,
|
|
281
|
+
redactionApplied: commandRedaction.redacted || outputRedaction.redacted,
|
|
282
|
+
};
|
|
283
|
+
}
|
|
284
|
+
}
|
|
285
|
+
function createFailureReplay(suiteId, item, attempt, attemptNumber) {
|
|
286
|
+
const evidence = redactEvidenceValue({
|
|
287
|
+
command: attempt.command,
|
|
288
|
+
exitCode: attempt.exitCode,
|
|
289
|
+
expectedExitCode: attempt.expectedExitCode,
|
|
290
|
+
outputSummary: attempt.outputSummary,
|
|
291
|
+
});
|
|
292
|
+
return {
|
|
293
|
+
id: `FAIL-${Date.now()}-${randomUUID().slice(0, 8)}`,
|
|
294
|
+
taskId: item.id,
|
|
295
|
+
suiteId,
|
|
296
|
+
caseId: item.id,
|
|
297
|
+
generatedAt: new Date().toISOString(),
|
|
298
|
+
category: item.expectedFailureCategory ?? 'command-failure',
|
|
299
|
+
phase: item.phase ?? 'verify',
|
|
300
|
+
task: item.task,
|
|
301
|
+
wrongTurn: `Attempt ${attemptNumber} did not satisfy eval criteria.`,
|
|
302
|
+
evidence: JSON.stringify(evidence.value),
|
|
303
|
+
correction: 'Run the replay command, inspect failure evidence, then update workflow rules, tests, docs, or accepted risk.',
|
|
304
|
+
prevention: preventionFor(item.expectedFailureCategory ?? 'command-failure'),
|
|
305
|
+
replayCommand: attempt.command,
|
|
306
|
+
status: 'open',
|
|
307
|
+
redactionApplied: attempt.redactionApplied || evidence.redacted,
|
|
308
|
+
};
|
|
309
|
+
}
|
|
310
|
+
function summarizeEval(cases) {
|
|
311
|
+
const total = cases.length;
|
|
312
|
+
const passAt1 = cases.filter(item => item.passAt1).length;
|
|
313
|
+
const passAt3 = cases.filter(item => item.passAt3).length;
|
|
314
|
+
const failed = cases.filter(item => !item.passed).length;
|
|
315
|
+
return {
|
|
316
|
+
total,
|
|
317
|
+
passed: total - failed,
|
|
318
|
+
failed,
|
|
319
|
+
passAt1,
|
|
320
|
+
passAt3,
|
|
321
|
+
passAt1Rate: ratio(passAt1, total),
|
|
322
|
+
passAt3Rate: ratio(passAt3, total),
|
|
323
|
+
averageFixIterations: total === 0 ? 0 : cases.reduce((sum, item) => sum + item.fixIterations, 0) / total,
|
|
324
|
+
totalToolCalls: cases.reduce((sum, item) => sum + item.toolCalls, 0),
|
|
325
|
+
estimatedTokens: cases.reduce((sum, item) => sum + item.estimatedTokens, 0),
|
|
326
|
+
humanCorrections: cases.reduce((sum, item) => sum + item.humanCorrections, 0),
|
|
327
|
+
failureReplayCount: cases.reduce((sum, item) => sum + item.failureReplayIds.length, 0),
|
|
328
|
+
};
|
|
329
|
+
}
|
|
330
|
+
function preventionFor(category) {
|
|
331
|
+
const map = {
|
|
332
|
+
'wrong-exploration-path': 'Add code intelligence or scoped exploration evidence before implementation.',
|
|
333
|
+
'hallucinated-project-fact': 'Require evidence paths before project facts become active memory.',
|
|
334
|
+
'missing-codegraph-or-graph-fallback': 'Record graph provider status and explicit fallback reason.',
|
|
335
|
+
'over-broad-context-load': 'Use context budget and lazy context pack before broad reads.',
|
|
336
|
+
'bad-skill-recommendation': 'Lower capability confidence or require stronger tool evidence.',
|
|
337
|
+
'missing-verification-evidence': 'Block final claims until runtime evidence exists.',
|
|
338
|
+
'failed-security-or-resource-gate': 'Promote the finding into security or resource governance checks.',
|
|
339
|
+
'human-correction-after-agent-confidence': 'Record human correction as an eval signal and lower confidence.',
|
|
340
|
+
'command-failure': 'Capture command, exit code, output summary, and a replay command.',
|
|
341
|
+
unknown: 'Classify the failure before promoting any workflow rule.',
|
|
342
|
+
};
|
|
343
|
+
return map[category];
|
|
344
|
+
}
|
|
345
|
+
function comparisonRecommendation(delta) {
|
|
346
|
+
const better = delta.passAt1Rate > 0 || delta.passAt3Rate > 0 || delta.averageFixIterations < 0 || delta.humanCorrections < 0;
|
|
347
|
+
const worse = delta.passAt1Rate < 0 || delta.passAt3Rate < 0 || delta.averageFixIterations > 0 || delta.humanCorrections > 0;
|
|
348
|
+
if (better && !worse)
|
|
349
|
+
return 'improved';
|
|
350
|
+
if (worse && !better)
|
|
351
|
+
return 'regressed';
|
|
352
|
+
if (better || worse)
|
|
353
|
+
return 'mixed';
|
|
354
|
+
return 'same';
|
|
355
|
+
}
|
|
356
|
+
function pickRun(run) {
|
|
357
|
+
return { id: run.id, suiteId: run.suiteId, metrics: run.metrics };
|
|
358
|
+
}
|
|
359
|
+
function readJson(path) {
|
|
360
|
+
try {
|
|
361
|
+
return JSON.parse(stripBom(readFileSync(path, 'utf-8')));
|
|
362
|
+
}
|
|
363
|
+
catch {
|
|
364
|
+
return null;
|
|
365
|
+
}
|
|
366
|
+
}
|
|
367
|
+
function stripBom(text) {
|
|
368
|
+
return text.charCodeAt(0) === 0xFEFF ? text.slice(1) : text;
|
|
369
|
+
}
|
|
370
|
+
function ratio(part, total) {
|
|
371
|
+
return total === 0 ? 0 : Math.round((part / total) * 1000) / 1000;
|
|
372
|
+
}
|
|
373
|
+
function safeSegment(value) {
|
|
374
|
+
return basename(value).replace(/[^a-zA-Z0-9._-]/g, '-');
|
|
375
|
+
}
|
|
376
|
+
function escapeCell(value) {
|
|
377
|
+
return value.replace(/\|/g, '\\|');
|
|
378
|
+
}
|
|
379
|
+
//# sourceMappingURL=WorkflowEval.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"WorkflowEval.js","sourceRoot":"","sources":["../../src/eval/WorkflowEval.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,SAAS,CAAA;AACzF,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACxE,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAA;AAC7B,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAA;AAC5D,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAA;AAgJvF,MAAM,UAAU,wBAAwB;IACtC,OAAO;QACL,OAAO,EAAE,KAAK;QACd,EAAE,EAAE,mBAAmB;QACvB,IAAI,EAAE,yBAAyB;QAC/B,KAAK,EAAE;YACL;gBACE,EAAE,EAAE,0BAA0B;gBAC9B,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,wBAAwB;gBAC/B,IAAI,EAAE,iEAAiE;gBACvE,KAAK,EAAE,QAAQ;gBACf,eAAe,EAAE,CAAC,iBAAiB,EAAE,+BAA+B,CAAC;gBACrE,QAAQ,EAAE;oBACR;wBACE,EAAE,EAAE,WAAW;wBACf,OAAO,EAAE,0CAA0C;wBACnD,gBAAgB,EAAE,CAAC;wBACnB,cAAc,EAAE,eAAe;qBAChC;iBACF;aACF;SACF;KACF,CAAA;AACH,CAAC;AAED,MAAM,OAAO,iBAAiB;IAS5B,YAAY,UAAoC,EAAE;QAChD,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC,CAAA;QAC9D,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;YACjD,CAAC,CAAC,OAAO,CAAC,QAAkB;YAC5B,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,IAAI,QAAQ,CAAC,CAAA;QACvD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QAC7C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;QAC9C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAC1C,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;QAClD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAA;IAC5D,CAAC;IAED,SAAS,CAAC,OAAO,GAAG,mBAAmB,EAAE,KAAK,GAAG,KAAK;QACpD,MAAM,KAAK,GAAG,EAAE,GAAG,wBAAwB,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,CAAA;QAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAA;QACpC,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAA;QAC/F,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAC7C,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAA;QAC5D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAA;IACvC,CAAC;IAED,SAAS,CAAC,aAAa,GAAG,mBAAmB;QAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAA;QACjD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,OAAO,wBAAwB,EAAE,CAAA;QACxD,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAsB,CAAA;IAC/E,CAAC;IAED,OAAO,CAAC,GAAoB;QAC1B,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,CAAA;QAC9D,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAA;QAC1D,OAAO,IAAI,CAAA;IACb,CAAC;IAED,WAAW,CAAC,MAA2B;QACrC,SAAS,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAChD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAA;QACrE,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAA;QAC7D,OAAO,IAAI,CAAA;IACb,CAAC;IAED,YAAY,CAAC,QAAiD,EAAE;QAC9D,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC;YAAE,OAAO,EAAE,CAAA;QAC5C,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QACtF,OAAO,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC;aACjC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;aACtC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAsB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC;aACxE,MAAM,CAAC,CAAC,MAAM,EAAiC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;aAClE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,CAAC;aACjE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC;aACnE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAA;IAC1E,CAAC;IAED,UAAU,CAAC,EAAU;QACnB,OAAO,QAAQ,CAAsB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,WAAW,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAA;IACzF,CAAC;IAED,OAAO,CAAC,QAAgB;QACtB,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAA;QAC1C,MAAM,GAAG,GAAG,QAAQ,CAAkB,IAAI,CAAC,CAAA;QAC3C,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,EAAE,CAAC,CAAA;QAC5D,OAAO,GAAG,CAAA;IACZ,CAAC;IAED,cAAc,CAAC,EAAU;QACvB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAA;QACnC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,EAAE,EAAE,CAAC,CAAA;QAChE,SAAS,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QACpD,MAAM,SAAS,GAAgC;YAC7C,EAAE,EAAE,WAAW,IAAI,CAAC,GAAG,EAAE,IAAI,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;YACvD,SAAS,EAAE,OAAO,CAAC,EAAE;YACrB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,KAAK,EAAE,WAAW,OAAO,CAAC,QAAQ,OAAO,OAAO,CAAC,MAAM,EAAE;YACzD,cAAc,EAAE,OAAO,CAAC,UAAU;YAClC,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC;YACvE,MAAM,EAAE,WAAW;SACpB,CAAA;QACD,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAA;QAC3H,IAAI,CAAC,WAAW,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAA;QACpD,OAAO,SAAS,CAAA;IAClB,CAAC;IAED,SAAS,CAAC,OAAe;QACvB,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IAC7D,CAAC;IAEO,gBAAgB,CAAC,aAAqB;QAC5C,IAAI,aAAa,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,OAAO,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,aAAa,CAAC,CAAA;QAC/H,OAAO,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAA;IACtC,CAAC;IAEO,cAAc,CAAC,QAAgB;QACrC,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;QAC3G,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;IAC5D,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,UAEvC,EAAE;IACJ,MAAM,KAAK,GAAG,IAAI,iBAAiB,CAAC,OAAO,CAAC,CAAA;IAC5C,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,IAAI,mBAAmB,CAAC,CAAA;IACnE,MAAM,WAAW,GAA6B,EAAE,CAAA;IAChD,MAAM,YAAY,GAAa,EAAE,CAAA;IACjC,MAAM,KAAK,GAAG,QAAQ,IAAI,CAAC,GAAG,EAAE,IAAI,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAA;IAE9D,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;QACvD,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;QACnC,YAAY,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,YAAY,CAAC,CAAA;IAC3C,CAAC;IAED,MAAM,gBAAgB,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAA;IAC/E,MAAM,GAAG,GAAoB;QAC3B,EAAE,EAAE,KAAK;QACT,OAAO,EAAE,KAAK,CAAC,EAAE;QACjB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,EAAE,EAAE,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;QAC9C,KAAK,EAAE,WAAW;QAClB,OAAO,EAAE,aAAa,CAAC,WAAW,CAAC;QACnC,gBAAgB;KACjB,CAAA;IACD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IAClC,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,YAAY,EAAE,CAAA;AACvC,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,OAGvC;IACC,MAAM,KAAK,GAAG,IAAI,iBAAiB,CAAC,OAAO,CAAC,CAAA;IAC5C,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;IAChD,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IAClD,MAAM,KAAK,GAAG;QACZ,WAAW,EAAE,SAAS,CAAC,OAAO,CAAC,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,WAAW;QACzE,WAAW,EAAE,SAAS,CAAC,OAAO,CAAC,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,WAAW;QACzE,oBAAoB,EAAE,SAAS,CAAC,OAAO,CAAC,oBAAoB,GAAG,QAAQ,CAAC,OAAO,CAAC,oBAAoB;QACpG,cAAc,EAAE,SAAS,CAAC,OAAO,CAAC,cAAc,GAAG,QAAQ,CAAC,OAAO,CAAC,cAAc;QAClF,eAAe,EAAE,SAAS,CAAC,OAAO,CAAC,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,eAAe;QACrF,gBAAgB,EAAE,SAAS,CAAC,OAAO,CAAC,gBAAgB,GAAG,QAAQ,CAAC,OAAO,CAAC,gBAAgB;KACzF,CAAA;IACD,OAAO;QACL,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC;QAC3B,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC;QAC7B,KAAK;QACL,cAAc,EAAE,wBAAwB,CAAC,KAAK,CAAC;KAChD,CAAA;AACH,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,GAAoB;IAC3D,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QACjC,IAAI,CAAC,EAAE;QACP,IAAI,CAAC,IAAI;QACT,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;QAC7B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;QAC3B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;QAC3B,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC;QAC1B,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;QACtB,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC;QAC5B,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM;KAC3C,CAAC,CAAA;IACF,OAAO;QACL,2BAA2B,GAAG,CAAC,OAAO,EAAE;QACxC,EAAE;QACF,QAAQ,GAAG,CAAC,EAAE,EAAE;QAChB,cAAc,GAAG,CAAC,WAAW,EAAE;QAC/B,WAAW,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE;QACrC,EAAE;QACF,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;QACxD,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;QACxD,2BAA2B,GAAG,CAAC,OAAO,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QACxE,eAAe,GAAG,CAAC,OAAO,CAAC,cAAc,EAAE;QAC3C,qBAAqB,GAAG,CAAC,OAAO,CAAC,eAAe,EAAE;QAClD,oBAAoB,GAAG,CAAC,OAAO,CAAC,kBAAkB,EAAE;QACpD,EAAE;QACF,+GAA+G;QAC/G,4DAA4D;QAC5D,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;KAC7D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACd,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,KAAwB,EAAE,OAAe,EAAE,IAAsB;IAI1F,MAAM,QAAQ,GAAgC,EAAE,CAAA;IAChD,MAAM,gBAAgB,GAAa,EAAE,CAAA;IACrC,MAAM,YAAY,GAAa,EAAE,CAAA;IACjC,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAA;IAEjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACjD,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;QAChC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,UAAU,CAAC,CAAA;QAC1D,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACrB,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;YAChE,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;YAChC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAA;QAC9C,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;YAClC,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAA;YAChB,MAAK;QACP,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,QAAQ,GAAG,CAAC,CAAA;IAC3B,MAAM,eAAe,GAAG,IAAI,CAAC,sBAAsB,IAAI,cAAc,CAAC;QACpE,IAAI,CAAC,IAAI;QACT,GAAG,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC;KAClD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;IACb,OAAO;QACL,UAAU,EAAE;YACV,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM;YACN,OAAO,EAAE,QAAQ,KAAK,CAAC;YACvB,OAAO,EAAE,MAAM,IAAI,QAAQ,IAAI,CAAC;YAChC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM;YACnE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,IAAI,CAAC;YAC5C,eAAe;YACf,SAAS,EAAE,QAAQ,CAAC,MAAM;YAC1B,QAAQ;YACR,gBAAgB;SACjB;QACD,YAAY;KACb,CAAA;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,OAA4B,EAAE,GAAW;IACjE,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAC1B,MAAM,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,CAAC,CAAA;IACtD,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IAC5D,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE;YAC1C,KAAK,EAAE,IAAI;YACX,GAAG;YACH,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,OAAO,CAAC,SAAS,IAAI,MAAM;SACrC,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACpF,MAAM,eAAe,GAAG,kBAAkB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;QAC/D,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc;YAC3C,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC;YACzC,CAAC,CAAC,IAAI,CAAA;QACR,OAAO;YACL,EAAE,EAAE,OAAO,CAAC,EAAE,IAAI,WAAW,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;YACvD,OAAO,EAAE,gBAAgB,CAAC,KAAK;YAC/B,gBAAgB;YAChB,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,CAAC;YAC9B,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC,KAAK,gBAAgB,IAAI,cAAc;YACrE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;YAChC,aAAa,EAAE,eAAe,CAAC,KAAK,IAAI,aAAa;YACrD,gBAAgB,EAAE,gBAAgB,CAAC,QAAQ,IAAI,eAAe,CAAC,QAAQ;SACxE,CAAA;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,eAAe,GAAG,kBAAkB,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;QAClG,OAAO;YACL,EAAE,EAAE,OAAO,CAAC,EAAE,IAAI,WAAW,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;YACvD,OAAO,EAAE,gBAAgB,CAAC,KAAK;YAC/B,gBAAgB;YAChB,QAAQ,EAAE,CAAC;YACX,MAAM,EAAE,KAAK;YACb,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;YAChC,aAAa,EAAE,eAAe,CAAC,KAAK;YACpC,gBAAgB,EAAE,gBAAgB,CAAC,QAAQ,IAAI,eAAe,CAAC,QAAQ;SACxE,CAAA;IACH,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,OAAe,EAAE,IAAsB,EAAE,OAAkC,EAAE,aAAqB;IAC7H,MAAM,QAAQ,GAAG,mBAAmB,CAAC;QACnC,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;QAC1C,aAAa,EAAE,OAAO,CAAC,aAAa;KACrC,CAAC,CAAA;IACF,OAAO;QACL,EAAE,EAAE,QAAQ,IAAI,CAAC,GAAG,EAAE,IAAI,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;QACpD,MAAM,EAAE,IAAI,CAAC,EAAE;QACf,OAAO;QACP,MAAM,EAAE,IAAI,CAAC,EAAE;QACf,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,QAAQ,EAAE,IAAI,CAAC,uBAAuB,IAAI,iBAAiB;QAC3D,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,QAAQ;QAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,SAAS,EAAE,WAAW,aAAa,iCAAiC;QACpE,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC;QACxC,UAAU,EAAE,8GAA8G;QAC1H,UAAU,EAAE,aAAa,CAAC,IAAI,CAAC,uBAAuB,IAAI,iBAAiB,CAAC;QAC5E,aAAa,EAAE,OAAO,CAAC,OAAO;QAC9B,MAAM,EAAE,MAAM;QACd,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,IAAI,QAAQ,CAAC,QAAQ;KAChE,CAAA;AACH,CAAC;AAED,SAAS,aAAa,CAAC,KAA+B;IACpD,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAA;IAC1B,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAA;IACzD,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAA;IACzD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,CAAA;IACxD,OAAO;QACL,KAAK;QACL,MAAM,EAAE,KAAK,GAAG,MAAM;QACtB,MAAM;QACN,OAAO;QACP,OAAO;QACP,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC;QAClC,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC;QAClC,oBAAoB,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,GAAG,KAAK;QACxG,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QACpE,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;QAC3E,gBAAgB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAC7E,kBAAkB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC;KACvF,CAAA;AACH,CAAC;AAED,SAAS,aAAa,CAAC,QAA+B;IACpD,MAAM,GAAG,GAA0C;QACjD,wBAAwB,EAAE,6EAA6E;QACvG,2BAA2B,EAAE,mEAAmE;QAChG,qCAAqC,EAAE,4DAA4D;QACnG,yBAAyB,EAAE,8DAA8D;QACzF,0BAA0B,EAAE,gEAAgE;QAC5F,+BAA+B,EAAE,mDAAmD;QACpF,kCAAkC,EAAE,kEAAkE;QACtG,yCAAyC,EAAE,iEAAiE;QAC5G,iBAAiB,EAAE,mEAAmE;QACtF,OAAO,EAAE,0DAA0D;KACpE,CAAA;IACD,OAAO,GAAG,CAAC,QAAQ,CAAC,CAAA;AACtB,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAsC;IACtE,MAAM,MAAM,GAAG,KAAK,CAAC,WAAW,GAAG,CAAC,IAAI,KAAK,CAAC,WAAW,GAAG,CAAC,IAAI,KAAK,CAAC,oBAAoB,GAAG,CAAC,IAAI,KAAK,CAAC,gBAAgB,GAAG,CAAC,CAAA;IAC7H,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,GAAG,CAAC,IAAI,KAAK,CAAC,WAAW,GAAG,CAAC,IAAI,KAAK,CAAC,oBAAoB,GAAG,CAAC,IAAI,KAAK,CAAC,gBAAgB,GAAG,CAAC,CAAA;IAC5H,IAAI,MAAM,IAAI,CAAC,KAAK;QAAE,OAAO,UAAU,CAAA;IACvC,IAAI,KAAK,IAAI,CAAC,MAAM;QAAE,OAAO,WAAW,CAAA;IACxC,IAAI,MAAM,IAAI,KAAK;QAAE,OAAO,OAAO,CAAA;IACnC,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,OAAO,CAAC,GAAoB;IACnC,OAAO,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAA;AACnE,CAAC;AAED,SAAS,QAAQ,CAAI,IAAY;IAC/B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAM,CAAA;IAC/D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY;IAC5B,OAAO,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;AAC7D,CAAC;AAED,SAAS,KAAK,CAAC,IAAY,EAAE,KAAa;IACxC,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAA;AACnE,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAA;AACzD,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;AACpC,CAAC"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import type { ContextBudgetReport } from '../context/ContextBudget.js';
|
|
2
|
+
import type { CodeGraphQueryReport } from '../codegraph/CodeIntelligence.js';
|
|
3
|
+
import type { ProgressiveGovernanceReport } from './ProgressiveGovernance.js';
|
|
4
|
+
export interface GovernanceRoiModule {
|
|
5
|
+
module: string;
|
|
6
|
+
evidenceLevel: 'measured' | 'estimated' | 'missing';
|
|
7
|
+
benefit: string;
|
|
8
|
+
overhead: string;
|
|
9
|
+
recommendation: 'keep-default' | 'keep-optional' | 'demote' | 'needs-evidence';
|
|
10
|
+
}
|
|
11
|
+
export interface GovernanceRoiReport {
|
|
12
|
+
taskId?: string;
|
|
13
|
+
generatedAt: string;
|
|
14
|
+
summary: {
|
|
15
|
+
evidenceLevel: 'measured' | 'estimated' | 'missing';
|
|
16
|
+
recommendation: 'keep-default' | 'keep-optional' | 'demote' | 'needs-evidence';
|
|
17
|
+
};
|
|
18
|
+
modules: GovernanceRoiModule[];
|
|
19
|
+
}
|
|
20
|
+
export declare function createGovernanceRoiReport(options: {
|
|
21
|
+
taskId?: string;
|
|
22
|
+
contextBudget?: ContextBudgetReport;
|
|
23
|
+
codeIntelligence?: CodeGraphQueryReport;
|
|
24
|
+
governance?: ProgressiveGovernanceReport;
|
|
25
|
+
}): GovernanceRoiReport;
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
export function createGovernanceRoiReport(options) {
|
|
2
|
+
const modules = [];
|
|
3
|
+
if (options.contextBudget) {
|
|
4
|
+
const budget = options.contextBudget;
|
|
5
|
+
modules.push({
|
|
6
|
+
module: 'context-budget',
|
|
7
|
+
evidenceLevel: 'estimated',
|
|
8
|
+
benefit: `Visible context cost: ${budget.summary.totalTokens} estimated tokens across ${budget.summary.totalFiles} files; Always-loaded cost ${budget.summary.alwaysTokens}.`,
|
|
9
|
+
overhead: 'One filesystem scan over governance and documentation artifacts.',
|
|
10
|
+
recommendation: budget.summary.alwaysTokens <= budget.thresholds.maxAlwaysTokens ? 'keep-default' : 'needs-evidence',
|
|
11
|
+
});
|
|
12
|
+
}
|
|
13
|
+
else {
|
|
14
|
+
modules.push({
|
|
15
|
+
module: 'context-budget',
|
|
16
|
+
evidenceLevel: 'missing',
|
|
17
|
+
benefit: 'No context budget evidence available.',
|
|
18
|
+
overhead: 'Unknown.',
|
|
19
|
+
recommendation: 'needs-evidence',
|
|
20
|
+
});
|
|
21
|
+
}
|
|
22
|
+
if (options.governance) {
|
|
23
|
+
const governance = options.governance;
|
|
24
|
+
modules.push({
|
|
25
|
+
module: 'progressive-governance',
|
|
26
|
+
evidenceLevel: 'estimated',
|
|
27
|
+
benefit: `Recommended ${governance.recommendedMode} mode from ${governance.signals.length} risk signal(s); effective mode ${governance.effectiveMode}.`,
|
|
28
|
+
overhead: `${governance.requiredBehaviors.length} required behavior(s) activated.`,
|
|
29
|
+
recommendation: governance.effectiveMode === 'minimal' ? 'keep-default' : 'keep-optional',
|
|
30
|
+
});
|
|
31
|
+
}
|
|
32
|
+
else {
|
|
33
|
+
modules.push({
|
|
34
|
+
module: 'progressive-governance',
|
|
35
|
+
evidenceLevel: 'missing',
|
|
36
|
+
benefit: 'No risk-signal evaluation available.',
|
|
37
|
+
overhead: 'Unknown.',
|
|
38
|
+
recommendation: 'needs-evidence',
|
|
39
|
+
});
|
|
40
|
+
}
|
|
41
|
+
if (options.codeIntelligence) {
|
|
42
|
+
const code = options.codeIntelligence;
|
|
43
|
+
modules.push({
|
|
44
|
+
module: 'code-intelligence',
|
|
45
|
+
evidenceLevel: code.fallbackUsed ? 'estimated' : 'measured',
|
|
46
|
+
benefit: code.fallbackUsed
|
|
47
|
+
? `No graph provider answered "${code.query}"; fallback found ${code.files.length} file(s) with ${code.roi.fileReadsSaved} estimated reads saved by scoping.`
|
|
48
|
+
: `Graph provider ${code.provider} returned ${code.hits.length} hit(s), ${code.files.length} file(s), and ${code.roi.fileReadsSaved} estimated file reads saved.`,
|
|
49
|
+
overhead: code.fallbackUsed ? 'One scoped source scan fallback.' : 'One code intelligence provider query.',
|
|
50
|
+
recommendation: code.fallbackUsed ? 'needs-evidence' : 'keep-optional',
|
|
51
|
+
});
|
|
52
|
+
}
|
|
53
|
+
const summary = summarize(modules);
|
|
54
|
+
return {
|
|
55
|
+
taskId: options.taskId,
|
|
56
|
+
generatedAt: new Date().toISOString(),
|
|
57
|
+
summary,
|
|
58
|
+
modules,
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
function summarize(modules) {
|
|
62
|
+
if (modules.some(module => module.recommendation === 'needs-evidence')) {
|
|
63
|
+
return { evidenceLevel: 'estimated', recommendation: 'needs-evidence' };
|
|
64
|
+
}
|
|
65
|
+
if (modules.some(module => module.recommendation === 'keep-optional')) {
|
|
66
|
+
return { evidenceLevel: 'estimated', recommendation: 'keep-optional' };
|
|
67
|
+
}
|
|
68
|
+
return { evidenceLevel: 'estimated', recommendation: 'keep-default' };
|
|
69
|
+
}
|
|
70
|
+
//# sourceMappingURL=GovernanceRoi.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"GovernanceRoi.js","sourceRoot":"","sources":["../../src/governance/GovernanceRoi.ts"],"names":[],"mappings":"AAsBA,MAAM,UAAU,yBAAyB,CAAC,OAKzC;IACC,MAAM,OAAO,GAA0B,EAAE,CAAA;IAEzC,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,OAAO,CAAC,aAAa,CAAA;QACpC,OAAO,CAAC,IAAI,CAAC;YACX,MAAM,EAAE,gBAAgB;YACxB,aAAa,EAAE,WAAW;YAC1B,OAAO,EAAE,yBAAyB,MAAM,CAAC,OAAO,CAAC,WAAW,4BAA4B,MAAM,CAAC,OAAO,CAAC,UAAU,8BAA8B,MAAM,CAAC,OAAO,CAAC,YAAY,GAAG;YAC7K,QAAQ,EAAE,kEAAkE;YAC5E,cAAc,EAAE,MAAM,CAAC,OAAO,CAAC,YAAY,IAAI,MAAM,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,gBAAgB;SACrH,CAAC,CAAA;IACJ,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,IAAI,CAAC;YACX,MAAM,EAAE,gBAAgB;YACxB,aAAa,EAAE,SAAS;YACxB,OAAO,EAAE,uCAAuC;YAChD,QAAQ,EAAE,UAAU;YACpB,cAAc,EAAE,gBAAgB;SACjC,CAAC,CAAA;IACJ,CAAC;IAED,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACvB,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAA;QACrC,OAAO,CAAC,IAAI,CAAC;YACX,MAAM,EAAE,wBAAwB;YAChC,aAAa,EAAE,WAAW;YAC1B,OAAO,EAAE,eAAe,UAAU,CAAC,eAAe,cAAc,UAAU,CAAC,OAAO,CAAC,MAAM,mCAAmC,UAAU,CAAC,aAAa,GAAG;YACvJ,QAAQ,EAAE,GAAG,UAAU,CAAC,iBAAiB,CAAC,MAAM,kCAAkC;YAClF,cAAc,EAAE,UAAU,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,eAAe;SAC1F,CAAC,CAAA;IACJ,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,IAAI,CAAC;YACX,MAAM,EAAE,wBAAwB;YAChC,aAAa,EAAE,SAAS;YACxB,OAAO,EAAE,sCAAsC;YAC/C,QAAQ,EAAE,UAAU;YACpB,cAAc,EAAE,gBAAgB;SACjC,CAAC,CAAA;IACJ,CAAC;IAED,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,OAAO,CAAC,gBAAgB,CAAA;QACrC,OAAO,CAAC,IAAI,CAAC;YACX,MAAM,EAAE,mBAAmB;YAC3B,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU;YAC3D,OAAO,EAAE,IAAI,CAAC,YAAY;gBACxB,CAAC,CAAC,+BAA+B,IAAI,CAAC,KAAK,qBAAqB,IAAI,CAAC,KAAK,CAAC,MAAM,iBAAiB,IAAI,CAAC,GAAG,CAAC,cAAc,oCAAoC;gBAC7J,CAAC,CAAC,kBAAkB,IAAI,CAAC,QAAQ,aAAa,IAAI,CAAC,IAAI,CAAC,MAAM,YAAY,IAAI,CAAC,KAAK,CAAC,MAAM,iBAAiB,IAAI,CAAC,GAAG,CAAC,cAAc,8BAA8B;YACnK,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,kCAAkC,CAAC,CAAC,CAAC,uCAAuC;YAC1G,cAAc,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,eAAe;SACvE,CAAC,CAAA;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,CAAA;IAClC,OAAO;QACL,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,OAAO;QACP,OAAO;KACR,CAAA;AACH,CAAC;AAED,SAAS,SAAS,CAAC,OAA8B;IAC/C,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,cAAc,KAAK,gBAAgB,CAAC,EAAE,CAAC;QACvE,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,cAAc,EAAE,gBAAgB,EAAE,CAAA;IACzE,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,cAAc,KAAK,eAAe,CAAC,EAAE,CAAC;QACtE,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,cAAc,EAAE,eAAe,EAAE,CAAA;IACxE,CAAC;IACD,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,cAAc,EAAE,cAAc,EAAE,CAAA;AACvE,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
export type GovernanceMode = 'minimal' | 'standard' | 'expanded' | 'critical';
|
|
2
|
+
export interface GovernanceRiskSignal {
|
|
3
|
+
id: string;
|
|
4
|
+
mode: GovernanceMode;
|
|
5
|
+
reason: string;
|
|
6
|
+
evidence: string[];
|
|
7
|
+
}
|
|
8
|
+
export interface ProgressiveGovernanceInput {
|
|
9
|
+
task?: string;
|
|
10
|
+
changedFiles?: string[];
|
|
11
|
+
requestedMode?: GovernanceMode;
|
|
12
|
+
}
|
|
13
|
+
export interface ProgressiveGovernanceReport {
|
|
14
|
+
requestedMode?: GovernanceMode;
|
|
15
|
+
recommendedMode: GovernanceMode;
|
|
16
|
+
effectiveMode: GovernanceMode;
|
|
17
|
+
escalated: boolean;
|
|
18
|
+
signals: GovernanceRiskSignal[];
|
|
19
|
+
requiredBehaviors: string[];
|
|
20
|
+
}
|
|
21
|
+
export declare function normalizeGovernanceMode(value: unknown): GovernanceMode | undefined;
|
|
22
|
+
export declare function evaluateProgressiveGovernance(input?: ProgressiveGovernanceInput): ProgressiveGovernanceReport;
|