@izkac/forgekit 0.3.12 → 0.3.14
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/forge.mjs +119 -107
- package/bin/forgekit.mjs +83 -83
- package/bin/review.mjs +81 -81
- package/package.json +2 -1
- package/scripts/prepack.mjs +78 -78
- package/scripts/run-tests.mjs +50 -50
- package/src/adr.mjs +236 -236
- package/src/adr.test.mjs +170 -170
- package/src/change.mjs +327 -234
- package/src/change.test.mjs +145 -83
- package/src/cleanup-sessions.mjs +84 -84
- package/src/config.mjs +103 -103
- package/src/defer.mjs +75 -75
- package/src/doctor.mjs +350 -341
- package/src/doctor.test.mjs +114 -114
- package/src/fleet.test.mjs +50 -0
- package/src/init.mjs +680 -621
- package/src/install.mjs +815 -815
- package/src/install.test.mjs +180 -180
- package/src/integrity-check.mjs +60 -60
- package/src/integrity.mjs +688 -682
- package/src/integrity.test.mjs +612 -566
- package/src/lib/fleet.mjs +61 -4
- package/src/lib.mjs +160 -143
- package/src/lib.test.mjs +128 -0
- package/src/models.defaults.json +41 -41
- package/src/new-session.mjs +99 -99
- package/src/openspec-overlays/README.md +19 -19
- package/src/openspec-overlays/openspec-apply-change-footer.md +14 -14
- package/src/openspec-overlays/opsx-apply-completion-step.md +1 -1
- package/src/openspec-overlays/opsx-apply-implement-step.md +11 -11
- package/src/paths.mjs +92 -92
- package/src/plan-engine.mjs +321 -278
- package/src/plan-engine.test.mjs +447 -283
- package/src/preferences.defaults.json +78 -78
- package/src/preferences.mjs +438 -438
- package/src/preferences.test.mjs +174 -174
- package/src/record-evidence.mjs +204 -204
- package/src/repo-root.mjs +33 -0
- package/src/resolve-model.mjs +312 -312
- package/src/resolve-model.test.mjs +194 -194
- package/src/review/cli.test.mjs +117 -117
- package/src/review/export.mjs +172 -172
- package/src/review/export.test.mjs +197 -197
- package/src/review/fixtures/valid-review.json +42 -42
- package/src/review/lib.mjs +894 -894
- package/src/review/lib.test.mjs +266 -266
- package/src/review/schema.json +196 -196
- package/src/review/signals.test.mjs +62 -62
- package/src/score-cli.mjs +68 -68
- package/src/score.mjs +568 -568
- package/src/score.test.mjs +366 -366
- package/src/session-reminder.mjs +207 -207
- package/src/session-status.mjs +70 -70
- package/src/set-models.mjs +186 -186
- package/src/set-phase.mjs +205 -205
- package/src/set-prefs.mjs +294 -294
- package/src/specs-sync.mjs +232 -0
- package/src/specs-sync.test.mjs +114 -0
- package/src/spine.mjs +93 -93
- package/src/triage-prompt.mjs +175 -175
- package/src/triage-prompt.test.mjs +50 -50
- package/src/vendor-openspec-overlays.mjs +176 -176
- package/src/vendor-openspec-overlays.test.mjs +62 -62
- package/vendor/skills/archive-to-adr/SKILL.md +149 -149
- package/vendor/skills/forge/SKILL.md +136 -136
- package/vendor/skills/forge/docs/forge.md +650 -647
- package/vendor/skills/forge/phases/brainstorm.md +23 -23
- package/vendor/skills/forge/phases/finish.md +90 -87
- package/vendor/skills/forge/phases/implement.md +77 -77
- package/vendor/skills/forge/phases/plan-openspec.md +60 -60
- package/vendor/skills/forge/phases/plan-specs.md +163 -117
- package/vendor/skills/forge/phases/review.md +25 -25
- package/vendor/skills/forge/phases/verify.md +124 -124
- package/vendor/skills/forge/references/forge-layout.md +85 -85
- package/vendor/skills/forge/references/pace.md +115 -115
- package/vendor/skills/forge/references/plan-routing.md +52 -51
- package/vendor/skills/forge/references/runtime-integrity.md +232 -232
- package/vendor/skills/forge/references/substantial-work.md +37 -37
- package/vendor/skills/forge/references/test-evidence.md +30 -30
- package/vendor/skills/forge/references/test-strategy.md +68 -68
- package/vendor/skills/forge/skills/subagent-driven-development/SKILL.md +87 -87
- package/vendor/skills/forge/subagents/final-reviewer-prompt.md +56 -56
- package/vendor/skills/forge/subagents/implementer-prompt.md +38 -38
- package/vendor/skills/git-resolve-adr-conflict/SKILL.md +132 -132
- package/vendor/skills/thorough-code-review/SKILL.md +290 -290
- package/vendor/skills/thorough-code-review/examples.md +133 -133
- package/vendor/skills/thorough-code-review/reference/accepted-risks.md +26 -26
- package/vendor/skills/thorough-code-review/reference/lenses.md +96 -96
- package/vendor/skills/thorough-code-review/reference/phase1-scout.md +62 -62
- package/vendor/skills/thorough-code-review/reference/phase2-skeptic.md +105 -105
- package/vendor/skills/thorough-code-review/reference/report-schema.json +222 -222
- package/vendor/skills/thorough-code-review/reference/report-template.md +115 -115
- package/vendor/skills/thorough-code-review/reference/severity-rubric.md +49 -49
- package/vendor/skills/thorough-code-review/reference/signals-preflight.md +55 -55
- package/vendor/templates/adr/README.md +7 -7
- package/vendor/templates/adr/decisions.md +141 -141
- package/vendor/templates/adr/hooks/check-pending-adrs.mjs +74 -74
- package/vendor/templates/adr/hooks/check-pending-adrs.sh +3 -3
- package/vendor/templates/adr/hooks/openspec-archive-agent-message.mjs +52 -52
- package/vendor/templates/adr/hooks/openspec-archive-agent-message.sh +3 -3
- package/vendor/templates/project/claude/commands/forge-apply.md +75 -75
- package/vendor/templates/project/claude/commands/forge-brainstorm.md +7 -7
- package/vendor/templates/project/claude/commands/forge-build.md +17 -17
- package/vendor/templates/project/claude/commands/forge-plan.md +12 -12
- package/vendor/templates/project/claude/commands/forge-skip.md +14 -14
- package/vendor/templates/project/claude/commands/forge-status.md +16 -16
- package/vendor/templates/project/claude/commands/forge.md +16 -16
- package/vendor/templates/project/claude/hooks/forge-prompt-hook.mjs +73 -73
- package/vendor/templates/project/claude/hooks/forge-session-start.mjs +19 -19
- package/vendor/templates/project/claude/hooks/forge-triage-hook.mjs +77 -77
- package/vendor/templates/project/cursor/commands/forge-apply.md +75 -75
- package/vendor/templates/project/cursor/commands/forge-brainstorm.md +10 -10
- package/vendor/templates/project/cursor/commands/forge-build.md +17 -17
- package/vendor/templates/project/cursor/commands/forge-plan.md +15 -15
- package/vendor/templates/project/cursor/commands/forge-skip.md +14 -14
- package/vendor/templates/project/cursor/commands/forge-status.md +16 -16
- package/vendor/templates/project/cursor/commands/forge.md +16 -16
- package/vendor/templates/project/cursor/hooks/forge-session-start.mjs +30 -30
- package/vendor/templates/project/cursor/hooks/forge-session-start.sh +3 -3
package/src/review/lib.test.mjs
CHANGED
|
@@ -1,266 +1,266 @@
|
|
|
1
|
-
import test from 'node:test';
|
|
2
|
-
import assert from 'node:assert/strict';
|
|
3
|
-
import fs from 'node:fs';
|
|
4
|
-
import path from 'node:path';
|
|
5
|
-
import { fileURLToPath } from 'node:url';
|
|
6
|
-
import {
|
|
7
|
-
validateReport,
|
|
8
|
-
renderMarkdown,
|
|
9
|
-
buildReviewSkeleton,
|
|
10
|
-
compactStamp,
|
|
11
|
-
slugify,
|
|
12
|
-
countOpenAtOrAbove,
|
|
13
|
-
countByVerdict,
|
|
14
|
-
} from './lib.mjs';
|
|
15
|
-
|
|
16
|
-
const __dirname = path.dirname(fileURLToPath(import.meta.url));
|
|
17
|
-
const validFixture = JSON.parse(
|
|
18
|
-
fs.readFileSync(path.join(__dirname, 'fixtures', 'valid-review.json'), 'utf8'),
|
|
19
|
-
);
|
|
20
|
-
|
|
21
|
-
// --- stamping / slug ---
|
|
22
|
-
|
|
23
|
-
test('compactStamp produces a compact UTC review stamp', () => {
|
|
24
|
-
assert.equal(compactStamp(new Date('2026-06-05T16:00:00.000Z')), '20260605T160000Z');
|
|
25
|
-
});
|
|
26
|
-
|
|
27
|
-
test('slugify normalizes free text', () => {
|
|
28
|
-
assert.equal(slugify('Mercury VAT / checkout!'), 'mercury-vat-checkout');
|
|
29
|
-
assert.equal(slugify(' '), 'review');
|
|
30
|
-
});
|
|
31
|
-
|
|
32
|
-
// --- buildReviewSkeleton ---
|
|
33
|
-
|
|
34
|
-
test('buildReviewSkeleton yields a schema-valid review', () => {
|
|
35
|
-
const { reviewId, fileBase, report } = buildReviewSkeleton({
|
|
36
|
-
slug: 'mercury-vat',
|
|
37
|
-
type: 'branch',
|
|
38
|
-
now: new Date('2026-06-05T16:00:00.000Z'),
|
|
39
|
-
headSha: 'abc123',
|
|
40
|
-
});
|
|
41
|
-
assert.equal(reviewId, '20260605T160000Z-mercury-vat');
|
|
42
|
-
assert.equal(fileBase, '20260605T160000Z-mercury-vat-review');
|
|
43
|
-
assert.equal(report.scope.head_sha, 'abc123');
|
|
44
|
-
const result = validateReport(report);
|
|
45
|
-
assert.equal(result.ok, true, JSON.stringify(result.errors));
|
|
46
|
-
});
|
|
47
|
-
|
|
48
|
-
test('buildReviewSkeleton requires parent for reverify', () => {
|
|
49
|
-
assert.throws(
|
|
50
|
-
() => buildReviewSkeleton({ slug: 'x', kind: 'reverify', now: new Date('2026-06-05T16:00:00.000Z') }),
|
|
51
|
-
/reverify/,
|
|
52
|
-
);
|
|
53
|
-
});
|
|
54
|
-
|
|
55
|
-
test('buildReviewSkeleton reverify with parent is valid', () => {
|
|
56
|
-
const { fileBase, report } = buildReviewSkeleton({
|
|
57
|
-
slug: 'x',
|
|
58
|
-
kind: 'reverify',
|
|
59
|
-
parentReport: '20260101T000000Z-x',
|
|
60
|
-
now: new Date('2026-06-05T16:00:00.000Z'),
|
|
61
|
-
});
|
|
62
|
-
assert.ok(fileBase.endsWith('-reverify'));
|
|
63
|
-
assert.equal(report.parent_report, '20260101T000000Z-x');
|
|
64
|
-
});
|
|
65
|
-
|
|
66
|
-
// --- hardened validation ---
|
|
67
|
-
|
|
68
|
-
test('rejects non-ISO created_at', () => {
|
|
69
|
-
const bad = { ...validFixture, created_at: 'June 5 2026' };
|
|
70
|
-
const result = validateReport(bad);
|
|
71
|
-
assert.equal(result.ok, false);
|
|
72
|
-
assert.ok(result.errors.some((e) => e.includes('created_at')));
|
|
73
|
-
});
|
|
74
|
-
|
|
75
|
-
test('rejects summary counts that disagree with findings', () => {
|
|
76
|
-
const bad = { ...validFixture, summary: { ...validFixture.summary, confirmed: 5 } };
|
|
77
|
-
const result = validateReport(bad);
|
|
78
|
-
assert.equal(result.ok, false);
|
|
79
|
-
assert.ok(result.errors.some((e) => e.includes('summary.confirmed')));
|
|
80
|
-
});
|
|
81
|
-
|
|
82
|
-
test('rejects tentative_count below findings count', () => {
|
|
83
|
-
const bad = { ...validFixture, summary: { ...validFixture.summary, tentative_count: 1 } };
|
|
84
|
-
const result = validateReport(bad);
|
|
85
|
-
assert.equal(result.ok, false);
|
|
86
|
-
assert.ok(result.errors.some((e) => e.includes('tentative_count')));
|
|
87
|
-
});
|
|
88
|
-
|
|
89
|
-
test('rejects downgraded finding without original_severity', () => {
|
|
90
|
-
const bad = {
|
|
91
|
-
...validFixture,
|
|
92
|
-
summary: { tentative_count: 1, downgraded: 1 },
|
|
93
|
-
findings: [
|
|
94
|
-
{
|
|
95
|
-
id: 'F-001',
|
|
96
|
-
lens: 'security',
|
|
97
|
-
location: 'a.ts:1',
|
|
98
|
-
claim: 'x',
|
|
99
|
-
severity: 'minor',
|
|
100
|
-
verdict: 'downgraded',
|
|
101
|
-
verdict_reason: 'lowered',
|
|
102
|
-
},
|
|
103
|
-
],
|
|
104
|
-
};
|
|
105
|
-
const result = validateReport(bad);
|
|
106
|
-
assert.equal(result.ok, false);
|
|
107
|
-
assert.ok(result.errors.some((e) => e.includes('original_severity')));
|
|
108
|
-
});
|
|
109
|
-
|
|
110
|
-
test('accepts a finding with a valid second_opinion', () => {
|
|
111
|
-
const ok = {
|
|
112
|
-
...validFixture,
|
|
113
|
-
summary: { tentative_count: 1, confirmed: 1 },
|
|
114
|
-
findings: [
|
|
115
|
-
{
|
|
116
|
-
id: 'F-001',
|
|
117
|
-
lens: 'security',
|
|
118
|
-
location: 'a.ts:1',
|
|
119
|
-
claim: 'auth bypass',
|
|
120
|
-
severity: 'critical',
|
|
121
|
-
verdict: 'confirmed',
|
|
122
|
-
verdict_reason: 'real',
|
|
123
|
-
second_opinion: { verdict: 'confirmed', verdict_reason: 'second skeptic agrees', agrees: true },
|
|
124
|
-
},
|
|
125
|
-
],
|
|
126
|
-
};
|
|
127
|
-
const result = validateReport(ok);
|
|
128
|
-
assert.equal(result.ok, true, JSON.stringify(result.errors));
|
|
129
|
-
});
|
|
130
|
-
|
|
131
|
-
test('rejects a malformed coverage ledger', () => {
|
|
132
|
-
const bad = {
|
|
133
|
-
...validFixture,
|
|
134
|
-
coverage: { lenses_without_findings: [{ lens: 'not-a-lens', reason: 'x' }] },
|
|
135
|
-
};
|
|
136
|
-
const result = validateReport(bad);
|
|
137
|
-
assert.equal(result.ok, false);
|
|
138
|
-
assert.ok(result.errors.some((e) => e.includes('lenses_without_findings')));
|
|
139
|
-
});
|
|
140
|
-
|
|
141
|
-
test('accepts a report with valid stats', () => {
|
|
142
|
-
const ok = {
|
|
143
|
-
...validFixture,
|
|
144
|
-
stats: {
|
|
145
|
-
scouts: 3,
|
|
146
|
-
skeptics_dedicated: 2,
|
|
147
|
-
skeptics_batched: 4,
|
|
148
|
-
grounded_skips: 1,
|
|
149
|
-
carried_forward: 0,
|
|
150
|
-
second_opinions: 1,
|
|
151
|
-
},
|
|
152
|
-
};
|
|
153
|
-
const result = validateReport(ok);
|
|
154
|
-
assert.equal(result.ok, true, JSON.stringify(result.errors));
|
|
155
|
-
});
|
|
156
|
-
|
|
157
|
-
test('report without stats is still valid', () => {
|
|
158
|
-
const result = validateReport(validFixture);
|
|
159
|
-
assert.equal(result.ok, true, JSON.stringify(result.errors));
|
|
160
|
-
});
|
|
161
|
-
|
|
162
|
-
test('rejects an unknown stats key', () => {
|
|
163
|
-
const bad = { ...validFixture, stats: { scouts: 1, surprise: 2 } };
|
|
164
|
-
const result = validateReport(bad);
|
|
165
|
-
assert.equal(result.ok, false);
|
|
166
|
-
assert.ok(result.errors.some((e) => e.includes('stats.surprise')));
|
|
167
|
-
});
|
|
168
|
-
|
|
169
|
-
test('rejects non-integer and negative stats values', () => {
|
|
170
|
-
const nonInteger = validateReport({ ...validFixture, stats: { scouts: 1.5 } });
|
|
171
|
-
assert.equal(nonInteger.ok, false);
|
|
172
|
-
assert.ok(nonInteger.errors.some((e) => e.includes('stats.scouts')));
|
|
173
|
-
|
|
174
|
-
const negative = validateReport({ ...validFixture, stats: { carried_forward: -1 } });
|
|
175
|
-
assert.equal(negative.ok, false);
|
|
176
|
-
assert.ok(negative.errors.some((e) => e.includes('stats.carried_forward')));
|
|
177
|
-
});
|
|
178
|
-
|
|
179
|
-
test('rejects non-object stats', () => {
|
|
180
|
-
const result = validateReport({ ...validFixture, stats: [3] });
|
|
181
|
-
assert.equal(result.ok, false);
|
|
182
|
-
assert.ok(result.errors.some((e) => e.includes('stats must be an object')));
|
|
183
|
-
});
|
|
184
|
-
|
|
185
|
-
// --- graded fail-on ---
|
|
186
|
-
|
|
187
|
-
test('countOpenAtOrAbove respects the severity threshold', () => {
|
|
188
|
-
const report = {
|
|
189
|
-
findings: [
|
|
190
|
-
{ severity: 'important', verdict: 'confirmed' },
|
|
191
|
-
{ severity: 'critical', verdict: 'still_open' },
|
|
192
|
-
{ severity: 'minor', verdict: 'confirmed' },
|
|
193
|
-
{ severity: 'critical', verdict: 'false_positive' },
|
|
194
|
-
],
|
|
195
|
-
};
|
|
196
|
-
assert.equal(countOpenAtOrAbove(report, 'critical'), 1);
|
|
197
|
-
assert.equal(countOpenAtOrAbove(report, 'important'), 2);
|
|
198
|
-
assert.equal(countOpenAtOrAbove(report, 'minor'), 3);
|
|
199
|
-
});
|
|
200
|
-
|
|
201
|
-
// --- render ---
|
|
202
|
-
|
|
203
|
-
test('renderMarkdown reflects JSON as the single source of truth', () => {
|
|
204
|
-
const report = {
|
|
205
|
-
...validFixture,
|
|
206
|
-
summary: {
|
|
207
|
-
...validFixture.summary,
|
|
208
|
-
headline: 'Reviewed 1 file; 1 confirmed, 1 false positive.',
|
|
209
|
-
top_actions: ['Add empty-cart guard'],
|
|
210
|
-
},
|
|
211
|
-
};
|
|
212
|
-
const md = renderMarkdown(report);
|
|
213
|
-
assert.ok(md.startsWith('# Code review —'));
|
|
214
|
-
assert.ok(md.includes('Reviewed 1 file'));
|
|
215
|
-
assert.ok(md.includes('## Important')); // F-001 important confirmed in main body
|
|
216
|
-
assert.ok(md.includes('Add empty-cart guard'));
|
|
217
|
-
assert.ok(md.includes('## Appendix A — Rejected findings')); // F-002 false positive
|
|
218
|
-
assert.ok(md.includes('F-002'));
|
|
219
|
-
// false positives never appear in the main severity body
|
|
220
|
-
const mainBody = md.split('## Appendix A')[0];
|
|
221
|
-
assert.ok(!mainBody.includes('SQL injection'));
|
|
222
|
-
});
|
|
223
|
-
|
|
224
|
-
test('renderMarkdown shows downgrade provenance and second opinions', () => {
|
|
225
|
-
const report = {
|
|
226
|
-
...validFixture,
|
|
227
|
-
summary: { tentative_count: 1, downgraded: 1 },
|
|
228
|
-
findings: [
|
|
229
|
-
{
|
|
230
|
-
id: 'F-001',
|
|
231
|
-
lens: 'architecture',
|
|
232
|
-
location: 'a.ts:1',
|
|
233
|
-
claim: 'coupling',
|
|
234
|
-
severity: 'minor',
|
|
235
|
-
original_severity: 'important',
|
|
236
|
-
verdict: 'downgraded',
|
|
237
|
-
verdict_reason: 'documented',
|
|
238
|
-
second_opinion: { verdict: 'downgraded', verdict_reason: 'concur', agrees: true },
|
|
239
|
-
},
|
|
240
|
-
],
|
|
241
|
-
};
|
|
242
|
-
const md = renderMarkdown(report);
|
|
243
|
-
assert.ok(md.includes('minor (was important)'));
|
|
244
|
-
assert.ok(md.includes('Second skeptic'));
|
|
245
|
-
assert.ok(md.includes('concur'));
|
|
246
|
-
});
|
|
247
|
-
|
|
248
|
-
test('renderMarkdown includes pipeline stats when present and omits them otherwise', () => {
|
|
249
|
-
const md = renderMarkdown({
|
|
250
|
-
...validFixture,
|
|
251
|
-
stats: { scouts: 3, skeptics_batched: 2, second_opinions: 1 },
|
|
252
|
-
});
|
|
253
|
-
assert.ok(md.includes('## Pipeline stats'));
|
|
254
|
-
assert.ok(md.includes('**Scouts:** 3'));
|
|
255
|
-
assert.ok(md.includes('**Batched skeptics:** 2'));
|
|
256
|
-
assert.ok(md.includes('**Second opinions:** 1'));
|
|
257
|
-
|
|
258
|
-
const withoutStats = renderMarkdown(validFixture);
|
|
259
|
-
assert.ok(!withoutStats.includes('## Pipeline stats'));
|
|
260
|
-
});
|
|
261
|
-
|
|
262
|
-
test('countByVerdict zero-fills every verdict bucket', () => {
|
|
263
|
-
const counts = countByVerdict({ findings: [] });
|
|
264
|
-
assert.equal(counts.confirmed, 0);
|
|
265
|
-
assert.equal(counts.regressed, 0);
|
|
266
|
-
});
|
|
1
|
+
import test from 'node:test';
|
|
2
|
+
import assert from 'node:assert/strict';
|
|
3
|
+
import fs from 'node:fs';
|
|
4
|
+
import path from 'node:path';
|
|
5
|
+
import { fileURLToPath } from 'node:url';
|
|
6
|
+
import {
|
|
7
|
+
validateReport,
|
|
8
|
+
renderMarkdown,
|
|
9
|
+
buildReviewSkeleton,
|
|
10
|
+
compactStamp,
|
|
11
|
+
slugify,
|
|
12
|
+
countOpenAtOrAbove,
|
|
13
|
+
countByVerdict,
|
|
14
|
+
} from './lib.mjs';
|
|
15
|
+
|
|
16
|
+
const __dirname = path.dirname(fileURLToPath(import.meta.url));
|
|
17
|
+
const validFixture = JSON.parse(
|
|
18
|
+
fs.readFileSync(path.join(__dirname, 'fixtures', 'valid-review.json'), 'utf8'),
|
|
19
|
+
);
|
|
20
|
+
|
|
21
|
+
// --- stamping / slug ---
|
|
22
|
+
|
|
23
|
+
test('compactStamp produces a compact UTC review stamp', () => {
|
|
24
|
+
assert.equal(compactStamp(new Date('2026-06-05T16:00:00.000Z')), '20260605T160000Z');
|
|
25
|
+
});
|
|
26
|
+
|
|
27
|
+
test('slugify normalizes free text', () => {
|
|
28
|
+
assert.equal(slugify('Mercury VAT / checkout!'), 'mercury-vat-checkout');
|
|
29
|
+
assert.equal(slugify(' '), 'review');
|
|
30
|
+
});
|
|
31
|
+
|
|
32
|
+
// --- buildReviewSkeleton ---
|
|
33
|
+
|
|
34
|
+
test('buildReviewSkeleton yields a schema-valid review', () => {
|
|
35
|
+
const { reviewId, fileBase, report } = buildReviewSkeleton({
|
|
36
|
+
slug: 'mercury-vat',
|
|
37
|
+
type: 'branch',
|
|
38
|
+
now: new Date('2026-06-05T16:00:00.000Z'),
|
|
39
|
+
headSha: 'abc123',
|
|
40
|
+
});
|
|
41
|
+
assert.equal(reviewId, '20260605T160000Z-mercury-vat');
|
|
42
|
+
assert.equal(fileBase, '20260605T160000Z-mercury-vat-review');
|
|
43
|
+
assert.equal(report.scope.head_sha, 'abc123');
|
|
44
|
+
const result = validateReport(report);
|
|
45
|
+
assert.equal(result.ok, true, JSON.stringify(result.errors));
|
|
46
|
+
});
|
|
47
|
+
|
|
48
|
+
test('buildReviewSkeleton requires parent for reverify', () => {
|
|
49
|
+
assert.throws(
|
|
50
|
+
() => buildReviewSkeleton({ slug: 'x', kind: 'reverify', now: new Date('2026-06-05T16:00:00.000Z') }),
|
|
51
|
+
/reverify/,
|
|
52
|
+
);
|
|
53
|
+
});
|
|
54
|
+
|
|
55
|
+
test('buildReviewSkeleton reverify with parent is valid', () => {
|
|
56
|
+
const { fileBase, report } = buildReviewSkeleton({
|
|
57
|
+
slug: 'x',
|
|
58
|
+
kind: 'reverify',
|
|
59
|
+
parentReport: '20260101T000000Z-x',
|
|
60
|
+
now: new Date('2026-06-05T16:00:00.000Z'),
|
|
61
|
+
});
|
|
62
|
+
assert.ok(fileBase.endsWith('-reverify'));
|
|
63
|
+
assert.equal(report.parent_report, '20260101T000000Z-x');
|
|
64
|
+
});
|
|
65
|
+
|
|
66
|
+
// --- hardened validation ---
|
|
67
|
+
|
|
68
|
+
test('rejects non-ISO created_at', () => {
|
|
69
|
+
const bad = { ...validFixture, created_at: 'June 5 2026' };
|
|
70
|
+
const result = validateReport(bad);
|
|
71
|
+
assert.equal(result.ok, false);
|
|
72
|
+
assert.ok(result.errors.some((e) => e.includes('created_at')));
|
|
73
|
+
});
|
|
74
|
+
|
|
75
|
+
test('rejects summary counts that disagree with findings', () => {
|
|
76
|
+
const bad = { ...validFixture, summary: { ...validFixture.summary, confirmed: 5 } };
|
|
77
|
+
const result = validateReport(bad);
|
|
78
|
+
assert.equal(result.ok, false);
|
|
79
|
+
assert.ok(result.errors.some((e) => e.includes('summary.confirmed')));
|
|
80
|
+
});
|
|
81
|
+
|
|
82
|
+
test('rejects tentative_count below findings count', () => {
|
|
83
|
+
const bad = { ...validFixture, summary: { ...validFixture.summary, tentative_count: 1 } };
|
|
84
|
+
const result = validateReport(bad);
|
|
85
|
+
assert.equal(result.ok, false);
|
|
86
|
+
assert.ok(result.errors.some((e) => e.includes('tentative_count')));
|
|
87
|
+
});
|
|
88
|
+
|
|
89
|
+
test('rejects downgraded finding without original_severity', () => {
|
|
90
|
+
const bad = {
|
|
91
|
+
...validFixture,
|
|
92
|
+
summary: { tentative_count: 1, downgraded: 1 },
|
|
93
|
+
findings: [
|
|
94
|
+
{
|
|
95
|
+
id: 'F-001',
|
|
96
|
+
lens: 'security',
|
|
97
|
+
location: 'a.ts:1',
|
|
98
|
+
claim: 'x',
|
|
99
|
+
severity: 'minor',
|
|
100
|
+
verdict: 'downgraded',
|
|
101
|
+
verdict_reason: 'lowered',
|
|
102
|
+
},
|
|
103
|
+
],
|
|
104
|
+
};
|
|
105
|
+
const result = validateReport(bad);
|
|
106
|
+
assert.equal(result.ok, false);
|
|
107
|
+
assert.ok(result.errors.some((e) => e.includes('original_severity')));
|
|
108
|
+
});
|
|
109
|
+
|
|
110
|
+
test('accepts a finding with a valid second_opinion', () => {
|
|
111
|
+
const ok = {
|
|
112
|
+
...validFixture,
|
|
113
|
+
summary: { tentative_count: 1, confirmed: 1 },
|
|
114
|
+
findings: [
|
|
115
|
+
{
|
|
116
|
+
id: 'F-001',
|
|
117
|
+
lens: 'security',
|
|
118
|
+
location: 'a.ts:1',
|
|
119
|
+
claim: 'auth bypass',
|
|
120
|
+
severity: 'critical',
|
|
121
|
+
verdict: 'confirmed',
|
|
122
|
+
verdict_reason: 'real',
|
|
123
|
+
second_opinion: { verdict: 'confirmed', verdict_reason: 'second skeptic agrees', agrees: true },
|
|
124
|
+
},
|
|
125
|
+
],
|
|
126
|
+
};
|
|
127
|
+
const result = validateReport(ok);
|
|
128
|
+
assert.equal(result.ok, true, JSON.stringify(result.errors));
|
|
129
|
+
});
|
|
130
|
+
|
|
131
|
+
test('rejects a malformed coverage ledger', () => {
|
|
132
|
+
const bad = {
|
|
133
|
+
...validFixture,
|
|
134
|
+
coverage: { lenses_without_findings: [{ lens: 'not-a-lens', reason: 'x' }] },
|
|
135
|
+
};
|
|
136
|
+
const result = validateReport(bad);
|
|
137
|
+
assert.equal(result.ok, false);
|
|
138
|
+
assert.ok(result.errors.some((e) => e.includes('lenses_without_findings')));
|
|
139
|
+
});
|
|
140
|
+
|
|
141
|
+
test('accepts a report with valid stats', () => {
|
|
142
|
+
const ok = {
|
|
143
|
+
...validFixture,
|
|
144
|
+
stats: {
|
|
145
|
+
scouts: 3,
|
|
146
|
+
skeptics_dedicated: 2,
|
|
147
|
+
skeptics_batched: 4,
|
|
148
|
+
grounded_skips: 1,
|
|
149
|
+
carried_forward: 0,
|
|
150
|
+
second_opinions: 1,
|
|
151
|
+
},
|
|
152
|
+
};
|
|
153
|
+
const result = validateReport(ok);
|
|
154
|
+
assert.equal(result.ok, true, JSON.stringify(result.errors));
|
|
155
|
+
});
|
|
156
|
+
|
|
157
|
+
test('report without stats is still valid', () => {
|
|
158
|
+
const result = validateReport(validFixture);
|
|
159
|
+
assert.equal(result.ok, true, JSON.stringify(result.errors));
|
|
160
|
+
});
|
|
161
|
+
|
|
162
|
+
test('rejects an unknown stats key', () => {
|
|
163
|
+
const bad = { ...validFixture, stats: { scouts: 1, surprise: 2 } };
|
|
164
|
+
const result = validateReport(bad);
|
|
165
|
+
assert.equal(result.ok, false);
|
|
166
|
+
assert.ok(result.errors.some((e) => e.includes('stats.surprise')));
|
|
167
|
+
});
|
|
168
|
+
|
|
169
|
+
test('rejects non-integer and negative stats values', () => {
|
|
170
|
+
const nonInteger = validateReport({ ...validFixture, stats: { scouts: 1.5 } });
|
|
171
|
+
assert.equal(nonInteger.ok, false);
|
|
172
|
+
assert.ok(nonInteger.errors.some((e) => e.includes('stats.scouts')));
|
|
173
|
+
|
|
174
|
+
const negative = validateReport({ ...validFixture, stats: { carried_forward: -1 } });
|
|
175
|
+
assert.equal(negative.ok, false);
|
|
176
|
+
assert.ok(negative.errors.some((e) => e.includes('stats.carried_forward')));
|
|
177
|
+
});
|
|
178
|
+
|
|
179
|
+
test('rejects non-object stats', () => {
|
|
180
|
+
const result = validateReport({ ...validFixture, stats: [3] });
|
|
181
|
+
assert.equal(result.ok, false);
|
|
182
|
+
assert.ok(result.errors.some((e) => e.includes('stats must be an object')));
|
|
183
|
+
});
|
|
184
|
+
|
|
185
|
+
// --- graded fail-on ---
|
|
186
|
+
|
|
187
|
+
test('countOpenAtOrAbove respects the severity threshold', () => {
|
|
188
|
+
const report = {
|
|
189
|
+
findings: [
|
|
190
|
+
{ severity: 'important', verdict: 'confirmed' },
|
|
191
|
+
{ severity: 'critical', verdict: 'still_open' },
|
|
192
|
+
{ severity: 'minor', verdict: 'confirmed' },
|
|
193
|
+
{ severity: 'critical', verdict: 'false_positive' },
|
|
194
|
+
],
|
|
195
|
+
};
|
|
196
|
+
assert.equal(countOpenAtOrAbove(report, 'critical'), 1);
|
|
197
|
+
assert.equal(countOpenAtOrAbove(report, 'important'), 2);
|
|
198
|
+
assert.equal(countOpenAtOrAbove(report, 'minor'), 3);
|
|
199
|
+
});
|
|
200
|
+
|
|
201
|
+
// --- render ---
|
|
202
|
+
|
|
203
|
+
test('renderMarkdown reflects JSON as the single source of truth', () => {
|
|
204
|
+
const report = {
|
|
205
|
+
...validFixture,
|
|
206
|
+
summary: {
|
|
207
|
+
...validFixture.summary,
|
|
208
|
+
headline: 'Reviewed 1 file; 1 confirmed, 1 false positive.',
|
|
209
|
+
top_actions: ['Add empty-cart guard'],
|
|
210
|
+
},
|
|
211
|
+
};
|
|
212
|
+
const md = renderMarkdown(report);
|
|
213
|
+
assert.ok(md.startsWith('# Code review —'));
|
|
214
|
+
assert.ok(md.includes('Reviewed 1 file'));
|
|
215
|
+
assert.ok(md.includes('## Important')); // F-001 important confirmed in main body
|
|
216
|
+
assert.ok(md.includes('Add empty-cart guard'));
|
|
217
|
+
assert.ok(md.includes('## Appendix A — Rejected findings')); // F-002 false positive
|
|
218
|
+
assert.ok(md.includes('F-002'));
|
|
219
|
+
// false positives never appear in the main severity body
|
|
220
|
+
const mainBody = md.split('## Appendix A')[0];
|
|
221
|
+
assert.ok(!mainBody.includes('SQL injection'));
|
|
222
|
+
});
|
|
223
|
+
|
|
224
|
+
test('renderMarkdown shows downgrade provenance and second opinions', () => {
|
|
225
|
+
const report = {
|
|
226
|
+
...validFixture,
|
|
227
|
+
summary: { tentative_count: 1, downgraded: 1 },
|
|
228
|
+
findings: [
|
|
229
|
+
{
|
|
230
|
+
id: 'F-001',
|
|
231
|
+
lens: 'architecture',
|
|
232
|
+
location: 'a.ts:1',
|
|
233
|
+
claim: 'coupling',
|
|
234
|
+
severity: 'minor',
|
|
235
|
+
original_severity: 'important',
|
|
236
|
+
verdict: 'downgraded',
|
|
237
|
+
verdict_reason: 'documented',
|
|
238
|
+
second_opinion: { verdict: 'downgraded', verdict_reason: 'concur', agrees: true },
|
|
239
|
+
},
|
|
240
|
+
],
|
|
241
|
+
};
|
|
242
|
+
const md = renderMarkdown(report);
|
|
243
|
+
assert.ok(md.includes('minor (was important)'));
|
|
244
|
+
assert.ok(md.includes('Second skeptic'));
|
|
245
|
+
assert.ok(md.includes('concur'));
|
|
246
|
+
});
|
|
247
|
+
|
|
248
|
+
test('renderMarkdown includes pipeline stats when present and omits them otherwise', () => {
|
|
249
|
+
const md = renderMarkdown({
|
|
250
|
+
...validFixture,
|
|
251
|
+
stats: { scouts: 3, skeptics_batched: 2, second_opinions: 1 },
|
|
252
|
+
});
|
|
253
|
+
assert.ok(md.includes('## Pipeline stats'));
|
|
254
|
+
assert.ok(md.includes('**Scouts:** 3'));
|
|
255
|
+
assert.ok(md.includes('**Batched skeptics:** 2'));
|
|
256
|
+
assert.ok(md.includes('**Second opinions:** 1'));
|
|
257
|
+
|
|
258
|
+
const withoutStats = renderMarkdown(validFixture);
|
|
259
|
+
assert.ok(!withoutStats.includes('## Pipeline stats'));
|
|
260
|
+
});
|
|
261
|
+
|
|
262
|
+
test('countByVerdict zero-fills every verdict bucket', () => {
|
|
263
|
+
const counts = countByVerdict({ findings: [] });
|
|
264
|
+
assert.equal(counts.confirmed, 0);
|
|
265
|
+
assert.equal(counts.regressed, 0);
|
|
266
|
+
});
|