@sabaiway/agent-workflow-kit 1.39.0 → 1.40.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +39 -0
- package/README.md +4 -3
- package/SKILL.md +7 -3
- package/capability.json +1 -1
- package/package.json +1 -1
- package/references/modes/bootstrap.md +1 -1
- package/references/modes/doc-parity.md +18 -0
- package/references/modes/fold-completeness.md +8 -4
- package/references/modes/grounding.md +4 -3
- package/references/modes/review-ledger.md +1 -1
- package/references/modes/review-state.md +1 -0
- package/references/modes/upgrade.md +3 -1
- package/references/scripts/archive-decisions.mjs +39 -2
- package/references/scripts/archive-decisions.test.mjs +118 -1
- package/references/scripts/check-docs-size.mjs +50 -24
- package/references/scripts/check-docs-size.test.mjs +73 -1
- package/references/templates/agent_rules.md +1 -0
- package/references/templates/verification-profile.json +10 -0
- package/tools/commands.mjs +7 -0
- package/tools/doc-parity.mjs +139 -0
- package/tools/fold-completeness-run.mjs +485 -72
- package/tools/fold-completeness.mjs +108 -15
- package/tools/grounding.mjs +92 -5
- package/tools/lcov.mjs +127 -0
- package/tools/review-ledger-write.mjs +63 -4
- package/tools/review-ledger.mjs +5 -3
- package/tools/review-state.mjs +69 -3
- package/tools/run-gates.mjs +43 -4
- package/tools/sarif.mjs +52 -0
- package/tools/verification-profile.mjs +219 -0
|
@@ -36,19 +36,30 @@ import { spawnSync } from 'node:child_process';
|
|
|
36
36
|
import { createHash } from 'node:crypto';
|
|
37
37
|
import { writeContainedFileAtomic } from './atomic-write.mjs';
|
|
38
38
|
import { computeTreeFingerprint, plansInFlight } from './review-state.mjs';
|
|
39
|
-
import { resolveLedgerPath, resolveBase, readLedger, isWellFormedTestId, splitTestId } from './review-ledger.mjs';
|
|
39
|
+
import { resolveLedgerPath, resolveBase, readLedger, isWellFormedTestId, splitTestId, collectOverrides } from './review-ledger.mjs';
|
|
40
40
|
import {
|
|
41
41
|
RESULT_SCHEMA_VERSION,
|
|
42
|
+
REATTEST_KIND,
|
|
42
43
|
resolveResultsPath,
|
|
43
44
|
validateRunRecord,
|
|
44
45
|
collectBoundTestIds,
|
|
45
46
|
probeVerdict,
|
|
47
|
+
readResults,
|
|
48
|
+
filterSegmentResults,
|
|
49
|
+
isRedProbeRecord,
|
|
50
|
+
isReattestRecord,
|
|
46
51
|
} from './fold-completeness.mjs';
|
|
47
52
|
// The changed-surface computation lives in the NEUTRAL shared module (BUGFREE-2 / AD-048, D4): the
|
|
48
53
|
// review-ledger writer's diff-size cap and this runner's coverage domain consume ONE computation,
|
|
49
54
|
// and the writer never imports this runner (the sole-tree-toucher boundary — import-split pinned).
|
|
50
55
|
// Re-exported below so the runner's tests (and any consumer) keep one entry point per concern.
|
|
51
56
|
import { classifyChangedPath, parseUnifiedDiff, unquoteDiffPath, computeChangedSurface, DIFF_FLAGS, parsePositiveIntKnob } from './changed-surface.mjs';
|
|
57
|
+
// The verification PROFILE (BUGFREE-3 / AD-049): the read-core generalizes the coverage SOURCE and
|
|
58
|
+
// the single-test RESULT FORMAT so this runner drives the fold gate on another language/runner. An
|
|
59
|
+
// absent profile reproduces today's exact behaviour (V8 + node:test TAP on stdout).
|
|
60
|
+
import { loadProfile, resolveCoverage, resolveSingleTest, resolveSarifPath, FILE_BASED_FORMATS } from './verification-profile.mjs';
|
|
61
|
+
import { lcovCoveredMap, uncoveredChangedFromLcov } from './lcov.mjs';
|
|
62
|
+
import { parseSarif, renderSarifFindings } from './sarif.mjs';
|
|
52
63
|
|
|
53
64
|
export { classifyChangedPath, parseUnifiedDiff, unquoteDiffPath, computeChangedSurface };
|
|
54
65
|
|
|
@@ -69,7 +80,7 @@ const isoNow = () => new Date().toISOString();
|
|
|
69
80
|
// runner is itself invoked from within a test context (e.g. this kit's own fold-completeness-run
|
|
70
81
|
// tests, or a consumer's), the child runs nothing and every file reads as uncovered. Unset in normal
|
|
71
82
|
// (non-test) invocation, so stripping is a no-op there.
|
|
72
|
-
const childTestEnv = (env, extra = {}) => {
|
|
83
|
+
export const childTestEnv = (env, extra = {}) => {
|
|
73
84
|
const out = { ...env, ...extra };
|
|
74
85
|
delete out.NODE_TEST_CONTEXT;
|
|
75
86
|
return out;
|
|
@@ -133,38 +144,93 @@ export const computeUncoveredLines = ({ perProcessRanges, sourceText, changedLin
|
|
|
133
144
|
|
|
134
145
|
// ── Decision 3 / 10: the bound-test probe ─────────────────────────────────────────────────────────
|
|
135
146
|
|
|
136
|
-
const PROBE_RESULT_RE = /^(
|
|
147
|
+
const PROBE_RESULT_RE = /^(ok|not ok) \d+ - (.*)$/; // a column-0 TAP result line (verb, description)
|
|
137
148
|
const PROBE_FAIL_RE = /^# fail (\d+)$/;
|
|
138
149
|
const PROBE_DIRECTIVE_RE = /#\s*(?:skip|todo)\b/i; // a TAP SKIP/TODO directive — the test did NOT run
|
|
139
150
|
|
|
140
|
-
// parseProbeOutput({ stdout, code, fileArg }) → { resolvable, executed, baselineGreen }.
|
|
141
|
-
//
|
|
142
|
-
//
|
|
143
|
-
//
|
|
144
|
-
//
|
|
145
|
-
//
|
|
146
|
-
//
|
|
147
|
-
//
|
|
148
|
-
//
|
|
149
|
-
//
|
|
150
|
-
//
|
|
151
|
-
//
|
|
152
|
-
//
|
|
151
|
+
// parseProbeOutput({ stdout, code, fileArg }) → { resolvable, executed, baselineGreen }. The TAP
|
|
152
|
+
// strategy (both tap-stdout and tap-file — a tap-file is this SAME parser applied to the file's text).
|
|
153
|
+
// A node:test run with a pattern that matches NOTHING emits only a file-wrapper result whose
|
|
154
|
+
// description is the file path itself (`ok N - <file>`) on newer node — but node 18/20 ALSO emit every
|
|
155
|
+
// pattern-FILTERED test as `ok N - <name> # SKIP test name does not match pattern`, so a result line
|
|
156
|
+
// carrying a TAP SKIP/TODO directive must never count: the test was not executed, and counting it
|
|
157
|
+
// green-vouches a nonexistent testId on exactly the node versions the kit supports (caught by CI's
|
|
158
|
+
// 18/20 matrix). So `resolvable` = at least one column-0, directive-free result whose description is
|
|
159
|
+
// not the file we passed; `baselineGreen` = resolvable AND the run was green — exit 0, NO directive-free
|
|
160
|
+
// `not ok` result, and `# fail 0` (a `not ok` is counted directly, so a generic TAP producer that
|
|
161
|
+
// omits the `# fail N` summary yet exits 0 still reads RED — the fail-closed posture, BUGFREE-3). The
|
|
162
|
+
// wrapper is matched by BASENAME, not literally: node normalizes the echoed path ('./x' → 'x', or an
|
|
163
|
+
// absolute path), so a literal desc===fileArg compare would count the wrapper as a real match and
|
|
164
|
+
// falsely report resolvable/green (codex R1). A basename compare is invariant to ./ / abs / rel.
|
|
153
165
|
export const parseProbeOutput = ({ stdout, code, fileArg }) => {
|
|
154
166
|
let matched = 0;
|
|
167
|
+
let notOk = 0;
|
|
155
168
|
let failCount = null;
|
|
156
169
|
const wanted = basename(String(fileArg).trim());
|
|
157
170
|
for (const line of String(stdout).split('\n')) {
|
|
158
171
|
const m = PROBE_RESULT_RE.exec(line);
|
|
159
|
-
if (m && !PROBE_DIRECTIVE_RE.test(m[
|
|
172
|
+
if (m && !PROBE_DIRECTIVE_RE.test(m[2]) && basename(m[2].trim()) !== wanted) {
|
|
173
|
+
matched += 1;
|
|
174
|
+
if (m[1] === 'not ok') notOk += 1;
|
|
175
|
+
}
|
|
160
176
|
const f = PROBE_FAIL_RE.exec(line.trim());
|
|
161
177
|
if (f) failCount = Number(f[1]);
|
|
162
178
|
}
|
|
163
179
|
const resolvable = matched > 0;
|
|
164
|
-
const fails = failCount ?? (
|
|
180
|
+
const fails = (failCount ?? 0) + notOk; // either signal marks a fail (only the ===0 green check matters)
|
|
165
181
|
return { resolvable, executed: matched, baselineGreen: resolvable && code === 0 && fails === 0 };
|
|
166
182
|
};
|
|
167
183
|
|
|
184
|
+
// parseJunitXml({ resultText }) → { resolvable, executed, baselineGreen }. A dependency-free JUnit-XML
|
|
185
|
+
// reader (regex over well-formed testcase elements — no XML lib): a <testcase> carrying <skipped> did
|
|
186
|
+
// NOT run (excluded, the TAP SKIP/TODO analogue); a <testcase> carrying <failure> or <error> is red.
|
|
187
|
+
// resolvable = at least one NON-skipped testcase (so an empty report / tests="0" reads UNRESOLVABLE,
|
|
188
|
+
// never green — the "0 tests never green" invariant); baselineGreen = resolvable AND no non-skipped
|
|
189
|
+
// failure/error. The XML report is authoritative (fail-closed: a failure element is red regardless of
|
|
190
|
+
// the process exit code — a reporter that exits 0 while recording failures still reads RED).
|
|
191
|
+
// CDATA + comment CONTENT is arbitrary text (a test's captured stdout may legally contain '<skipped',
|
|
192
|
+
// '<failure>', or even a literal '</testcase>'). Stripped BEFORE the regex scan so it can never
|
|
193
|
+
// fabricate a skip/failure match nor desync the lazy body capture (the fail-closed posture: a real
|
|
194
|
+
// <failure> is never dropped, a real element boundary is never truncated).
|
|
195
|
+
const stripXmlNoise = (xml) => String(xml).replace(/<!\[CDATA\[[\s\S]*?\]\]>/g, '').replace(/<!--[\s\S]*?-->/g, '');
|
|
196
|
+
export const parseJunitXml = ({ resultText }) => {
|
|
197
|
+
let executed = 0;
|
|
198
|
+
let failed = 0;
|
|
199
|
+
const text = stripXmlNoise(resultText ?? '');
|
|
200
|
+
// The /g regex is LOCAL per call: a fresh matcher owns its own lastIndex — no shared
|
|
201
|
+
// module-level state to reset, no reentrancy risk under any future refactor.
|
|
202
|
+
const caseRe = /<testcase\b[^>]*?(\/>|>([\s\S]*?)<\/testcase>)/g;
|
|
203
|
+
let m;
|
|
204
|
+
while ((m = caseRe.exec(text)) !== null) {
|
|
205
|
+
const body = m[2] ?? '';
|
|
206
|
+
if (/<skipped\b/.test(body)) continue; // skipped → did not run
|
|
207
|
+
executed += 1;
|
|
208
|
+
if (/<(?:failure|error)\b/.test(body)) failed += 1;
|
|
209
|
+
}
|
|
210
|
+
const resolvable = executed > 0;
|
|
211
|
+
return { resolvable, executed, baselineGreen: resolvable && failed === 0 };
|
|
212
|
+
};
|
|
213
|
+
|
|
214
|
+
// parseProbeResult({ format, stdout, code, fileArg, resultText }) → the SAME
|
|
215
|
+
// { resolvable, executed, baselineGreen } shape, dispatched by the profile's singleTest.resultFormat.
|
|
216
|
+
// A file-based format whose result file was NOT written (resultText == null — the probe crashed or the
|
|
217
|
+
// pattern selected nothing) reads UNRESOLVABLE (never green): the freshness invariant (a fresh
|
|
218
|
+
// out-of-tree path per probe run — see probeBound) means a stale file can never be re-read as green.
|
|
219
|
+
export const parseProbeResult = ({ format = 'tap-stdout', stdout, code, fileArg, resultText }) => {
|
|
220
|
+
if (format === 'tap-file') {
|
|
221
|
+
if (resultText == null) return { resolvable: false, executed: 0, baselineGreen: false };
|
|
222
|
+
return parseProbeOutput({ stdout: resultText, code, fileArg });
|
|
223
|
+
}
|
|
224
|
+
if (format === 'junit-xml') {
|
|
225
|
+
if (resultText == null) return { resolvable: false, executed: 0, baselineGreen: false };
|
|
226
|
+
const r = parseJunitXml({ resultText });
|
|
227
|
+
// Fail-closed + symmetric with tap-file: an all-pass report with a NONZERO process exit reads RED
|
|
228
|
+
// (a report may be written before a post-test hook/crash fails the process). Internal sweep fold.
|
|
229
|
+
return { ...r, baselineGreen: r.baselineGreen && code === 0 };
|
|
230
|
+
}
|
|
231
|
+
return parseProbeOutput({ stdout, code, fileArg }); // tap-stdout (default) — unchanged
|
|
232
|
+
};
|
|
233
|
+
|
|
168
234
|
// defaultBoundArgv(file, pattern) → the shell-free node:test argv (testId content never reaches a
|
|
169
235
|
// shell). The pattern rides in the `=`-joined form: as a SEPARATE argv token a pattern beginning
|
|
170
236
|
// with "-"/"--" (a test name like "--telemetry refuses …") parses as an OPTION and the probe
|
|
@@ -225,23 +291,36 @@ export const hashFileBytes = (abs) => {
|
|
|
225
291
|
}
|
|
226
292
|
};
|
|
227
293
|
|
|
228
|
-
// resolveBoundArgv(env) → (file, pattern) => argv[].
|
|
229
|
-
//
|
|
230
|
-
//
|
|
231
|
-
//
|
|
232
|
-
|
|
294
|
+
// resolveBoundArgv(env, profile?) → (file, pattern, resultPath?) => argv[]. PRECEDENCE (env WINS,
|
|
295
|
+
// Decision 3): AW_FOLD_BOUND_CMD (a JSON argv array — the universality escape hatch) beats the
|
|
296
|
+
// profile's singleTest.argv template, which beats the built-in node:test shape. Placeholders
|
|
297
|
+
// {file}/{pattern} are always substituted; {resultPath} is the FILE-BASED-format placeholder (the
|
|
298
|
+
// runner substitutes a fresh out-of-tree path per probe — see probeBound; validateProfile requires it
|
|
299
|
+
// for a file-based profile argv). A malformed override is a typed refusal, never a silent fall to a
|
|
300
|
+
// shell. Substitution uses function replacers so a `$` in a testId/path is literal.
|
|
301
|
+
export const resolveBoundArgv = (env = process.env, profile = null) => {
|
|
233
302
|
const raw = env.AW_FOLD_BOUND_CMD;
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
303
|
+
let tmpl = null;
|
|
304
|
+
if (raw) {
|
|
305
|
+
try {
|
|
306
|
+
tmpl = JSON.parse(raw);
|
|
307
|
+
} catch (err) {
|
|
308
|
+
throw stop(`AW_FOLD_BOUND_CMD is not valid JSON (${err.message}) — expected a JSON array of argv strings`);
|
|
309
|
+
}
|
|
310
|
+
if (!Array.isArray(tmpl) || tmpl.length === 0 || !tmpl.every((a) => typeof a === 'string')) {
|
|
311
|
+
throw stop('AW_FOLD_BOUND_CMD must be a non-empty JSON array of argv strings with {file}/{pattern} placeholders');
|
|
312
|
+
}
|
|
313
|
+
} else if (Array.isArray(profile?.singleTest?.argv) && profile.singleTest.argv.length > 0) {
|
|
314
|
+
tmpl = profile.singleTest.argv;
|
|
243
315
|
}
|
|
244
|
-
|
|
316
|
+
if (!tmpl) return (file, pattern) => defaultBoundArgv(file, pattern);
|
|
317
|
+
return (file, pattern, resultPath) =>
|
|
318
|
+
tmpl.map((a) =>
|
|
319
|
+
a
|
|
320
|
+
.replace(/\{file\}/g, () => file)
|
|
321
|
+
.replace(/\{pattern\}/g, () => pattern)
|
|
322
|
+
.replace(/\{resultPath\}/g, () => resultPath ?? ''),
|
|
323
|
+
);
|
|
245
324
|
};
|
|
246
325
|
|
|
247
326
|
// ── read-only git plumbing (the changed-surface computation itself lives in changed-surface.mjs) ──
|
|
@@ -423,34 +502,49 @@ export const budgetsFromEnv = (env) => ({
|
|
|
423
502
|
// is the v2 per-testId record shape: rerun counts (evidence) + the custody content hash + the derived
|
|
424
503
|
// booleans. The custody hash is taken BEFORE the runs (the content the observation attests). A
|
|
425
504
|
// timed-out or signal-killed run is neither red nor green — it lands in `timeouts` (quarantine fuel).
|
|
426
|
-
const probeBound = ({ id, rootTop, env, boundArgv, reruns, timeoutS }) => {
|
|
505
|
+
const probeBound = ({ id, rootTop, env, boundArgv, resultFormat = 'tap-stdout', reruns, timeoutS }) => {
|
|
427
506
|
const { file, pattern } = splitTestId(id);
|
|
428
507
|
const resolved = resolveTestFile(rootTop, file);
|
|
429
508
|
const fileHash = resolved.ok ? hashFileBytes(resolved.abs) : null;
|
|
509
|
+
const fileBased = FILE_BASED_FORMATS.has(resultFormat);
|
|
430
510
|
let executed = 0;
|
|
431
511
|
let greens = 0;
|
|
432
512
|
let reds = 0;
|
|
433
513
|
let timeouts = 0;
|
|
434
514
|
if (resolved.ok && fileHash != null) {
|
|
435
|
-
// ALWAYS spawn the resolver's canonical absolute path — the executed file must be the hashed
|
|
436
|
-
// file independent of runner path semantics (codex R1+R2, BUGFREE-1 live loop): a raw
|
|
437
|
-
// leading-dash filename parses as an OPTION (and a ./-prefix does not survive node's runner
|
|
438
|
-
// normalization), and a raw traversal path like linkdir/../x lets an OS-resolving runner
|
|
439
|
-
// execute a different filesystem target than the lexically-normalized file the hash covers.
|
|
440
|
-
const argv = boundArgv(resolved.abs, pattern);
|
|
441
515
|
for (let i = 0; i < reruns; i += 1) {
|
|
442
|
-
|
|
443
|
-
|
|
444
|
-
|
|
445
|
-
|
|
446
|
-
|
|
447
|
-
|
|
516
|
+
// FILE-BASED formats (tap-file / junit-xml): a FRESH out-of-tree result path PER probe run (the
|
|
517
|
+
// mkdtempSync-outside-tree precedent) — this realizes the freshness invariant: a stale green
|
|
518
|
+
// file from a previous run / a crashed or zero-match probe can never be re-read as green.
|
|
519
|
+
let resultDir = null;
|
|
520
|
+
let resultPath = null;
|
|
521
|
+
if (fileBased) {
|
|
522
|
+
resultDir = mkdtempSync(join(tmpdir(), 'agent-workflow-fold-probe-'));
|
|
523
|
+
resultPath = join(resultDir, resultFormat === 'junit-xml' ? 'result.xml' : 'result.tap');
|
|
524
|
+
}
|
|
525
|
+
try {
|
|
526
|
+
// ALWAYS spawn the resolver's canonical absolute path — the executed file must be the hashed
|
|
527
|
+
// file independent of runner path semantics (codex R1+R2, BUGFREE-1 live loop): a raw
|
|
528
|
+
// leading-dash filename parses as an OPTION (and a ./-prefix does not survive node's runner
|
|
529
|
+
// normalization), and a raw traversal path like linkdir/../x lets an OS-resolving runner
|
|
530
|
+
// execute a different filesystem target than the lexically-normalized file the hash covers.
|
|
531
|
+
const argv = boundArgv(resolved.abs, pattern, resultPath);
|
|
532
|
+
const res = spawnSync(argv[0], argv.slice(1), {
|
|
533
|
+
cwd: rootTop, env: childTestEnv(env), encoding: 'utf8', maxBuffer: GIT_MAX_BUFFER, timeout: timeoutS * 1000,
|
|
534
|
+
});
|
|
535
|
+
if ((res.error && res.error.code === 'ETIMEDOUT') || res.signal != null) {
|
|
536
|
+
timeouts += 1;
|
|
537
|
+
continue;
|
|
538
|
+
}
|
|
539
|
+
const resultText = fileBased ? readFileSafe(resultPath) : null;
|
|
540
|
+
const p = parseProbeResult({ format: resultFormat, stdout: res.stdout ?? '', code: res.error ? 1 : res.status ?? 1, fileArg: file, resultText });
|
|
541
|
+
executed = Math.max(executed, p.executed);
|
|
542
|
+
if (!p.resolvable) continue; // an unresolved run (the pattern selected nothing / no result file)
|
|
543
|
+
if (p.baselineGreen) greens += 1;
|
|
544
|
+
else reds += 1;
|
|
545
|
+
} finally {
|
|
546
|
+
if (resultDir) rmSync(resultDir, { recursive: true, force: true });
|
|
448
547
|
}
|
|
449
|
-
const p = parseProbeOutput({ stdout: res.stdout ?? '', code: res.error ? 1 : res.status ?? 1, fileArg: file });
|
|
450
|
-
executed = Math.max(executed, p.executed);
|
|
451
|
-
if (!p.resolvable) continue; // an unresolved run (the pattern selected nothing)
|
|
452
|
-
if (p.baselineGreen) greens += 1;
|
|
453
|
-
else reds += 1;
|
|
454
548
|
}
|
|
455
549
|
}
|
|
456
550
|
const entry = {
|
|
@@ -475,31 +569,78 @@ export const runFoldCompleteness = ({ cwd = process.cwd(), env = process.env, su
|
|
|
475
569
|
|
|
476
570
|
const fingerprint = computeTreeFingerprint(cwd);
|
|
477
571
|
const cmd = resolveSuiteCmd(rootTop, env, suiteCmd);
|
|
478
|
-
|
|
572
|
+
// The verification profile (BUGFREE-3 / AD-049) decides the coverage SOURCE and the single-test
|
|
573
|
+
// RESULT FORMAT + argv template. Absent → today's V8 + node:test-TAP-on-stdout. Loaded BEFORE any
|
|
574
|
+
// spawn so a malformed profile / unsafe declared path (Decision 4) — and a malformed
|
|
575
|
+
// AW_FOLD_BOUND_CMD — both refuse loudly before the suite runs.
|
|
576
|
+
const { profile } = loadProfile(rootTop);
|
|
577
|
+
const boundArgv = resolveBoundArgv(env, profile);
|
|
578
|
+
const { resultFormat } = resolveSingleTest(profile);
|
|
479
579
|
const budgets = budgetsFromEnv(env);
|
|
480
580
|
|
|
481
581
|
const { assessable, unsupported, outOfDomain } = computeChangedSurface(rootTop);
|
|
482
582
|
|
|
483
|
-
//
|
|
484
|
-
|
|
485
|
-
|
|
583
|
+
// Coverage SOURCE: absent / kind "v8" → today's V8 path; kind "lcov" → the consumer's suite leaves
|
|
584
|
+
// an LCOV file at the declared path (validated gitignored/out-of-tree by loadProfile — Decision 4).
|
|
585
|
+
const { kind: coverageKind, lcovPath } = resolveCoverage(profile);
|
|
586
|
+
const lcovAbs = coverageKind === 'lcov' ? (isAbsolute(lcovPath) ? lcovPath : join(rootTop, lcovPath)) : null;
|
|
587
|
+
// FRESHNESS: remove any STALE LCOV before the suite runs — symmetric with
|
|
588
|
+
// the V8 fresh mkdtemp covDir. A suite that fails/is misconfigured and does NOT re-emit LCOV then reads
|
|
589
|
+
// ABSENT (a loud STOP below), never a leftover file that could mask an uncovered changed line as green.
|
|
590
|
+
if (coverageKind === 'lcov') rmSync(lcovAbs, { force: true });
|
|
591
|
+
|
|
592
|
+
// M3a: run the suite ONCE, then map every changed executable line to covered/uncovered. V8 injects
|
|
593
|
+
// NODE_V8_COVERAGE into a dir OUTSIDE the work tree (Decision 8); LCOV runs the suite clean and
|
|
594
|
+
// reads the file the suite itself wrote (the env stays untouched). Either source resolves to the
|
|
595
|
+
// SAME canonical-abs key space, so the ONE per-file loop below consumes both.
|
|
596
|
+
const covDir = coverageKind === 'v8' ? mkdtempSync(join(tmpdir(), 'agent-workflow-fold-cov-')) : null;
|
|
597
|
+
let coverage; // v8 → Map<absKey, Array<Array<range>>>; lcov → Map<absKey, Map<line, hits>>
|
|
598
|
+
let suiteExit = null; // (a) v4: the suite exit code — the credit fires only on exit 0
|
|
486
599
|
try {
|
|
487
|
-
const
|
|
600
|
+
const suiteEnv = coverageKind === 'v8' ? childTestEnv(env, { NODE_V8_COVERAGE: covDir }) : childTestEnv(env);
|
|
601
|
+
const suite = spawnSync('bash', ['-c', cmd], { cwd: rootTop, env: suiteEnv, encoding: 'utf8', maxBuffer: GIT_MAX_BUFFER });
|
|
488
602
|
if (suite.error && suite.error.code === 'ENOENT') throw stop('bash is unavailable — the suite command is a bash command line');
|
|
489
|
-
|
|
603
|
+
suiteExit = suite.status; // number, or null when signal-killed (a null exit never credits — like nonzero)
|
|
604
|
+
if (coverageKind === 'lcov') {
|
|
605
|
+
const lcovText = readFileSafe(lcovAbs);
|
|
606
|
+
if (lcovText == null) {
|
|
607
|
+
throw stop(`coverage.kind is "lcov" but no LCOV file was found at "${lcovPath}" after the suite ran — ensure the suite writes LCOV there (see docs/ai/verification-profile.json)`);
|
|
608
|
+
}
|
|
609
|
+
coverage = lcovCoveredMap(lcovText, rootTop, { canon });
|
|
610
|
+
} else {
|
|
611
|
+
coverage = readCoverage(covDir);
|
|
612
|
+
}
|
|
490
613
|
} finally {
|
|
491
|
-
rmSync(covDir, { recursive: true, force: true });
|
|
614
|
+
if (covDir) rmSync(covDir, { recursive: true, force: true });
|
|
492
615
|
}
|
|
616
|
+
// (a) v4 suite-execution evidence: the ONE suite spawn per fingerprint, recorded so run-gates
|
|
617
|
+
// --record can CREDIT the unit-tests gate from it (fingerprint-bound + tree-unchanged + cmd-identity
|
|
618
|
+
// + exit-0 — the ledger writer enforces that). The POST fingerprint proves the suite left the tree
|
|
619
|
+
// unchanged (coverage went out-of-tree / to a gitignored LCOV path).
|
|
620
|
+
const fingerprintAfter = computeTreeFingerprint(cwd);
|
|
621
|
+
const suite = { cmd, exit: suiteExit ?? null, fingerprintBefore: fingerprint, fingerprintAfter };
|
|
493
622
|
const uncoveredChanged = [];
|
|
494
623
|
for (const [rel, lines] of assessable) {
|
|
495
|
-
const
|
|
496
|
-
if (
|
|
497
|
-
|
|
498
|
-
|
|
624
|
+
const key = canon(join(rootTop, rel));
|
|
625
|
+
if (coverageKind === 'lcov') {
|
|
626
|
+
// LCOV supplies the per-file uncovered set directly (computeUncoveredLines stays the V8-only
|
|
627
|
+
// path — D10); a file absent from the LCOV → a file-level RED, exactly like the V8 case.
|
|
628
|
+
const uncov = uncoveredChangedFromLcov(coverage, key, lines);
|
|
629
|
+
if (uncov === null) {
|
|
630
|
+
uncoveredChanged.push({ file: rel, line: null });
|
|
631
|
+
continue;
|
|
632
|
+
}
|
|
633
|
+
for (const n of uncov) uncoveredChanged.push({ file: rel, line: n });
|
|
634
|
+
} else {
|
|
635
|
+
const perProc = coverage.get(key);
|
|
636
|
+
if (!perProc || perProc.length === 0) {
|
|
637
|
+
uncoveredChanged.push({ file: rel, line: null }); // absent from coverage → file-level RED (Decision 6)
|
|
638
|
+
continue;
|
|
639
|
+
}
|
|
640
|
+
const src = readFileSafe(join(rootTop, rel));
|
|
641
|
+
if (src == null) continue;
|
|
642
|
+
for (const n of computeUncoveredLines({ perProcessRanges: perProc, sourceText: src, changedLines: lines })) uncoveredChanged.push({ file: rel, line: n });
|
|
499
643
|
}
|
|
500
|
-
const src = readFileSafe(join(rootTop, rel));
|
|
501
|
-
if (src == null) continue;
|
|
502
|
-
for (const n of computeUncoveredLines({ perProcessRanges: perProc, sourceText: src, changedLines: lines })) uncoveredChanged.push({ file: rel, line: n });
|
|
503
644
|
}
|
|
504
645
|
|
|
505
646
|
// Decision 3 / 10 + D4: probe each of the SEGMENT's fixable-bug bound testIds N times
|
|
@@ -510,7 +651,7 @@ export const runFoldCompleteness = ({ cwd = process.cwd(), env = process.env, su
|
|
|
510
651
|
const base = resolveBase(cwd);
|
|
511
652
|
const boundTestIds = collectBoundTestIds(reviewRecords, { activity: ACTIVITY, loop, base });
|
|
512
653
|
const testIds = boundTestIds.map(
|
|
513
|
-
(id) => probeBound({ id, rootTop, env, boundArgv, reruns: budgets.foldReruns, timeoutS: budgets.probeTimeoutS }).entry,
|
|
654
|
+
(id) => probeBound({ id, rootTop, env, boundArgv, resultFormat, reruns: budgets.foldReruns, timeoutS: budgets.probeTimeoutS }).entry,
|
|
514
655
|
);
|
|
515
656
|
|
|
516
657
|
// Approach-3: the oracle-tamper pass over the tracked working-vs-HEAD diff, restricted to the
|
|
@@ -529,6 +670,7 @@ export const runFoldCompleteness = ({ cwd = process.cwd(), env = process.env, su
|
|
|
529
670
|
outOfDomain,
|
|
530
671
|
coverage: { uncoveredChanged },
|
|
531
672
|
tamper,
|
|
673
|
+
suite, // (a) v4 suite-execution evidence
|
|
532
674
|
mutation: { total: 0, killed: 0, survived: [], skipped: 0, killSetBasis: null }, // reserved — mutation not shipped (shelved)
|
|
533
675
|
budgets,
|
|
534
676
|
timestamp: isoNow(),
|
|
@@ -561,9 +703,11 @@ export const runRedProbe = ({ cwd = process.cwd(), env = process.env, testId } =
|
|
|
561
703
|
if (plans.length > 1) throw stop(`more than one plan in flight (${plans.join(', ')}) — ambiguous loop id; resolve to one active plan`);
|
|
562
704
|
const loop = plans[0].replace(/\.md$/, '');
|
|
563
705
|
|
|
564
|
-
const
|
|
706
|
+
const { profile } = loadProfile(rootTop);
|
|
707
|
+
const boundArgv = resolveBoundArgv(env, profile);
|
|
708
|
+
const { resultFormat } = resolveSingleTest(profile);
|
|
565
709
|
const budgets = budgetsFromEnv(env);
|
|
566
|
-
const { entry, resolveReason } = probeBound({ id: testId, rootTop, env, boundArgv, reruns: budgets.foldReruns, timeoutS: budgets.probeTimeoutS });
|
|
710
|
+
const { entry, resolveReason } = probeBound({ id: testId, rootTop, env, boundArgv, resultFormat, reruns: budgets.foldReruns, timeoutS: budgets.probeTimeoutS });
|
|
567
711
|
const verdict = probeVerdict(entry);
|
|
568
712
|
const counts = `${entry.greens} green / ${entry.reds} red / ${entry.timeouts} timed out / ${entry.runs - entry.greens - entry.reds - entry.timeouts} unresolved of ${entry.runs} run(s)`;
|
|
569
713
|
if (verdict === 'unresolvable') {
|
|
@@ -608,6 +752,223 @@ export const runRedProbe = ({ cwd = process.cwd(), env = process.env, testId } =
|
|
|
608
752
|
return appendRecord(resultsPath, record);
|
|
609
753
|
};
|
|
610
754
|
|
|
755
|
+
// ── the --reattest verb (c): re-anchor custody at a bound test file's CURRENT bytes ────────────────
|
|
756
|
+
|
|
757
|
+
// runReattest({ cwd, env, testId }) → { writtenPath, record }. Records the test file's CURRENT hash as
|
|
758
|
+
// a custody anchor after a green-only append — the honest replacement for mis-using a red-proof waiver
|
|
759
|
+
// (a green append has no red to observe). Operator-ASSERTED, never auto-detected: "additions-only" is
|
|
760
|
+
// unsafe to auto-relax (an in-body `return;` is additions-only yet weakening). Re-attest ONLY re-anchors
|
|
761
|
+
// custody — the N/N-green probe and observed-red receipt requirements are unchanged, so a red test
|
|
762
|
+
// still fails the gate, and the custody guard still fails closed on any un-reattested change.
|
|
763
|
+
export const runReattest = ({ cwd = process.cwd(), env = process.env, testId } = {}) => {
|
|
764
|
+
if (!isWellFormedTestId(testId)) {
|
|
765
|
+
throw usageFail(`--reattest needs a well-formed testId "<test-file>#<test-name-pattern>" (a "#" separator, both halves non-empty; got ${JSON.stringify(testId)})`);
|
|
766
|
+
}
|
|
767
|
+
const root = gitStdout(['rev-parse', '--show-toplevel'], cwd);
|
|
768
|
+
if (root == null) throw stop('not a git work tree — nothing to re-attest');
|
|
769
|
+
const rootTop = root.replace(/\r?\n$/, '');
|
|
770
|
+
const plans = plansInFlight(rootTop);
|
|
771
|
+
if (plans.length === 0) throw stop('no plan in flight (docs/plans/ holds no active plan) — nothing to re-attest');
|
|
772
|
+
if (plans.length > 1) throw stop(`more than one plan in flight (${plans.join(', ')}) — ambiguous loop id; resolve to one active plan`);
|
|
773
|
+
const loop = plans[0].replace(/\.md$/, '');
|
|
774
|
+
|
|
775
|
+
const { file } = splitTestId(testId);
|
|
776
|
+
const resolved = resolveTestFile(rootTop, file);
|
|
777
|
+
if (!resolved.ok) throw stop(`--reattest refused for "${testId}": ${resolved.reason} — cannot anchor custody to a file that does not resolve safely`);
|
|
778
|
+
const fileHash = hashFileBytes(resolved.abs);
|
|
779
|
+
if (fileHash == null) throw stop(`--reattest refused for "${testId}": cannot read "${file}" — nothing to anchor`);
|
|
780
|
+
|
|
781
|
+
const record = {
|
|
782
|
+
schema: RESULT_SCHEMA_VERSION,
|
|
783
|
+
kind: REATTEST_KIND,
|
|
784
|
+
loop,
|
|
785
|
+
base: resolveBase(cwd), // the SEGMENT frame (D7): a re-attest never crosses a commit boundary
|
|
786
|
+
testId,
|
|
787
|
+
fileHash,
|
|
788
|
+
fingerprint: computeTreeFingerprint(cwd),
|
|
789
|
+
timestamp: isoNow(),
|
|
790
|
+
};
|
|
791
|
+
const v = validateRunRecord(record);
|
|
792
|
+
if (!v.ok) throw stop(`refusing to write a malformed re-attest record: ${v.reason}`);
|
|
793
|
+
const resultsPath = resolveResultsPath(cwd, env);
|
|
794
|
+
if (resultsPath == null) throw stop('cannot resolve the result-ledger path — not a git work tree and AW_FOLD_RESULTS is unset');
|
|
795
|
+
return appendRecord(resultsPath, record);
|
|
796
|
+
};
|
|
797
|
+
|
|
798
|
+
// ── the --preflight verb (f): the CHEAP half — the overrides/re-attests to record BEFORE coverage ──
|
|
799
|
+
|
|
800
|
+
// runPreflight({ cwd, env }) → { loop, base, fingerprint, boundTestIds, tamper, actions }. Read-only:
|
|
801
|
+
// runs only the cheap set (ledger reads + tamper + per-bound-file custody hashing) and returns the
|
|
802
|
+
// actions to RECORD before the expensive coverage/probe pass, routed by kind — `oracle-change` for a
|
|
803
|
+
// tampered test file, `reattest` for a green-only custody delta, `red` for a bound testId with no
|
|
804
|
+
// observed-red receipt. Coverage is never predicted, the suite is never spawned, nothing is written.
|
|
805
|
+
export const runPreflight = ({ cwd = process.cwd(), env = process.env } = {}) => {
|
|
806
|
+
const root = gitStdout(['rev-parse', '--show-toplevel'], cwd);
|
|
807
|
+
if (root == null) throw stop('not a git work tree — nothing to preflight');
|
|
808
|
+
const rootTop = root.replace(/\r?\n$/, '');
|
|
809
|
+
const plans = plansInFlight(rootTop);
|
|
810
|
+
if (plans.length === 0) throw stop('no plan in flight (docs/plans/ holds no active plan) — nothing to preflight');
|
|
811
|
+
if (plans.length > 1) throw stop(`more than one plan in flight (${plans.join(', ')}) — ambiguous loop id; resolve to one active plan`);
|
|
812
|
+
const loop = plans[0].replace(/\.md$/, '');
|
|
813
|
+
const base = resolveBase(cwd);
|
|
814
|
+
const fingerprint = computeTreeFingerprint(cwd);
|
|
815
|
+
|
|
816
|
+
// Cheap reads only — the ledgers + the git diff. No suite, no probes, no coverage (the reorder note:
|
|
817
|
+
// these live AFTER the coverage block in runFoldCompleteness; the preflight pulls them forward).
|
|
818
|
+
const ledgerPath = resolveLedgerPath(cwd, env);
|
|
819
|
+
// Fail CLOSED on an unreadable/malformed review ledger — the SAME posture decideCheck takes (a
|
|
820
|
+
// dropped line could hide a bound testId / an override); never a false all-clear.
|
|
821
|
+
const reviewRead = ledgerPath ? readLedger(ledgerPath) : { records: [], malformed: 0 };
|
|
822
|
+
if (reviewRead.readError) throw stop(`cannot read the review ledger (${reviewRead.readError}) — failing closed; inspect ${ledgerPath}`);
|
|
823
|
+
if (reviewRead.malformed > 0) throw stop(`the review ledger has ${reviewRead.malformed} malformed line(s) — failing closed; inspect ${ledgerPath}`);
|
|
824
|
+
const reviewRecords = reviewRead.records;
|
|
825
|
+
const boundTestIds = collectBoundTestIds(reviewRecords, { activity: ACTIVITY, loop, base });
|
|
826
|
+
const boundSet = new Set(boundTestIds);
|
|
827
|
+
const boundFiles = new Set(boundTestIds.map((id) => splitTestId(id).file));
|
|
828
|
+
const tamper = computeTamperedTests(rootTop, boundFiles); // the SAME tamper surface the run records
|
|
829
|
+
const tamperedSet = new Set(tamper.tampered);
|
|
830
|
+
const overrides = collectOverrides(reviewRecords, { activity: ACTIVITY, loop });
|
|
831
|
+
|
|
832
|
+
const resultsPath = resolveResultsPath(cwd, env);
|
|
833
|
+
const resultRead = resultsPath ? readResults(resultsPath) : { records: [], malformed: 0 };
|
|
834
|
+
if (resultRead.readError) throw stop(`cannot read the result ledger (${resultRead.readError}) — failing closed; inspect ${resultsPath}`);
|
|
835
|
+
if (resultRead.malformed > 0) throw stop(`the result ledger has ${resultRead.malformed} malformed line(s) — failing closed; inspect ${resultsPath}`);
|
|
836
|
+
const segRecords = filterSegmentResults(resultRead.records, loop, base);
|
|
837
|
+
const anchors = segRecords.filter((r) => isRedProbeRecord(r) || isReattestRecord(r)); // custody anchors
|
|
838
|
+
const receipts = segRecords.filter((r) => isRedProbeRecord(r)); // observed-red receipts only
|
|
839
|
+
|
|
840
|
+
const actions = [];
|
|
841
|
+
// 1. tampered test-surface files → oracle-change (unless already covered). ORTHOGONAL to the
|
|
842
|
+
// per-testId chain below: decideCheck's tamper guard and its per-testId observed-red + custody
|
|
843
|
+
// chain are independent guards — a tampered bound file needs BOTH an oracle-change AND a
|
|
844
|
+
// current-bytes custody anchor for each of its bound testIds.
|
|
845
|
+
for (const f of tamper.tampered) {
|
|
846
|
+
if (overrides.oracleChangeFiles.has(f)) continue;
|
|
847
|
+
actions.push({
|
|
848
|
+
kind: 'oracle-change',
|
|
849
|
+
file: f,
|
|
850
|
+
command: `node review-ledger-write.mjs override --json '{"loop":"${loop}","round":<n>,"scope":"oracle-change","files":${JSON.stringify([f])},"reason":"<why the expectation legitimately changed>"}'`,
|
|
851
|
+
});
|
|
852
|
+
}
|
|
853
|
+
// 2. per bound testId — mirror decideCheck's per-testId requirements. There is NO tamper skip: a
|
|
854
|
+
// tampered file's bound testIds STILL face the receipt + custody chain, so skipping them read as a
|
|
855
|
+
// false all-clear. Ordered as decideCheck evaluates: unresolvable (a hard fail before any override
|
|
856
|
+
// lane) → missing receipt → custody delta.
|
|
857
|
+
const reattestedFiles = new Set(); // one re-attest re-anchors the whole file (decideCheck keys custody by file) — dedup
|
|
858
|
+
const unresolvableFiles = new Set(); // recovery is file-level (restore / re-triage) — dedup
|
|
859
|
+
for (const id of boundTestIds) {
|
|
860
|
+
const { file } = splitTestId(id);
|
|
861
|
+
const resolved = resolveTestFile(rootTop, file);
|
|
862
|
+
const currentHash = resolved.ok ? hashFileBytes(resolved.abs) : null;
|
|
863
|
+
if (currentHash == null) {
|
|
864
|
+
// the bound file does not resolve → decideCheck fails `unresolvable` UNCONDITIONALLY, BEFORE the
|
|
865
|
+
// red-proof / oracle-change lanes (probeVerdict `unresolvable` precedes the red-proof `continue`) —
|
|
866
|
+
// no override lifts it. This check MUST precede the red-proof skip below, else a red-proof'd deleted
|
|
867
|
+
// bound file reads clear here yet fails decideCheck. A deleted file is also tampered (the
|
|
868
|
+
// oracle-change above fires), but that does NOT rescue a deletion; surface the blocker.
|
|
869
|
+
if (!unresolvableFiles.has(file)) {
|
|
870
|
+
unresolvableFiles.add(file);
|
|
871
|
+
actions.push({
|
|
872
|
+
kind: 'unresolvable',
|
|
873
|
+
testId: id,
|
|
874
|
+
file,
|
|
875
|
+
note: `the bound test file ${file} does not resolve — the probe reads unresolvable and no override (oracle-change / red-proof / re-attest) lifts it; restore the file or re-triage the fixable-bug binding`,
|
|
876
|
+
});
|
|
877
|
+
}
|
|
878
|
+
continue;
|
|
879
|
+
}
|
|
880
|
+
if (overrides.redProofTestIds.has(id)) continue; // red-proof waives the receipt + custody proof — but ONLY for a resolvable file (the unresolvable guard above runs first, per decideCheck)
|
|
881
|
+
const own = receipts.filter((r) => r.testId === id);
|
|
882
|
+
if (own.length === 0) {
|
|
883
|
+
// no observed-red receipt — strictly per-testId (never deduped by file).
|
|
884
|
+
actions.push({
|
|
885
|
+
kind: 'red',
|
|
886
|
+
testId: id,
|
|
887
|
+
command: `node fold-completeness-run.mjs --red ${JSON.stringify(id)}`,
|
|
888
|
+
note: tamperedSet.has(file)
|
|
889
|
+
? 'the test file was modified (tampered) — observe red at the modified expectations before folding; if the red is genuinely unestablishable, record a red-proof override instead'
|
|
890
|
+
: 'observe red BEFORE folding the fix; if the red is genuinely unestablishable, record a red-proof override instead',
|
|
891
|
+
});
|
|
892
|
+
continue;
|
|
893
|
+
}
|
|
894
|
+
const fileAnchors = anchors.filter((r) => boundSet.has(r.testId) && splitTestId(r.testId).file === file);
|
|
895
|
+
const latestAnchor = fileAnchors[fileAnchors.length - 1];
|
|
896
|
+
if (latestAnchor && latestAnchor.fileHash === currentHash) continue; // custody intact → no action
|
|
897
|
+
if (tamperedSet.has(file)) {
|
|
898
|
+
// a tampered (modified/removed old-side) file → re-observe red: the prior red-probe proved the OLD
|
|
899
|
+
// oracle and is now stale; --reattest is scoped to a green-only append and cannot honestly anchor a
|
|
900
|
+
// real edit (decideCheck's own recovery for a real edit is to re-observe red).
|
|
901
|
+
actions.push({
|
|
902
|
+
kind: 'red',
|
|
903
|
+
testId: id,
|
|
904
|
+
command: `node fold-completeness-run.mjs --red ${JSON.stringify(id)}`,
|
|
905
|
+
note: 're-observe red at the modified (tampered) expectations — --reattest is scoped to a green-only append and cannot anchor a real edit',
|
|
906
|
+
});
|
|
907
|
+
} else if (!reattestedFiles.has(file)) {
|
|
908
|
+
// an additions-only custody delta (NOT tampered — no old-side removal) → CANDIDATE for re-attest.
|
|
909
|
+
// The tamper flag catches removed/modified old-side lines, but an additions-only edit can still
|
|
910
|
+
// WEAKEN a bound test (an inserted early `return;` before the assertions) — undetectable without
|
|
911
|
+
// AST (the AD-047 residual). So preflight only SUGGESTS re-attest, with a caveat: re-attest is
|
|
912
|
+
// honest for a genuine green-only APPEND (a new sibling test); for an in-body insertion, re-observe
|
|
913
|
+
// red (--red) instead. The custody guard stays fail-closed until the operator records one or other.
|
|
914
|
+
reattestedFiles.add(file);
|
|
915
|
+
actions.push({
|
|
916
|
+
kind: 'reattest',
|
|
917
|
+
testId: id,
|
|
918
|
+
file,
|
|
919
|
+
command: `node fold-completeness-run.mjs --reattest ${JSON.stringify(id)}`,
|
|
920
|
+
note: 'valid only for a genuine green-only APPEND (a new sibling test); if the change INSERTS into an existing bound test body (an additions-only edit can still weaken it), re-observe red instead: node fold-completeness-run.mjs --red ' + JSON.stringify(id),
|
|
921
|
+
});
|
|
922
|
+
}
|
|
923
|
+
}
|
|
924
|
+
return { loop, base, fingerprint, boundTestIds, tamper, actions };
|
|
925
|
+
};
|
|
926
|
+
|
|
927
|
+
// renderPreflight(state) → a human block: the loop/base + the routed actions (or an all-clear note).
|
|
928
|
+
export const renderPreflight = ({ loop, boundTestIds, tamper, actions }) => {
|
|
929
|
+
const lines = [
|
|
930
|
+
`fold-completeness preflight — loop "${loop}" (cheap half; the suite was NOT run, nothing was written)`,
|
|
931
|
+
` bound testIds: ${boundTestIds.length ? boundTestIds.join(', ') : '(none)'}`,
|
|
932
|
+
` tampered test-surface files: ${tamper.tampered.length ? tamper.tampered.join(', ') : 'none'}`,
|
|
933
|
+
];
|
|
934
|
+
if (actions.length === 0) {
|
|
935
|
+
lines.push(' ✓ no overrides / re-attests needed before the coverage pass — run: node fold-completeness-run.mjs');
|
|
936
|
+
return lines.join('\n');
|
|
937
|
+
}
|
|
938
|
+
lines.push(` ${actions.length} action(s) to resolve BEFORE the coverage pass:`);
|
|
939
|
+
const head = (a) => {
|
|
940
|
+
if (a.kind === 'oracle-change') return `oracle-change for ${a.file}`;
|
|
941
|
+
if (a.kind === 'reattest') return `re-attest ${a.testId} (green-only custody delta)`;
|
|
942
|
+
if (a.kind === 'unresolvable') return `unresolvable bound file ${a.file} — restore or re-triage`;
|
|
943
|
+
return `observe red for ${a.testId}`;
|
|
944
|
+
};
|
|
945
|
+
for (const a of actions) {
|
|
946
|
+
lines.push(` [${a.kind}] ${head(a)}`);
|
|
947
|
+
if (a.command) lines.push(` ${a.command}`);
|
|
948
|
+
if (a.note) lines.push(` (${a.note})`);
|
|
949
|
+
}
|
|
950
|
+
return lines.join('\n');
|
|
951
|
+
};
|
|
952
|
+
|
|
953
|
+
// ── the --findings verb (1.4): OPTIONAL SARIF advisory intake — print-only, NEVER recorded ────────
|
|
954
|
+
|
|
955
|
+
// runFindings({ cwd, env }) → { findings, note }. Reads the profile's findings.sarifPath, ADVISORY
|
|
956
|
+
// ONLY: nothing is written and the fold gate never reads SARIF, so it can never block a fold. Absent
|
|
957
|
+
// path / missing file → a no-op note; a malformed SARIF throws (a loud advisory failure), --check
|
|
958
|
+
// unaffected.
|
|
959
|
+
export const runFindings = ({ cwd = process.cwd(), env = process.env } = {}) => {
|
|
960
|
+
const root = gitStdout(['rev-parse', '--show-toplevel'], cwd);
|
|
961
|
+
const rootTop = root == null ? cwd : root.replace(/\r?\n$/, '');
|
|
962
|
+
const { profile } = loadProfile(rootTop);
|
|
963
|
+
const sarifPath = resolveSarifPath(profile);
|
|
964
|
+
if (!sarifPath) return { findings: [], note: 'no findings.sarifPath declared in the verification profile — nothing to read (SARIF advisory is opt-in)' };
|
|
965
|
+
const abs = isAbsolute(sarifPath) ? sarifPath : join(rootTop, sarifPath);
|
|
966
|
+
const text = readFileSafe(abs);
|
|
967
|
+
if (text == null) return { findings: [], note: `no SARIF file at "${sarifPath}" — the suite may not have written it yet (advisory, non-blocking)` };
|
|
968
|
+
const { findings } = parseSarif(text); // throws on malformed → the CLI exits nonzero (advisory-loud)
|
|
969
|
+
return { findings, note: null };
|
|
970
|
+
};
|
|
971
|
+
|
|
611
972
|
// ── CLI ───────────────────────────────────────────────────────────────────────────────────────────
|
|
612
973
|
|
|
613
974
|
const HELP = `fold-completeness-run — the M3 fold-completeness RUNNER (agent-workflow family, AD-046 + AD-047).
|
|
@@ -615,11 +976,15 @@ const HELP = `fold-completeness-run — the M3 fold-completeness RUNNER (agent-w
|
|
|
615
976
|
Usage:
|
|
616
977
|
node fold-completeness-run.mjs [--suite "<cmd>"] [--cwd <dir>]
|
|
617
978
|
node fold-completeness-run.mjs --red "<test-file>#<test-name-pattern>" [--cwd <dir>]
|
|
979
|
+
node fold-completeness-run.mjs --reattest "<test-file>#<test-name-pattern>" [--cwd <dir>]
|
|
980
|
+
node fold-completeness-run.mjs --preflight [--cwd <dir>]
|
|
981
|
+
node fold-completeness-run.mjs --findings [--cwd <dir>]
|
|
618
982
|
|
|
619
983
|
The default run: runs the in-flight plan-execution loop's suite ONCE under coverage, maps every
|
|
620
984
|
changed executable line to covered/uncovered, probes each of the SEGMENT's fixable-bug bound testIds
|
|
621
985
|
N times (AW_FOLD_RERUNS, default 3) for resolvability + an N/N-green baseline, records each bound test
|
|
622
|
-
file's content hash (custody),
|
|
986
|
+
file's content hash (custody), the suite-execution evidence (cmd + exit + pre/post fingerprints), and
|
|
987
|
+
appends one v4 run record — segment-framed (base = git rev-parse
|
|
623
988
|
HEAD; the bound set is the current segment's, AD-048 D7) — to
|
|
624
989
|
<git dir>/${'agent-workflow-fold-completeness.jsonl'} (AW_FOLD_RESULTS overrides).
|
|
625
990
|
|
|
@@ -631,19 +996,44 @@ current SEGMENT frame: a receipt never crosses a commit boundary); observed-gree
|
|
|
631
996
|
unresolvable / mixed / timed-out are DISTINGUISHED typed refusals and nothing is written
|
|
632
997
|
(mixed/timeout = QUARANTINE — never converts, no override lane).
|
|
633
998
|
|
|
999
|
+
--reattest re-anchors a bound test FILE's custody at its CURRENT bytes WITHOUT observing red — the
|
|
1000
|
+
honest replacement for a red-proof waiver after a GREEN-ONLY test-file append (there is no red to
|
|
1001
|
+
observe). It mints a fold-v4 re-attest receipt (testId + the current file hash). It is
|
|
1002
|
+
operator-asserted (self-discipline, the same trust model as the recorded overrides), NOT auto-detected:
|
|
1003
|
+
the custody guard still fails CLOSED on any un-reattested change, and re-attest never converts a red
|
|
1004
|
+
baseline or waives the observed-red proof (a weakened/red test still fails the gate).
|
|
1005
|
+
|
|
634
1006
|
Suite command: --suite "<cmd>" or AW_FOLD_SUITE_CMD, else the unit-tests gate cmd in docs/ai/gates.json.
|
|
635
1007
|
Bound-test probes default to node --test --test-name-pattern (shell-free); AW_FOLD_BOUND_CMD overrides
|
|
636
1008
|
with a JSON argv array using {file}/{pattern}. Probe knobs (fail-closed positive integers):
|
|
637
1009
|
AW_FOLD_RERUNS (default 3) · AW_FOLD_PROBE_TIMEOUT_S (default 120, per probe RUN, probes only).
|
|
638
1010
|
Inert budgets: AW_FOLD_MUTANTS_MAX / AW_FOLD_HUNK_MUTANTS_MAX / AW_FOLD_TIME_BUDGET_S (mutation shelved).
|
|
639
1011
|
|
|
1012
|
+
The VERIFICATION PROFILE (docs/ai/verification-profile.json, BUGFREE-3) generalizes the coverage
|
|
1013
|
+
SOURCE (coverage.kind v8|lcov + lcovPath) and the single-test RESULT FORMAT (singleTest.argv +
|
|
1014
|
+
resultFormat tap-stdout|tap-file|junit-xml; a file-based format's argv carries {resultPath}). Absent →
|
|
1015
|
+
today's exact behaviour (V8 + node:test TAP on stdout). Env knobs still override (AW_FOLD_SUITE_CMD /
|
|
1016
|
+
AW_FOLD_BOUND_CMD win over the profile).
|
|
1017
|
+
|
|
1018
|
+
--preflight runs ONLY the cheap half (the tamper surface + custody deltas from the git diff + the
|
|
1019
|
+
ledgers, seconds) WITHOUT the coverage suite run: it prints the overrides / re-attests to RECORD
|
|
1020
|
+
BEFORE the expensive pass — routed by kind: oracle-change for a tampered test file, --reattest for a
|
|
1021
|
+
green-only custody delta, --red (or a red-proof override if the red is unestablishable) for a bound
|
|
1022
|
+
testId with no observed-red receipt yet. It spawns no suite, runs no probe, predicts no coverage, and
|
|
1023
|
+
writes nothing.
|
|
1024
|
+
|
|
1025
|
+
--findings reads the profile's OPTIONAL findings.sarifPath and PRINTS the SARIF findings — ADVISORY
|
|
1026
|
+
ONLY: nothing is recorded, and the fold gate (fold-completeness --check) never reads SARIF, so it can
|
|
1027
|
+
never block a fold. Absent path / missing file → a stated no-op; a malformed SARIF exits nonzero (a
|
|
1028
|
+
loud advisory failure) but leaves --check unaffected.
|
|
1029
|
+
|
|
640
1030
|
The read-only gate is a SEPARATE tool: node fold-completeness.mjs --check / --status / --json.
|
|
641
1031
|
|
|
642
|
-
Exit codes: 0 written; 1 a typed STOP (loop derivation / suite discovery / a --red
|
|
643
|
-
record / fs error); 2 usage.`;
|
|
1032
|
+
Exit codes: 0 written / advisory printed; 1 a typed STOP (loop derivation / suite discovery / a --red
|
|
1033
|
+
or --reattest refusal / a malformed SARIF on --findings / malformed record / fs error); 2 usage.`;
|
|
644
1034
|
|
|
645
1035
|
const parseArgs = (argv) => {
|
|
646
|
-
const opts = { cwd: undefined, suite: undefined, red: undefined };
|
|
1036
|
+
const opts = { cwd: undefined, suite: undefined, red: undefined, reattest: undefined, findings: false, preflight: false };
|
|
647
1037
|
for (let i = 0; i < argv.length; i += 1) {
|
|
648
1038
|
const a = argv[i];
|
|
649
1039
|
if (a === '--cwd') {
|
|
@@ -658,6 +1048,14 @@ const parseArgs = (argv) => {
|
|
|
658
1048
|
opts.red = argv[i + 1];
|
|
659
1049
|
if (opts.red === undefined) throw usageFail('--red needs a testId ("<test-file>#<test-name-pattern>")');
|
|
660
1050
|
i += 1;
|
|
1051
|
+
} else if (a === '--reattest') {
|
|
1052
|
+
opts.reattest = argv[i + 1];
|
|
1053
|
+
if (opts.reattest === undefined) throw usageFail('--reattest needs a testId ("<test-file>#<test-name-pattern>")');
|
|
1054
|
+
i += 1;
|
|
1055
|
+
} else if (a === '--findings') {
|
|
1056
|
+
opts.findings = true;
|
|
1057
|
+
} else if (a === '--preflight') {
|
|
1058
|
+
opts.preflight = true;
|
|
661
1059
|
} else {
|
|
662
1060
|
throw usageFail(`unknown argument: ${a}`);
|
|
663
1061
|
}
|
|
@@ -672,6 +1070,13 @@ export const main = (argv, ctx = {}) => {
|
|
|
672
1070
|
if (argv.includes('--help') || argv.includes('-h')) return { code: 0, stdout: HELP, stderr: '' };
|
|
673
1071
|
const opts = parseArgs(argv);
|
|
674
1072
|
const cwd = opts.cwd ?? cwd0;
|
|
1073
|
+
if (opts.preflight) {
|
|
1074
|
+
return { code: 0, stdout: renderPreflight(runPreflight({ cwd, env })), stderr: '' };
|
|
1075
|
+
}
|
|
1076
|
+
if (opts.findings) {
|
|
1077
|
+
const { findings, note } = runFindings({ cwd, env });
|
|
1078
|
+
return { code: 0, stdout: note ?? renderSarifFindings(findings), stderr: '' };
|
|
1079
|
+
}
|
|
675
1080
|
if (opts.red !== undefined) {
|
|
676
1081
|
const { writtenPath, record } = runRedProbe({ cwd, env, testId: opts.red });
|
|
677
1082
|
return {
|
|
@@ -680,6 +1085,14 @@ export const main = (argv, ctx = {}) => {
|
|
|
680
1085
|
stderr: '',
|
|
681
1086
|
};
|
|
682
1087
|
}
|
|
1088
|
+
if (opts.reattest !== undefined) {
|
|
1089
|
+
const { writtenPath, record } = runReattest({ cwd, env, testId: opts.reattest });
|
|
1090
|
+
return {
|
|
1091
|
+
code: 0,
|
|
1092
|
+
stdout: `fold-completeness-run: minted a custody re-attest for "${record.testId}" (loop "${record.loop}", hash ${record.fileHash.slice(0, 12)}…) → ${writtenPath}`,
|
|
1093
|
+
stderr: '',
|
|
1094
|
+
};
|
|
1095
|
+
}
|
|
683
1096
|
const { writtenPath, record } = runFoldCompleteness({ cwd, env, suiteCmd: opts.suite });
|
|
684
1097
|
const uncovered = record.coverage.uncoveredChanged.length;
|
|
685
1098
|
const unresolved = record.testIds.filter((t) => !t.resolvable || !t.baselineGreen).length;
|