@dewtech/dare-cli 3.2.0 → 3.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -0
- package/dist/__tests__/dag-runner/ralph-loop.test.js +107 -45
- package/dist/__tests__/dag-runner/ralph-loop.test.js.map +1 -1
- package/dist/__tests__/dag-runner/state-store.test.d.ts +2 -0
- package/dist/__tests__/dag-runner/state-store.test.d.ts.map +1 -0
- package/dist/__tests__/dag-runner/state-store.test.js +74 -0
- package/dist/__tests__/dag-runner/state-store.test.js.map +1 -0
- package/dist/__tests__/ide-command-parity.test.js +1 -0
- package/dist/__tests__/ide-command-parity.test.js.map +1 -1
- package/dist/__tests__/project-generator.test.d.ts +2 -0
- package/dist/__tests__/project-generator.test.d.ts.map +1 -0
- package/dist/__tests__/project-generator.test.js +56 -0
- package/dist/__tests__/project-generator.test.js.map +1 -0
- package/dist/bin/dare.js +2 -0
- package/dist/bin/dare.js.map +1 -1
- package/dist/commands/__tests__/bench.spec.d.ts +2 -0
- package/dist/commands/__tests__/bench.spec.d.ts.map +1 -0
- package/dist/commands/__tests__/bench.spec.js +106 -0
- package/dist/commands/__tests__/bench.spec.js.map +1 -0
- package/dist/commands/__tests__/execute.best-of.spec.d.ts +2 -0
- package/dist/commands/__tests__/execute.best-of.spec.d.ts.map +1 -0
- package/dist/commands/__tests__/execute.best-of.spec.js +24 -0
- package/dist/commands/__tests__/execute.best-of.spec.js.map +1 -0
- package/dist/commands/__tests__/execute.telemetry.spec.d.ts +2 -0
- package/dist/commands/__tests__/execute.telemetry.spec.d.ts.map +1 -0
- package/dist/commands/__tests__/execute.telemetry.spec.js +93 -0
- package/dist/commands/__tests__/execute.telemetry.spec.js.map +1 -0
- package/dist/commands/__tests__/execute.verify.spec.d.ts +2 -0
- package/dist/commands/__tests__/execute.verify.spec.d.ts.map +1 -0
- package/dist/commands/__tests__/execute.verify.spec.js +150 -0
- package/dist/commands/__tests__/execute.verify.spec.js.map +1 -0
- package/dist/commands/bench.d.ts +10 -0
- package/dist/commands/bench.d.ts.map +1 -0
- package/dist/commands/bench.js +64 -0
- package/dist/commands/bench.js.map +1 -0
- package/dist/commands/execute-verification.d.ts +51 -0
- package/dist/commands/execute-verification.d.ts.map +1 -0
- package/dist/commands/execute-verification.js +201 -0
- package/dist/commands/execute-verification.js.map +1 -0
- package/dist/commands/execute.d.ts.map +1 -1
- package/dist/commands/execute.js +139 -2
- package/dist/commands/execute.js.map +1 -1
- package/dist/dag-runner/ralph-loop.d.ts +9 -9
- package/dist/dag-runner/ralph-loop.d.ts.map +1 -1
- package/dist/dag-runner/ralph-loop.js +89 -113
- package/dist/dag-runner/ralph-loop.js.map +1 -1
- package/dist/dag-runner/state-store.d.ts +14 -1
- package/dist/dag-runner/state-store.d.ts.map +1 -1
- package/dist/dag-runner/state-store.js +39 -8
- package/dist/dag-runner/state-store.js.map +1 -1
- package/dist/exec/npm-invoke.d.ts +8 -0
- package/dist/exec/npm-invoke.d.ts.map +1 -0
- package/dist/exec/npm-invoke.js +45 -0
- package/dist/exec/npm-invoke.js.map +1 -0
- package/dist/exec/safe-spawn.d.ts +21 -0
- package/dist/exec/safe-spawn.d.ts.map +1 -0
- package/dist/exec/safe-spawn.js +108 -0
- package/dist/exec/safe-spawn.js.map +1 -0
- package/dist/graphrag/types.d.ts +2 -2
- package/dist/graphrag/types.d.ts.map +1 -1
- package/dist/stacks/dna-emitter.d.ts.map +1 -1
- package/dist/stacks/dna-emitter.js +1 -10
- package/dist/stacks/dna-emitter.js.map +1 -1
- package/dist/utils/UpdateApplier.d.ts.map +1 -1
- package/dist/utils/UpdateApplier.js +8 -0
- package/dist/utils/UpdateApplier.js.map +1 -1
- package/dist/utils/logger.d.ts +7 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +23 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/utils/path-safety.d.ts +22 -0
- package/dist/utils/path-safety.d.ts.map +1 -0
- package/dist/utils/path-safety.js +83 -0
- package/dist/utils/path-safety.js.map +1 -0
- package/dist/utils/project-generator.d.ts.map +1 -1
- package/dist/utils/project-generator.js +2 -0
- package/dist/utils/project-generator.js.map +1 -1
- package/dist/utils/stack-bootstrap.js +2 -2
- package/dist/utils/stack-bootstrap.js.map +1 -1
- package/dist/verification/__tests__/anti-tamper.test.d.ts +2 -0
- package/dist/verification/__tests__/anti-tamper.test.d.ts.map +1 -0
- package/dist/verification/__tests__/anti-tamper.test.js +73 -0
- package/dist/verification/__tests__/anti-tamper.test.js.map +1 -0
- package/dist/verification/__tests__/bench-fixtures.test.d.ts +2 -0
- package/dist/verification/__tests__/bench-fixtures.test.d.ts.map +1 -0
- package/dist/verification/__tests__/bench-fixtures.test.js +35 -0
- package/dist/verification/__tests__/bench-fixtures.test.js.map +1 -0
- package/dist/verification/__tests__/bench-harness.test.d.ts +2 -0
- package/dist/verification/__tests__/bench-harness.test.d.ts.map +1 -0
- package/dist/verification/__tests__/bench-harness.test.js +75 -0
- package/dist/verification/__tests__/bench-harness.test.js.map +1 -0
- package/dist/verification/__tests__/bench-report.test.d.ts +2 -0
- package/dist/verification/__tests__/bench-report.test.d.ts.map +1 -0
- package/dist/verification/__tests__/bench-report.test.js +73 -0
- package/dist/verification/__tests__/bench-report.test.js.map +1 -0
- package/dist/verification/__tests__/best-of-n-runner.test.d.ts +2 -0
- package/dist/verification/__tests__/best-of-n-runner.test.d.ts.map +1 -0
- package/dist/verification/__tests__/best-of-n-runner.test.js +94 -0
- package/dist/verification/__tests__/best-of-n-runner.test.js.map +1 -0
- package/dist/verification/__tests__/config.test.d.ts +2 -0
- package/dist/verification/__tests__/config.test.d.ts.map +1 -0
- package/dist/verification/__tests__/config.test.js +50 -0
- package/dist/verification/__tests__/config.test.js.map +1 -0
- package/dist/verification/__tests__/decay-policy.test.d.ts +2 -0
- package/dist/verification/__tests__/decay-policy.test.d.ts.map +1 -0
- package/dist/verification/__tests__/decay-policy.test.js +130 -0
- package/dist/verification/__tests__/decay-policy.test.js.map +1 -0
- package/dist/verification/__tests__/fail-to-pass.test.d.ts +2 -0
- package/dist/verification/__tests__/fail-to-pass.test.d.ts.map +1 -0
- package/dist/verification/__tests__/fail-to-pass.test.js +107 -0
- package/dist/verification/__tests__/fail-to-pass.test.js.map +1 -0
- package/dist/verification/__tests__/failure-signature.test.d.ts +2 -0
- package/dist/verification/__tests__/failure-signature.test.d.ts.map +1 -0
- package/dist/verification/__tests__/failure-signature.test.js +40 -0
- package/dist/verification/__tests__/failure-signature.test.js.map +1 -0
- package/dist/verification/__tests__/logger.test.d.ts +2 -0
- package/dist/verification/__tests__/logger.test.d.ts.map +1 -0
- package/dist/verification/__tests__/logger.test.js +23 -0
- package/dist/verification/__tests__/logger.test.js.map +1 -0
- package/dist/verification/__tests__/mutation-cargo-mutants.test.d.ts +2 -0
- package/dist/verification/__tests__/mutation-cargo-mutants.test.d.ts.map +1 -0
- package/dist/verification/__tests__/mutation-cargo-mutants.test.js +96 -0
- package/dist/verification/__tests__/mutation-cargo-mutants.test.js.map +1 -0
- package/dist/verification/__tests__/mutation-infection.test.d.ts +2 -0
- package/dist/verification/__tests__/mutation-infection.test.d.ts.map +1 -0
- package/dist/verification/__tests__/mutation-infection.test.js +101 -0
- package/dist/verification/__tests__/mutation-infection.test.js.map +1 -0
- package/dist/verification/__tests__/mutation-mutmut.test.d.ts +2 -0
- package/dist/verification/__tests__/mutation-mutmut.test.d.ts.map +1 -0
- package/dist/verification/__tests__/mutation-mutmut.test.js +102 -0
- package/dist/verification/__tests__/mutation-mutmut.test.js.map +1 -0
- package/dist/verification/__tests__/mutation-registry.test.d.ts +2 -0
- package/dist/verification/__tests__/mutation-registry.test.d.ts.map +1 -0
- package/dist/verification/__tests__/mutation-registry.test.js +28 -0
- package/dist/verification/__tests__/mutation-registry.test.js.map +1 -0
- package/dist/verification/__tests__/mutation-stryker.test.d.ts +2 -0
- package/dist/verification/__tests__/mutation-stryker.test.d.ts.map +1 -0
- package/dist/verification/__tests__/mutation-stryker.test.js +88 -0
- package/dist/verification/__tests__/mutation-stryker.test.js.map +1 -0
- package/dist/verification/__tests__/no-shell-true.test.d.ts +2 -0
- package/dist/verification/__tests__/no-shell-true.test.d.ts.map +1 -0
- package/dist/verification/__tests__/no-shell-true.test.js +43 -0
- package/dist/verification/__tests__/no-shell-true.test.js.map +1 -0
- package/dist/verification/__tests__/path-safety.test.d.ts +2 -0
- package/dist/verification/__tests__/path-safety.test.d.ts.map +1 -0
- package/dist/verification/__tests__/path-safety.test.js +59 -0
- package/dist/verification/__tests__/path-safety.test.js.map +1 -0
- package/dist/verification/__tests__/prerank.test.d.ts +2 -0
- package/dist/verification/__tests__/prerank.test.d.ts.map +1 -0
- package/dist/verification/__tests__/prerank.test.js +44 -0
- package/dist/verification/__tests__/prerank.test.js.map +1 -0
- package/dist/verification/__tests__/runner.test.d.ts +2 -0
- package/dist/verification/__tests__/runner.test.d.ts.map +1 -0
- package/dist/verification/__tests__/runner.test.js +200 -0
- package/dist/verification/__tests__/runner.test.js.map +1 -0
- package/dist/verification/__tests__/safe-spawn.test.d.ts +2 -0
- package/dist/verification/__tests__/safe-spawn.test.d.ts.map +1 -0
- package/dist/verification/__tests__/safe-spawn.test.js +36 -0
- package/dist/verification/__tests__/safe-spawn.test.js.map +1 -0
- package/dist/verification/__tests__/security.test.d.ts +2 -0
- package/dist/verification/__tests__/security.test.d.ts.map +1 -0
- package/dist/verification/__tests__/security.test.js +79 -0
- package/dist/verification/__tests__/security.test.js.map +1 -0
- package/dist/verification/__tests__/selector-pareto.test.d.ts +2 -0
- package/dist/verification/__tests__/selector-pareto.test.d.ts.map +1 -0
- package/dist/verification/__tests__/selector-pareto.test.js +77 -0
- package/dist/verification/__tests__/selector-pareto.test.js.map +1 -0
- package/dist/verification/__tests__/telemetry.test.d.ts +2 -0
- package/dist/verification/__tests__/telemetry.test.d.ts.map +1 -0
- package/dist/verification/__tests__/telemetry.test.js +116 -0
- package/dist/verification/__tests__/telemetry.test.js.map +1 -0
- package/dist/verification/__tests__/type-check.test.d.ts +2 -0
- package/dist/verification/__tests__/type-check.test.d.ts.map +1 -0
- package/dist/verification/__tests__/type-check.test.js +52 -0
- package/dist/verification/__tests__/type-check.test.js.map +1 -0
- package/dist/verification/__tests__/worktree.test.d.ts +2 -0
- package/dist/verification/__tests__/worktree.test.d.ts.map +1 -0
- package/dist/verification/__tests__/worktree.test.js +41 -0
- package/dist/verification/__tests__/worktree.test.js.map +1 -0
- package/dist/verification/bench/fixtures.d.ts +11 -0
- package/dist/verification/bench/fixtures.d.ts.map +1 -0
- package/dist/verification/bench/fixtures.js +66 -0
- package/dist/verification/bench/fixtures.js.map +1 -0
- package/dist/verification/bench/harness.d.ts +19 -0
- package/dist/verification/bench/harness.d.ts.map +1 -0
- package/dist/verification/bench/harness.js +138 -0
- package/dist/verification/bench/harness.js.map +1 -0
- package/dist/verification/bench/report.d.ts +53 -0
- package/dist/verification/bench/report.d.ts.map +1 -0
- package/dist/verification/bench/report.js +47 -0
- package/dist/verification/bench/report.js.map +1 -0
- package/dist/verification/best-of-n/runner.d.ts +29 -0
- package/dist/verification/best-of-n/runner.d.ts.map +1 -0
- package/dist/verification/best-of-n/runner.js +76 -0
- package/dist/verification/best-of-n/runner.js.map +1 -0
- package/dist/verification/best-of-n/selector/pareto.d.ts +10 -0
- package/dist/verification/best-of-n/selector/pareto.d.ts.map +1 -0
- package/dist/verification/best-of-n/selector/pareto.js +65 -0
- package/dist/verification/best-of-n/selector/pareto.js.map +1 -0
- package/dist/verification/best-of-n/selector/prerank.d.ts +23 -0
- package/dist/verification/best-of-n/selector/prerank.d.ts.map +1 -0
- package/dist/verification/best-of-n/selector/prerank.js +32 -0
- package/dist/verification/best-of-n/selector/prerank.js.map +1 -0
- package/dist/verification/best-of-n/worktree.d.ts +9 -0
- package/dist/verification/best-of-n/worktree.d.ts.map +1 -0
- package/dist/verification/best-of-n/worktree.js +100 -0
- package/dist/verification/best-of-n/worktree.js.map +1 -0
- package/dist/verification/config.d.ts +24 -0
- package/dist/verification/config.d.ts.map +1 -0
- package/dist/verification/config.js +168 -0
- package/dist/verification/config.js.map +1 -0
- package/dist/verification/decay/policy.d.ts +16 -0
- package/dist/verification/decay/policy.d.ts.map +1 -0
- package/dist/verification/decay/policy.js +64 -0
- package/dist/verification/decay/policy.js.map +1 -0
- package/dist/verification/decay/signature.d.ts +6 -0
- package/dist/verification/decay/signature.d.ts.map +1 -0
- package/dist/verification/decay/signature.js +18 -0
- package/dist/verification/decay/signature.js.map +1 -0
- package/dist/verification/gates/anti-tamper.d.ts +16 -0
- package/dist/verification/gates/anti-tamper.d.ts.map +1 -0
- package/dist/verification/gates/anti-tamper.js +142 -0
- package/dist/verification/gates/anti-tamper.js.map +1 -0
- package/dist/verification/gates/fail-to-pass.d.ts +39 -0
- package/dist/verification/gates/fail-to-pass.d.ts.map +1 -0
- package/dist/verification/gates/fail-to-pass.js +173 -0
- package/dist/verification/gates/fail-to-pass.js.map +1 -0
- package/dist/verification/gates/mutation/adapter.d.ts +34 -0
- package/dist/verification/gates/mutation/adapter.d.ts.map +1 -0
- package/dist/verification/gates/mutation/adapter.js +22 -0
- package/dist/verification/gates/mutation/adapter.js.map +1 -0
- package/dist/verification/gates/mutation/cargo-mutants.d.ts +28 -0
- package/dist/verification/gates/mutation/cargo-mutants.d.ts.map +1 -0
- package/dist/verification/gates/mutation/cargo-mutants.js +170 -0
- package/dist/verification/gates/mutation/cargo-mutants.js.map +1 -0
- package/dist/verification/gates/mutation/infection.d.ts +28 -0
- package/dist/verification/gates/mutation/infection.d.ts.map +1 -0
- package/dist/verification/gates/mutation/infection.js +149 -0
- package/dist/verification/gates/mutation/infection.js.map +1 -0
- package/dist/verification/gates/mutation/mutmut.d.ts +23 -0
- package/dist/verification/gates/mutation/mutmut.d.ts.map +1 -0
- package/dist/verification/gates/mutation/mutmut.js +148 -0
- package/dist/verification/gates/mutation/mutmut.js.map +1 -0
- package/dist/verification/gates/mutation/stryker.d.ts +19 -0
- package/dist/verification/gates/mutation/stryker.d.ts.map +1 -0
- package/dist/verification/gates/mutation/stryker.js +103 -0
- package/dist/verification/gates/mutation/stryker.js.map +1 -0
- package/dist/verification/gates/type-check.d.ts +11 -0
- package/dist/verification/gates/type-check.d.ts.map +1 -0
- package/dist/verification/gates/type-check.js +84 -0
- package/dist/verification/gates/type-check.js.map +1 -0
- package/dist/verification/registry.d.ts +6 -0
- package/dist/verification/registry.d.ts.map +1 -0
- package/dist/verification/registry.js +49 -0
- package/dist/verification/registry.js.map +1 -0
- package/dist/verification/runner.d.ts +27 -0
- package/dist/verification/runner.d.ts.map +1 -0
- package/dist/verification/runner.js +173 -0
- package/dist/verification/runner.js.map +1 -0
- package/dist/verification/telemetry.d.ts +18 -0
- package/dist/verification/telemetry.d.ts.map +1 -0
- package/dist/verification/telemetry.js +71 -0
- package/dist/verification/telemetry.js.map +1 -0
- package/dist/verification/types.d.ts +89 -0
- package/dist/verification/types.d.ts.map +1 -0
- package/dist/verification/types.js +3 -0
- package/dist/verification/types.js.map +1 -0
- package/package.json +5 -3
- package/templates/UPDATE-MANIFEST.json +20 -0
- package/templates/ide/antigravity/.agents/skills/dare-bench/SKILL.md +21 -0
- package/templates/ide/claude/.claude/commands/dare-bench.md +18 -0
- package/templates/ide/cursor/.cursor/commands/dare-bench.md +18 -0
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
import { describe, it, expect } from 'vitest';
|
|
2
|
+
import { prerank, reorderByPrerank, PRERANK_NEVER_AUTHORIZES_DONE, } from '../best-of-n/selector/prerank.js';
|
|
3
|
+
describe('prerank', () => {
|
|
4
|
+
it('should_score_in_zero_one_range', () => {
|
|
5
|
+
const scores = prerank([
|
|
6
|
+
{ id: 'a', diff: '--- a/x\n+++ b/x\n@@\n-old\n+new\n' },
|
|
7
|
+
{ id: 'b', diff: '+'.repeat(500) },
|
|
8
|
+
]);
|
|
9
|
+
for (const s of scores) {
|
|
10
|
+
expect(s.score).toBeGreaterThanOrEqual(0);
|
|
11
|
+
expect(s.score).toBeLessThanOrEqual(1);
|
|
12
|
+
}
|
|
13
|
+
});
|
|
14
|
+
it('should_be_deterministic', () => {
|
|
15
|
+
const input = [{ id: 'x', diff: '--- a/f.ts\n+++ b/f.ts\n@@\n+test\n' }];
|
|
16
|
+
expect(prerank(input)).toEqual(prerank(input));
|
|
17
|
+
});
|
|
18
|
+
it('should_prefer_smaller_diff', () => {
|
|
19
|
+
const scores = prerank([
|
|
20
|
+
{ id: 'small', diff: '--- a/x\n+++ b/x\n@@\n+1\n' },
|
|
21
|
+
{ id: 'large', diff: '--- a/x\n+++ b/x\n' + '+line\n'.repeat(100) },
|
|
22
|
+
]);
|
|
23
|
+
const small = scores.find((s) => s.id === 'small').score;
|
|
24
|
+
const large = scores.find((s) => s.id === 'large').score;
|
|
25
|
+
expect(small).toBeGreaterThan(large);
|
|
26
|
+
});
|
|
27
|
+
it('should_reorder_by_score', () => {
|
|
28
|
+
const items = [{ id: 'a' }, { id: 'b' }];
|
|
29
|
+
const scores = prerank([
|
|
30
|
+
{ id: 'a', diff: '--- a/x\n+++ b/x\n' + '+line\n'.repeat(80) },
|
|
31
|
+
{ id: 'b', diff: '--- a/x\n+++ b/x\n@@\n+1\n' },
|
|
32
|
+
]);
|
|
33
|
+
const ordered = reorderByPrerank(items, scores);
|
|
34
|
+
expect(ordered[0].id).toBe('b');
|
|
35
|
+
});
|
|
36
|
+
it('should_never_authorize_done_rs07', () => {
|
|
37
|
+
expect(PRERANK_NEVER_AUTHORIZES_DONE).toBe(true);
|
|
38
|
+
const scores = prerank([{ id: 'fail', diff: '' }]);
|
|
39
|
+
expect(scores[0].score).toBeLessThanOrEqual(1);
|
|
40
|
+
expect(scores[0]).not.toHaveProperty('verdict');
|
|
41
|
+
expect(scores[0]).not.toHaveProperty('passed');
|
|
42
|
+
});
|
|
43
|
+
});
|
|
44
|
+
//# sourceMappingURL=prerank.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prerank.test.js","sourceRoot":"","sources":["../../../src/verification/__tests__/prerank.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,OAAO,EACP,gBAAgB,EAChB,6BAA6B,GAC9B,MAAM,kCAAkC,CAAC;AAE1C,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;IACvB,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,MAAM,GAAG,OAAO,CAAC;YACrB,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,oCAAoC,EAAE;YACvD,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;SACnC,CAAC,CAAC;QACH,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;QACzC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,MAAM,KAAK,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,qCAAqC,EAAE,CAAC,CAAC;QACzE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,MAAM,MAAM,GAAG,OAAO,CAAC;YACrB,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,4BAA4B,EAAE;YACnD,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,oBAAoB,GAAG,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;SACpE,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAE,CAAC,KAAK,CAAC;QAC1D,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAE,CAAC,KAAK,CAAC;QAC1D,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,MAAM,KAAK,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,OAAO,CAAC;YACrB,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,oBAAoB,GAAG,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE;YAC9D,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,4BAA4B,EAAE;SAChD,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAChD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,CAAC,6BAA6B,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runner.test.d.ts","sourceRoot":"","sources":["../../../src/verification/__tests__/runner.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,200 @@
|
|
|
1
|
+
import { describe, it, expect, vi } from 'vitest';
|
|
2
|
+
import { DEFAULTS } from '../config.js';
|
|
3
|
+
import { createRunVerification, } from '../runner.js';
|
|
4
|
+
import { FailToPassMissingError } from '../gates/fail-to-pass.js';
|
|
5
|
+
import { MutationToolNotFoundError } from '../gates/mutation/adapter.js';
|
|
6
|
+
function passAspect(aspect, reason = 'ok') {
|
|
7
|
+
return { aspect, verdict: 'PASS', reason, durationMs: 1 };
|
|
8
|
+
}
|
|
9
|
+
function failAspect(aspect, reason = 'failed') {
|
|
10
|
+
return { aspect, verdict: 'FAIL', reason, durationMs: 1 };
|
|
11
|
+
}
|
|
12
|
+
function enabledConfig(patch = {}) {
|
|
13
|
+
return {
|
|
14
|
+
...DEFAULTS,
|
|
15
|
+
enabled: true,
|
|
16
|
+
failToPass: { required: true },
|
|
17
|
+
antiTamper: { enabled: false },
|
|
18
|
+
typeCheck: { enabled: false },
|
|
19
|
+
mutation: {
|
|
20
|
+
...DEFAULTS.mutation,
|
|
21
|
+
enabled: true,
|
|
22
|
+
minScore: 0.7,
|
|
23
|
+
},
|
|
24
|
+
...patch,
|
|
25
|
+
};
|
|
26
|
+
}
|
|
27
|
+
function baseOpts(patch = {}) {
|
|
28
|
+
return {
|
|
29
|
+
taskId: 'task-runner',
|
|
30
|
+
stack: 'mcp-server-node-ts',
|
|
31
|
+
cwd: '/tmp/project',
|
|
32
|
+
config: enabledConfig(),
|
|
33
|
+
changedFiles: ['src/a.ts'],
|
|
34
|
+
...patch,
|
|
35
|
+
};
|
|
36
|
+
}
|
|
37
|
+
function mockAdapter(overrides = {}) {
|
|
38
|
+
return {
|
|
39
|
+
tool: 'stryker',
|
|
40
|
+
stacks: ['mcp-server-node-ts'],
|
|
41
|
+
isAvailable: async () => true,
|
|
42
|
+
run: async () => ({
|
|
43
|
+
killed: 8,
|
|
44
|
+
survived: 2,
|
|
45
|
+
noCoverage: 0,
|
|
46
|
+
timedOut: false,
|
|
47
|
+
tool: 'stryker',
|
|
48
|
+
score: 0.8,
|
|
49
|
+
}),
|
|
50
|
+
...overrides,
|
|
51
|
+
};
|
|
52
|
+
}
|
|
53
|
+
function makeDeps(overrides = {}) {
|
|
54
|
+
return {
|
|
55
|
+
readArtifact: async () => ({
|
|
56
|
+
specGlob: 'spec.test.ts',
|
|
57
|
+
failToPassBaseline: {
|
|
58
|
+
recordedAt: '2026-01-01',
|
|
59
|
+
ranAgainst: 'abc',
|
|
60
|
+
failed: ['spec.test.ts::x'],
|
|
61
|
+
allFailed: true,
|
|
62
|
+
},
|
|
63
|
+
}),
|
|
64
|
+
checkFailToPass: async () => passAspect('fail-to-pass'),
|
|
65
|
+
checkAntiTamper: async () => passAspect('anti-tamper'),
|
|
66
|
+
checkTypes: async () => passAspect('type'),
|
|
67
|
+
adapterForStack: async () => mockAdapter(),
|
|
68
|
+
...overrides,
|
|
69
|
+
};
|
|
70
|
+
}
|
|
71
|
+
describe('runVerification', () => {
|
|
72
|
+
it('should_noop_when_disabled', async () => {
|
|
73
|
+
const run = createRunVerification(makeDeps());
|
|
74
|
+
const result = await run(baseOpts({ config: { ...DEFAULTS, enabled: false } }));
|
|
75
|
+
expect(result.passed).toBe(true);
|
|
76
|
+
expect(result.aspects).toHaveLength(0);
|
|
77
|
+
});
|
|
78
|
+
it('should_throw_fail_to_pass_missing', async () => {
|
|
79
|
+
const run = createRunVerification(makeDeps({ readArtifact: async () => undefined }));
|
|
80
|
+
await expect(run(baseOpts())).rejects.toThrow(FailToPassMissingError);
|
|
81
|
+
});
|
|
82
|
+
it('should_short_circuit_on_fail_to_pass_fail', async () => {
|
|
83
|
+
const checkFailToPass = vi.fn(async () => failAspect('fail-to-pass'));
|
|
84
|
+
const checkAntiTamper = vi.fn(async () => passAspect('anti-tamper'));
|
|
85
|
+
const adapterForStack = vi.fn(async () => mockAdapter());
|
|
86
|
+
const run = createRunVerification(makeDeps({ checkFailToPass, checkAntiTamper, adapterForStack }));
|
|
87
|
+
const result = await run(baseOpts());
|
|
88
|
+
expect(result.passed).toBe(false);
|
|
89
|
+
expect(result.aspects).toHaveLength(1);
|
|
90
|
+
expect(result.aspects[0]?.aspect).toBe('fail-to-pass');
|
|
91
|
+
expect(checkAntiTamper).not.toHaveBeenCalled();
|
|
92
|
+
expect(adapterForStack).not.toHaveBeenCalled();
|
|
93
|
+
});
|
|
94
|
+
it('should_throw_tool_not_found', async () => {
|
|
95
|
+
const run = createRunVerification(makeDeps({
|
|
96
|
+
adapterForStack: async () => mockAdapter({ isAvailable: async () => false }),
|
|
97
|
+
}));
|
|
98
|
+
await expect(run(baseOpts())).rejects.toThrow(MutationToolNotFoundError);
|
|
99
|
+
});
|
|
100
|
+
it('should_skip_mutation_when_zero_mutants', async () => {
|
|
101
|
+
const run = createRunVerification(makeDeps({
|
|
102
|
+
adapterForStack: async () => mockAdapter({
|
|
103
|
+
run: async () => ({
|
|
104
|
+
killed: 0,
|
|
105
|
+
survived: 0,
|
|
106
|
+
noCoverage: 0,
|
|
107
|
+
timedOut: false,
|
|
108
|
+
tool: 'stryker',
|
|
109
|
+
score: Number.NaN,
|
|
110
|
+
}),
|
|
111
|
+
}),
|
|
112
|
+
}));
|
|
113
|
+
const result = await run(baseOpts());
|
|
114
|
+
const mutation = result.aspects.find((a) => a.aspect === 'mutation');
|
|
115
|
+
expect(result.passed).toBe(true);
|
|
116
|
+
expect(mutation?.verdict).toBe('SKIP');
|
|
117
|
+
});
|
|
118
|
+
it('should_run_mutation_last_and_fail_below_minScore', async () => {
|
|
119
|
+
const order = [];
|
|
120
|
+
const run = createRunVerification(makeDeps({
|
|
121
|
+
checkFailToPass: async () => {
|
|
122
|
+
order.push('fail-to-pass');
|
|
123
|
+
return passAspect('fail-to-pass');
|
|
124
|
+
},
|
|
125
|
+
checkTypes: async () => {
|
|
126
|
+
order.push('type');
|
|
127
|
+
return passAspect('type');
|
|
128
|
+
},
|
|
129
|
+
adapterForStack: async () => {
|
|
130
|
+
order.push('mutation-adapter');
|
|
131
|
+
return mockAdapter({
|
|
132
|
+
run: async () => {
|
|
133
|
+
order.push('mutation-run');
|
|
134
|
+
return {
|
|
135
|
+
killed: 2,
|
|
136
|
+
survived: 8,
|
|
137
|
+
noCoverage: 0,
|
|
138
|
+
timedOut: false,
|
|
139
|
+
tool: 'stryker',
|
|
140
|
+
score: 0.2,
|
|
141
|
+
};
|
|
142
|
+
},
|
|
143
|
+
});
|
|
144
|
+
},
|
|
145
|
+
}));
|
|
146
|
+
const result = await run(baseOpts({
|
|
147
|
+
config: enabledConfig({
|
|
148
|
+
antiTamper: { enabled: false },
|
|
149
|
+
typeCheck: { enabled: true },
|
|
150
|
+
mutation: { ...DEFAULTS.mutation, enabled: true, minScore: 0.7 },
|
|
151
|
+
}),
|
|
152
|
+
}));
|
|
153
|
+
expect(order).toEqual([
|
|
154
|
+
'fail-to-pass',
|
|
155
|
+
'type',
|
|
156
|
+
'mutation-adapter',
|
|
157
|
+
'mutation-run',
|
|
158
|
+
]);
|
|
159
|
+
expect(result.passed).toBe(false);
|
|
160
|
+
const mutation = result.aspects.find((a) => a.aspect === 'mutation');
|
|
161
|
+
expect(mutation?.verdict).toBe('FAIL');
|
|
162
|
+
expect(mutation?.score).toBeCloseTo(0.2, 5);
|
|
163
|
+
});
|
|
164
|
+
it('should_pass_when_all_aspects_pass', async () => {
|
|
165
|
+
const run = createRunVerification(makeDeps({
|
|
166
|
+
readArtifact: async () => ({
|
|
167
|
+
specGlob: 'spec.test.ts',
|
|
168
|
+
failToPassBaseline: {
|
|
169
|
+
recordedAt: '2026-01-01',
|
|
170
|
+
ranAgainst: 'abc',
|
|
171
|
+
failed: ['spec.test.ts::x'],
|
|
172
|
+
allFailed: true,
|
|
173
|
+
},
|
|
174
|
+
tamperSnapshot: {
|
|
175
|
+
assertionCount: 5,
|
|
176
|
+
testFiles: ['spec.test.ts'],
|
|
177
|
+
},
|
|
178
|
+
}),
|
|
179
|
+
checkFailToPass: async () => passAspect('fail-to-pass'),
|
|
180
|
+
checkAntiTamper: async () => passAspect('anti-tamper'),
|
|
181
|
+
checkTypes: async () => passAspect('type'),
|
|
182
|
+
adapterForStack: async () => mockAdapter(),
|
|
183
|
+
}));
|
|
184
|
+
const result = await run(baseOpts({
|
|
185
|
+
config: enabledConfig({
|
|
186
|
+
antiTamper: { enabled: true },
|
|
187
|
+
typeCheck: { enabled: true },
|
|
188
|
+
}),
|
|
189
|
+
}));
|
|
190
|
+
expect(result.passed).toBe(true);
|
|
191
|
+
expect(result.mutationScore).toBeCloseTo(0.8, 5);
|
|
192
|
+
expect(result.aspects.map((a) => a.aspect)).toEqual([
|
|
193
|
+
'fail-to-pass',
|
|
194
|
+
'anti-tamper',
|
|
195
|
+
'type',
|
|
196
|
+
'mutation',
|
|
197
|
+
]);
|
|
198
|
+
});
|
|
199
|
+
});
|
|
200
|
+
//# sourceMappingURL=runner.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runner.test.js","sourceRoot":"","sources":["../../../src/verification/__tests__/runner.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAGxC,OAAO,EACL,qBAAqB,GAGtB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,yBAAyB,EAAE,MAAM,8BAA8B,CAAC;AAGzE,SAAS,UAAU,CACjB,MAA8B,EAC9B,MAAM,GAAG,IAAI;IAEb,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;AAC5D,CAAC;AAED,SAAS,UAAU,CACjB,MAA8B,EAC9B,MAAM,GAAG,QAAQ;IAEjB,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;AAC5D,CAAC;AAED,SAAS,aAAa,CACpB,QAAqC,EAAE;IAEvC,OAAO;QACL,GAAG,QAAQ;QACX,OAAO,EAAE,IAAI;QACb,UAAU,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;QAC9B,UAAU,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;QAC9B,SAAS,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;QAC7B,QAAQ,EAAE;YACR,GAAG,QAAQ,CAAC,QAAQ;YACpB,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,GAAG;SACd;QACD,GAAG,KAAK;KACT,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CACf,QAAyC,EAAE;IAE3C,OAAO;QACL,MAAM,EAAE,aAAa;QACrB,KAAK,EAAE,oBAAoB;QAC3B,GAAG,EAAE,cAAc;QACnB,MAAM,EAAE,aAAa,EAAE;QACvB,YAAY,EAAE,CAAC,UAAU,CAAC;QAC1B,GAAG,KAAK;KACT,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAClB,YAAsC,EAAE;IAExC,OAAO;QACL,IAAI,EAAE,SAAS;QACf,MAAM,EAAE,CAAC,oBAAoB,CAAC;QAC9B,WAAW,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;QAC7B,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;YAChB,MAAM,EAAE,CAAC;YACT,QAAQ,EAAE,CAAC;YACX,UAAU,EAAE,CAAC;YACb,QAAQ,EAAE,KAAK;YACf,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,GAAG;SACX,CAAC;QACF,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,YAAuC,EAAE;IACzD,OAAO;QACL,YAAY,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;YACzB,QAAQ,EAAE,cAAc;YACxB,kBAAkB,EAAE;gBAClB,UAAU,EAAE,YAAY;gBACxB,UAAU,EAAE,KAAK;gBACjB,MAAM,EAAE,CAAC,iBAAiB,CAAC;gBAC3B,SAAS,EAAE,IAAI;aAChB;SACF,CAAC;QACF,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC;QACvD,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC;QACtD,UAAU,EAAE,KAAK,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;QAC1C,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,WAAW,EAAE;QAC1C,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;QACzC,MAAM,GAAG,GAAG,qBAAqB,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,MAAM,GAAG,CACtB,QAAQ,CAAC,EAAE,MAAM,EAAE,EAAE,GAAG,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,CACtD,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,GAAG,GAAG,qBAAqB,CAC/B,QAAQ,CAAC,EAAE,YAAY,EAAE,KAAK,IAAI,EAAE,CAAC,SAAS,EAAE,CAAC,CAClD,CAAC;QAEF,MAAM,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,eAAe,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC;QACtE,MAAM,eAAe,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC;QACrE,MAAM,eAAe,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;QAEzD,MAAM,GAAG,GAAG,qBAAqB,CAC/B,QAAQ,CAAC,EAAE,eAAe,EAAE,eAAe,EAAE,eAAe,EAAE,CAAC,CAChE,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;QAErC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACvD,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC/C,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;QAC3C,MAAM,GAAG,GAAG,qBAAqB,CAC/B,QAAQ,CAAC;YACP,eAAe,EAAE,KAAK,IAAI,EAAE,CAC1B,WAAW,CAAC,EAAE,WAAW,EAAE,KAAK,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC;SAClD,CAAC,CACH,CAAC;QAEF,MAAM,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,GAAG,GAAG,qBAAqB,CAC/B,QAAQ,CAAC;YACP,eAAe,EAAE,KAAK,IAAI,EAAE,CAC1B,WAAW,CAAC;gBACV,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;oBAChB,MAAM,EAAE,CAAC;oBACT,QAAQ,EAAE,CAAC;oBACX,UAAU,EAAE,CAAC;oBACb,QAAQ,EAAE,KAAK;oBACf,IAAI,EAAE,SAAS;oBACf,KAAK,EAAE,MAAM,CAAC,GAAG;iBAClB,CAAC;aACH,CAAC;SACL,CAAC,CACH,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC;QAErE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,qBAAqB,CAC/B,QAAQ,CAAC;YACP,eAAe,EAAE,KAAK,IAAI,EAAE;gBAC1B,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;gBAC3B,OAAO,UAAU,CAAC,cAAc,CAAC,CAAC;YACpC,CAAC;YACD,UAAU,EAAE,KAAK,IAAI,EAAE;gBACrB,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACnB,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC;YAC5B,CAAC;YACD,eAAe,EAAE,KAAK,IAAI,EAAE;gBAC1B,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;gBAC/B,OAAO,WAAW,CAAC;oBACjB,GAAG,EAAE,KAAK,IAAI,EAAE;wBACd,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;wBAC3B,OAAO;4BACL,MAAM,EAAE,CAAC;4BACT,QAAQ,EAAE,CAAC;4BACX,UAAU,EAAE,CAAC;4BACb,QAAQ,EAAE,KAAK;4BACf,IAAI,EAAE,SAAS;4BACf,KAAK,EAAE,GAAG;yBACX,CAAC;oBACJ,CAAC;iBACF,CAAC,CAAC;YACL,CAAC;SACF,CAAC,CACH,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,GAAG,CACtB,QAAQ,CAAC;YACP,MAAM,EAAE,aAAa,CAAC;gBACpB,UAAU,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;gBAC9B,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;gBAC5B,QAAQ,EAAE,EAAE,GAAG,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE;aACjE,CAAC;SACH,CAAC,CACH,CAAC;QAEF,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC;YACpB,cAAc;YACd,MAAM;YACN,kBAAkB;YAClB,cAAc;SACf,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClC,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC;QACrE,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvC,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,GAAG,GAAG,qBAAqB,CAC/B,QAAQ,CAAC;YACP,YAAY,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;gBACzB,QAAQ,EAAE,cAAc;gBACxB,kBAAkB,EAAE;oBAClB,UAAU,EAAE,YAAY;oBACxB,UAAU,EAAE,KAAK;oBACjB,MAAM,EAAE,CAAC,iBAAiB,CAAC;oBAC3B,SAAS,EAAE,IAAI;iBAChB;gBACD,cAAc,EAAE;oBACd,cAAc,EAAE,CAAC;oBACjB,SAAS,EAAE,CAAC,cAAc,CAAC;iBAC5B;aACF,CAAC;YACF,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC;YACvD,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC;YACtD,UAAU,EAAE,KAAK,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;YAC1C,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,WAAW,EAAE;SAC3C,CAAC,CACH,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,GAAG,CACtB,QAAQ,CAAC;YACP,MAAM,EAAE,aAAa,CAAC;gBACpB,UAAU,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;gBAC7B,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;aAC7B,CAAC;SACH,CAAC,CACH,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;YAClD,cAAc;YACd,aAAa;YACb,MAAM;YACN,UAAU;SACX,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"safe-spawn.test.d.ts","sourceRoot":"","sources":["../../../src/verification/__tests__/safe-spawn.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import { describe, it, expect } from 'vitest';
|
|
2
|
+
import os from 'node:os';
|
|
3
|
+
import { safeSpawn, sanitizeEnv } from '../../exec/safe-spawn.js';
|
|
4
|
+
describe('safeSpawn', () => {
|
|
5
|
+
it('should_run_argv_without_shell', async () => {
|
|
6
|
+
const result = await safeSpawn(process.execPath, ['-e', "process.stdout.write('ok')"], { cwd: os.tmpdir(), timeoutSeconds: 30 });
|
|
7
|
+
expect(result.code).toBe(0);
|
|
8
|
+
expect(result.stdout).toBe('ok');
|
|
9
|
+
expect(result.timedOut).toBe(false);
|
|
10
|
+
});
|
|
11
|
+
it('should_not_interpret_shell_metachars', async () => {
|
|
12
|
+
const result = await safeSpawn(process.execPath, ['-e', "process.stdout.write('literal')"], { cwd: os.tmpdir(), timeoutSeconds: 30 });
|
|
13
|
+
expect(result.stdout).toBe('literal');
|
|
14
|
+
});
|
|
15
|
+
it('should_timeout', async () => {
|
|
16
|
+
const result = await safeSpawn(process.execPath, ['-e', "setTimeout(() => {}, 60000)"], { cwd: os.tmpdir(), timeoutSeconds: 1, maxChars: 500 });
|
|
17
|
+
expect(result.timedOut).toBe(true);
|
|
18
|
+
expect(result.code).not.toBe(0);
|
|
19
|
+
expect(result.stderr).toContain('timed out');
|
|
20
|
+
});
|
|
21
|
+
it('should_truncate_output', async () => {
|
|
22
|
+
const result = await safeSpawn(process.execPath, ['-e', "process.stdout.write('x'.repeat(5000))"], { cwd: os.tmpdir(), timeoutSeconds: 30, maxChars: 100 });
|
|
23
|
+
expect(result.stdout.length).toBeLessThanOrEqual(100);
|
|
24
|
+
});
|
|
25
|
+
it('should_sanitize_env', () => {
|
|
26
|
+
const env = sanitizeEnv({
|
|
27
|
+
PATH: '/bin',
|
|
28
|
+
MY_SECRET: 'super-secret',
|
|
29
|
+
HOME: '/home/user',
|
|
30
|
+
});
|
|
31
|
+
expect(env.PATH).toBe('/bin');
|
|
32
|
+
expect(env.HOME).toBe('/home/user');
|
|
33
|
+
expect(env.MY_SECRET).toBeUndefined();
|
|
34
|
+
});
|
|
35
|
+
});
|
|
36
|
+
//# sourceMappingURL=safe-spawn.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"safe-spawn.test.js","sourceRoot":"","sources":["../../../src/verification/__tests__/safe-spawn.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,MAAM,SAAS,CAAC;AAEzB,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAElE,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;IACzB,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;QAC7C,MAAM,MAAM,GAAG,MAAM,SAAS,CAC5B,OAAO,CAAC,QAAQ,EAChB,CAAC,IAAI,EAAE,4BAA4B,CAAC,EACpC,EAAE,GAAG,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,EAAE,EAAE,CACzC,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,MAAM,GAAG,MAAM,SAAS,CAC5B,OAAO,CAAC,QAAQ,EAChB,CAAC,IAAI,EAAE,iCAAiC,CAAC,EACzC,EAAE,GAAG,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,EAAE,EAAE,CACzC,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gBAAgB,EAAE,KAAK,IAAI,EAAE;QAC9B,MAAM,MAAM,GAAG,MAAM,SAAS,CAC5B,OAAO,CAAC,QAAQ,EAChB,CAAC,IAAI,EAAE,6BAA6B,CAAC,EACrC,EAAE,GAAG,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,CACvD,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wBAAwB,EAAE,KAAK,IAAI,EAAE;QACtC,MAAM,MAAM,GAAG,MAAM,SAAS,CAC5B,OAAO,CAAC,QAAQ,EAChB,CAAC,IAAI,EAAE,wCAAwC,CAAC,EAChD,EAAE,GAAG,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,CACxD,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qBAAqB,EAAE,GAAG,EAAE;QAC7B,MAAM,GAAG,GAAG,WAAW,CAAC;YACtB,IAAI,EAAE,MAAM;YACZ,SAAS,EAAE,cAAc;YACzB,IAAI,EAAE,YAAY;SACnB,CAAC,CAAC;QACH,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9B,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACpC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,aAAa,EAAE,CAAC;IACxC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"security.test.d.ts","sourceRoot":"","sources":["../../../src/verification/__tests__/security.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
import { describe, it, expect } from 'vitest';
|
|
2
|
+
import fs from 'fs-extra';
|
|
3
|
+
import path from 'node:path';
|
|
4
|
+
import { fileURLToPath } from 'node:url';
|
|
5
|
+
import { sanitizeEnv } from '../../exec/safe-spawn.js';
|
|
6
|
+
import { assertRelativeSafe } from '../../utils/path-safety.js';
|
|
7
|
+
import { prerank, PRERANK_NEVER_AUTHORIZES_DONE, } from '../best-of-n/selector/prerank.js';
|
|
8
|
+
import { createWorktree } from '../best-of-n/worktree.js';
|
|
9
|
+
const SRC_ROOT = path.join(path.dirname(fileURLToPath(import.meta.url)), '../..');
|
|
10
|
+
const SHELL_TRUE = /shell\s*:\s*true/;
|
|
11
|
+
async function collectTsFiles(dir, base) {
|
|
12
|
+
const entries = await fs.readdir(dir, { withFileTypes: true });
|
|
13
|
+
const out = [];
|
|
14
|
+
for (const ent of entries) {
|
|
15
|
+
const full = path.join(dir, ent.name);
|
|
16
|
+
const rel = path.relative(base, full).replace(/\\/g, '/');
|
|
17
|
+
if (ent.isDirectory()) {
|
|
18
|
+
out.push(...(await collectTsFiles(full, base)));
|
|
19
|
+
}
|
|
20
|
+
else if (ent.name.endsWith('.ts')) {
|
|
21
|
+
out.push(rel);
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
return out;
|
|
25
|
+
}
|
|
26
|
+
function isTestFile(rel) {
|
|
27
|
+
return rel.includes('__tests__') || rel.endsWith('.spec.ts') || rel.endsWith('.test.ts');
|
|
28
|
+
}
|
|
29
|
+
describe('verification security audit', () => {
|
|
30
|
+
it('RS-06: no shell:true in production verification src', async () => {
|
|
31
|
+
const verificationDir = path.join(SRC_ROOT, 'verification');
|
|
32
|
+
const execDir = path.join(SRC_ROOT, 'exec');
|
|
33
|
+
const violations = [];
|
|
34
|
+
for (const dir of [verificationDir, execDir]) {
|
|
35
|
+
const files = await collectTsFiles(dir, SRC_ROOT);
|
|
36
|
+
for (const rel of files) {
|
|
37
|
+
if (isTestFile(rel))
|
|
38
|
+
continue;
|
|
39
|
+
const content = await fs.readFile(path.join(SRC_ROOT, rel), 'utf8');
|
|
40
|
+
if (SHELL_TRUE.test(content))
|
|
41
|
+
violations.push(rel);
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
expect(violations).toEqual([]);
|
|
45
|
+
});
|
|
46
|
+
it('RS-02: sanitizeEnv strips secret-like keys', () => {
|
|
47
|
+
const env = sanitizeEnv({ PATH: '/bin', API_KEY: 'secret', HOME: '/u' });
|
|
48
|
+
expect(env.API_KEY).toBeUndefined();
|
|
49
|
+
expect(env.PATH).toBe('/bin');
|
|
50
|
+
});
|
|
51
|
+
it('RS-07: prerank never authorizes DONE', () => {
|
|
52
|
+
expect(PRERANK_NEVER_AUTHORIZES_DONE).toBe(true);
|
|
53
|
+
const scores = prerank([{ id: 'c1', diff: '--- a\n+++ b\n@@\n+fail\n' }]);
|
|
54
|
+
for (const s of scores) {
|
|
55
|
+
expect(s).not.toHaveProperty('verdict');
|
|
56
|
+
expect(s).not.toHaveProperty('passed');
|
|
57
|
+
expect(s.score).toBeLessThanOrEqual(1);
|
|
58
|
+
}
|
|
59
|
+
});
|
|
60
|
+
it('RS-01: worktree rejects path traversal', async () => {
|
|
61
|
+
await expect(createWorktree(process.cwd(), '../evil')).rejects.toThrow();
|
|
62
|
+
expect(() => assertRelativeSafe('../evil')).toThrow();
|
|
63
|
+
});
|
|
64
|
+
it('RS-03: mutation adapters use safeSpawn not network fetch', async () => {
|
|
65
|
+
const mutationDir = path.join(SRC_ROOT, 'verification/gates/mutation');
|
|
66
|
+
const files = await collectTsFiles(mutationDir, SRC_ROOT);
|
|
67
|
+
const violations = [];
|
|
68
|
+
for (const rel of files) {
|
|
69
|
+
if (isTestFile(rel))
|
|
70
|
+
continue;
|
|
71
|
+
const content = await fs.readFile(path.join(SRC_ROOT, rel), 'utf8');
|
|
72
|
+
if (/\bfetch\s*\(/.test(content) || /\bhttp\.request\s*\(/.test(content)) {
|
|
73
|
+
violations.push(rel);
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
expect(violations).toEqual([]);
|
|
77
|
+
});
|
|
78
|
+
});
|
|
79
|
+
//# sourceMappingURL=security.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"security.test.js","sourceRoot":"","sources":["../../../src/verification/__tests__/security.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EACL,OAAO,EACP,6BAA6B,GAC9B,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAE1D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CACxB,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAC5C,OAAO,CACR,CAAC;AAEF,MAAM,UAAU,GAAG,kBAAkB,CAAC;AAEtC,KAAK,UAAU,cAAc,CAAC,GAAW,EAAE,IAAY;IACrD,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/D,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC1D,IAAI,GAAG,CAAC,WAAW,EAAE,EAAE,CAAC;YACtB,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;QAClD,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACpC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChB,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,UAAU,CAAC,GAAW;IAC7B,OAAO,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;AAC3F,CAAC;AAED,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;IAC3C,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACnE,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC5C,MAAM,UAAU,GAAa,EAAE,CAAC;QAEhC,KAAK,MAAM,GAAG,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAClD,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;gBACxB,IAAI,UAAU,CAAC,GAAG,CAAC;oBAAE,SAAS;gBAC9B,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;gBACpE,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC;oBAAE,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QACD,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,GAAG,GAAG,WAAW,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACzE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,aAAa,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,CAAC,6BAA6B,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,2BAA2B,EAAE,CAAC,CAAC,CAAC;QAC1E,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YACxC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;YACvC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;QACzC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACzE,MAAM,CAAC,GAAG,EAAE,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,6BAA6B,CAAC,CAAC;QACvE,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QAC1D,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;YACxB,IAAI,UAAU,CAAC,GAAG,CAAC;gBAAE,SAAS;YAC9B,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;YACpE,IAAI,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,sBAAsB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBACzE,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QACD,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"selector-pareto.test.d.ts","sourceRoot":"","sources":["../../../src/verification/__tests__/selector-pareto.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
import { describe, it, expect } from 'vitest';
|
|
2
|
+
import { selectByPareto, NoViableCandidateError, } from '../best-of-n/selector/pareto.js';
|
|
3
|
+
function worktree(id) {
|
|
4
|
+
return { id, path: `.dare/worktrees/${id}`, branch: `dare/cand-${id}` };
|
|
5
|
+
}
|
|
6
|
+
function aspect(name, verdict, score) {
|
|
7
|
+
return { aspect: name, verdict, score, reason: verdict, durationMs: 1 };
|
|
8
|
+
}
|
|
9
|
+
function candidate(id, aspects, mutationScore) {
|
|
10
|
+
const passed = !aspects.some((a) => a.verdict === 'FAIL');
|
|
11
|
+
return {
|
|
12
|
+
id,
|
|
13
|
+
worktree: worktree(id),
|
|
14
|
+
verification: {
|
|
15
|
+
taskId: 'task-bench',
|
|
16
|
+
passed,
|
|
17
|
+
aspects,
|
|
18
|
+
mutationScore,
|
|
19
|
+
durationMs: 5,
|
|
20
|
+
},
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
const allPass = (id, mutationScore) => candidate(id, [
|
|
24
|
+
aspect('test', 'PASS'),
|
|
25
|
+
aspect('lint', 'PASS'),
|
|
26
|
+
aspect('type', 'PASS'),
|
|
27
|
+
aspect('mutation', 'PASS', mutationScore),
|
|
28
|
+
], mutationScore);
|
|
29
|
+
describe('selectByPareto', () => {
|
|
30
|
+
it('should_pick_dominant', () => {
|
|
31
|
+
const winner = selectByPareto([
|
|
32
|
+
allPass('cand-2', 0.6),
|
|
33
|
+
allPass('cand-1', 0.9),
|
|
34
|
+
]);
|
|
35
|
+
expect(winner.id).toBe('cand-1');
|
|
36
|
+
});
|
|
37
|
+
it('should_break_tie_by_mutation_score', () => {
|
|
38
|
+
const a = candidate('cand-a', [
|
|
39
|
+
aspect('test', 'PASS'),
|
|
40
|
+
aspect('lint', 'PASS'),
|
|
41
|
+
aspect('type', 'SKIP'),
|
|
42
|
+
aspect('mutation', 'PASS', 0.8),
|
|
43
|
+
], 0.8);
|
|
44
|
+
const b = candidate('cand-b', [
|
|
45
|
+
aspect('test', 'PASS'),
|
|
46
|
+
aspect('lint', 'SKIP'),
|
|
47
|
+
aspect('type', 'PASS'),
|
|
48
|
+
aspect('mutation', 'PASS', 0.75),
|
|
49
|
+
], 0.75);
|
|
50
|
+
expect(selectByPareto([a, b]).id).toBe('cand-a');
|
|
51
|
+
});
|
|
52
|
+
it('should_break_remaining_tie_by_id', () => {
|
|
53
|
+
const winner = selectByPareto([
|
|
54
|
+
allPass('cand-z', 0.85),
|
|
55
|
+
allPass('cand-a', 0.85),
|
|
56
|
+
allPass('cand-m', 0.85),
|
|
57
|
+
]);
|
|
58
|
+
expect(winner.id).toBe('cand-a');
|
|
59
|
+
});
|
|
60
|
+
it('should_discard_failing_candidates', () => {
|
|
61
|
+
const failing = candidate('cand-fail', [
|
|
62
|
+
aspect('test', 'FAIL'),
|
|
63
|
+
aspect('lint', 'PASS'),
|
|
64
|
+
aspect('type', 'PASS'),
|
|
65
|
+
aspect('mutation', 'PASS', 0.99),
|
|
66
|
+
]);
|
|
67
|
+
const winner = selectByPareto([failing, allPass('cand-ok', 0.5)]);
|
|
68
|
+
expect(winner.id).toBe('cand-ok');
|
|
69
|
+
});
|
|
70
|
+
it('should_throw_when_all_fail', () => {
|
|
71
|
+
expect(() => selectByPareto([
|
|
72
|
+
candidate('cand-1', [aspect('test', 'FAIL')]),
|
|
73
|
+
candidate('cand-2', [aspect('mutation', 'FAIL')]),
|
|
74
|
+
])).toThrow(NoViableCandidateError);
|
|
75
|
+
});
|
|
76
|
+
});
|
|
77
|
+
//# sourceMappingURL=selector-pareto.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"selector-pareto.test.js","sourceRoot":"","sources":["../../../src/verification/__tests__/selector-pareto.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,cAAc,EACd,sBAAsB,GACvB,MAAM,iCAAiC,CAAC;AAGzC,SAAS,QAAQ,CAAC,EAAU;IAC1B,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC;AAC1E,CAAC;AAED,SAAS,MAAM,CACb,IAA4B,EAC5B,OAAgC,EAChC,KAAc;IAEd,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;AAC1E,CAAC;AAED,SAAS,SAAS,CAChB,EAAU,EACV,OAAoC,EACpC,aAAsB;IAEtB,MAAM,MAAM,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC;IAC1D,OAAO;QACL,EAAE;QACF,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC;QACtB,YAAY,EAAE;YACZ,MAAM,EAAE,YAAY;YACpB,MAAM;YACN,OAAO;YACP,aAAa;YACb,UAAU,EAAE,CAAC;SACd;KACF,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,GAAG,CAAC,EAAU,EAAE,aAAqB,EAAE,EAAE,CACpD,SAAS,CACP,EAAE,EACF;IACE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,aAAa,CAAC;CAC1C,EACD,aAAa,CACd,CAAC;AAEJ,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE;QAC9B,MAAM,MAAM,GAAG,cAAc,CAAC;YAC5B,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;YACtB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACvB,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,CAAC,GAAG,SAAS,CACjB,QAAQ,EACR;YACE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;YACtB,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;YACtB,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;YACtB,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,CAAC;SAChC,EACD,GAAG,CACJ,CAAC;QACF,MAAM,CAAC,GAAG,SAAS,CACjB,QAAQ,EACR;YACE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;YACtB,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;YACtB,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;YACtB,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC;SACjC,EACD,IAAI,CACL,CAAC;QACF,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,MAAM,GAAG,cAAc,CAAC;YAC5B,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC;YACvB,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC;YACvB,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC;SACxB,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,OAAO,GAAG,SAAS,CAAC,WAAW,EAAE;YACrC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;YACtB,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;YACtB,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;YACtB,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC;SACjC,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,cAAc,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QAClE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,MAAM,CAAC,GAAG,EAAE,CACV,cAAc,CAAC;YACb,SAAS,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;YAC7C,SAAS,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC;SAClD,CAAC,CACH,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"telemetry.test.d.ts","sourceRoot":"","sources":["../../../src/verification/__tests__/telemetry.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,116 @@
|
|
|
1
|
+
import { describe, it, expect, beforeEach, afterEach } from 'vitest';
|
|
2
|
+
import os from 'node:os';
|
|
3
|
+
import path from 'node:path';
|
|
4
|
+
import fs from 'fs-extra';
|
|
5
|
+
import { JsonGraph } from '../../graphrag/json-graph.js';
|
|
6
|
+
import { recordVerification } from '../telemetry.js';
|
|
7
|
+
function sampleResult(taskId) {
|
|
8
|
+
return {
|
|
9
|
+
taskId,
|
|
10
|
+
passed: true,
|
|
11
|
+
aspects: [
|
|
12
|
+
{ aspect: 'test', verdict: 'PASS', reason: 'ok', durationMs: 2 },
|
|
13
|
+
{ aspect: 'mutation', verdict: 'PASS', score: 0.82, reason: 'ok', durationMs: 3 },
|
|
14
|
+
],
|
|
15
|
+
mutationScore: 0.82,
|
|
16
|
+
durationMs: 10,
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
class RejectingGraph {
|
|
20
|
+
constructor(filePath) {
|
|
21
|
+
this.rejectNewTypes = true;
|
|
22
|
+
this.inner = new JsonGraph(filePath);
|
|
23
|
+
}
|
|
24
|
+
async init() {
|
|
25
|
+
await this.inner.init();
|
|
26
|
+
}
|
|
27
|
+
setRejectNewTypes(value) {
|
|
28
|
+
this.rejectNewTypes = value;
|
|
29
|
+
}
|
|
30
|
+
addNode(node) {
|
|
31
|
+
if (this.rejectNewTypes && node.type === 'gate') {
|
|
32
|
+
throw new Error('unsupported node type: gate');
|
|
33
|
+
}
|
|
34
|
+
this.inner.addNode(node);
|
|
35
|
+
}
|
|
36
|
+
getNode(id) {
|
|
37
|
+
return this.inner.getNode(id);
|
|
38
|
+
}
|
|
39
|
+
queryNodes(type, limit) {
|
|
40
|
+
return this.inner.queryNodes(type, limit);
|
|
41
|
+
}
|
|
42
|
+
searchNodes(query, limit) {
|
|
43
|
+
return this.inner.searchNodes(query, limit);
|
|
44
|
+
}
|
|
45
|
+
deleteNode(id) {
|
|
46
|
+
this.inner.deleteNode(id);
|
|
47
|
+
}
|
|
48
|
+
addEdge(edge) {
|
|
49
|
+
if (this.rejectNewTypes && edge.type === 'verified_by') {
|
|
50
|
+
throw new Error('unsupported edge type: verified_by');
|
|
51
|
+
}
|
|
52
|
+
this.inner.addEdge(edge);
|
|
53
|
+
}
|
|
54
|
+
getEdges(nodeId, direction) {
|
|
55
|
+
return this.inner.getEdges(nodeId, direction);
|
|
56
|
+
}
|
|
57
|
+
getNodeDependencies(nodeId, depth) {
|
|
58
|
+
return this.inner.getNodeDependencies(nodeId, depth);
|
|
59
|
+
}
|
|
60
|
+
getStatistics() {
|
|
61
|
+
return this.inner.getStatistics();
|
|
62
|
+
}
|
|
63
|
+
exportToJson() {
|
|
64
|
+
return this.inner.exportToJson();
|
|
65
|
+
}
|
|
66
|
+
importFromJson(data) {
|
|
67
|
+
this.inner.importFromJson(data);
|
|
68
|
+
}
|
|
69
|
+
close() {
|
|
70
|
+
this.inner.close();
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
describe('recordVerification', () => {
|
|
74
|
+
let filePath;
|
|
75
|
+
let graph;
|
|
76
|
+
beforeEach(async () => {
|
|
77
|
+
filePath = path.join(os.tmpdir(), `dare-telemetry-${Date.now()}-${Math.random().toString(36).slice(2)}.json`);
|
|
78
|
+
graph = new JsonGraph(filePath);
|
|
79
|
+
await graph.init();
|
|
80
|
+
graph.addNode({ id: 'task:task-070', type: 'task', label: 'task-070' });
|
|
81
|
+
});
|
|
82
|
+
afterEach(async () => {
|
|
83
|
+
await fs.remove(filePath).catch(() => undefined);
|
|
84
|
+
});
|
|
85
|
+
it('should_add_gate_node_and_verified_by_edge', () => {
|
|
86
|
+
recordVerification(graph, sampleResult('task-070'));
|
|
87
|
+
const gate = graph.getNode('gate:task-070');
|
|
88
|
+
expect(gate?.type).toBe('gate');
|
|
89
|
+
expect(gate?.metadata?.passed).toBe(true);
|
|
90
|
+
expect(gate?.metadata?.mutationScore).toBe(0.82);
|
|
91
|
+
const edges = graph.getEdges('task:task-070', 'out');
|
|
92
|
+
expect(edges).toHaveLength(1);
|
|
93
|
+
expect(edges[0].type).toBe('verified_by');
|
|
94
|
+
expect(edges[0].targetId).toBe('gate:task-070');
|
|
95
|
+
});
|
|
96
|
+
it('should_fallback_to_task_metadata', async () => {
|
|
97
|
+
const rejecting = new RejectingGraph(filePath);
|
|
98
|
+
await rejecting.init();
|
|
99
|
+
rejecting.addNode({ id: 'task:task-fb', type: 'task', label: 'task-fb' });
|
|
100
|
+
recordVerification(rejecting, sampleResult('task-fb'));
|
|
101
|
+
const task = rejecting.getNode('task:task-fb');
|
|
102
|
+
const verification = task?.metadata?.verification;
|
|
103
|
+
expect(verification.passed).toBe(true);
|
|
104
|
+
expect(rejecting.getNode('gate:task-fb')).toBeNull();
|
|
105
|
+
});
|
|
106
|
+
it('should_be_idempotent', () => {
|
|
107
|
+
const result = sampleResult('task-idem');
|
|
108
|
+
graph.addNode({ id: 'task:task-idem', type: 'task', label: 'task-idem' });
|
|
109
|
+
recordVerification(graph, result);
|
|
110
|
+
recordVerification(graph, result);
|
|
111
|
+
const stats = graph.getStatistics();
|
|
112
|
+
expect(stats.nodesByType.gate).toBe(1);
|
|
113
|
+
expect(stats.edgesByType.verified_by).toBe(1);
|
|
114
|
+
});
|
|
115
|
+
});
|
|
116
|
+
//# sourceMappingURL=telemetry.test.js.map
|