@dewtech/dare-cli 3.2.0 → 3.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -0
- package/dist/__tests__/dag-runner/ralph-loop.test.js +107 -45
- package/dist/__tests__/dag-runner/ralph-loop.test.js.map +1 -1
- package/dist/__tests__/dag-runner/state-store.test.d.ts +2 -0
- package/dist/__tests__/dag-runner/state-store.test.d.ts.map +1 -0
- package/dist/__tests__/dag-runner/state-store.test.js +74 -0
- package/dist/__tests__/dag-runner/state-store.test.js.map +1 -0
- package/dist/__tests__/ide-command-parity.test.js +1 -0
- package/dist/__tests__/ide-command-parity.test.js.map +1 -1
- package/dist/__tests__/project-generator.test.d.ts +2 -0
- package/dist/__tests__/project-generator.test.d.ts.map +1 -0
- package/dist/__tests__/project-generator.test.js +56 -0
- package/dist/__tests__/project-generator.test.js.map +1 -0
- package/dist/bin/dare.js +2 -0
- package/dist/bin/dare.js.map +1 -1
- package/dist/commands/__tests__/bench.spec.d.ts +2 -0
- package/dist/commands/__tests__/bench.spec.d.ts.map +1 -0
- package/dist/commands/__tests__/bench.spec.js +106 -0
- package/dist/commands/__tests__/bench.spec.js.map +1 -0
- package/dist/commands/__tests__/execute.best-of.spec.d.ts +2 -0
- package/dist/commands/__tests__/execute.best-of.spec.d.ts.map +1 -0
- package/dist/commands/__tests__/execute.best-of.spec.js +24 -0
- package/dist/commands/__tests__/execute.best-of.spec.js.map +1 -0
- package/dist/commands/__tests__/execute.telemetry.spec.d.ts +2 -0
- package/dist/commands/__tests__/execute.telemetry.spec.d.ts.map +1 -0
- package/dist/commands/__tests__/execute.telemetry.spec.js +93 -0
- package/dist/commands/__tests__/execute.telemetry.spec.js.map +1 -0
- package/dist/commands/__tests__/execute.verify.spec.d.ts +2 -0
- package/dist/commands/__tests__/execute.verify.spec.d.ts.map +1 -0
- package/dist/commands/__tests__/execute.verify.spec.js +150 -0
- package/dist/commands/__tests__/execute.verify.spec.js.map +1 -0
- package/dist/commands/bench.d.ts +10 -0
- package/dist/commands/bench.d.ts.map +1 -0
- package/dist/commands/bench.js +64 -0
- package/dist/commands/bench.js.map +1 -0
- package/dist/commands/execute-verification.d.ts +51 -0
- package/dist/commands/execute-verification.d.ts.map +1 -0
- package/dist/commands/execute-verification.js +201 -0
- package/dist/commands/execute-verification.js.map +1 -0
- package/dist/commands/execute.d.ts.map +1 -1
- package/dist/commands/execute.js +139 -2
- package/dist/commands/execute.js.map +1 -1
- package/dist/dag-runner/ralph-loop.d.ts +9 -9
- package/dist/dag-runner/ralph-loop.d.ts.map +1 -1
- package/dist/dag-runner/ralph-loop.js +89 -113
- package/dist/dag-runner/ralph-loop.js.map +1 -1
- package/dist/dag-runner/state-store.d.ts +14 -1
- package/dist/dag-runner/state-store.d.ts.map +1 -1
- package/dist/dag-runner/state-store.js +39 -8
- package/dist/dag-runner/state-store.js.map +1 -1
- package/dist/exec/npm-invoke.d.ts +8 -0
- package/dist/exec/npm-invoke.d.ts.map +1 -0
- package/dist/exec/npm-invoke.js +45 -0
- package/dist/exec/npm-invoke.js.map +1 -0
- package/dist/exec/safe-spawn.d.ts +21 -0
- package/dist/exec/safe-spawn.d.ts.map +1 -0
- package/dist/exec/safe-spawn.js +108 -0
- package/dist/exec/safe-spawn.js.map +1 -0
- package/dist/graphrag/types.d.ts +2 -2
- package/dist/graphrag/types.d.ts.map +1 -1
- package/dist/stacks/dna-emitter.d.ts.map +1 -1
- package/dist/stacks/dna-emitter.js +1 -10
- package/dist/stacks/dna-emitter.js.map +1 -1
- package/dist/utils/UpdateApplier.d.ts.map +1 -1
- package/dist/utils/UpdateApplier.js +8 -0
- package/dist/utils/UpdateApplier.js.map +1 -1
- package/dist/utils/logger.d.ts +7 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +23 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/utils/path-safety.d.ts +22 -0
- package/dist/utils/path-safety.d.ts.map +1 -0
- package/dist/utils/path-safety.js +83 -0
- package/dist/utils/path-safety.js.map +1 -0
- package/dist/utils/project-generator.d.ts.map +1 -1
- package/dist/utils/project-generator.js +2 -0
- package/dist/utils/project-generator.js.map +1 -1
- package/dist/utils/stack-bootstrap.js +2 -2
- package/dist/utils/stack-bootstrap.js.map +1 -1
- package/dist/verification/__tests__/anti-tamper.test.d.ts +2 -0
- package/dist/verification/__tests__/anti-tamper.test.d.ts.map +1 -0
- package/dist/verification/__tests__/anti-tamper.test.js +73 -0
- package/dist/verification/__tests__/anti-tamper.test.js.map +1 -0
- package/dist/verification/__tests__/bench-fixtures.test.d.ts +2 -0
- package/dist/verification/__tests__/bench-fixtures.test.d.ts.map +1 -0
- package/dist/verification/__tests__/bench-fixtures.test.js +35 -0
- package/dist/verification/__tests__/bench-fixtures.test.js.map +1 -0
- package/dist/verification/__tests__/bench-harness.test.d.ts +2 -0
- package/dist/verification/__tests__/bench-harness.test.d.ts.map +1 -0
- package/dist/verification/__tests__/bench-harness.test.js +75 -0
- package/dist/verification/__tests__/bench-harness.test.js.map +1 -0
- package/dist/verification/__tests__/bench-report.test.d.ts +2 -0
- package/dist/verification/__tests__/bench-report.test.d.ts.map +1 -0
- package/dist/verification/__tests__/bench-report.test.js +73 -0
- package/dist/verification/__tests__/bench-report.test.js.map +1 -0
- package/dist/verification/__tests__/best-of-n-runner.test.d.ts +2 -0
- package/dist/verification/__tests__/best-of-n-runner.test.d.ts.map +1 -0
- package/dist/verification/__tests__/best-of-n-runner.test.js +94 -0
- package/dist/verification/__tests__/best-of-n-runner.test.js.map +1 -0
- package/dist/verification/__tests__/config.test.d.ts +2 -0
- package/dist/verification/__tests__/config.test.d.ts.map +1 -0
- package/dist/verification/__tests__/config.test.js +50 -0
- package/dist/verification/__tests__/config.test.js.map +1 -0
- package/dist/verification/__tests__/decay-policy.test.d.ts +2 -0
- package/dist/verification/__tests__/decay-policy.test.d.ts.map +1 -0
- package/dist/verification/__tests__/decay-policy.test.js +130 -0
- package/dist/verification/__tests__/decay-policy.test.js.map +1 -0
- package/dist/verification/__tests__/fail-to-pass.test.d.ts +2 -0
- package/dist/verification/__tests__/fail-to-pass.test.d.ts.map +1 -0
- package/dist/verification/__tests__/fail-to-pass.test.js +107 -0
- package/dist/verification/__tests__/fail-to-pass.test.js.map +1 -0
- package/dist/verification/__tests__/failure-signature.test.d.ts +2 -0
- package/dist/verification/__tests__/failure-signature.test.d.ts.map +1 -0
- package/dist/verification/__tests__/failure-signature.test.js +40 -0
- package/dist/verification/__tests__/failure-signature.test.js.map +1 -0
- package/dist/verification/__tests__/logger.test.d.ts +2 -0
- package/dist/verification/__tests__/logger.test.d.ts.map +1 -0
- package/dist/verification/__tests__/logger.test.js +23 -0
- package/dist/verification/__tests__/logger.test.js.map +1 -0
- package/dist/verification/__tests__/mutation-cargo-mutants.test.d.ts +2 -0
- package/dist/verification/__tests__/mutation-cargo-mutants.test.d.ts.map +1 -0
- package/dist/verification/__tests__/mutation-cargo-mutants.test.js +96 -0
- package/dist/verification/__tests__/mutation-cargo-mutants.test.js.map +1 -0
- package/dist/verification/__tests__/mutation-infection.test.d.ts +2 -0
- package/dist/verification/__tests__/mutation-infection.test.d.ts.map +1 -0
- package/dist/verification/__tests__/mutation-infection.test.js +101 -0
- package/dist/verification/__tests__/mutation-infection.test.js.map +1 -0
- package/dist/verification/__tests__/mutation-mutmut.test.d.ts +2 -0
- package/dist/verification/__tests__/mutation-mutmut.test.d.ts.map +1 -0
- package/dist/verification/__tests__/mutation-mutmut.test.js +102 -0
- package/dist/verification/__tests__/mutation-mutmut.test.js.map +1 -0
- package/dist/verification/__tests__/mutation-registry.test.d.ts +2 -0
- package/dist/verification/__tests__/mutation-registry.test.d.ts.map +1 -0
- package/dist/verification/__tests__/mutation-registry.test.js +28 -0
- package/dist/verification/__tests__/mutation-registry.test.js.map +1 -0
- package/dist/verification/__tests__/mutation-stryker.test.d.ts +2 -0
- package/dist/verification/__tests__/mutation-stryker.test.d.ts.map +1 -0
- package/dist/verification/__tests__/mutation-stryker.test.js +88 -0
- package/dist/verification/__tests__/mutation-stryker.test.js.map +1 -0
- package/dist/verification/__tests__/no-shell-true.test.d.ts +2 -0
- package/dist/verification/__tests__/no-shell-true.test.d.ts.map +1 -0
- package/dist/verification/__tests__/no-shell-true.test.js +43 -0
- package/dist/verification/__tests__/no-shell-true.test.js.map +1 -0
- package/dist/verification/__tests__/path-safety.test.d.ts +2 -0
- package/dist/verification/__tests__/path-safety.test.d.ts.map +1 -0
- package/dist/verification/__tests__/path-safety.test.js +59 -0
- package/dist/verification/__tests__/path-safety.test.js.map +1 -0
- package/dist/verification/__tests__/prerank.test.d.ts +2 -0
- package/dist/verification/__tests__/prerank.test.d.ts.map +1 -0
- package/dist/verification/__tests__/prerank.test.js +44 -0
- package/dist/verification/__tests__/prerank.test.js.map +1 -0
- package/dist/verification/__tests__/runner.test.d.ts +2 -0
- package/dist/verification/__tests__/runner.test.d.ts.map +1 -0
- package/dist/verification/__tests__/runner.test.js +200 -0
- package/dist/verification/__tests__/runner.test.js.map +1 -0
- package/dist/verification/__tests__/safe-spawn.test.d.ts +2 -0
- package/dist/verification/__tests__/safe-spawn.test.d.ts.map +1 -0
- package/dist/verification/__tests__/safe-spawn.test.js +36 -0
- package/dist/verification/__tests__/safe-spawn.test.js.map +1 -0
- package/dist/verification/__tests__/security.test.d.ts +2 -0
- package/dist/verification/__tests__/security.test.d.ts.map +1 -0
- package/dist/verification/__tests__/security.test.js +79 -0
- package/dist/verification/__tests__/security.test.js.map +1 -0
- package/dist/verification/__tests__/selector-pareto.test.d.ts +2 -0
- package/dist/verification/__tests__/selector-pareto.test.d.ts.map +1 -0
- package/dist/verification/__tests__/selector-pareto.test.js +77 -0
- package/dist/verification/__tests__/selector-pareto.test.js.map +1 -0
- package/dist/verification/__tests__/telemetry.test.d.ts +2 -0
- package/dist/verification/__tests__/telemetry.test.d.ts.map +1 -0
- package/dist/verification/__tests__/telemetry.test.js +116 -0
- package/dist/verification/__tests__/telemetry.test.js.map +1 -0
- package/dist/verification/__tests__/type-check.test.d.ts +2 -0
- package/dist/verification/__tests__/type-check.test.d.ts.map +1 -0
- package/dist/verification/__tests__/type-check.test.js +52 -0
- package/dist/verification/__tests__/type-check.test.js.map +1 -0
- package/dist/verification/__tests__/worktree.test.d.ts +2 -0
- package/dist/verification/__tests__/worktree.test.d.ts.map +1 -0
- package/dist/verification/__tests__/worktree.test.js +41 -0
- package/dist/verification/__tests__/worktree.test.js.map +1 -0
- package/dist/verification/bench/fixtures.d.ts +11 -0
- package/dist/verification/bench/fixtures.d.ts.map +1 -0
- package/dist/verification/bench/fixtures.js +66 -0
- package/dist/verification/bench/fixtures.js.map +1 -0
- package/dist/verification/bench/harness.d.ts +19 -0
- package/dist/verification/bench/harness.d.ts.map +1 -0
- package/dist/verification/bench/harness.js +138 -0
- package/dist/verification/bench/harness.js.map +1 -0
- package/dist/verification/bench/report.d.ts +53 -0
- package/dist/verification/bench/report.d.ts.map +1 -0
- package/dist/verification/bench/report.js +47 -0
- package/dist/verification/bench/report.js.map +1 -0
- package/dist/verification/best-of-n/runner.d.ts +29 -0
- package/dist/verification/best-of-n/runner.d.ts.map +1 -0
- package/dist/verification/best-of-n/runner.js +76 -0
- package/dist/verification/best-of-n/runner.js.map +1 -0
- package/dist/verification/best-of-n/selector/pareto.d.ts +10 -0
- package/dist/verification/best-of-n/selector/pareto.d.ts.map +1 -0
- package/dist/verification/best-of-n/selector/pareto.js +65 -0
- package/dist/verification/best-of-n/selector/pareto.js.map +1 -0
- package/dist/verification/best-of-n/selector/prerank.d.ts +23 -0
- package/dist/verification/best-of-n/selector/prerank.d.ts.map +1 -0
- package/dist/verification/best-of-n/selector/prerank.js +32 -0
- package/dist/verification/best-of-n/selector/prerank.js.map +1 -0
- package/dist/verification/best-of-n/worktree.d.ts +9 -0
- package/dist/verification/best-of-n/worktree.d.ts.map +1 -0
- package/dist/verification/best-of-n/worktree.js +100 -0
- package/dist/verification/best-of-n/worktree.js.map +1 -0
- package/dist/verification/config.d.ts +24 -0
- package/dist/verification/config.d.ts.map +1 -0
- package/dist/verification/config.js +168 -0
- package/dist/verification/config.js.map +1 -0
- package/dist/verification/decay/policy.d.ts +16 -0
- package/dist/verification/decay/policy.d.ts.map +1 -0
- package/dist/verification/decay/policy.js +64 -0
- package/dist/verification/decay/policy.js.map +1 -0
- package/dist/verification/decay/signature.d.ts +6 -0
- package/dist/verification/decay/signature.d.ts.map +1 -0
- package/dist/verification/decay/signature.js +18 -0
- package/dist/verification/decay/signature.js.map +1 -0
- package/dist/verification/gates/anti-tamper.d.ts +16 -0
- package/dist/verification/gates/anti-tamper.d.ts.map +1 -0
- package/dist/verification/gates/anti-tamper.js +142 -0
- package/dist/verification/gates/anti-tamper.js.map +1 -0
- package/dist/verification/gates/fail-to-pass.d.ts +39 -0
- package/dist/verification/gates/fail-to-pass.d.ts.map +1 -0
- package/dist/verification/gates/fail-to-pass.js +173 -0
- package/dist/verification/gates/fail-to-pass.js.map +1 -0
- package/dist/verification/gates/mutation/adapter.d.ts +34 -0
- package/dist/verification/gates/mutation/adapter.d.ts.map +1 -0
- package/dist/verification/gates/mutation/adapter.js +22 -0
- package/dist/verification/gates/mutation/adapter.js.map +1 -0
- package/dist/verification/gates/mutation/cargo-mutants.d.ts +28 -0
- package/dist/verification/gates/mutation/cargo-mutants.d.ts.map +1 -0
- package/dist/verification/gates/mutation/cargo-mutants.js +170 -0
- package/dist/verification/gates/mutation/cargo-mutants.js.map +1 -0
- package/dist/verification/gates/mutation/infection.d.ts +28 -0
- package/dist/verification/gates/mutation/infection.d.ts.map +1 -0
- package/dist/verification/gates/mutation/infection.js +149 -0
- package/dist/verification/gates/mutation/infection.js.map +1 -0
- package/dist/verification/gates/mutation/mutmut.d.ts +23 -0
- package/dist/verification/gates/mutation/mutmut.d.ts.map +1 -0
- package/dist/verification/gates/mutation/mutmut.js +148 -0
- package/dist/verification/gates/mutation/mutmut.js.map +1 -0
- package/dist/verification/gates/mutation/stryker.d.ts +19 -0
- package/dist/verification/gates/mutation/stryker.d.ts.map +1 -0
- package/dist/verification/gates/mutation/stryker.js +103 -0
- package/dist/verification/gates/mutation/stryker.js.map +1 -0
- package/dist/verification/gates/type-check.d.ts +11 -0
- package/dist/verification/gates/type-check.d.ts.map +1 -0
- package/dist/verification/gates/type-check.js +84 -0
- package/dist/verification/gates/type-check.js.map +1 -0
- package/dist/verification/registry.d.ts +6 -0
- package/dist/verification/registry.d.ts.map +1 -0
- package/dist/verification/registry.js +49 -0
- package/dist/verification/registry.js.map +1 -0
- package/dist/verification/runner.d.ts +27 -0
- package/dist/verification/runner.d.ts.map +1 -0
- package/dist/verification/runner.js +173 -0
- package/dist/verification/runner.js.map +1 -0
- package/dist/verification/telemetry.d.ts +18 -0
- package/dist/verification/telemetry.d.ts.map +1 -0
- package/dist/verification/telemetry.js +71 -0
- package/dist/verification/telemetry.js.map +1 -0
- package/dist/verification/types.d.ts +89 -0
- package/dist/verification/types.d.ts.map +1 -0
- package/dist/verification/types.js +3 -0
- package/dist/verification/types.js.map +1 -0
- package/package.json +5 -3
- package/templates/UPDATE-MANIFEST.json +20 -0
- package/templates/ide/antigravity/.agents/skills/dare-bench/SKILL.md +21 -0
- package/templates/ide/claude/.claude/commands/dare-bench.md +18 -0
- package/templates/ide/cursor/.cursor/commands/dare-bench.md +18 -0
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { describe, it, expect } from 'vitest';
|
|
2
|
+
import { validateBestOf, validatePolicy, applyPolicyOverride, resolveBestOfCount, } from '../execute-verification.js';
|
|
3
|
+
import { DEFAULTS } from '../../verification/config.js';
|
|
4
|
+
describe('execute best-of flags', () => {
|
|
5
|
+
it('should_reject_best_of_out_of_range', () => {
|
|
6
|
+
expect(validateBestOf(0, 5)).toBe('Error: --best-of must be between 1 and 5 (got 0)');
|
|
7
|
+
expect(validateBestOf(6, 5)).toBe('Error: --best-of must be between 1 and 5 (got 6)');
|
|
8
|
+
expect(validateBestOf(3, 5)).toBeUndefined();
|
|
9
|
+
});
|
|
10
|
+
it('should_reject_invalid_policy', () => {
|
|
11
|
+
expect(validatePolicy('linear')).toBe("Error: --policy must be 'decay' or 'fixed' (got 'linear')");
|
|
12
|
+
expect(validatePolicy('decay')).toBeUndefined();
|
|
13
|
+
expect(validatePolicy('fixed')).toBeUndefined();
|
|
14
|
+
});
|
|
15
|
+
it('should_apply_policy_override', () => {
|
|
16
|
+
const cfg = applyPolicyOverride(DEFAULTS, 'fixed');
|
|
17
|
+
expect(cfg.loop.policy).toBe('fixed');
|
|
18
|
+
});
|
|
19
|
+
it('should_default_best_of_from_config', () => {
|
|
20
|
+
expect(resolveBestOfCount(undefined, DEFAULTS)).toBe(1);
|
|
21
|
+
expect(resolveBestOfCount(3, DEFAULTS)).toBe(3);
|
|
22
|
+
});
|
|
23
|
+
});
|
|
24
|
+
//# sourceMappingURL=execute.best-of.spec.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"execute.best-of.spec.js","sourceRoot":"","sources":["../../../src/commands/__tests__/execute.best-of.spec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAA6B,MAAM,QAAQ,CAAC;AACzE,OAAO,EACL,cAAc,EACd,cAAc,EACd,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AAExD,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,CAAC,cAAc,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;QACtF,MAAM,CAAC,cAAc,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;QACtF,MAAM,CAAC,cAAc,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CACnC,2DAA2D,CAC5D,CAAC;QACF,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QAChD,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,GAAG,GAAG,mBAAmB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACnD,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,CAAC,kBAAkB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxD,MAAM,CAAC,kBAAkB,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"execute.telemetry.spec.d.ts","sourceRoot":"","sources":["../../../src/commands/__tests__/execute.telemetry.spec.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,93 @@
|
|
|
1
|
+
import { describe, it, expect, beforeEach, afterEach } from 'vitest';
|
|
2
|
+
import fs from 'fs-extra';
|
|
3
|
+
import path from 'node:path';
|
|
4
|
+
import os from 'node:os';
|
|
5
|
+
import { JsonGraph } from '../../graphrag/json-graph.js';
|
|
6
|
+
import { recordVerification } from '../../verification/telemetry.js';
|
|
7
|
+
function sampleResult(taskId) {
|
|
8
|
+
return {
|
|
9
|
+
taskId,
|
|
10
|
+
passed: true,
|
|
11
|
+
aspects: [{ aspect: 'mutation', verdict: 'PASS', score: 0.9, reason: 'ok', durationMs: 1 }],
|
|
12
|
+
mutationScore: 0.9,
|
|
13
|
+
durationMs: 10,
|
|
14
|
+
};
|
|
15
|
+
}
|
|
16
|
+
class RejectingGraph {
|
|
17
|
+
constructor(filePath) {
|
|
18
|
+
this.inner = new JsonGraph(filePath);
|
|
19
|
+
}
|
|
20
|
+
async init() {
|
|
21
|
+
await this.inner.init();
|
|
22
|
+
}
|
|
23
|
+
addNode(node) {
|
|
24
|
+
if (node.type === 'gate')
|
|
25
|
+
throw new Error('unsupported node type: gate');
|
|
26
|
+
this.inner.addNode(node);
|
|
27
|
+
}
|
|
28
|
+
getNode(id) {
|
|
29
|
+
return this.inner.getNode(id);
|
|
30
|
+
}
|
|
31
|
+
queryNodes(type, limit) {
|
|
32
|
+
return this.inner.queryNodes(type, limit);
|
|
33
|
+
}
|
|
34
|
+
searchNodes(query, limit) {
|
|
35
|
+
return this.inner.searchNodes(query, limit);
|
|
36
|
+
}
|
|
37
|
+
deleteNode(id) {
|
|
38
|
+
this.inner.deleteNode(id);
|
|
39
|
+
}
|
|
40
|
+
addEdge(edge) {
|
|
41
|
+
if (edge.type === 'verified_by')
|
|
42
|
+
throw new Error('unsupported edge type');
|
|
43
|
+
this.inner.addEdge(edge);
|
|
44
|
+
}
|
|
45
|
+
getEdges(nodeId, direction) {
|
|
46
|
+
return this.inner.getEdges(nodeId, direction);
|
|
47
|
+
}
|
|
48
|
+
getNodeDependencies(nodeId, depth) {
|
|
49
|
+
return this.inner.getNodeDependencies(nodeId, depth);
|
|
50
|
+
}
|
|
51
|
+
getStatistics() {
|
|
52
|
+
return this.inner.getStatistics();
|
|
53
|
+
}
|
|
54
|
+
exportToJson() {
|
|
55
|
+
return this.inner.exportToJson();
|
|
56
|
+
}
|
|
57
|
+
importFromJson(data) {
|
|
58
|
+
this.inner.importFromJson(data);
|
|
59
|
+
}
|
|
60
|
+
close() {
|
|
61
|
+
this.inner.close();
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
describe('execute telemetry wire (RF-10)', () => {
|
|
65
|
+
let filePath;
|
|
66
|
+
let graph;
|
|
67
|
+
beforeEach(async () => {
|
|
68
|
+
filePath = path.join(os.tmpdir(), `dare-exec-tel-${Date.now()}.json`);
|
|
69
|
+
graph = new JsonGraph(filePath);
|
|
70
|
+
await graph.init();
|
|
71
|
+
graph.addNode({ id: 'task:task-075', type: 'task', label: 'task-075' });
|
|
72
|
+
});
|
|
73
|
+
afterEach(async () => {
|
|
74
|
+
graph.close();
|
|
75
|
+
await fs.remove(filePath).catch(() => undefined);
|
|
76
|
+
});
|
|
77
|
+
it('should_record_gate_and_verified_by_on_done', () => {
|
|
78
|
+
recordVerification(graph, sampleResult('task-075'));
|
|
79
|
+
expect(graph.getNode('gate:task-075')).toBeDefined();
|
|
80
|
+
const edges = graph.getEdges('task:task-075', 'out');
|
|
81
|
+
expect(edges.some((e) => e.type === 'verified_by')).toBe(true);
|
|
82
|
+
});
|
|
83
|
+
it('should_fallback_without_failing_task', async () => {
|
|
84
|
+
const rejecting = new RejectingGraph(filePath);
|
|
85
|
+
await rejecting.init();
|
|
86
|
+
rejecting.addNode({ id: 'task:task-fb', type: 'task', label: 'task-fb' });
|
|
87
|
+
recordVerification(rejecting, sampleResult('task-fb'));
|
|
88
|
+
const task = rejecting.getNode('task:task-fb');
|
|
89
|
+
expect((task?.metadata?.verification).passed).toBe(true);
|
|
90
|
+
expect(rejecting.getNode('gate:task-fb')).toBeNull();
|
|
91
|
+
});
|
|
92
|
+
});
|
|
93
|
+
//# sourceMappingURL=execute.telemetry.spec.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"execute.telemetry.spec.js","sourceRoot":"","sources":["../../../src/commands/__tests__/execute.telemetry.spec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACrE,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AAGzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAGrE,SAAS,YAAY,CAAC,MAAc;IAClC,OAAO;QACL,MAAM;QACN,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;QAC3F,aAAa,EAAE,GAAG;QAClB,UAAU,EAAE,EAAE;KACf,CAAC;AACJ,CAAC;AAED,MAAM,cAAc;IAGlB,YAAY,QAAgB;QAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAC1B,CAAC;IAED,OAAO,CAAC,IAAe;QACrB,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACzE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,OAAO,CAAC,EAAU;QAChB,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAChC,CAAC;IAED,UAAU,CAAC,IAAwB,EAAE,KAAc;QACjD,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC5C,CAAC;IAED,WAAW,CAAC,KAAa,EAAE,KAAc;QACvC,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC9C,CAAC;IAED,UAAU,CAAC,EAAU;QACnB,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO,CAAC,IAAe;QACrB,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC1E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,QAAQ,CAAC,MAAc,EAAE,SAAiC;QACxD,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAChD,CAAC;IAED,mBAAmB,CAAC,MAAc,EAAE,KAAc;QAChD,OAAO,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACvD,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;IACpC,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;IACnC,CAAC;IAED,cAAc,CAAC,IAAgD;QAC7D,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;CACF;AAED,QAAQ,CAAC,gCAAgC,EAAE,GAAG,EAAE;IAC9C,IAAI,QAAgB,CAAC;IACrB,IAAI,KAAgB,CAAC;IAErB,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,iBAAiB,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACtE,KAAK,GAAG,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC;QAChC,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,kBAAkB,CAAC,KAAK,EAAE,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC;QACpD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACrD,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QACrD,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,SAAS,GAAG,IAAI,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC/C,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;QACvB,SAAS,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAE1E,kBAAkB,CAAC,SAAS,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC;QAEvD,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAC/C,MAAM,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAoC,CAAA,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChF,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IACvD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"execute.verify.spec.d.ts","sourceRoot":"","sources":["../../../src/commands/__tests__/execute.verify.spec.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,150 @@
|
|
|
1
|
+
import { describe, it, expect, vi, beforeEach, afterEach } from 'vitest';
|
|
2
|
+
import fs from 'fs-extra';
|
|
3
|
+
import path from 'node:path';
|
|
4
|
+
import os from 'node:os';
|
|
5
|
+
import { FailToPassMissingError } from '../../verification/gates/fail-to-pass.js';
|
|
6
|
+
import { MutationToolNotFoundError } from '../../verification/gates/mutation/adapter.js';
|
|
7
|
+
import { DEFAULTS } from '../../verification/config.js';
|
|
8
|
+
import { shouldRunVerification, failToPassMissingMessage, mutationToolErrorMessage, runPostRalphVerification, formatVerdictOutput, } from '../execute-verification.js';
|
|
9
|
+
function passVerification(taskId) {
|
|
10
|
+
return {
|
|
11
|
+
taskId,
|
|
12
|
+
passed: true,
|
|
13
|
+
aspects: [{ aspect: 'mutation', verdict: 'PASS', score: 0.9, reason: 'ok', durationMs: 1 }],
|
|
14
|
+
mutationScore: 0.9,
|
|
15
|
+
durationMs: 10,
|
|
16
|
+
};
|
|
17
|
+
}
|
|
18
|
+
function failMutation(taskId) {
|
|
19
|
+
return {
|
|
20
|
+
taskId,
|
|
21
|
+
passed: false,
|
|
22
|
+
aspects: [
|
|
23
|
+
{
|
|
24
|
+
aspect: 'mutation',
|
|
25
|
+
verdict: 'FAIL',
|
|
26
|
+
score: 0.2,
|
|
27
|
+
reason: 'mutation score 0.2000 < minScore 0.7',
|
|
28
|
+
durationMs: 1,
|
|
29
|
+
},
|
|
30
|
+
],
|
|
31
|
+
mutationScore: 0.2,
|
|
32
|
+
durationMs: 10,
|
|
33
|
+
};
|
|
34
|
+
}
|
|
35
|
+
describe('execute verification wiring', () => {
|
|
36
|
+
let cwd;
|
|
37
|
+
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
38
|
+
let logSpy;
|
|
39
|
+
beforeEach(async () => {
|
|
40
|
+
cwd = await fs.mkdtemp(path.join(os.tmpdir(), 'dare-exec-verify-'));
|
|
41
|
+
await fs.writeJson(path.join(cwd, 'dare.config.json'), {
|
|
42
|
+
structure: 'mcp-server',
|
|
43
|
+
mcpLanguage: 'node-ts',
|
|
44
|
+
verification: { ...DEFAULTS, enabled: true },
|
|
45
|
+
});
|
|
46
|
+
logSpy = vi.spyOn(console, 'log').mockImplementation(() => undefined);
|
|
47
|
+
});
|
|
48
|
+
afterEach(async () => {
|
|
49
|
+
vi.restoreAllMocks();
|
|
50
|
+
await fs.remove(cwd).catch(() => undefined);
|
|
51
|
+
});
|
|
52
|
+
it('should_skip_verification_with_--no-verify', async () => {
|
|
53
|
+
const result = await runPostRalphVerification({
|
|
54
|
+
taskId: 'task-x',
|
|
55
|
+
cwd,
|
|
56
|
+
stack: 'mcp-server-node-ts',
|
|
57
|
+
noVerify: true,
|
|
58
|
+
});
|
|
59
|
+
expect(result.ran).toBe(false);
|
|
60
|
+
expect(result.passed).toBe(true);
|
|
61
|
+
expect(result.exitCode).toBe(0);
|
|
62
|
+
});
|
|
63
|
+
it('should_mark_done_when_ralph_and_verification_pass', async () => {
|
|
64
|
+
const runVerification = vi.fn(async () => passVerification('task-pass'));
|
|
65
|
+
const result = await runPostRalphVerification({
|
|
66
|
+
taskId: 'task-pass',
|
|
67
|
+
cwd,
|
|
68
|
+
stack: 'mcp-server-node-ts',
|
|
69
|
+
verify: true,
|
|
70
|
+
}, runVerification);
|
|
71
|
+
expect(result.ran).toBe(true);
|
|
72
|
+
expect(result.passed).toBe(true);
|
|
73
|
+
expect(result.exitCode).toBe(0);
|
|
74
|
+
expect(runVerification).toHaveBeenCalledOnce();
|
|
75
|
+
expect(result.verdict?.action).toBe('DONE');
|
|
76
|
+
});
|
|
77
|
+
it('should_exit_1_and_fail_when_mutation_below_minScore', async () => {
|
|
78
|
+
const result = await runPostRalphVerification({
|
|
79
|
+
taskId: 'task-fail',
|
|
80
|
+
cwd,
|
|
81
|
+
stack: 'mcp-server-node-ts',
|
|
82
|
+
verify: true,
|
|
83
|
+
}, vi.fn(async () => failMutation('task-fail')));
|
|
84
|
+
expect(result.ran).toBe(true);
|
|
85
|
+
expect(result.passed).toBe(false);
|
|
86
|
+
expect(result.exitCode).toBe(1);
|
|
87
|
+
expect(result.verificationResult?.passed).toBe(false);
|
|
88
|
+
});
|
|
89
|
+
it('should_exit_4_when_fail_to_pass_missing', async () => {
|
|
90
|
+
const result = await runPostRalphVerification({
|
|
91
|
+
taskId: 'task-ftp',
|
|
92
|
+
cwd,
|
|
93
|
+
stack: 'mcp-server-node-ts',
|
|
94
|
+
verify: true,
|
|
95
|
+
}, vi.fn(async () => {
|
|
96
|
+
throw new FailToPassMissingError('task-ftp');
|
|
97
|
+
}));
|
|
98
|
+
expect(result.exitCode).toBe(4);
|
|
99
|
+
expect(result.errorMessage).toBe(failToPassMissingMessage('task-ftp'));
|
|
100
|
+
});
|
|
101
|
+
it('should_exit_3_when_mutation_tool_missing', async () => {
|
|
102
|
+
const result = await runPostRalphVerification({
|
|
103
|
+
taskId: 'task-mut',
|
|
104
|
+
cwd,
|
|
105
|
+
stack: 'mcp-server-node-ts',
|
|
106
|
+
verify: true,
|
|
107
|
+
}, vi.fn(async () => {
|
|
108
|
+
throw new MutationToolNotFoundError('stryker');
|
|
109
|
+
}));
|
|
110
|
+
expect(result.exitCode).toBe(3);
|
|
111
|
+
expect(result.errorMessage).toBe(mutationToolErrorMessage('stryker', 'mcp-server-node-ts'));
|
|
112
|
+
});
|
|
113
|
+
it('should_emit_verdict_json', () => {
|
|
114
|
+
formatVerdictOutput({
|
|
115
|
+
action: 'CONTINUE',
|
|
116
|
+
attempt: 2,
|
|
117
|
+
saturated: false,
|
|
118
|
+
reason: 'decay policy: continue',
|
|
119
|
+
}, true);
|
|
120
|
+
expect(logSpy).toHaveBeenCalledWith(JSON.stringify({
|
|
121
|
+
action: 'CONTINUE',
|
|
122
|
+
attempt: 2,
|
|
123
|
+
saturated: false,
|
|
124
|
+
reason: 'decay policy: continue',
|
|
125
|
+
}));
|
|
126
|
+
});
|
|
127
|
+
it('should_run_verification_when_config_enabled_without_flag', async () => {
|
|
128
|
+
const runVerification = vi.fn(async () => passVerification('task-cfg'));
|
|
129
|
+
const result = await runPostRalphVerification({ taskId: 'task-cfg', cwd, stack: 'mcp-server-node-ts' }, runVerification);
|
|
130
|
+
expect(result.ran).toBe(true);
|
|
131
|
+
expect(runVerification).toHaveBeenCalled();
|
|
132
|
+
});
|
|
133
|
+
it('should_not_run_when_verification_disabled', async () => {
|
|
134
|
+
await fs.writeJson(path.join(cwd, 'dare.config.json'), {
|
|
135
|
+
structure: 'mcp-server',
|
|
136
|
+
mcpLanguage: 'node-ts',
|
|
137
|
+
});
|
|
138
|
+
const runVerification = vi.fn();
|
|
139
|
+
const result = await runPostRalphVerification({ taskId: 'task-off', cwd, stack: 'mcp-server-node-ts' }, runVerification);
|
|
140
|
+
expect(result.ran).toBe(false);
|
|
141
|
+
expect(runVerification).not.toHaveBeenCalled();
|
|
142
|
+
});
|
|
143
|
+
});
|
|
144
|
+
describe('shouldRunVerification', () => {
|
|
145
|
+
it('respects no-verify over verify and config', () => {
|
|
146
|
+
expect(shouldRunVerification({ verify: true, noVerify: true, configEnabled: true })).toBe(false);
|
|
147
|
+
expect(shouldRunVerification({ verify: false, noVerify: false, configEnabled: true })).toBe(true);
|
|
148
|
+
});
|
|
149
|
+
});
|
|
150
|
+
//# sourceMappingURL=execute.verify.spec.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"execute.verify.spec.js","sourceRoot":"","sources":["../../../src/commands/__tests__/execute.verify.spec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACzE,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,sBAAsB,EAAE,MAAM,0CAA0C,CAAC;AAClF,OAAO,EAAE,yBAAyB,EAAE,MAAM,8CAA8C,CAAC;AACzF,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AAExD,OAAO,EACL,qBAAqB,EACrB,wBAAwB,EACxB,wBAAwB,EACxB,wBAAwB,EACxB,mBAAmB,GACpB,MAAM,4BAA4B,CAAC;AAEpC,SAAS,gBAAgB,CAAC,MAAc;IACtC,OAAO;QACL,MAAM;QACN,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;QAC3F,aAAa,EAAE,GAAG;QAClB,UAAU,EAAE,EAAE;KACf,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,MAAc;IAClC,OAAO;QACL,MAAM;QACN,MAAM,EAAE,KAAK;QACb,OAAO,EAAE;YACP;gBACE,MAAM,EAAE,UAAU;gBAClB,OAAO,EAAE,MAAM;gBACf,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,sCAAsC;gBAC9C,UAAU,EAAE,CAAC;aACd;SACF;QACD,aAAa,EAAE,GAAG;QAClB,UAAU,EAAE,EAAE;KACf,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;IAC3C,IAAI,GAAW,CAAC;IAChB,8DAA8D;IAC9D,IAAI,MAAW,CAAC;IAEhB,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,GAAG,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC,CAAC,CAAC;QACpE,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,kBAAkB,CAAC,EAAE;YACrD,SAAS,EAAE,YAAY;YACvB,WAAW,EAAE,SAAS;YACtB,YAAY,EAAE,EAAE,GAAG,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE;SAC7C,CAAC,CAAC;QACH,MAAM,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,EAAE,CAAC,eAAe,EAAE,CAAC;QACrB,MAAM,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,MAAM,GAAG,MAAM,wBAAwB,CAAC;YAC5C,MAAM,EAAE,QAAQ;YAChB,GAAG;YACH,KAAK,EAAE,oBAAoB;YAC3B,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,eAAe,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC;QACzE,MAAM,MAAM,GAAG,MAAM,wBAAwB,CAC3C;YACE,MAAM,EAAE,WAAW;YACnB,GAAG;YACH,KAAK,EAAE,oBAAoB;YAC3B,MAAM,EAAE,IAAI;SACb,EACD,eAAe,CAChB,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,eAAe,CAAC,CAAC,oBAAoB,EAAE,CAAC;QAC/C,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACnE,MAAM,MAAM,GAAG,MAAM,wBAAwB,CAC3C;YACE,MAAM,EAAE,WAAW;YACnB,GAAG;YACH,KAAK,EAAE,oBAAoB;YAC3B,MAAM,EAAE,IAAI;SACb,EACD,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,CAC7C,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,kBAAkB,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,MAAM,GAAG,MAAM,wBAAwB,CAC3C;YACE,MAAM,EAAE,UAAU;YAClB,GAAG;YACH,KAAK,EAAE,oBAAoB;YAC3B,MAAM,EAAE,IAAI;SACb,EACD,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;YACf,MAAM,IAAI,sBAAsB,CAAC,UAAU,CAAC,CAAC;QAC/C,CAAC,CAAC,CACH,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,UAAU,CAAC,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,MAAM,GAAG,MAAM,wBAAwB,CAC3C;YACE,MAAM,EAAE,UAAU;YAClB,GAAG;YACH,KAAK,EAAE,oBAAoB;YAC3B,MAAM,EAAE,IAAI;SACb,EACD,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;YACf,MAAM,IAAI,yBAAyB,CAAC,SAAS,CAAC,CAAC;QACjD,CAAC,CAAC,CACH,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAC9B,wBAAwB,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAC1D,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,mBAAmB,CACjB;YACE,MAAM,EAAE,UAAU;YAClB,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,KAAK;YAChB,MAAM,EAAE,wBAAwB;SACjC,EACD,IAAI,CACL,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,CAAC,oBAAoB,CACjC,IAAI,CAAC,SAAS,CAAC;YACb,MAAM,EAAE,UAAU;YAClB,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,KAAK;YAChB,MAAM,EAAE,wBAAwB;SACjC,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,eAAe,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC,CAAC;QACxE,MAAM,MAAM,GAAG,MAAM,wBAAwB,CAC3C,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,KAAK,EAAE,oBAAoB,EAAE,EACxD,eAAe,CAChB,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,CAAC,eAAe,CAAC,CAAC,gBAAgB,EAAE,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,kBAAkB,CAAC,EAAE;YACrD,SAAS,EAAE,YAAY;YACvB,WAAW,EAAE,SAAS;SACvB,CAAC,CAAC;QACH,MAAM,eAAe,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,MAAM,wBAAwB,CAC3C,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,KAAK,EAAE,oBAAoB,EAAE,EACxD,eAAe,CAChB,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/B,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,CACJ,qBAAqB,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAC7E,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACd,MAAM,CACJ,qBAAqB,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAC/E,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { Command } from 'commander';
|
|
2
|
+
export interface BenchOptions {
|
|
3
|
+
suite?: string;
|
|
4
|
+
json?: boolean;
|
|
5
|
+
baseline?: string;
|
|
6
|
+
failOnRegression?: string;
|
|
7
|
+
filter?: string;
|
|
8
|
+
}
|
|
9
|
+
export declare const benchCommand: Command;
|
|
10
|
+
//# sourceMappingURL=bench.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bench.d.ts","sourceRoot":"","sources":["../../src/commands/bench.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAapC,MAAM,WAAW,YAAY;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,eAAO,MAAM,YAAY,SAiErB,CAAC"}
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
import { Command } from 'commander';
|
|
2
|
+
import chalk from 'chalk';
|
|
3
|
+
import fs from 'fs-extra';
|
|
4
|
+
import path from 'node:path';
|
|
5
|
+
import { fileURLToPath } from 'node:url';
|
|
6
|
+
import { buildReport } from '../verification/bench/report.js';
|
|
7
|
+
import { runSuite } from '../verification/bench/harness.js';
|
|
8
|
+
function defaultSuiteDir() {
|
|
9
|
+
const here = fileURLToPath(import.meta.url);
|
|
10
|
+
return path.resolve(path.dirname(here), '..', '..', 'fixtures', 'bench');
|
|
11
|
+
}
|
|
12
|
+
export const benchCommand = new Command('bench')
|
|
13
|
+
.description('Run verification bench fixtures (deterministic patch quality gate)')
|
|
14
|
+
.option('--suite <dir>', 'Directory with suite.json', defaultSuiteDir())
|
|
15
|
+
.option('--json', 'Emit JSON report on stdout', false)
|
|
16
|
+
.option('--baseline <file>', 'Baseline BenchReport JSON for regression comparison')
|
|
17
|
+
.option('--fail-on-regression <pp>', 'Fail if solve-rate drops more than N percentage points vs baseline', '3')
|
|
18
|
+
.option('--filter <glob>', 'Run only fixtures matching glob')
|
|
19
|
+
.action(async (options) => {
|
|
20
|
+
const suiteDir = path.resolve(process.cwd(), options.suite ?? defaultSuiteDir());
|
|
21
|
+
if (!(await fs.pathExists(path.join(suiteDir, 'suite.json')))) {
|
|
22
|
+
console.error(chalk.red(`Error: invalid or missing suite at ${suiteDir}`));
|
|
23
|
+
process.exit(2);
|
|
24
|
+
}
|
|
25
|
+
let baseline;
|
|
26
|
+
if (options.baseline) {
|
|
27
|
+
const baselinePath = path.resolve(process.cwd(), options.baseline);
|
|
28
|
+
if (!(await fs.pathExists(baselinePath))) {
|
|
29
|
+
console.error(chalk.red(`Error: baseline file not found: ${baselinePath}`));
|
|
30
|
+
process.exit(2);
|
|
31
|
+
}
|
|
32
|
+
baseline = (await fs.readJson(baselinePath));
|
|
33
|
+
}
|
|
34
|
+
const results = await runSuite(suiteDir, {
|
|
35
|
+
filter: options.filter,
|
|
36
|
+
deps: undefined,
|
|
37
|
+
});
|
|
38
|
+
const failPp = options.failOnRegression
|
|
39
|
+
? parseInt(options.failOnRegression, 10)
|
|
40
|
+
: 3;
|
|
41
|
+
const report = buildReport(results, {
|
|
42
|
+
suite: path.relative(process.cwd(), suiteDir) || suiteDir,
|
|
43
|
+
baseline,
|
|
44
|
+
failOnRegressionPp: failPp,
|
|
45
|
+
});
|
|
46
|
+
if (options.json) {
|
|
47
|
+
console.log(JSON.stringify(report, null, 2));
|
|
48
|
+
}
|
|
49
|
+
else {
|
|
50
|
+
console.log(chalk.blue.bold('\n📊 DARE Bench Report\n'));
|
|
51
|
+
console.log(` Suite: ${report.suite}`);
|
|
52
|
+
console.log(` Solved: ${report.totals.solved}/${report.totals.fixtures} (${(report.totals.solveRate * 100).toFixed(1)}%)`);
|
|
53
|
+
if (report.regression) {
|
|
54
|
+
const icon = report.regression.failed ? chalk.red('❌') : chalk.green('✓');
|
|
55
|
+
console.log(` Regression: ${icon} baseline ${(report.regression.baselineSolveRate * 100).toFixed(1)}% → delta ${report.regression.deltaPp.toFixed(1)}pp`);
|
|
56
|
+
}
|
|
57
|
+
console.log();
|
|
58
|
+
}
|
|
59
|
+
if (report.regression?.failed) {
|
|
60
|
+
process.exit(1);
|
|
61
|
+
}
|
|
62
|
+
process.exit(0);
|
|
63
|
+
});
|
|
64
|
+
//# sourceMappingURL=bench.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bench.js","sourceRoot":"","sources":["../../src/commands/bench.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,MAAM,kCAAkC,CAAC;AAE5D,SAAS,eAAe;IACtB,MAAM,IAAI,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5C,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;AAC3E,CAAC;AAUD,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC;KAC7C,WAAW,CAAC,oEAAoE,CAAC;KACjF,MAAM,CAAC,eAAe,EAAE,2BAA2B,EAAE,eAAe,EAAE,CAAC;KACvE,MAAM,CAAC,QAAQ,EAAE,4BAA4B,EAAE,KAAK,CAAC;KACrD,MAAM,CAAC,mBAAmB,EAAE,qDAAqD,CAAC;KAClF,MAAM,CACL,2BAA2B,EAC3B,oEAAoE,EACpE,GAAG,CACJ;KACA,MAAM,CAAC,iBAAiB,EAAE,iCAAiC,CAAC;KAC5D,MAAM,CAAC,KAAK,EAAE,OAAqB,EAAE,EAAE;IACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,KAAK,IAAI,eAAe,EAAE,CAAC,CAAC;IAEjF,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,sCAAsC,QAAQ,EAAE,CAAC,CAAC,CAAC;QAC3E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,QAAQ,CAAC;IACb,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QACnE,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;YACzC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,mCAAmC,YAAY,EAAE,CAAC,CAAC,CAAC;YAC5E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QACD,QAAQ,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAmC,CAAC;IACjF,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE;QACvC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,IAAI,EAAE,SAAS;KAChB,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,OAAO,CAAC,gBAAgB;QACrC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC;QACxC,CAAC,CAAC,CAAC,CAAC;IAEN,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,EAAE;QAClC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC,IAAI,QAAQ;QACzD,QAAQ;QACR,kBAAkB,EAAE,MAAM;KAC3B,CAAC,CAAC;IAEH,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CACT,aAAa,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAC/G,CAAC;QACF,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC1E,OAAO,CAAC,GAAG,CACT,iBAAiB,IAAI,aAAa,CAAC,MAAM,CAAC,UAAU,CAAC,iBAAiB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAC9I,CAAC;QACJ,CAAC;QACD,OAAO,CAAC,GAAG,EAAE,CAAC;IAChB,CAAC;IAED,IAAI,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;QAC9B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
import type { Aspect, LoopVerdict, VerificationConfig, VerificationResult } from '../verification/types.js';
|
|
2
|
+
import { type RunVerificationOptions } from '../verification/runner.js';
|
|
3
|
+
export declare const VERIFICATION_ARTIFACT_DIR = ".dare/verification";
|
|
4
|
+
export declare function mutationToolErrorMessage(tool: string, stack: string): string;
|
|
5
|
+
export declare function failToPassMissingMessage(taskId: string): string;
|
|
6
|
+
export declare function shouldRunVerification(args: {
|
|
7
|
+
readonly verify?: boolean;
|
|
8
|
+
readonly noVerify?: boolean;
|
|
9
|
+
readonly configEnabled: boolean;
|
|
10
|
+
}): boolean;
|
|
11
|
+
export declare function applyFullMutationFlag(config: VerificationConfig, fullMutation?: boolean): VerificationConfig;
|
|
12
|
+
export declare function validateBestOf(n: number, max: number): string | undefined;
|
|
13
|
+
export declare function validatePolicy(policy: string): string | undefined;
|
|
14
|
+
export declare function applyPolicyOverride(config: VerificationConfig, policy?: string): VerificationConfig;
|
|
15
|
+
export declare function resolveBestOfCount(bestOfFlag: number | undefined, config: VerificationConfig): number;
|
|
16
|
+
export declare function loadVerificationConfig(cwd: string, fullMutation?: boolean): Promise<VerificationConfig>;
|
|
17
|
+
/** List changed files via git (argv, no shell). */
|
|
18
|
+
export declare function gitChangedFiles(cwd: string): Promise<string[]>;
|
|
19
|
+
export declare function persistVerificationArtifact(cwd: string, taskId: string, patch: Record<string, unknown>): Promise<void>;
|
|
20
|
+
export declare function gateToAspect(gate?: string): Aspect;
|
|
21
|
+
export declare function formatVerdictOutput(verdict: LoopVerdict, verdictJson?: boolean): void;
|
|
22
|
+
export interface RecordFailureArgs {
|
|
23
|
+
readonly cwd: string;
|
|
24
|
+
readonly taskId: string;
|
|
25
|
+
readonly stack: string;
|
|
26
|
+
readonly passed: boolean;
|
|
27
|
+
readonly failedAspect?: Aspect;
|
|
28
|
+
readonly stderr?: string;
|
|
29
|
+
readonly loop: VerificationConfig['loop'];
|
|
30
|
+
readonly verdictJson?: boolean;
|
|
31
|
+
}
|
|
32
|
+
export declare function recordFailureAndVerdict(args: RecordFailureArgs): Promise<LoopVerdict>;
|
|
33
|
+
export interface PostRalphVerificationArgs {
|
|
34
|
+
readonly taskId: string;
|
|
35
|
+
readonly cwd: string;
|
|
36
|
+
readonly stack: string;
|
|
37
|
+
readonly verify?: boolean;
|
|
38
|
+
readonly noVerify?: boolean;
|
|
39
|
+
readonly fullMutation?: boolean;
|
|
40
|
+
readonly verdictJson?: boolean;
|
|
41
|
+
}
|
|
42
|
+
export interface PostRalphVerificationResult {
|
|
43
|
+
readonly ran: boolean;
|
|
44
|
+
readonly passed: boolean;
|
|
45
|
+
readonly exitCode: number;
|
|
46
|
+
readonly errorMessage?: string;
|
|
47
|
+
readonly verificationResult?: VerificationResult;
|
|
48
|
+
readonly verdict?: LoopVerdict;
|
|
49
|
+
}
|
|
50
|
+
export declare function runPostRalphVerification(args: PostRalphVerificationArgs, runVerification?: (opts: RunVerificationOptions) => Promise<VerificationResult>): Promise<PostRalphVerificationResult>;
|
|
51
|
+
//# sourceMappingURL=execute-verification.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"execute-verification.d.ts","sourceRoot":"","sources":["../../src/commands/execute-verification.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,MAAM,EAEN,WAAW,EACX,kBAAkB,EAClB,kBAAkB,EACnB,MAAM,0BAA0B,CAAC;AAMlC,OAAO,EAEL,KAAK,sBAAsB,EAC5B,MAAM,2BAA2B,CAAC;AAKnC,eAAO,MAAM,yBAAyB,uBAAuB,CAAC;AAE9D,wBAAgB,wBAAwB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAE5E;AAED,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAE/D;AAED,wBAAgB,qBAAqB,CAAC,IAAI,EAAE;IAC1C,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC;CACjC,GAAG,OAAO,CAIV;AAED,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,kBAAkB,EAC1B,YAAY,CAAC,EAAE,OAAO,GACrB,kBAAkB,CAMpB;AAED,wBAAgB,cAAc,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAKzE;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAKjE;AAED,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,kBAAkB,EAC1B,MAAM,CAAC,EAAE,MAAM,GACd,kBAAkB,CAMpB;AAED,wBAAgB,kBAAkB,CAChC,UAAU,EAAE,MAAM,GAAG,SAAS,EAC9B,MAAM,EAAE,kBAAkB,GACzB,MAAM,CAER;AAED,wBAAsB,sBAAsB,CAC1C,GAAG,EAAE,MAAM,EACX,YAAY,CAAC,EAAE,OAAO,GACrB,OAAO,CAAC,kBAAkB,CAAC,CAI7B;AAED,mDAAmD;AACnD,wBAAsB,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAWpE;AAED,wBAAsB,2BAA2B,CAC/C,GAAG,EAAE,MAAM,EACX,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC7B,OAAO,CAAC,IAAI,CAAC,CAOf;AAED,wBAAgB,YAAY,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,CAGlD;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,WAAW,EAAE,WAAW,CAAC,EAAE,OAAO,GAAG,IAAI,CAQrF;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC1C,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC;CAChC;AAED,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,iBAAiB,GACtB,OAAO,CAAC,WAAW,CAAC,CA2BtB;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC;IAChC,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC;CAChC;AAED,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IACjD,QAAQ,CAAC,OAAO,CAAC,EAAE,WAAW,CAAC;CAChC;AAED,wBAAsB,wBAAwB,CAC5C,IAAI,EAAE,yBAAyB,EAC/B,eAAe,gEAA0B,GACxC,OAAO,CAAC,2BAA2B,CAAC,CAmFtC"}
|
|
@@ -0,0 +1,201 @@
|
|
|
1
|
+
import path from 'node:path';
|
|
2
|
+
import fs from 'fs-extra';
|
|
3
|
+
import { parseVerificationConfig } from '../verification/config.js';
|
|
4
|
+
import { decideNextAction } from '../verification/decay/policy.js';
|
|
5
|
+
import { failureSignature } from '../verification/decay/signature.js';
|
|
6
|
+
import { FailToPassMissingError } from '../verification/gates/fail-to-pass.js';
|
|
7
|
+
import { MutationToolNotFoundError } from '../verification/gates/mutation/adapter.js';
|
|
8
|
+
import { createRunVerification, } from '../verification/runner.js';
|
|
9
|
+
import { appendAttempt, getAttempts } from '../dag-runner/state-store.js';
|
|
10
|
+
import { safeSpawn } from '../exec/safe-spawn.js';
|
|
11
|
+
import { readProjectConfig } from '../utils/UpdateDetector.js';
|
|
12
|
+
export const VERIFICATION_ARTIFACT_DIR = '.dare/verification';
|
|
13
|
+
export function mutationToolErrorMessage(tool, stack) {
|
|
14
|
+
return `Error: mutation tool '${tool}' not found on PATH for stack '${stack}'. Install it or set verification.mutation.enabled=false.`;
|
|
15
|
+
}
|
|
16
|
+
export function failToPassMissingMessage(taskId) {
|
|
17
|
+
return `Error: fail-to-pass spec required but no baseline recorded for '${taskId}'. Generate EXECUTION/${taskId}.tests.* first.`;
|
|
18
|
+
}
|
|
19
|
+
export function shouldRunVerification(args) {
|
|
20
|
+
if (args.noVerify)
|
|
21
|
+
return false;
|
|
22
|
+
if (args.verify)
|
|
23
|
+
return true;
|
|
24
|
+
return args.configEnabled;
|
|
25
|
+
}
|
|
26
|
+
export function applyFullMutationFlag(config, fullMutation) {
|
|
27
|
+
if (!fullMutation)
|
|
28
|
+
return config;
|
|
29
|
+
return {
|
|
30
|
+
...config,
|
|
31
|
+
mutation: { ...config.mutation, incremental: false },
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
export function validateBestOf(n, max) {
|
|
35
|
+
if (!Number.isInteger(n) || n < 1 || n > max) {
|
|
36
|
+
return `Error: --best-of must be between 1 and ${max} (got ${n})`;
|
|
37
|
+
}
|
|
38
|
+
return undefined;
|
|
39
|
+
}
|
|
40
|
+
export function validatePolicy(policy) {
|
|
41
|
+
if (policy !== 'decay' && policy !== 'fixed') {
|
|
42
|
+
return `Error: --policy must be 'decay' or 'fixed' (got '${policy}')`;
|
|
43
|
+
}
|
|
44
|
+
return undefined;
|
|
45
|
+
}
|
|
46
|
+
export function applyPolicyOverride(config, policy) {
|
|
47
|
+
if (!policy)
|
|
48
|
+
return config;
|
|
49
|
+
return {
|
|
50
|
+
...config,
|
|
51
|
+
loop: { ...config.loop, policy: policy },
|
|
52
|
+
};
|
|
53
|
+
}
|
|
54
|
+
export function resolveBestOfCount(bestOfFlag, config) {
|
|
55
|
+
return bestOfFlag ?? config.bestOfN.default;
|
|
56
|
+
}
|
|
57
|
+
export async function loadVerificationConfig(cwd, fullMutation) {
|
|
58
|
+
const raw = await readProjectConfig(cwd);
|
|
59
|
+
const config = parseVerificationConfig(raw);
|
|
60
|
+
return applyFullMutationFlag(config, fullMutation);
|
|
61
|
+
}
|
|
62
|
+
/** List changed files via git (argv, no shell). */
|
|
63
|
+
export async function gitChangedFiles(cwd) {
|
|
64
|
+
const result = await safeSpawn('git', ['diff', '--name-only'], {
|
|
65
|
+
cwd,
|
|
66
|
+
timeoutSeconds: 30,
|
|
67
|
+
maxChars: 500000,
|
|
68
|
+
});
|
|
69
|
+
if (result.code !== 0)
|
|
70
|
+
return [];
|
|
71
|
+
return result.stdout
|
|
72
|
+
.split('\n')
|
|
73
|
+
.map((line) => line.trim())
|
|
74
|
+
.filter(Boolean);
|
|
75
|
+
}
|
|
76
|
+
export async function persistVerificationArtifact(cwd, taskId, patch) {
|
|
77
|
+
const file = path.join(cwd, VERIFICATION_ARTIFACT_DIR, `${taskId}.json`);
|
|
78
|
+
await fs.ensureDir(path.dirname(file));
|
|
79
|
+
const prev = (await fs.pathExists(file))
|
|
80
|
+
? (await fs.readJson(file))
|
|
81
|
+
: {};
|
|
82
|
+
await fs.writeJson(file, { ...prev, ...patch }, { spaces: 2 });
|
|
83
|
+
}
|
|
84
|
+
export function gateToAspect(gate) {
|
|
85
|
+
if (gate === 'build' || gate === 'test' || gate === 'lint')
|
|
86
|
+
return gate;
|
|
87
|
+
return 'test';
|
|
88
|
+
}
|
|
89
|
+
export function formatVerdictOutput(verdict, verdictJson) {
|
|
90
|
+
if (verdictJson) {
|
|
91
|
+
console.log(JSON.stringify(verdict));
|
|
92
|
+
return;
|
|
93
|
+
}
|
|
94
|
+
console.log(`Loop verdict: ${verdict.action} (attempt ${verdict.attempt}, saturated=${verdict.saturated}) — ${verdict.reason}`);
|
|
95
|
+
}
|
|
96
|
+
export async function recordFailureAndVerdict(args) {
|
|
97
|
+
const sig = args.passed || !args.stderr
|
|
98
|
+
? undefined
|
|
99
|
+
: failureSignature({
|
|
100
|
+
failedAspect: args.failedAspect ?? 'test',
|
|
101
|
+
stderr: args.stderr,
|
|
102
|
+
});
|
|
103
|
+
const attempt = await appendAttempt(args.cwd, args.taskId, {
|
|
104
|
+
at: new Date().toISOString(),
|
|
105
|
+
passed: args.passed,
|
|
106
|
+
failureSignature: sig,
|
|
107
|
+
failedAspect: args.passed ? undefined : args.failedAspect,
|
|
108
|
+
});
|
|
109
|
+
const history = await getAttempts(args.cwd, args.taskId);
|
|
110
|
+
const verdict = decideNextAction({
|
|
111
|
+
result: { passed: args.passed, failedAspect: args.failedAspect },
|
|
112
|
+
current: attempt,
|
|
113
|
+
history,
|
|
114
|
+
loop: args.loop,
|
|
115
|
+
});
|
|
116
|
+
formatVerdictOutput(verdict, args.verdictJson);
|
|
117
|
+
await persistVerificationArtifact(args.cwd, args.taskId, { verdict });
|
|
118
|
+
return verdict;
|
|
119
|
+
}
|
|
120
|
+
export async function runPostRalphVerification(args, runVerification = createRunVerification()) {
|
|
121
|
+
const config = await loadVerificationConfig(args.cwd, args.fullMutation);
|
|
122
|
+
if (!shouldRunVerification({
|
|
123
|
+
verify: args.verify,
|
|
124
|
+
noVerify: args.noVerify,
|
|
125
|
+
configEnabled: config.enabled,
|
|
126
|
+
})) {
|
|
127
|
+
return { ran: false, passed: true, exitCode: 0 };
|
|
128
|
+
}
|
|
129
|
+
try {
|
|
130
|
+
const changedFiles = await gitChangedFiles(args.cwd);
|
|
131
|
+
const verificationResult = await runVerification({
|
|
132
|
+
taskId: args.taskId,
|
|
133
|
+
stack: args.stack,
|
|
134
|
+
cwd: args.cwd,
|
|
135
|
+
config,
|
|
136
|
+
changedFiles,
|
|
137
|
+
});
|
|
138
|
+
if (verificationResult.passed) {
|
|
139
|
+
const verdict = {
|
|
140
|
+
action: 'DONE',
|
|
141
|
+
attempt: (await getAttempts(args.cwd, args.taskId)).length || 1,
|
|
142
|
+
saturated: false,
|
|
143
|
+
reason: 'verification passed',
|
|
144
|
+
};
|
|
145
|
+
formatVerdictOutput(verdict, args.verdictJson);
|
|
146
|
+
await persistVerificationArtifact(args.cwd, args.taskId, {
|
|
147
|
+
verificationResult,
|
|
148
|
+
verdict,
|
|
149
|
+
});
|
|
150
|
+
return {
|
|
151
|
+
ran: true,
|
|
152
|
+
passed: true,
|
|
153
|
+
exitCode: 0,
|
|
154
|
+
verificationResult,
|
|
155
|
+
verdict,
|
|
156
|
+
};
|
|
157
|
+
}
|
|
158
|
+
const failedAspect = verificationResult.aspects.find((a) => a.verdict === 'FAIL')
|
|
159
|
+
?.aspect;
|
|
160
|
+
const verdict = await recordFailureAndVerdict({
|
|
161
|
+
cwd: args.cwd,
|
|
162
|
+
taskId: args.taskId,
|
|
163
|
+
stack: args.stack,
|
|
164
|
+
passed: false,
|
|
165
|
+
failedAspect,
|
|
166
|
+
stderr: verificationResult.aspects
|
|
167
|
+
.filter((a) => a.verdict === 'FAIL')
|
|
168
|
+
.map((a) => a.reason)
|
|
169
|
+
.join('\n'),
|
|
170
|
+
loop: config.loop,
|
|
171
|
+
verdictJson: args.verdictJson,
|
|
172
|
+
});
|
|
173
|
+
return {
|
|
174
|
+
ran: true,
|
|
175
|
+
passed: false,
|
|
176
|
+
exitCode: 1,
|
|
177
|
+
verificationResult,
|
|
178
|
+
verdict,
|
|
179
|
+
};
|
|
180
|
+
}
|
|
181
|
+
catch (err) {
|
|
182
|
+
if (err instanceof FailToPassMissingError) {
|
|
183
|
+
return {
|
|
184
|
+
ran: true,
|
|
185
|
+
passed: false,
|
|
186
|
+
exitCode: 4,
|
|
187
|
+
errorMessage: failToPassMissingMessage(args.taskId),
|
|
188
|
+
};
|
|
189
|
+
}
|
|
190
|
+
if (err instanceof MutationToolNotFoundError) {
|
|
191
|
+
return {
|
|
192
|
+
ran: true,
|
|
193
|
+
passed: false,
|
|
194
|
+
exitCode: 3,
|
|
195
|
+
errorMessage: mutationToolErrorMessage(err.tool, args.stack),
|
|
196
|
+
};
|
|
197
|
+
}
|
|
198
|
+
throw err;
|
|
199
|
+
}
|
|
200
|
+
}
|
|
201
|
+
//# sourceMappingURL=execute-verification.js.map
|