@dewtech/dare-cli 3.2.0 → 3.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -0
- package/dist/__tests__/dag-runner/ralph-loop.test.js +107 -45
- package/dist/__tests__/dag-runner/ralph-loop.test.js.map +1 -1
- package/dist/__tests__/dag-runner/state-store.test.d.ts +2 -0
- package/dist/__tests__/dag-runner/state-store.test.d.ts.map +1 -0
- package/dist/__tests__/dag-runner/state-store.test.js +74 -0
- package/dist/__tests__/dag-runner/state-store.test.js.map +1 -0
- package/dist/__tests__/ide-command-parity.test.js +1 -0
- package/dist/__tests__/ide-command-parity.test.js.map +1 -1
- package/dist/__tests__/project-generator.test.d.ts +2 -0
- package/dist/__tests__/project-generator.test.d.ts.map +1 -0
- package/dist/__tests__/project-generator.test.js +56 -0
- package/dist/__tests__/project-generator.test.js.map +1 -0
- package/dist/bin/dare.js +2 -0
- package/dist/bin/dare.js.map +1 -1
- package/dist/commands/__tests__/bench.spec.d.ts +2 -0
- package/dist/commands/__tests__/bench.spec.d.ts.map +1 -0
- package/dist/commands/__tests__/bench.spec.js +106 -0
- package/dist/commands/__tests__/bench.spec.js.map +1 -0
- package/dist/commands/__tests__/execute.best-of.spec.d.ts +2 -0
- package/dist/commands/__tests__/execute.best-of.spec.d.ts.map +1 -0
- package/dist/commands/__tests__/execute.best-of.spec.js +24 -0
- package/dist/commands/__tests__/execute.best-of.spec.js.map +1 -0
- package/dist/commands/__tests__/execute.telemetry.spec.d.ts +2 -0
- package/dist/commands/__tests__/execute.telemetry.spec.d.ts.map +1 -0
- package/dist/commands/__tests__/execute.telemetry.spec.js +93 -0
- package/dist/commands/__tests__/execute.telemetry.spec.js.map +1 -0
- package/dist/commands/__tests__/execute.verify.spec.d.ts +2 -0
- package/dist/commands/__tests__/execute.verify.spec.d.ts.map +1 -0
- package/dist/commands/__tests__/execute.verify.spec.js +150 -0
- package/dist/commands/__tests__/execute.verify.spec.js.map +1 -0
- package/dist/commands/bench.d.ts +10 -0
- package/dist/commands/bench.d.ts.map +1 -0
- package/dist/commands/bench.js +64 -0
- package/dist/commands/bench.js.map +1 -0
- package/dist/commands/execute-verification.d.ts +51 -0
- package/dist/commands/execute-verification.d.ts.map +1 -0
- package/dist/commands/execute-verification.js +201 -0
- package/dist/commands/execute-verification.js.map +1 -0
- package/dist/commands/execute.d.ts.map +1 -1
- package/dist/commands/execute.js +139 -2
- package/dist/commands/execute.js.map +1 -1
- package/dist/dag-runner/ralph-loop.d.ts +9 -9
- package/dist/dag-runner/ralph-loop.d.ts.map +1 -1
- package/dist/dag-runner/ralph-loop.js +89 -113
- package/dist/dag-runner/ralph-loop.js.map +1 -1
- package/dist/dag-runner/state-store.d.ts +14 -1
- package/dist/dag-runner/state-store.d.ts.map +1 -1
- package/dist/dag-runner/state-store.js +39 -8
- package/dist/dag-runner/state-store.js.map +1 -1
- package/dist/exec/npm-invoke.d.ts +8 -0
- package/dist/exec/npm-invoke.d.ts.map +1 -0
- package/dist/exec/npm-invoke.js +45 -0
- package/dist/exec/npm-invoke.js.map +1 -0
- package/dist/exec/safe-spawn.d.ts +21 -0
- package/dist/exec/safe-spawn.d.ts.map +1 -0
- package/dist/exec/safe-spawn.js +108 -0
- package/dist/exec/safe-spawn.js.map +1 -0
- package/dist/graphrag/types.d.ts +2 -2
- package/dist/graphrag/types.d.ts.map +1 -1
- package/dist/stacks/dna-emitter.d.ts.map +1 -1
- package/dist/stacks/dna-emitter.js +1 -10
- package/dist/stacks/dna-emitter.js.map +1 -1
- package/dist/utils/UpdateApplier.d.ts.map +1 -1
- package/dist/utils/UpdateApplier.js +8 -0
- package/dist/utils/UpdateApplier.js.map +1 -1
- package/dist/utils/logger.d.ts +7 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +23 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/utils/path-safety.d.ts +22 -0
- package/dist/utils/path-safety.d.ts.map +1 -0
- package/dist/utils/path-safety.js +83 -0
- package/dist/utils/path-safety.js.map +1 -0
- package/dist/utils/project-generator.d.ts.map +1 -1
- package/dist/utils/project-generator.js +2 -0
- package/dist/utils/project-generator.js.map +1 -1
- package/dist/utils/stack-bootstrap.js +2 -2
- package/dist/utils/stack-bootstrap.js.map +1 -1
- package/dist/verification/__tests__/anti-tamper.test.d.ts +2 -0
- package/dist/verification/__tests__/anti-tamper.test.d.ts.map +1 -0
- package/dist/verification/__tests__/anti-tamper.test.js +73 -0
- package/dist/verification/__tests__/anti-tamper.test.js.map +1 -0
- package/dist/verification/__tests__/bench-fixtures.test.d.ts +2 -0
- package/dist/verification/__tests__/bench-fixtures.test.d.ts.map +1 -0
- package/dist/verification/__tests__/bench-fixtures.test.js +35 -0
- package/dist/verification/__tests__/bench-fixtures.test.js.map +1 -0
- package/dist/verification/__tests__/bench-harness.test.d.ts +2 -0
- package/dist/verification/__tests__/bench-harness.test.d.ts.map +1 -0
- package/dist/verification/__tests__/bench-harness.test.js +75 -0
- package/dist/verification/__tests__/bench-harness.test.js.map +1 -0
- package/dist/verification/__tests__/bench-report.test.d.ts +2 -0
- package/dist/verification/__tests__/bench-report.test.d.ts.map +1 -0
- package/dist/verification/__tests__/bench-report.test.js +73 -0
- package/dist/verification/__tests__/bench-report.test.js.map +1 -0
- package/dist/verification/__tests__/best-of-n-runner.test.d.ts +2 -0
- package/dist/verification/__tests__/best-of-n-runner.test.d.ts.map +1 -0
- package/dist/verification/__tests__/best-of-n-runner.test.js +94 -0
- package/dist/verification/__tests__/best-of-n-runner.test.js.map +1 -0
- package/dist/verification/__tests__/config.test.d.ts +2 -0
- package/dist/verification/__tests__/config.test.d.ts.map +1 -0
- package/dist/verification/__tests__/config.test.js +50 -0
- package/dist/verification/__tests__/config.test.js.map +1 -0
- package/dist/verification/__tests__/decay-policy.test.d.ts +2 -0
- package/dist/verification/__tests__/decay-policy.test.d.ts.map +1 -0
- package/dist/verification/__tests__/decay-policy.test.js +130 -0
- package/dist/verification/__tests__/decay-policy.test.js.map +1 -0
- package/dist/verification/__tests__/fail-to-pass.test.d.ts +2 -0
- package/dist/verification/__tests__/fail-to-pass.test.d.ts.map +1 -0
- package/dist/verification/__tests__/fail-to-pass.test.js +107 -0
- package/dist/verification/__tests__/fail-to-pass.test.js.map +1 -0
- package/dist/verification/__tests__/failure-signature.test.d.ts +2 -0
- package/dist/verification/__tests__/failure-signature.test.d.ts.map +1 -0
- package/dist/verification/__tests__/failure-signature.test.js +40 -0
- package/dist/verification/__tests__/failure-signature.test.js.map +1 -0
- package/dist/verification/__tests__/logger.test.d.ts +2 -0
- package/dist/verification/__tests__/logger.test.d.ts.map +1 -0
- package/dist/verification/__tests__/logger.test.js +23 -0
- package/dist/verification/__tests__/logger.test.js.map +1 -0
- package/dist/verification/__tests__/mutation-cargo-mutants.test.d.ts +2 -0
- package/dist/verification/__tests__/mutation-cargo-mutants.test.d.ts.map +1 -0
- package/dist/verification/__tests__/mutation-cargo-mutants.test.js +96 -0
- package/dist/verification/__tests__/mutation-cargo-mutants.test.js.map +1 -0
- package/dist/verification/__tests__/mutation-infection.test.d.ts +2 -0
- package/dist/verification/__tests__/mutation-infection.test.d.ts.map +1 -0
- package/dist/verification/__tests__/mutation-infection.test.js +101 -0
- package/dist/verification/__tests__/mutation-infection.test.js.map +1 -0
- package/dist/verification/__tests__/mutation-mutmut.test.d.ts +2 -0
- package/dist/verification/__tests__/mutation-mutmut.test.d.ts.map +1 -0
- package/dist/verification/__tests__/mutation-mutmut.test.js +102 -0
- package/dist/verification/__tests__/mutation-mutmut.test.js.map +1 -0
- package/dist/verification/__tests__/mutation-registry.test.d.ts +2 -0
- package/dist/verification/__tests__/mutation-registry.test.d.ts.map +1 -0
- package/dist/verification/__tests__/mutation-registry.test.js +28 -0
- package/dist/verification/__tests__/mutation-registry.test.js.map +1 -0
- package/dist/verification/__tests__/mutation-stryker.test.d.ts +2 -0
- package/dist/verification/__tests__/mutation-stryker.test.d.ts.map +1 -0
- package/dist/verification/__tests__/mutation-stryker.test.js +88 -0
- package/dist/verification/__tests__/mutation-stryker.test.js.map +1 -0
- package/dist/verification/__tests__/no-shell-true.test.d.ts +2 -0
- package/dist/verification/__tests__/no-shell-true.test.d.ts.map +1 -0
- package/dist/verification/__tests__/no-shell-true.test.js +43 -0
- package/dist/verification/__tests__/no-shell-true.test.js.map +1 -0
- package/dist/verification/__tests__/path-safety.test.d.ts +2 -0
- package/dist/verification/__tests__/path-safety.test.d.ts.map +1 -0
- package/dist/verification/__tests__/path-safety.test.js +59 -0
- package/dist/verification/__tests__/path-safety.test.js.map +1 -0
- package/dist/verification/__tests__/prerank.test.d.ts +2 -0
- package/dist/verification/__tests__/prerank.test.d.ts.map +1 -0
- package/dist/verification/__tests__/prerank.test.js +44 -0
- package/dist/verification/__tests__/prerank.test.js.map +1 -0
- package/dist/verification/__tests__/runner.test.d.ts +2 -0
- package/dist/verification/__tests__/runner.test.d.ts.map +1 -0
- package/dist/verification/__tests__/runner.test.js +200 -0
- package/dist/verification/__tests__/runner.test.js.map +1 -0
- package/dist/verification/__tests__/safe-spawn.test.d.ts +2 -0
- package/dist/verification/__tests__/safe-spawn.test.d.ts.map +1 -0
- package/dist/verification/__tests__/safe-spawn.test.js +36 -0
- package/dist/verification/__tests__/safe-spawn.test.js.map +1 -0
- package/dist/verification/__tests__/security.test.d.ts +2 -0
- package/dist/verification/__tests__/security.test.d.ts.map +1 -0
- package/dist/verification/__tests__/security.test.js +79 -0
- package/dist/verification/__tests__/security.test.js.map +1 -0
- package/dist/verification/__tests__/selector-pareto.test.d.ts +2 -0
- package/dist/verification/__tests__/selector-pareto.test.d.ts.map +1 -0
- package/dist/verification/__tests__/selector-pareto.test.js +77 -0
- package/dist/verification/__tests__/selector-pareto.test.js.map +1 -0
- package/dist/verification/__tests__/telemetry.test.d.ts +2 -0
- package/dist/verification/__tests__/telemetry.test.d.ts.map +1 -0
- package/dist/verification/__tests__/telemetry.test.js +116 -0
- package/dist/verification/__tests__/telemetry.test.js.map +1 -0
- package/dist/verification/__tests__/type-check.test.d.ts +2 -0
- package/dist/verification/__tests__/type-check.test.d.ts.map +1 -0
- package/dist/verification/__tests__/type-check.test.js +52 -0
- package/dist/verification/__tests__/type-check.test.js.map +1 -0
- package/dist/verification/__tests__/worktree.test.d.ts +2 -0
- package/dist/verification/__tests__/worktree.test.d.ts.map +1 -0
- package/dist/verification/__tests__/worktree.test.js +41 -0
- package/dist/verification/__tests__/worktree.test.js.map +1 -0
- package/dist/verification/bench/fixtures.d.ts +11 -0
- package/dist/verification/bench/fixtures.d.ts.map +1 -0
- package/dist/verification/bench/fixtures.js +66 -0
- package/dist/verification/bench/fixtures.js.map +1 -0
- package/dist/verification/bench/harness.d.ts +19 -0
- package/dist/verification/bench/harness.d.ts.map +1 -0
- package/dist/verification/bench/harness.js +138 -0
- package/dist/verification/bench/harness.js.map +1 -0
- package/dist/verification/bench/report.d.ts +53 -0
- package/dist/verification/bench/report.d.ts.map +1 -0
- package/dist/verification/bench/report.js +47 -0
- package/dist/verification/bench/report.js.map +1 -0
- package/dist/verification/best-of-n/runner.d.ts +29 -0
- package/dist/verification/best-of-n/runner.d.ts.map +1 -0
- package/dist/verification/best-of-n/runner.js +76 -0
- package/dist/verification/best-of-n/runner.js.map +1 -0
- package/dist/verification/best-of-n/selector/pareto.d.ts +10 -0
- package/dist/verification/best-of-n/selector/pareto.d.ts.map +1 -0
- package/dist/verification/best-of-n/selector/pareto.js +65 -0
- package/dist/verification/best-of-n/selector/pareto.js.map +1 -0
- package/dist/verification/best-of-n/selector/prerank.d.ts +23 -0
- package/dist/verification/best-of-n/selector/prerank.d.ts.map +1 -0
- package/dist/verification/best-of-n/selector/prerank.js +32 -0
- package/dist/verification/best-of-n/selector/prerank.js.map +1 -0
- package/dist/verification/best-of-n/worktree.d.ts +9 -0
- package/dist/verification/best-of-n/worktree.d.ts.map +1 -0
- package/dist/verification/best-of-n/worktree.js +100 -0
- package/dist/verification/best-of-n/worktree.js.map +1 -0
- package/dist/verification/config.d.ts +24 -0
- package/dist/verification/config.d.ts.map +1 -0
- package/dist/verification/config.js +168 -0
- package/dist/verification/config.js.map +1 -0
- package/dist/verification/decay/policy.d.ts +16 -0
- package/dist/verification/decay/policy.d.ts.map +1 -0
- package/dist/verification/decay/policy.js +64 -0
- package/dist/verification/decay/policy.js.map +1 -0
- package/dist/verification/decay/signature.d.ts +6 -0
- package/dist/verification/decay/signature.d.ts.map +1 -0
- package/dist/verification/decay/signature.js +18 -0
- package/dist/verification/decay/signature.js.map +1 -0
- package/dist/verification/gates/anti-tamper.d.ts +16 -0
- package/dist/verification/gates/anti-tamper.d.ts.map +1 -0
- package/dist/verification/gates/anti-tamper.js +142 -0
- package/dist/verification/gates/anti-tamper.js.map +1 -0
- package/dist/verification/gates/fail-to-pass.d.ts +39 -0
- package/dist/verification/gates/fail-to-pass.d.ts.map +1 -0
- package/dist/verification/gates/fail-to-pass.js +173 -0
- package/dist/verification/gates/fail-to-pass.js.map +1 -0
- package/dist/verification/gates/mutation/adapter.d.ts +34 -0
- package/dist/verification/gates/mutation/adapter.d.ts.map +1 -0
- package/dist/verification/gates/mutation/adapter.js +22 -0
- package/dist/verification/gates/mutation/adapter.js.map +1 -0
- package/dist/verification/gates/mutation/cargo-mutants.d.ts +28 -0
- package/dist/verification/gates/mutation/cargo-mutants.d.ts.map +1 -0
- package/dist/verification/gates/mutation/cargo-mutants.js +170 -0
- package/dist/verification/gates/mutation/cargo-mutants.js.map +1 -0
- package/dist/verification/gates/mutation/infection.d.ts +28 -0
- package/dist/verification/gates/mutation/infection.d.ts.map +1 -0
- package/dist/verification/gates/mutation/infection.js +149 -0
- package/dist/verification/gates/mutation/infection.js.map +1 -0
- package/dist/verification/gates/mutation/mutmut.d.ts +23 -0
- package/dist/verification/gates/mutation/mutmut.d.ts.map +1 -0
- package/dist/verification/gates/mutation/mutmut.js +148 -0
- package/dist/verification/gates/mutation/mutmut.js.map +1 -0
- package/dist/verification/gates/mutation/stryker.d.ts +19 -0
- package/dist/verification/gates/mutation/stryker.d.ts.map +1 -0
- package/dist/verification/gates/mutation/stryker.js +103 -0
- package/dist/verification/gates/mutation/stryker.js.map +1 -0
- package/dist/verification/gates/type-check.d.ts +11 -0
- package/dist/verification/gates/type-check.d.ts.map +1 -0
- package/dist/verification/gates/type-check.js +84 -0
- package/dist/verification/gates/type-check.js.map +1 -0
- package/dist/verification/registry.d.ts +6 -0
- package/dist/verification/registry.d.ts.map +1 -0
- package/dist/verification/registry.js +49 -0
- package/dist/verification/registry.js.map +1 -0
- package/dist/verification/runner.d.ts +27 -0
- package/dist/verification/runner.d.ts.map +1 -0
- package/dist/verification/runner.js +173 -0
- package/dist/verification/runner.js.map +1 -0
- package/dist/verification/telemetry.d.ts +18 -0
- package/dist/verification/telemetry.d.ts.map +1 -0
- package/dist/verification/telemetry.js +71 -0
- package/dist/verification/telemetry.js.map +1 -0
- package/dist/verification/types.d.ts +89 -0
- package/dist/verification/types.d.ts.map +1 -0
- package/dist/verification/types.js +3 -0
- package/dist/verification/types.js.map +1 -0
- package/package.json +5 -3
- package/templates/UPDATE-MANIFEST.json +20 -0
- package/templates/ide/antigravity/.agents/skills/dare-bench/SKILL.md +21 -0
- package/templates/ide/claude/.claude/commands/dare-bench.md +18 -0
- package/templates/ide/cursor/.cursor/commands/dare-bench.md +18 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"telemetry.test.js","sourceRoot":"","sources":["../../../src/verification/__tests__/telemetry.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACrE,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AAIzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAErD,SAAS,YAAY,CAAC,MAAc;IAClC,OAAO;QACL,MAAM;QACN,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE;YACP,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE;YAChE,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE;SAClF;QACD,aAAa,EAAE,IAAI;QACnB,UAAU,EAAE,EAAE;KACf,CAAC;AACJ,CAAC;AAED,MAAM,cAAc;IAIlB,YAAY,QAAgB;QAFpB,mBAAc,GAAG,IAAI,CAAC;QAG5B,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAC1B,CAAC;IAED,iBAAiB,CAAC,KAAc;QAC9B,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;IAC9B,CAAC;IAED,OAAO,CAAC,IAAe;QACrB,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,OAAO,CAAC,EAAU;QAChB,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAChC,CAAC;IAED,UAAU,CAAC,IAAwB,EAAE,KAAc;QACjD,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC5C,CAAC;IAED,WAAW,CAAC,KAAa,EAAE,KAAc;QACvC,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC9C,CAAC;IAED,UAAU,CAAC,EAAU;QACnB,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO,CAAC,IAAe;QACrB,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,QAAQ,CAAC,MAAc,EAAE,SAAiC;QACxD,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAChD,CAAC;IAED,mBAAmB,CAAC,MAAc,EAAE,KAAc;QAChD,OAAO,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACvD,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;IACpC,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;IACnC,CAAC;IAED,cAAc,CAAC,IAAgD;QAC7D,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;CACF;AAED,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,IAAI,QAAgB,CAAC;IACrB,IAAI,KAAgB,CAAC;IAErB,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,QAAQ,GAAG,IAAI,CAAC,IAAI,CAClB,EAAE,CAAC,MAAM,EAAE,EACX,kBAAkB,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAC3E,CAAC;QACF,KAAK,GAAG,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC;QAChC,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,kBAAkB,CAAC,KAAK,EAAE,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC;QAEpD,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QAC5C,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChC,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEjD,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QACrD,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC1C,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;QAChD,MAAM,SAAS,GAAG,IAAI,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC/C,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;QACvB,SAAS,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAE1E,kBAAkB,CAAC,SAAS,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC;QAEvD,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAC/C,MAAM,YAAY,GAAG,IAAI,EAAE,QAAQ,EAAE,YAAmC,CAAC;QACzE,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE;QAC9B,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;QACzC,KAAK,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QAE1E,kBAAkB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAClC,kBAAkB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAElC,MAAM,KAAK,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC;QACpC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"type-check.test.d.ts","sourceRoot":"","sources":["../../../src/verification/__tests__/type-check.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
import { describe, it, expect, vi, afterEach } from 'vitest';
|
|
2
|
+
import * as safeSpawnMod from '../../exec/safe-spawn.js';
|
|
3
|
+
import { checkTypes, typeCommandFor } from '../gates/type-check.js';
|
|
4
|
+
describe('typeCommandFor', () => {
|
|
5
|
+
it('should_return_null_for_rust_stack', () => {
|
|
6
|
+
expect(typeCommandFor('rust-axum', '/tmp')).toBeNull();
|
|
7
|
+
});
|
|
8
|
+
});
|
|
9
|
+
describe('checkTypes', () => {
|
|
10
|
+
afterEach(() => {
|
|
11
|
+
vi.restoreAllMocks();
|
|
12
|
+
});
|
|
13
|
+
it('should_skip_when_unavailable', async () => {
|
|
14
|
+
const result = await checkTypes({
|
|
15
|
+
stack: 'rust-axum',
|
|
16
|
+
cwd: '/tmp',
|
|
17
|
+
timeoutSeconds: 30,
|
|
18
|
+
});
|
|
19
|
+
expect(result.verdict).toBe('SKIP');
|
|
20
|
+
expect(result.reason).toContain('no type-checker');
|
|
21
|
+
});
|
|
22
|
+
it('should_pass_on_clean_ts', async () => {
|
|
23
|
+
vi.spyOn(safeSpawnMod, 'safeSpawn').mockResolvedValue({
|
|
24
|
+
code: 0,
|
|
25
|
+
stdout: '',
|
|
26
|
+
stderr: '',
|
|
27
|
+
timedOut: false,
|
|
28
|
+
});
|
|
29
|
+
const result = await checkTypes({
|
|
30
|
+
stack: 'mcp-server-node-ts',
|
|
31
|
+
cwd: '/tmp',
|
|
32
|
+
timeoutSeconds: 60,
|
|
33
|
+
});
|
|
34
|
+
expect(result.verdict).toBe('PASS');
|
|
35
|
+
});
|
|
36
|
+
it('should_fail_on_type_error', async () => {
|
|
37
|
+
vi.spyOn(safeSpawnMod, 'safeSpawn').mockResolvedValue({
|
|
38
|
+
code: 2,
|
|
39
|
+
stdout: '',
|
|
40
|
+
stderr: 'error TS2322: Type string is not assignable to type number',
|
|
41
|
+
timedOut: false,
|
|
42
|
+
});
|
|
43
|
+
const result = await checkTypes({
|
|
44
|
+
stack: 'mcp-server-node-ts',
|
|
45
|
+
cwd: '/tmp',
|
|
46
|
+
timeoutSeconds: 60,
|
|
47
|
+
});
|
|
48
|
+
expect(result.verdict).toBe('FAIL');
|
|
49
|
+
expect(result.reason).toContain('TS2322');
|
|
50
|
+
});
|
|
51
|
+
});
|
|
52
|
+
//# sourceMappingURL=type-check.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"type-check.test.js","sourceRoot":"","sources":["../../../src/verification/__tests__/type-check.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAC7D,OAAO,KAAK,YAAY,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAEpE,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,CAAC,cAAc,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IACzD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,SAAS,CAAC,GAAG,EAAE;QACb,EAAE,CAAC,eAAe,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;QAC5C,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC;YAC9B,KAAK,EAAE,WAAW;YAClB,GAAG,EAAE,MAAM;YACX,cAAc,EAAE,EAAE;SACnB,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,KAAK,IAAI,EAAE;QACvC,EAAE,CAAC,KAAK,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC,iBAAiB,CAAC;YACpD,IAAI,EAAE,CAAC;YACP,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE;YACV,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC;YAC9B,KAAK,EAAE,oBAAoB;YAC3B,GAAG,EAAE,MAAM;YACX,cAAc,EAAE,EAAE;SACnB,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;QACzC,EAAE,CAAC,KAAK,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC,iBAAiB,CAAC;YACpD,IAAI,EAAE,CAAC;YACP,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,4DAA4D;YACpE,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC;YAC9B,KAAK,EAAE,oBAAoB;YAC3B,GAAG,EAAE,MAAM;YACX,cAAc,EAAE,EAAE;SACnB,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worktree.test.d.ts","sourceRoot":"","sources":["../../../src/verification/__tests__/worktree.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
import { describe, it, expect, beforeEach, afterEach } from 'vitest';
|
|
2
|
+
import fs from 'fs-extra';
|
|
3
|
+
import path from 'node:path';
|
|
4
|
+
import os from 'node:os';
|
|
5
|
+
import { execSync } from 'node:child_process';
|
|
6
|
+
import { createWorktree, listWorktrees, removeWorktree, } from '../best-of-n/worktree.js';
|
|
7
|
+
function runGit(cwd, args) {
|
|
8
|
+
execSync(`git ${args}`, { cwd, stdio: 'pipe' });
|
|
9
|
+
}
|
|
10
|
+
describe('worktree', () => {
|
|
11
|
+
let repoRoot;
|
|
12
|
+
beforeEach(async () => {
|
|
13
|
+
repoRoot = await fs.mkdtemp(path.join(os.tmpdir(), 'dare-wt-'));
|
|
14
|
+
runGit(repoRoot, 'init');
|
|
15
|
+
runGit(repoRoot, 'config user.email "test@dare.local"');
|
|
16
|
+
runGit(repoRoot, 'config user.name "DARE Test"');
|
|
17
|
+
await fs.writeFile(path.join(repoRoot, 'README.md'), '# tmp\n');
|
|
18
|
+
runGit(repoRoot, 'add README.md');
|
|
19
|
+
runGit(repoRoot, 'commit -m "init"');
|
|
20
|
+
});
|
|
21
|
+
afterEach(async () => {
|
|
22
|
+
await fs.remove(repoRoot).catch(() => undefined);
|
|
23
|
+
});
|
|
24
|
+
it('should_create_and_list_worktree', async () => {
|
|
25
|
+
const wt = await createWorktree(repoRoot, 'cand-a');
|
|
26
|
+
expect(wt.path).toBe('.dare/worktrees/cand-a');
|
|
27
|
+
expect(wt.branch).toBe('dare/cand-cand-a');
|
|
28
|
+
const listed = await listWorktrees(repoRoot);
|
|
29
|
+
expect(listed.some((w) => w.id === 'cand-a')).toBe(true);
|
|
30
|
+
});
|
|
31
|
+
it('should_remove_worktree', async () => {
|
|
32
|
+
const wt = await createWorktree(repoRoot, 'cand-b');
|
|
33
|
+
await removeWorktree(repoRoot, wt);
|
|
34
|
+
const listed = await listWorktrees(repoRoot);
|
|
35
|
+
expect(listed.some((w) => w.id === 'cand-b')).toBe(false);
|
|
36
|
+
});
|
|
37
|
+
it('should_reject_unsafe_id', async () => {
|
|
38
|
+
await expect(createWorktree(repoRoot, '../evil')).rejects.toThrow(/must not contain|unsafe/i);
|
|
39
|
+
});
|
|
40
|
+
});
|
|
41
|
+
//# sourceMappingURL=worktree.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worktree.test.js","sourceRoot":"","sources":["../../../src/verification/__tests__/worktree.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACrE,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EACL,cAAc,EACd,aAAa,EACb,cAAc,GACf,MAAM,0BAA0B,CAAC;AAElC,SAAS,MAAM,CAAC,GAAW,EAAE,IAAY;IACvC,QAAQ,CAAC,OAAO,IAAI,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;AAClD,CAAC;AAED,QAAQ,CAAC,UAAU,EAAE,GAAG,EAAE;IACxB,IAAI,QAAgB,CAAC;IAErB,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,QAAQ,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,UAAU,CAAC,CAAC,CAAC;QAChE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACzB,MAAM,CAAC,QAAQ,EAAE,qCAAqC,CAAC,CAAC;QACxD,MAAM,CAAC,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QACjD,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,EAAE,SAAS,CAAC,CAAC;QAChE,MAAM,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;QAClC,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;QAC/C,MAAM,EAAE,GAAG,MAAM,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACpD,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QAC/C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAE3C,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC7C,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wBAAwB,EAAE,KAAK,IAAI,EAAE;QACtC,MAAM,EAAE,GAAG,MAAM,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACpD,MAAM,cAAc,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC7C,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,KAAK,IAAI,EAAE;QACvC,MAAM,MAAM,CAAC,cAAc,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC/D,0BAA0B,CAC3B,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
export interface FixtureMeta {
|
|
2
|
+
readonly id: string;
|
|
3
|
+
readonly stack: string;
|
|
4
|
+
readonly description: string;
|
|
5
|
+
readonly patch: string;
|
|
6
|
+
readonly failToPass: string;
|
|
7
|
+
readonly passToPass: string;
|
|
8
|
+
}
|
|
9
|
+
export declare function loadFixture(suiteDir: string, id: string): Promise<FixtureMeta>;
|
|
10
|
+
export declare function loadSuite(suiteDir: string): Promise<ReadonlyArray<FixtureMeta>>;
|
|
11
|
+
//# sourceMappingURL=fixtures.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fixtures.d.ts","sourceRoot":"","sources":["../../../src/verification/bench/fixtures.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AA6CD,wBAAsB,WAAW,CAC/B,QAAQ,EAAE,MAAM,EAChB,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,WAAW,CAAC,CAiBtB;AAED,wBAAsB,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,CAiBrF"}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
import path from 'node:path';
|
|
2
|
+
import fs from 'fs-extra';
|
|
3
|
+
import { assertRelativeSafe } from '../../utils/path-safety.js';
|
|
4
|
+
const REQUIRED_FILES = [
|
|
5
|
+
'meta.json',
|
|
6
|
+
'patch.diff',
|
|
7
|
+
'fail_to_pass.txt',
|
|
8
|
+
'pass_to_pass.txt',
|
|
9
|
+
];
|
|
10
|
+
function fixtureDir(suiteDir, id) {
|
|
11
|
+
assertRelativeSafe(id);
|
|
12
|
+
return path.join(suiteDir, id);
|
|
13
|
+
}
|
|
14
|
+
async function assertFixtureFiles(suiteDir, id) {
|
|
15
|
+
const dir = fixtureDir(suiteDir, id);
|
|
16
|
+
for (const file of REQUIRED_FILES) {
|
|
17
|
+
const rel = path.posix.join(id, file);
|
|
18
|
+
assertRelativeSafe(rel);
|
|
19
|
+
const abs = path.join(dir, file);
|
|
20
|
+
if (!(await fs.pathExists(abs))) {
|
|
21
|
+
throw new Error(`fixture '${id}' missing required file: ${file}`);
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
const repoDir = path.join(dir, 'repo');
|
|
25
|
+
if (!(await fs.pathExists(repoDir))) {
|
|
26
|
+
throw new Error(`fixture '${id}' missing required directory: repo/`);
|
|
27
|
+
}
|
|
28
|
+
const repoEntries = await fs.readdir(repoDir);
|
|
29
|
+
if (repoEntries.length === 0) {
|
|
30
|
+
throw new Error(`fixture '${id}' repo/ must not be empty`);
|
|
31
|
+
}
|
|
32
|
+
return dir;
|
|
33
|
+
}
|
|
34
|
+
export async function loadFixture(suiteDir, id) {
|
|
35
|
+
await assertFixtureFiles(suiteDir, id);
|
|
36
|
+
const dir = fixtureDir(suiteDir, id);
|
|
37
|
+
const meta = (await fs.readJson(path.join(dir, 'meta.json')));
|
|
38
|
+
if (meta.id !== id) {
|
|
39
|
+
throw new Error(`fixture meta id mismatch: expected '${id}', got '${meta.id}'`);
|
|
40
|
+
}
|
|
41
|
+
return {
|
|
42
|
+
id: meta.id,
|
|
43
|
+
stack: meta.stack,
|
|
44
|
+
description: meta.description,
|
|
45
|
+
patch: 'patch.diff',
|
|
46
|
+
failToPass: 'fail_to_pass.txt',
|
|
47
|
+
passToPass: 'pass_to_pass.txt',
|
|
48
|
+
};
|
|
49
|
+
}
|
|
50
|
+
export async function loadSuite(suiteDir) {
|
|
51
|
+
const suitePath = path.join(suiteDir, 'suite.json');
|
|
52
|
+
if (!(await fs.pathExists(suitePath))) {
|
|
53
|
+
throw new Error(`suite.json not found in ${suiteDir}`);
|
|
54
|
+
}
|
|
55
|
+
const suite = (await fs.readJson(suitePath));
|
|
56
|
+
if (!Array.isArray(suite.fixtures) || suite.fixtures.length === 0) {
|
|
57
|
+
throw new Error(`suite.json in ${suiteDir} has no fixtures`);
|
|
58
|
+
}
|
|
59
|
+
const out = [];
|
|
60
|
+
for (const entry of suite.fixtures) {
|
|
61
|
+
assertRelativeSafe(entry.id);
|
|
62
|
+
out.push(await loadFixture(suiteDir, entry.id));
|
|
63
|
+
}
|
|
64
|
+
return out;
|
|
65
|
+
}
|
|
66
|
+
//# sourceMappingURL=fixtures.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fixtures.js","sourceRoot":"","sources":["../../../src/verification/bench/fixtures.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAqBhE,MAAM,cAAc,GAAG;IACrB,WAAW;IACX,YAAY;IACZ,kBAAkB;IAClB,kBAAkB;CACV,CAAC;AAEX,SAAS,UAAU,CAAC,QAAgB,EAAE,EAAU;IAC9C,kBAAkB,CAAC,EAAE,CAAC,CAAC;IACvB,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;AACjC,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,QAAgB,EAAE,EAAU;IAC5D,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QACtC,kBAAkB,CAAC,GAAG,CAAC,CAAC;QACxB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACjC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,YAAY,EAAE,4BAA4B,IAAI,EAAE,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACvC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,YAAY,EAAE,qCAAqC,CAAC,CAAC;IACvE,CAAC;IACD,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC9C,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,YAAY,EAAE,2BAA2B,CAAC,CAAC;IAC7D,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,QAAgB,EAChB,EAAU;IAEV,MAAM,kBAAkB,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACvC,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACrC,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAe,CAAC;IAE5E,IAAI,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,uCAAuC,EAAE,WAAW,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC;IAClF,CAAC;IAED,OAAO;QACL,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,KAAK,EAAE,YAAY;QACnB,UAAU,EAAE,kBAAkB;QAC9B,UAAU,EAAE,kBAAkB;KAC/B,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAAgB;IAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IACpD,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,MAAM,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAc,CAAC;IAC1D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClE,MAAM,IAAI,KAAK,CAAC,iBAAiB,QAAQ,kBAAkB,CAAC,CAAC;IAC/D,CAAC;IAED,MAAM,GAAG,GAAkB,EAAE,CAAC;IAC9B,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QACnC,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC7B,GAAG,CAAC,IAAI,CAAC,MAAM,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import type { FixtureMeta } from './fixtures.js';
|
|
2
|
+
import { type FixtureResult } from './report.js';
|
|
3
|
+
export interface SuiteRunResult {
|
|
4
|
+
readonly passed: string[];
|
|
5
|
+
readonly failed: string[];
|
|
6
|
+
}
|
|
7
|
+
export interface HarnessDeps {
|
|
8
|
+
readonly runTestSuite: (cwd: string, stack: string) => Promise<SuiteRunResult>;
|
|
9
|
+
readonly copyRepo: (src: string, dest: string) => Promise<void>;
|
|
10
|
+
readonly applyPatch: (cwd: string, patchPath: string) => Promise<void>;
|
|
11
|
+
}
|
|
12
|
+
export declare function createRunFixture(deps?: Partial<HarnessDeps>): (meta: FixtureMeta, baseDir: string) => Promise<FixtureResult>;
|
|
13
|
+
export declare const runFixture: (meta: FixtureMeta, baseDir: string) => Promise<FixtureResult>;
|
|
14
|
+
export interface RunSuiteOptions {
|
|
15
|
+
readonly filter?: string;
|
|
16
|
+
readonly deps?: Partial<HarnessDeps>;
|
|
17
|
+
}
|
|
18
|
+
export declare function runSuite(suiteDir: string, opts?: RunSuiteOptions): Promise<FixtureResult[]>;
|
|
19
|
+
//# sourceMappingURL=harness.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"harness.d.ts","sourceRoot":"","sources":["../../../src/verification/bench/harness.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAEjD,OAAO,EAEL,KAAK,aAAa,EAEnB,MAAM,aAAa,CAAC;AASrB,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,YAAY,EAAE,CACrB,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,MAAM,KACV,OAAO,CAAC,cAAc,CAAC,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAChE,QAAQ,CAAC,UAAU,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACxE;AAiFD,wBAAgB,gBAAgB,CAAC,IAAI,GAAE,OAAO,CAAC,WAAW,CAAM,IAI5D,MAAM,WAAW,EACjB,SAAS,MAAM,KACd,OAAO,CAAC,aAAa,CAAC,CA0C1B;AAED,eAAO,MAAM,UAAU,SA9Cb,WAAW,WACR,MAAM,KACd,OAAO,CAAC,aAAa,CA4CkB,CAAC;AAE7C,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;CACtC;AAUD,wBAAsB,QAAQ,CAC5B,QAAQ,EAAE,MAAM,EAChB,IAAI,GAAE,eAAoB,GACzB,OAAO,CAAC,aAAa,EAAE,CAAC,CAW1B"}
|
|
@@ -0,0 +1,138 @@
|
|
|
1
|
+
import path from 'node:path';
|
|
2
|
+
import os from 'node:os';
|
|
3
|
+
import fs from 'fs-extra';
|
|
4
|
+
import { safeSpawn } from '../../exec/safe-spawn.js';
|
|
5
|
+
import { assertRelativeSafe } from '../../utils/path-safety.js';
|
|
6
|
+
import { testCommandFor } from '../gates/fail-to-pass.js';
|
|
7
|
+
import { loadSuite } from './fixtures.js';
|
|
8
|
+
import { computeFixtureResult, } from './report.js';
|
|
9
|
+
function parseVitestJson(stdout) {
|
|
10
|
+
const passed = [];
|
|
11
|
+
const failed = [];
|
|
12
|
+
try {
|
|
13
|
+
const report = JSON.parse(stdout);
|
|
14
|
+
for (const fileResult of report.testResults ?? []) {
|
|
15
|
+
for (const assertion of fileResult.assertionResults ?? []) {
|
|
16
|
+
const name = assertion.fullName ?? 'unknown';
|
|
17
|
+
if (assertion.status === 'passed')
|
|
18
|
+
passed.push(name);
|
|
19
|
+
else if (assertion.status === 'failed')
|
|
20
|
+
failed.push(name);
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
catch {
|
|
25
|
+
// unstructured output
|
|
26
|
+
}
|
|
27
|
+
return { passed, failed };
|
|
28
|
+
}
|
|
29
|
+
async function defaultRunTestSuite(cwd, stack) {
|
|
30
|
+
const { command, args } = testCommandFor(stack, '**/*.{spec,test}.{ts,tsx,js}');
|
|
31
|
+
const result = await safeSpawn(command, args, {
|
|
32
|
+
cwd,
|
|
33
|
+
timeoutSeconds: 300,
|
|
34
|
+
maxChars: 200000,
|
|
35
|
+
});
|
|
36
|
+
return parseVitestJson(result.stdout);
|
|
37
|
+
}
|
|
38
|
+
function normalizePatch(content) {
|
|
39
|
+
return content
|
|
40
|
+
.replace(/^--- a\/repo\//gm, '--- a/')
|
|
41
|
+
.replace(/^\+\+\+ b\/repo\//gm, '+++ b/')
|
|
42
|
+
.replace(/^diff --git a\/repo\//gm, 'diff --git a/');
|
|
43
|
+
}
|
|
44
|
+
async function defaultApplyPatch(cwd, patchPath) {
|
|
45
|
+
const raw = await fs.readFile(patchPath, 'utf8');
|
|
46
|
+
const normalized = normalizePatch(raw);
|
|
47
|
+
const tmpPatch = path.join(cwd, '.dare-patch.tmp');
|
|
48
|
+
await fs.writeFile(tmpPatch, normalized);
|
|
49
|
+
const result = await safeSpawn('git', ['apply', '--whitespace=nowarn', tmpPatch], {
|
|
50
|
+
cwd,
|
|
51
|
+
timeoutSeconds: 60,
|
|
52
|
+
maxChars: 8000,
|
|
53
|
+
});
|
|
54
|
+
await fs.remove(tmpPatch).catch(() => undefined);
|
|
55
|
+
if (result.code !== 0) {
|
|
56
|
+
throw new Error(`patch apply failed: ${result.stderr.trim()}`);
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
async function readTestList(fixtureDir, file) {
|
|
60
|
+
const content = await fs.readFile(path.join(fixtureDir, file), 'utf8');
|
|
61
|
+
return content
|
|
62
|
+
.split('\n')
|
|
63
|
+
.map((l) => l.trim())
|
|
64
|
+
.filter(Boolean);
|
|
65
|
+
}
|
|
66
|
+
function countListedTests(listed, passed) {
|
|
67
|
+
let passCount = 0;
|
|
68
|
+
for (const name of listed) {
|
|
69
|
+
if (passed.some((p) => p.includes(name) || name.includes(p)))
|
|
70
|
+
passCount++;
|
|
71
|
+
}
|
|
72
|
+
return { passed: passCount, total: listed.length };
|
|
73
|
+
}
|
|
74
|
+
const defaultDeps = {
|
|
75
|
+
runTestSuite: defaultRunTestSuite,
|
|
76
|
+
copyRepo: async (src, dest) => fs.copy(src, dest),
|
|
77
|
+
applyPatch: defaultApplyPatch,
|
|
78
|
+
};
|
|
79
|
+
export function createRunFixture(deps = {}) {
|
|
80
|
+
const d = { ...defaultDeps, ...deps };
|
|
81
|
+
return async function runFixture(meta, baseDir) {
|
|
82
|
+
assertRelativeSafe(meta.id);
|
|
83
|
+
const fixtureDir = path.join(baseDir, meta.id);
|
|
84
|
+
const repoSrc = path.join(fixtureDir, 'repo');
|
|
85
|
+
const tmpDir = await fs.mkdtemp(path.join(os.tmpdir(), 'dare-bench-'));
|
|
86
|
+
const started = Date.now();
|
|
87
|
+
try {
|
|
88
|
+
await d.copyRepo(repoSrc, tmpDir);
|
|
89
|
+
await safeSpawn('git', ['init'], { cwd: tmpDir, timeoutSeconds: 30 });
|
|
90
|
+
await safeSpawn('git', ['add', '.'], { cwd: tmpDir, timeoutSeconds: 30 });
|
|
91
|
+
await safeSpawn('git', ['commit', '-m', 'baseline'], {
|
|
92
|
+
cwd: tmpDir,
|
|
93
|
+
timeoutSeconds: 30,
|
|
94
|
+
env: {
|
|
95
|
+
...process.env,
|
|
96
|
+
GIT_AUTHOR_NAME: 'dare-bench',
|
|
97
|
+
GIT_AUTHOR_EMAIL: 'bench@dare.local',
|
|
98
|
+
GIT_COMMITTER_NAME: 'dare-bench',
|
|
99
|
+
GIT_COMMITTER_EMAIL: 'bench@dare.local',
|
|
100
|
+
},
|
|
101
|
+
});
|
|
102
|
+
await d.applyPatch(tmpDir, path.join(fixtureDir, meta.patch));
|
|
103
|
+
const run = await d.runTestSuite(tmpDir, meta.stack);
|
|
104
|
+
const f2pList = await readTestList(fixtureDir, meta.failToPass);
|
|
105
|
+
const p2pList = await readTestList(fixtureDir, meta.passToPass);
|
|
106
|
+
const raw = {
|
|
107
|
+
id: meta.id,
|
|
108
|
+
stack: meta.stack,
|
|
109
|
+
failToPass: countListedTests(f2pList, run.passed),
|
|
110
|
+
passToPass: countListedTests(p2pList, run.passed),
|
|
111
|
+
durationMs: Date.now() - started,
|
|
112
|
+
};
|
|
113
|
+
return computeFixtureResult(raw);
|
|
114
|
+
}
|
|
115
|
+
finally {
|
|
116
|
+
await fs.remove(tmpDir).catch(() => undefined);
|
|
117
|
+
}
|
|
118
|
+
};
|
|
119
|
+
}
|
|
120
|
+
export const runFixture = createRunFixture();
|
|
121
|
+
function matchesFilter(id, filter) {
|
|
122
|
+
if (!filter)
|
|
123
|
+
return true;
|
|
124
|
+
const re = new RegExp('^' + filter.replace(/\*/g, '.*').replace(/\?/g, '.') + '$');
|
|
125
|
+
return re.test(id);
|
|
126
|
+
}
|
|
127
|
+
export async function runSuite(suiteDir, opts = {}) {
|
|
128
|
+
const fixtures = await loadSuite(suiteDir);
|
|
129
|
+
const runOne = createRunFixture(opts.deps);
|
|
130
|
+
const results = [];
|
|
131
|
+
for (const meta of fixtures) {
|
|
132
|
+
if (!matchesFilter(meta.id, opts.filter))
|
|
133
|
+
continue;
|
|
134
|
+
results.push(await runOne(meta, suiteDir));
|
|
135
|
+
}
|
|
136
|
+
return results;
|
|
137
|
+
}
|
|
138
|
+
//# sourceMappingURL=harness.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"harness.js","sourceRoot":"","sources":["../../../src/verification/bench/harness.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AACrD,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAE1D,OAAO,EAAe,SAAS,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,EACL,oBAAoB,GAGrB,MAAM,aAAa,CAAC;AAuBrB,SAAS,eAAe,CAAC,MAAc;IACrC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAqB,CAAC;QACtD,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,WAAW,IAAI,EAAE,EAAE,CAAC;YAClD,KAAK,MAAM,SAAS,IAAI,UAAU,CAAC,gBAAgB,IAAI,EAAE,EAAE,CAAC;gBAC1D,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,IAAI,SAAS,CAAC;gBAC7C,IAAI,SAAS,CAAC,MAAM,KAAK,QAAQ;oBAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;qBAChD,IAAI,SAAS,CAAC,MAAM,KAAK,QAAQ;oBAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,sBAAsB;IACxB,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AAC5B,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,GAAW,EACX,KAAa;IAEb,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,cAAc,CAAC,KAAK,EAAE,8BAA8B,CAAC,CAAC;IAChF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE;QAC5C,GAAG;QACH,cAAc,EAAE,GAAG;QACnB,QAAQ,EAAE,MAAO;KAClB,CAAC,CAAC;IACH,OAAO,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,cAAc,CAAC,OAAe;IACrC,OAAO,OAAO;SACX,OAAO,CAAC,kBAAkB,EAAE,QAAQ,CAAC;SACrC,OAAO,CAAC,qBAAqB,EAAE,QAAQ,CAAC;SACxC,OAAO,CAAC,yBAAyB,EAAE,eAAe,CAAC,CAAC;AACzD,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,GAAW,EAAE,SAAiB;IAC7D,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;IACnD,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,qBAAqB,EAAE,QAAQ,CAAC,EAAE;QAChF,GAAG;QACH,cAAc,EAAE,EAAE;QAClB,QAAQ,EAAE,IAAI;KACf,CAAC,CAAC;IACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACjD,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,uBAAuB,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACjE,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,UAAkB,EAAE,IAAY;IAC1D,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;IACvE,OAAO,OAAO;SACX,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,OAAO,CAAC,CAAC;AACrB,CAAC;AAED,SAAS,gBAAgB,CACvB,MAA6B,EAC7B,MAA6B;IAE7B,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC1B,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAAE,SAAS,EAAE,CAAC;IAC5E,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;AACrD,CAAC;AAED,MAAM,WAAW,GAAgB;IAC/B,YAAY,EAAE,mBAAmB;IACjC,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC;IACjD,UAAU,EAAE,iBAAiB;CAC9B,CAAC;AAEF,MAAM,UAAU,gBAAgB,CAAC,OAA6B,EAAE;IAC9D,MAAM,CAAC,GAAG,EAAE,GAAG,WAAW,EAAE,GAAG,IAAI,EAAE,CAAC;IAEtC,OAAO,KAAK,UAAU,UAAU,CAC9B,IAAiB,EACjB,OAAe;QAEf,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,aAAa,CAAC,CAAC,CAAC;QACvE,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE3B,IAAI,CAAC;YACH,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAClC,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC,CAAC;YACtE,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC,CAAC;YAC1E,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,UAAU,CAAC,EAAE;gBACnD,GAAG,EAAE,MAAM;gBACX,cAAc,EAAE,EAAE;gBAClB,GAAG,EAAE;oBACH,GAAG,OAAO,CAAC,GAAG;oBACd,eAAe,EAAE,YAAY;oBAC7B,gBAAgB,EAAE,kBAAkB;oBACpC,kBAAkB,EAAE,YAAY;oBAChC,mBAAmB,EAAE,kBAAkB;iBACxC;aACF,CAAC,CAAC;YAEH,MAAM,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YAE9D,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YACrD,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YAChE,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YAEhE,MAAM,GAAG,GAAqB;gBAC5B,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,UAAU,EAAE,gBAAgB,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC;gBACjD,UAAU,EAAE,gBAAgB,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC;gBACjD,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;aACjC,CAAC;YAEF,OAAO,oBAAoB,CAAC,GAAG,CAAC,CAAC;QACnC,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACjD,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,UAAU,GAAG,gBAAgB,EAAE,CAAC;AAO7C,SAAS,aAAa,CAAC,EAAU,EAAE,MAAe;IAChD,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACzB,MAAM,EAAE,GAAG,IAAI,MAAM,CACnB,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,GAAG,CAC5D,CAAC;IACF,OAAO,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACrB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,QAAgB,EAChB,OAAwB,EAAE;IAE1B,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAoB,EAAE,CAAC;IAEpC,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC5B,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC;YAAE,SAAS;QACnD,OAAO,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;IAC7C,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
export interface FixtureResult {
|
|
2
|
+
readonly id: string;
|
|
3
|
+
readonly stack: string;
|
|
4
|
+
readonly fixRate: number;
|
|
5
|
+
readonly passToPassRegressed: boolean;
|
|
6
|
+
readonly solved: boolean;
|
|
7
|
+
readonly failToPass: {
|
|
8
|
+
readonly passed: number;
|
|
9
|
+
readonly total: number;
|
|
10
|
+
};
|
|
11
|
+
readonly passToPass: {
|
|
12
|
+
readonly passed: number;
|
|
13
|
+
readonly total: number;
|
|
14
|
+
};
|
|
15
|
+
readonly durationMs: number;
|
|
16
|
+
}
|
|
17
|
+
export interface BenchReport {
|
|
18
|
+
readonly schemaVersion: 1;
|
|
19
|
+
readonly ranAt: string;
|
|
20
|
+
readonly suite: string;
|
|
21
|
+
readonly totals: {
|
|
22
|
+
readonly fixtures: number;
|
|
23
|
+
readonly solved: number;
|
|
24
|
+
readonly solveRate: number;
|
|
25
|
+
};
|
|
26
|
+
readonly results: ReadonlyArray<FixtureResult>;
|
|
27
|
+
readonly regression?: {
|
|
28
|
+
readonly baselineSolveRate: number;
|
|
29
|
+
readonly deltaPp: number;
|
|
30
|
+
readonly failed: boolean;
|
|
31
|
+
};
|
|
32
|
+
}
|
|
33
|
+
export interface RawFixtureCounts {
|
|
34
|
+
readonly id: string;
|
|
35
|
+
readonly stack: string;
|
|
36
|
+
readonly failToPass: {
|
|
37
|
+
readonly passed: number;
|
|
38
|
+
readonly total: number;
|
|
39
|
+
};
|
|
40
|
+
readonly passToPass: {
|
|
41
|
+
readonly passed: number;
|
|
42
|
+
readonly total: number;
|
|
43
|
+
};
|
|
44
|
+
readonly durationMs: number;
|
|
45
|
+
}
|
|
46
|
+
export declare function computeFixtureResult(raw: RawFixtureCounts): FixtureResult;
|
|
47
|
+
export declare function buildReport(results: ReadonlyArray<FixtureResult>, opts: {
|
|
48
|
+
readonly suite: string;
|
|
49
|
+
readonly baseline?: BenchReport;
|
|
50
|
+
readonly failOnRegressionPp?: number;
|
|
51
|
+
readonly ranAt?: string;
|
|
52
|
+
}): BenchReport;
|
|
53
|
+
//# sourceMappingURL=report.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../../src/verification/bench/report.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,mBAAmB,EAAE,OAAO,CAAC;IACtC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,UAAU,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IACzE,QAAQ,CAAC,UAAU,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IACzE,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,aAAa,EAAE,CAAC,CAAC;IAC1B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE;QACf,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;QAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;KAC5B,CAAC;IACF,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC,aAAa,CAAC,CAAC;IAC/C,QAAQ,CAAC,UAAU,CAAC,EAAE;QACpB,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;QACnC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;KAC1B,CAAC;CACH;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IACzE,QAAQ,CAAC,UAAU,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IACzE,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,gBAAgB,GAAG,aAAa,CAmBzE;AAED,wBAAgB,WAAW,CACzB,OAAO,EAAE,aAAa,CAAC,aAAa,CAAC,EACrC,IAAI,EAAE;IACJ,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,CAAC,EAAE,WAAW,CAAC;IAChC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IACrC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;CACzB,GACA,WAAW,CA4Bb"}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
export function computeFixtureResult(raw) {
|
|
2
|
+
const passToPassRegressed = raw.passToPass.passed < raw.passToPass.total;
|
|
3
|
+
const fixRate = passToPassRegressed
|
|
4
|
+
? 0
|
|
5
|
+
: raw.failToPass.total === 0
|
|
6
|
+
? 1
|
|
7
|
+
: raw.failToPass.passed / raw.failToPass.total;
|
|
8
|
+
const solved = fixRate === 1 && !passToPassRegressed;
|
|
9
|
+
return {
|
|
10
|
+
id: raw.id,
|
|
11
|
+
stack: raw.stack,
|
|
12
|
+
fixRate,
|
|
13
|
+
passToPassRegressed,
|
|
14
|
+
solved,
|
|
15
|
+
failToPass: raw.failToPass,
|
|
16
|
+
passToPass: raw.passToPass,
|
|
17
|
+
durationMs: raw.durationMs,
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
export function buildReport(results, opts) {
|
|
21
|
+
const solved = results.filter((r) => r.solved).length;
|
|
22
|
+
const solveRate = results.length === 0 ? 0 : solved / results.length;
|
|
23
|
+
const regression = opts.baseline
|
|
24
|
+
? (() => {
|
|
25
|
+
const deltaPp = (solveRate - opts.baseline.totals.solveRate) * 100;
|
|
26
|
+
const threshold = opts.failOnRegressionPp ?? 3;
|
|
27
|
+
return {
|
|
28
|
+
baselineSolveRate: opts.baseline.totals.solveRate,
|
|
29
|
+
deltaPp,
|
|
30
|
+
failed: -deltaPp > threshold,
|
|
31
|
+
};
|
|
32
|
+
})()
|
|
33
|
+
: undefined;
|
|
34
|
+
return {
|
|
35
|
+
schemaVersion: 1,
|
|
36
|
+
ranAt: opts.ranAt ?? new Date().toISOString(),
|
|
37
|
+
suite: opts.suite,
|
|
38
|
+
totals: {
|
|
39
|
+
fixtures: results.length,
|
|
40
|
+
solved,
|
|
41
|
+
solveRate,
|
|
42
|
+
},
|
|
43
|
+
results: [...results],
|
|
44
|
+
regression,
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
//# sourceMappingURL=report.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"report.js","sourceRoot":"","sources":["../../../src/verification/bench/report.ts"],"names":[],"mappings":"AAoCA,MAAM,UAAU,oBAAoB,CAAC,GAAqB;IACxD,MAAM,mBAAmB,GAAG,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC;IACzE,MAAM,OAAO,GAAG,mBAAmB;QACjC,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,KAAK,CAAC;YAC1B,CAAC,CAAC,CAAC;YACH,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC;IACnD,MAAM,MAAM,GAAG,OAAO,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC;IAErD,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,OAAO;QACP,mBAAmB;QACnB,MAAM;QACN,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,UAAU,EAAE,GAAG,CAAC,UAAU;KAC3B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,WAAW,CACzB,OAAqC,EACrC,IAKC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IACtD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAErE,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ;QAC9B,CAAC,CAAC,CAAC,GAAG,EAAE;YACJ,MAAM,OAAO,GAAG,CAAC,SAAS,GAAG,IAAI,CAAC,QAAS,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC;YACpE,MAAM,SAAS,GAAG,IAAI,CAAC,kBAAkB,IAAI,CAAC,CAAC;YAC/C,OAAO;gBACL,iBAAiB,EAAE,IAAI,CAAC,QAAS,CAAC,MAAM,CAAC,SAAS;gBAClD,OAAO;gBACP,MAAM,EAAE,CAAC,OAAO,GAAG,SAAS;aAC7B,CAAC;QACJ,CAAC,CAAC,EAAE;QACN,CAAC,CAAC,SAAS,CAAC;IAEd,OAAO;QACL,aAAa,EAAE,CAAC;QAChB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QAC7C,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,MAAM,EAAE;YACN,QAAQ,EAAE,OAAO,CAAC,MAAM;YACxB,MAAM;YACN,SAAS;SACV;QACD,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC;QACrB,UAAU;KACX,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { Candidate, VerificationConfig } from '../types.js';
|
|
2
|
+
import { runVerification as defaultRunVerification } from '../runner.js';
|
|
3
|
+
import { gitChangedFiles } from '../../commands/execute-verification.js';
|
|
4
|
+
import { createWorktree as defaultCreateWorktree, removeWorktree as defaultRemoveWorktree, type Worktree } from './worktree.js';
|
|
5
|
+
export interface RunBestOfNArgs {
|
|
6
|
+
readonly taskId: string;
|
|
7
|
+
readonly repoRoot: string;
|
|
8
|
+
readonly n: number;
|
|
9
|
+
readonly stack: string;
|
|
10
|
+
readonly config: VerificationConfig;
|
|
11
|
+
readonly fillCandidate: (wt: Worktree) => Promise<void>;
|
|
12
|
+
}
|
|
13
|
+
export interface RunBestOfNDeps {
|
|
14
|
+
readonly runVerification: typeof defaultRunVerification;
|
|
15
|
+
readonly createWorktree: typeof defaultCreateWorktree;
|
|
16
|
+
readonly removeWorktree: typeof defaultRemoveWorktree;
|
|
17
|
+
readonly gitChangedFiles: typeof gitChangedFiles;
|
|
18
|
+
readonly promoteWinner: (repoRoot: string, winner: Worktree) => Promise<void>;
|
|
19
|
+
}
|
|
20
|
+
export declare function promoteWinnerPatch(repoRoot: string, winner: Worktree): Promise<void>;
|
|
21
|
+
export declare function createRunBestOfN(deps?: Partial<RunBestOfNDeps>): (args: RunBestOfNArgs) => Promise<{
|
|
22
|
+
winner: Candidate;
|
|
23
|
+
discarded: ReadonlyArray<Candidate>;
|
|
24
|
+
}>;
|
|
25
|
+
export declare const runBestOfN: (args: RunBestOfNArgs) => Promise<{
|
|
26
|
+
winner: Candidate;
|
|
27
|
+
discarded: ReadonlyArray<Candidate>;
|
|
28
|
+
}>;
|
|
29
|
+
//# sourceMappingURL=runner.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../src/verification/best-of-n/runner.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjE,OAAO,EAEL,eAAe,IAAI,sBAAsB,EAC1C,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,eAAe,EAAE,MAAM,wCAAwC,CAAC;AAGzE,OAAO,EACL,cAAc,IAAI,qBAAqB,EACvC,cAAc,IAAI,qBAAqB,EACvC,KAAK,QAAQ,EACd,MAAM,eAAe,CAAC;AAKvB,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,kBAAkB,CAAC;IACpC,QAAQ,CAAC,aAAa,EAAE,CAAC,EAAE,EAAE,QAAQ,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACzD;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,eAAe,EAAE,OAAO,sBAAsB,CAAC;IACxD,QAAQ,CAAC,cAAc,EAAE,OAAO,qBAAqB,CAAC;IACtD,QAAQ,CAAC,cAAc,EAAE,OAAO,qBAAqB,CAAC;IACtD,QAAQ,CAAC,eAAe,EAAE,OAAO,eAAe,CAAC;IACjD,QAAQ,CAAC,aAAa,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC/E;AAED,wBAAsB,kBAAkB,CACtC,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,QAAQ,GACf,OAAO,CAAC,IAAI,CAAC,CAoBf;AAUD,wBAAgB,gBAAgB,CAC9B,IAAI,GAAE,OAAO,CAAC,cAAc,CAAM,GACjC,CAAC,IAAI,EAAE,cAAc,KAAK,OAAO,CAAC;IACnC,MAAM,EAAE,SAAS,CAAC;IAClB,SAAS,EAAE,aAAa,CAAC,SAAS,CAAC,CAAC;CACrC,CAAC,CA8CD;AAED,eAAO,MAAM,UAAU,SAnDb,cAAc,KAAK,OAAO,CAAC;IACnC,MAAM,EAAE,SAAS,CAAC;IAClB,SAAS,EAAE,aAAa,CAAC,SAAS,CAAC,CAAC;CACrC,CAgD2C,CAAC"}
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
import path from 'node:path';
|
|
2
|
+
import fs from 'fs-extra';
|
|
3
|
+
import { runVerification as defaultRunVerification, } from '../runner.js';
|
|
4
|
+
import { gitChangedFiles } from '../../commands/execute-verification.js';
|
|
5
|
+
import { safeSpawn } from '../../exec/safe-spawn.js';
|
|
6
|
+
import { createLogger } from '../../utils/logger.js';
|
|
7
|
+
import { createWorktree as defaultCreateWorktree, removeWorktree as defaultRemoveWorktree, } from './worktree.js';
|
|
8
|
+
import { selectByPareto } from './selector/pareto.js';
|
|
9
|
+
const log = createLogger('best-of-n');
|
|
10
|
+
export async function promoteWinnerPatch(repoRoot, winner) {
|
|
11
|
+
const diff = await safeSpawn('git', ['diff', 'HEAD', winner.branch], {
|
|
12
|
+
cwd: repoRoot,
|
|
13
|
+
timeoutSeconds: 120,
|
|
14
|
+
maxChars: 500000,
|
|
15
|
+
});
|
|
16
|
+
if (!diff.stdout.trim())
|
|
17
|
+
return;
|
|
18
|
+
const patchPath = path.join(repoRoot, '.dare', 'winner.patch');
|
|
19
|
+
await fs.ensureDir(path.dirname(patchPath));
|
|
20
|
+
await fs.writeFile(patchPath, diff.stdout);
|
|
21
|
+
const apply = await safeSpawn('git', ['apply', patchPath], {
|
|
22
|
+
cwd: repoRoot,
|
|
23
|
+
timeoutSeconds: 120,
|
|
24
|
+
maxChars: 8000,
|
|
25
|
+
});
|
|
26
|
+
if (apply.code !== 0) {
|
|
27
|
+
throw new Error(`git apply failed: ${apply.stderr.trim()}`);
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
const defaultDeps = {
|
|
31
|
+
runVerification: defaultRunVerification,
|
|
32
|
+
createWorktree: defaultCreateWorktree,
|
|
33
|
+
removeWorktree: defaultRemoveWorktree,
|
|
34
|
+
gitChangedFiles,
|
|
35
|
+
promoteWinner: promoteWinnerPatch,
|
|
36
|
+
};
|
|
37
|
+
export function createRunBestOfN(deps = {}) {
|
|
38
|
+
const d = { ...defaultDeps, ...deps };
|
|
39
|
+
return async function runBestOfN(args) {
|
|
40
|
+
const worktrees = [];
|
|
41
|
+
const candidates = [];
|
|
42
|
+
const verifyConfig = { ...args.config, enabled: true };
|
|
43
|
+
try {
|
|
44
|
+
for (let i = 1; i <= args.n; i++) {
|
|
45
|
+
const id = `cand-${i}`;
|
|
46
|
+
const wt = await d.createWorktree(args.repoRoot, id);
|
|
47
|
+
worktrees.push(wt);
|
|
48
|
+
log.info({ id, path: wt.path }, 'worktree created');
|
|
49
|
+
await args.fillCandidate(wt);
|
|
50
|
+
const wtCwd = path.resolve(args.repoRoot, wt.path);
|
|
51
|
+
const changedFiles = await d.gitChangedFiles(wtCwd);
|
|
52
|
+
const verification = await d.runVerification({
|
|
53
|
+
taskId: args.taskId,
|
|
54
|
+
stack: args.stack,
|
|
55
|
+
cwd: wtCwd,
|
|
56
|
+
config: verifyConfig,
|
|
57
|
+
changedFiles,
|
|
58
|
+
});
|
|
59
|
+
candidates.push({ id, worktree: wt, verification });
|
|
60
|
+
}
|
|
61
|
+
const winner = selectByPareto(candidates);
|
|
62
|
+
await d.promoteWinner(args.repoRoot, winner.worktree);
|
|
63
|
+
const discarded = candidates.filter((c) => c.id !== winner.id);
|
|
64
|
+
return { winner, discarded };
|
|
65
|
+
}
|
|
66
|
+
finally {
|
|
67
|
+
for (const wt of worktrees) {
|
|
68
|
+
await d.removeWorktree(args.repoRoot, wt).catch((err) => {
|
|
69
|
+
log.warn({ id: wt.id, err: err instanceof Error ? err.message : String(err) }, 'worktree cleanup failed');
|
|
70
|
+
});
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
export const runBestOfN = createRunBestOfN();
|
|
76
|
+
//# sourceMappingURL=runner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../../src/verification/best-of-n/runner.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,UAAU,CAAC;AAE1B,OAAO,EAEL,eAAe,IAAI,sBAAsB,GAC1C,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,eAAe,EAAE,MAAM,wCAAwC,CAAC;AACzE,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,EACL,cAAc,IAAI,qBAAqB,EACvC,cAAc,IAAI,qBAAqB,GAExC,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAEtD,MAAM,GAAG,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;AAmBtC,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,QAAgB,EAChB,MAAgB;IAEhB,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE;QACnE,GAAG,EAAE,QAAQ;QACb,cAAc,EAAE,GAAG;QACnB,QAAQ,EAAE,MAAO;KAClB,CAAC,CAAC;IACH,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;QAAE,OAAO;IAEhC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;IAC/D,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;IAC5C,MAAM,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAE3C,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE;QACzD,GAAG,EAAE,QAAQ;QACb,cAAc,EAAE,GAAG;QACnB,QAAQ,EAAE,IAAI;KACf,CAAC,CAAC;IACH,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,qBAAqB,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC9D,CAAC;AACH,CAAC;AAED,MAAM,WAAW,GAAmB;IAClC,eAAe,EAAE,sBAAsB;IACvC,cAAc,EAAE,qBAAqB;IACrC,cAAc,EAAE,qBAAqB;IACrC,eAAe;IACf,aAAa,EAAE,kBAAkB;CAClC,CAAC;AAEF,MAAM,UAAU,gBAAgB,CAC9B,OAAgC,EAAE;IAKlC,MAAM,CAAC,GAAG,EAAE,GAAG,WAAW,EAAE,GAAG,IAAI,EAAE,CAAC;IAEtC,OAAO,KAAK,UAAU,UAAU,CAAC,IAAoB;QACnD,MAAM,SAAS,GAAe,EAAE,CAAC;QACjC,MAAM,UAAU,GAAgB,EAAE,CAAC;QACnC,MAAM,YAAY,GAAuB,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAE3E,IAAI,CAAC;YACH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjC,MAAM,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAC;gBACvB,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBACrD,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACnB,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,kBAAkB,CAAC,CAAC;gBAEpD,MAAM,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;gBAE7B,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;gBACnD,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;gBACpD,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,eAAe,CAAC;oBAC3C,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,GAAG,EAAE,KAAK;oBACV,MAAM,EAAE,YAAY;oBACpB,YAAY;iBACb,CAAC,CAAC;gBAEH,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC;YACtD,CAAC;YAED,MAAM,MAAM,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;YAC1C,MAAM,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;YAEtD,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,EAAE,CAAC,CAAC;YAC/D,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;QAC/B,CAAC;gBAAS,CAAC;YACT,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;gBAC3B,MAAM,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;oBACtD,GAAG,CAAC,IAAI,CACN,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EACpE,yBAAyB,CAC1B,CAAC;gBACJ,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,UAAU,GAAG,gBAAgB,EAAE,CAAC"}
|