@dewtech/dare-cli 3.1.0 → 3.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -1
- package/dist/__tests__/dag-runner/ralph-loop.test.js +107 -45
- package/dist/__tests__/dag-runner/ralph-loop.test.js.map +1 -1
- package/dist/__tests__/dag-runner/state-store.test.d.ts +2 -0
- package/dist/__tests__/dag-runner/state-store.test.d.ts.map +1 -0
- package/dist/__tests__/dag-runner/state-store.test.js +74 -0
- package/dist/__tests__/dag-runner/state-store.test.js.map +1 -0
- package/dist/__tests__/ensure-skills.test.d.ts +2 -0
- package/dist/__tests__/ensure-skills.test.d.ts.map +1 -0
- package/dist/__tests__/ensure-skills.test.js +67 -0
- package/dist/__tests__/ensure-skills.test.js.map +1 -0
- package/dist/__tests__/ide-command-parity.test.d.ts +2 -0
- package/dist/__tests__/ide-command-parity.test.d.ts.map +1 -0
- package/dist/__tests__/ide-command-parity.test.js +59 -0
- package/dist/__tests__/ide-command-parity.test.js.map +1 -0
- package/dist/__tests__/project-generator.test.d.ts +2 -0
- package/dist/__tests__/project-generator.test.d.ts.map +1 -0
- package/dist/__tests__/project-generator.test.js +56 -0
- package/dist/__tests__/project-generator.test.js.map +1 -0
- package/dist/__tests__/reverse-collection.test.d.ts +2 -0
- package/dist/__tests__/reverse-collection.test.d.ts.map +1 -0
- package/dist/__tests__/reverse-collection.test.js +87 -0
- package/dist/__tests__/reverse-collection.test.js.map +1 -0
- package/dist/bin/dare.js +2 -0
- package/dist/bin/dare.js.map +1 -1
- package/dist/commands/__tests__/bench.spec.d.ts +2 -0
- package/dist/commands/__tests__/bench.spec.d.ts.map +1 -0
- package/dist/commands/__tests__/bench.spec.js +106 -0
- package/dist/commands/__tests__/bench.spec.js.map +1 -0
- package/dist/commands/__tests__/execute.best-of.spec.d.ts +2 -0
- package/dist/commands/__tests__/execute.best-of.spec.d.ts.map +1 -0
- package/dist/commands/__tests__/execute.best-of.spec.js +24 -0
- package/dist/commands/__tests__/execute.best-of.spec.js.map +1 -0
- package/dist/commands/__tests__/execute.telemetry.spec.d.ts +2 -0
- package/dist/commands/__tests__/execute.telemetry.spec.d.ts.map +1 -0
- package/dist/commands/__tests__/execute.telemetry.spec.js +93 -0
- package/dist/commands/__tests__/execute.telemetry.spec.js.map +1 -0
- package/dist/commands/__tests__/execute.verify.spec.d.ts +2 -0
- package/dist/commands/__tests__/execute.verify.spec.d.ts.map +1 -0
- package/dist/commands/__tests__/execute.verify.spec.js +150 -0
- package/dist/commands/__tests__/execute.verify.spec.js.map +1 -0
- package/dist/commands/bench.d.ts +10 -0
- package/dist/commands/bench.d.ts.map +1 -0
- package/dist/commands/bench.js +64 -0
- package/dist/commands/bench.js.map +1 -0
- package/dist/commands/dna.d.ts.map +1 -1
- package/dist/commands/dna.js +4 -0
- package/dist/commands/dna.js.map +1 -1
- package/dist/commands/execute-verification.d.ts +51 -0
- package/dist/commands/execute-verification.d.ts.map +1 -0
- package/dist/commands/execute-verification.js +201 -0
- package/dist/commands/execute-verification.js.map +1 -0
- package/dist/commands/execute.d.ts.map +1 -1
- package/dist/commands/execute.js +139 -2
- package/dist/commands/execute.js.map +1 -1
- package/dist/commands/migrate.d.ts.map +1 -1
- package/dist/commands/migrate.js +4 -0
- package/dist/commands/migrate.js.map +1 -1
- package/dist/commands/reverse.d.ts.map +1 -1
- package/dist/commands/reverse.js +27 -8
- package/dist/commands/reverse.js.map +1 -1
- package/dist/dag-runner/ralph-loop.d.ts +9 -9
- package/dist/dag-runner/ralph-loop.d.ts.map +1 -1
- package/dist/dag-runner/ralph-loop.js +89 -113
- package/dist/dag-runner/ralph-loop.js.map +1 -1
- package/dist/dag-runner/state-store.d.ts +14 -1
- package/dist/dag-runner/state-store.d.ts.map +1 -1
- package/dist/dag-runner/state-store.js +39 -8
- package/dist/dag-runner/state-store.js.map +1 -1
- package/dist/exec/npm-invoke.d.ts +8 -0
- package/dist/exec/npm-invoke.d.ts.map +1 -0
- package/dist/exec/npm-invoke.js +45 -0
- package/dist/exec/npm-invoke.js.map +1 -0
- package/dist/exec/safe-spawn.d.ts +21 -0
- package/dist/exec/safe-spawn.d.ts.map +1 -0
- package/dist/exec/safe-spawn.js +108 -0
- package/dist/exec/safe-spawn.js.map +1 -0
- package/dist/graphrag/types.d.ts +2 -2
- package/dist/graphrag/types.d.ts.map +1 -1
- package/dist/stacks/dna-emitter.d.ts.map +1 -1
- package/dist/stacks/dna-emitter.js +1 -10
- package/dist/stacks/dna-emitter.js.map +1 -1
- package/dist/utils/UpdateApplier.d.ts.map +1 -1
- package/dist/utils/UpdateApplier.js +8 -0
- package/dist/utils/UpdateApplier.js.map +1 -1
- package/dist/utils/datamodel.d.ts.map +1 -1
- package/dist/utils/datamodel.js +97 -20
- package/dist/utils/datamodel.js.map +1 -1
- package/dist/utils/logger.d.ts +7 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +23 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/utils/path-safety.d.ts +22 -0
- package/dist/utils/path-safety.d.ts.map +1 -0
- package/dist/utils/path-safety.js +83 -0
- package/dist/utils/path-safety.js.map +1 -0
- package/dist/utils/project-generator.d.ts +21 -0
- package/dist/utils/project-generator.d.ts.map +1 -1
- package/dist/utils/project-generator.js +71 -0
- package/dist/utils/project-generator.js.map +1 -1
- package/dist/utils/reverse-facts.d.ts +3 -2
- package/dist/utils/reverse-facts.d.ts.map +1 -1
- package/dist/utils/reverse-facts.js +89 -8
- package/dist/utils/reverse-facts.js.map +1 -1
- package/dist/utils/stack-bootstrap.js +2 -2
- package/dist/utils/stack-bootstrap.js.map +1 -1
- package/dist/verification/__tests__/anti-tamper.test.d.ts +2 -0
- package/dist/verification/__tests__/anti-tamper.test.d.ts.map +1 -0
- package/dist/verification/__tests__/anti-tamper.test.js +73 -0
- package/dist/verification/__tests__/anti-tamper.test.js.map +1 -0
- package/dist/verification/__tests__/bench-fixtures.test.d.ts +2 -0
- package/dist/verification/__tests__/bench-fixtures.test.d.ts.map +1 -0
- package/dist/verification/__tests__/bench-fixtures.test.js +35 -0
- package/dist/verification/__tests__/bench-fixtures.test.js.map +1 -0
- package/dist/verification/__tests__/bench-harness.test.d.ts +2 -0
- package/dist/verification/__tests__/bench-harness.test.d.ts.map +1 -0
- package/dist/verification/__tests__/bench-harness.test.js +75 -0
- package/dist/verification/__tests__/bench-harness.test.js.map +1 -0
- package/dist/verification/__tests__/bench-report.test.d.ts +2 -0
- package/dist/verification/__tests__/bench-report.test.d.ts.map +1 -0
- package/dist/verification/__tests__/bench-report.test.js +73 -0
- package/dist/verification/__tests__/bench-report.test.js.map +1 -0
- package/dist/verification/__tests__/best-of-n-runner.test.d.ts +2 -0
- package/dist/verification/__tests__/best-of-n-runner.test.d.ts.map +1 -0
- package/dist/verification/__tests__/best-of-n-runner.test.js +94 -0
- package/dist/verification/__tests__/best-of-n-runner.test.js.map +1 -0
- package/dist/verification/__tests__/config.test.d.ts +2 -0
- package/dist/verification/__tests__/config.test.d.ts.map +1 -0
- package/dist/verification/__tests__/config.test.js +50 -0
- package/dist/verification/__tests__/config.test.js.map +1 -0
- package/dist/verification/__tests__/decay-policy.test.d.ts +2 -0
- package/dist/verification/__tests__/decay-policy.test.d.ts.map +1 -0
- package/dist/verification/__tests__/decay-policy.test.js +130 -0
- package/dist/verification/__tests__/decay-policy.test.js.map +1 -0
- package/dist/verification/__tests__/fail-to-pass.test.d.ts +2 -0
- package/dist/verification/__tests__/fail-to-pass.test.d.ts.map +1 -0
- package/dist/verification/__tests__/fail-to-pass.test.js +107 -0
- package/dist/verification/__tests__/fail-to-pass.test.js.map +1 -0
- package/dist/verification/__tests__/failure-signature.test.d.ts +2 -0
- package/dist/verification/__tests__/failure-signature.test.d.ts.map +1 -0
- package/dist/verification/__tests__/failure-signature.test.js +40 -0
- package/dist/verification/__tests__/failure-signature.test.js.map +1 -0
- package/dist/verification/__tests__/logger.test.d.ts +2 -0
- package/dist/verification/__tests__/logger.test.d.ts.map +1 -0
- package/dist/verification/__tests__/logger.test.js +23 -0
- package/dist/verification/__tests__/logger.test.js.map +1 -0
- package/dist/verification/__tests__/mutation-cargo-mutants.test.d.ts +2 -0
- package/dist/verification/__tests__/mutation-cargo-mutants.test.d.ts.map +1 -0
- package/dist/verification/__tests__/mutation-cargo-mutants.test.js +96 -0
- package/dist/verification/__tests__/mutation-cargo-mutants.test.js.map +1 -0
- package/dist/verification/__tests__/mutation-infection.test.d.ts +2 -0
- package/dist/verification/__tests__/mutation-infection.test.d.ts.map +1 -0
- package/dist/verification/__tests__/mutation-infection.test.js +101 -0
- package/dist/verification/__tests__/mutation-infection.test.js.map +1 -0
- package/dist/verification/__tests__/mutation-mutmut.test.d.ts +2 -0
- package/dist/verification/__tests__/mutation-mutmut.test.d.ts.map +1 -0
- package/dist/verification/__tests__/mutation-mutmut.test.js +102 -0
- package/dist/verification/__tests__/mutation-mutmut.test.js.map +1 -0
- package/dist/verification/__tests__/mutation-registry.test.d.ts +2 -0
- package/dist/verification/__tests__/mutation-registry.test.d.ts.map +1 -0
- package/dist/verification/__tests__/mutation-registry.test.js +28 -0
- package/dist/verification/__tests__/mutation-registry.test.js.map +1 -0
- package/dist/verification/__tests__/mutation-stryker.test.d.ts +2 -0
- package/dist/verification/__tests__/mutation-stryker.test.d.ts.map +1 -0
- package/dist/verification/__tests__/mutation-stryker.test.js +88 -0
- package/dist/verification/__tests__/mutation-stryker.test.js.map +1 -0
- package/dist/verification/__tests__/no-shell-true.test.d.ts +2 -0
- package/dist/verification/__tests__/no-shell-true.test.d.ts.map +1 -0
- package/dist/verification/__tests__/no-shell-true.test.js +43 -0
- package/dist/verification/__tests__/no-shell-true.test.js.map +1 -0
- package/dist/verification/__tests__/path-safety.test.d.ts +2 -0
- package/dist/verification/__tests__/path-safety.test.d.ts.map +1 -0
- package/dist/verification/__tests__/path-safety.test.js +59 -0
- package/dist/verification/__tests__/path-safety.test.js.map +1 -0
- package/dist/verification/__tests__/prerank.test.d.ts +2 -0
- package/dist/verification/__tests__/prerank.test.d.ts.map +1 -0
- package/dist/verification/__tests__/prerank.test.js +44 -0
- package/dist/verification/__tests__/prerank.test.js.map +1 -0
- package/dist/verification/__tests__/runner.test.d.ts +2 -0
- package/dist/verification/__tests__/runner.test.d.ts.map +1 -0
- package/dist/verification/__tests__/runner.test.js +200 -0
- package/dist/verification/__tests__/runner.test.js.map +1 -0
- package/dist/verification/__tests__/safe-spawn.test.d.ts +2 -0
- package/dist/verification/__tests__/safe-spawn.test.d.ts.map +1 -0
- package/dist/verification/__tests__/safe-spawn.test.js +36 -0
- package/dist/verification/__tests__/safe-spawn.test.js.map +1 -0
- package/dist/verification/__tests__/security.test.d.ts +2 -0
- package/dist/verification/__tests__/security.test.d.ts.map +1 -0
- package/dist/verification/__tests__/security.test.js +79 -0
- package/dist/verification/__tests__/security.test.js.map +1 -0
- package/dist/verification/__tests__/selector-pareto.test.d.ts +2 -0
- package/dist/verification/__tests__/selector-pareto.test.d.ts.map +1 -0
- package/dist/verification/__tests__/selector-pareto.test.js +77 -0
- package/dist/verification/__tests__/selector-pareto.test.js.map +1 -0
- package/dist/verification/__tests__/telemetry.test.d.ts +2 -0
- package/dist/verification/__tests__/telemetry.test.d.ts.map +1 -0
- package/dist/verification/__tests__/telemetry.test.js +116 -0
- package/dist/verification/__tests__/telemetry.test.js.map +1 -0
- package/dist/verification/__tests__/type-check.test.d.ts +2 -0
- package/dist/verification/__tests__/type-check.test.d.ts.map +1 -0
- package/dist/verification/__tests__/type-check.test.js +52 -0
- package/dist/verification/__tests__/type-check.test.js.map +1 -0
- package/dist/verification/__tests__/worktree.test.d.ts +2 -0
- package/dist/verification/__tests__/worktree.test.d.ts.map +1 -0
- package/dist/verification/__tests__/worktree.test.js +41 -0
- package/dist/verification/__tests__/worktree.test.js.map +1 -0
- package/dist/verification/bench/fixtures.d.ts +11 -0
- package/dist/verification/bench/fixtures.d.ts.map +1 -0
- package/dist/verification/bench/fixtures.js +66 -0
- package/dist/verification/bench/fixtures.js.map +1 -0
- package/dist/verification/bench/harness.d.ts +19 -0
- package/dist/verification/bench/harness.d.ts.map +1 -0
- package/dist/verification/bench/harness.js +138 -0
- package/dist/verification/bench/harness.js.map +1 -0
- package/dist/verification/bench/report.d.ts +53 -0
- package/dist/verification/bench/report.d.ts.map +1 -0
- package/dist/verification/bench/report.js +47 -0
- package/dist/verification/bench/report.js.map +1 -0
- package/dist/verification/best-of-n/runner.d.ts +29 -0
- package/dist/verification/best-of-n/runner.d.ts.map +1 -0
- package/dist/verification/best-of-n/runner.js +76 -0
- package/dist/verification/best-of-n/runner.js.map +1 -0
- package/dist/verification/best-of-n/selector/pareto.d.ts +10 -0
- package/dist/verification/best-of-n/selector/pareto.d.ts.map +1 -0
- package/dist/verification/best-of-n/selector/pareto.js +65 -0
- package/dist/verification/best-of-n/selector/pareto.js.map +1 -0
- package/dist/verification/best-of-n/selector/prerank.d.ts +23 -0
- package/dist/verification/best-of-n/selector/prerank.d.ts.map +1 -0
- package/dist/verification/best-of-n/selector/prerank.js +32 -0
- package/dist/verification/best-of-n/selector/prerank.js.map +1 -0
- package/dist/verification/best-of-n/worktree.d.ts +9 -0
- package/dist/verification/best-of-n/worktree.d.ts.map +1 -0
- package/dist/verification/best-of-n/worktree.js +100 -0
- package/dist/verification/best-of-n/worktree.js.map +1 -0
- package/dist/verification/config.d.ts +24 -0
- package/dist/verification/config.d.ts.map +1 -0
- package/dist/verification/config.js +168 -0
- package/dist/verification/config.js.map +1 -0
- package/dist/verification/decay/policy.d.ts +16 -0
- package/dist/verification/decay/policy.d.ts.map +1 -0
- package/dist/verification/decay/policy.js +64 -0
- package/dist/verification/decay/policy.js.map +1 -0
- package/dist/verification/decay/signature.d.ts +6 -0
- package/dist/verification/decay/signature.d.ts.map +1 -0
- package/dist/verification/decay/signature.js +18 -0
- package/dist/verification/decay/signature.js.map +1 -0
- package/dist/verification/gates/anti-tamper.d.ts +16 -0
- package/dist/verification/gates/anti-tamper.d.ts.map +1 -0
- package/dist/verification/gates/anti-tamper.js +142 -0
- package/dist/verification/gates/anti-tamper.js.map +1 -0
- package/dist/verification/gates/fail-to-pass.d.ts +39 -0
- package/dist/verification/gates/fail-to-pass.d.ts.map +1 -0
- package/dist/verification/gates/fail-to-pass.js +173 -0
- package/dist/verification/gates/fail-to-pass.js.map +1 -0
- package/dist/verification/gates/mutation/adapter.d.ts +34 -0
- package/dist/verification/gates/mutation/adapter.d.ts.map +1 -0
- package/dist/verification/gates/mutation/adapter.js +22 -0
- package/dist/verification/gates/mutation/adapter.js.map +1 -0
- package/dist/verification/gates/mutation/cargo-mutants.d.ts +28 -0
- package/dist/verification/gates/mutation/cargo-mutants.d.ts.map +1 -0
- package/dist/verification/gates/mutation/cargo-mutants.js +170 -0
- package/dist/verification/gates/mutation/cargo-mutants.js.map +1 -0
- package/dist/verification/gates/mutation/infection.d.ts +28 -0
- package/dist/verification/gates/mutation/infection.d.ts.map +1 -0
- package/dist/verification/gates/mutation/infection.js +149 -0
- package/dist/verification/gates/mutation/infection.js.map +1 -0
- package/dist/verification/gates/mutation/mutmut.d.ts +23 -0
- package/dist/verification/gates/mutation/mutmut.d.ts.map +1 -0
- package/dist/verification/gates/mutation/mutmut.js +148 -0
- package/dist/verification/gates/mutation/mutmut.js.map +1 -0
- package/dist/verification/gates/mutation/stryker.d.ts +19 -0
- package/dist/verification/gates/mutation/stryker.d.ts.map +1 -0
- package/dist/verification/gates/mutation/stryker.js +103 -0
- package/dist/verification/gates/mutation/stryker.js.map +1 -0
- package/dist/verification/gates/type-check.d.ts +11 -0
- package/dist/verification/gates/type-check.d.ts.map +1 -0
- package/dist/verification/gates/type-check.js +84 -0
- package/dist/verification/gates/type-check.js.map +1 -0
- package/dist/verification/registry.d.ts +6 -0
- package/dist/verification/registry.d.ts.map +1 -0
- package/dist/verification/registry.js +49 -0
- package/dist/verification/registry.js.map +1 -0
- package/dist/verification/runner.d.ts +27 -0
- package/dist/verification/runner.d.ts.map +1 -0
- package/dist/verification/runner.js +173 -0
- package/dist/verification/runner.js.map +1 -0
- package/dist/verification/telemetry.d.ts +18 -0
- package/dist/verification/telemetry.d.ts.map +1 -0
- package/dist/verification/telemetry.js +71 -0
- package/dist/verification/telemetry.js.map +1 -0
- package/dist/verification/types.d.ts +89 -0
- package/dist/verification/types.d.ts.map +1 -0
- package/dist/verification/types.js +3 -0
- package/dist/verification/types.js.map +1 -0
- package/package.json +5 -3
- package/templates/UPDATE-MANIFEST.json +20 -0
- package/templates/ide/antigravity/.agents/skills/dare-bench/SKILL.md +21 -0
- package/templates/ide/antigravity/.agents/skills/dare-bootstrap/SKILL.md +32 -0
- package/templates/ide/antigravity/.agents/skills/dare-dag/SKILL.md +32 -0
- package/templates/ide/antigravity/.agents/skills/dare-discover/SKILL.md +33 -0
- package/templates/ide/antigravity/.agents/skills/dare-graph/SKILL.md +35 -0
- package/templates/ide/antigravity/.agents/skills/dare-info/SKILL.md +31 -0
- package/templates/ide/antigravity/.agents/skills/dare-init/SKILL.md +35 -0
- package/templates/ide/antigravity/.agents/skills/dare-skill/SKILL.md +35 -0
- package/templates/ide/antigravity/.agents/skills/dare-update/SKILL.md +33 -0
- package/templates/ide/antigravity/.agents/skills/dare-validate/SKILL.md +33 -0
- package/templates/ide/antigravity/.agents/skills/dare-welcome/SKILL.md +30 -0
- package/templates/ide/claude/.claude/commands/dare-bench.md +18 -0
- package/templates/ide/claude/.claude/commands/dare-bootstrap.md +27 -0
- package/templates/ide/claude/.claude/commands/dare-dag.md +27 -0
- package/templates/ide/claude/.claude/commands/dare-discover.md +28 -0
- package/templates/ide/claude/.claude/commands/dare-graph.md +30 -0
- package/templates/ide/claude/.claude/commands/dare-info.md +26 -0
- package/templates/ide/claude/.claude/commands/dare-init.md +30 -0
- package/templates/ide/claude/.claude/commands/dare-skill.md +30 -0
- package/templates/ide/claude/.claude/commands/dare-update.md +28 -0
- package/templates/ide/claude/.claude/commands/dare-validate.md +28 -0
- package/templates/ide/claude/.claude/commands/dare-welcome.md +25 -0
- package/templates/ide/cursor/.cursor/commands/dare-bench.md +18 -0
- package/templates/ide/cursor/.cursor/commands/{generate-blueprint.md → dare-blueprint.md} +1 -1
- package/templates/ide/cursor/.cursor/commands/dare-bootstrap.md +27 -0
- package/templates/ide/cursor/.cursor/commands/{run-dag.md → dare-dag-run.md} +1 -1
- package/templates/ide/cursor/.cursor/commands/{dag-viz.md → dare-dag-viz.md} +1 -1
- package/templates/ide/cursor/.cursor/commands/dare-dag.md +27 -0
- package/templates/ide/cursor/.cursor/commands/{generate-design.md → dare-design.md} +1 -1
- package/templates/ide/cursor/.cursor/commands/dare-discover.md +28 -0
- package/templates/ide/cursor/.cursor/commands/dare-dna.md +75 -0
- package/templates/ide/cursor/.cursor/commands/{generate-docker-compose.md → dare-docker-compose.md} +1 -1
- package/templates/ide/cursor/.cursor/commands/{generate-dockerfile.md → dare-dockerfile.md} +1 -1
- package/templates/ide/cursor/.cursor/commands/{execute-task.md → dare-execute.md} +1 -1
- package/templates/ide/cursor/.cursor/commands/dare-graph.md +30 -0
- package/templates/ide/cursor/.cursor/commands/dare-info.md +26 -0
- package/templates/ide/cursor/.cursor/commands/dare-init.md +30 -0
- package/templates/ide/cursor/.cursor/commands/dare-migrate.md +72 -0
- package/templates/ide/cursor/.cursor/commands/{refine-task.md → dare-refine.md} +1 -1
- package/templates/ide/cursor/.cursor/commands/dare-reverse.md +139 -0
- package/templates/ide/cursor/.cursor/commands/{review-task.md → dare-review.md} +1 -1
- package/templates/ide/cursor/.cursor/commands/dare-skill.md +30 -0
- package/templates/ide/cursor/.cursor/commands/{generate-tasks.md → dare-tasks.md} +1 -1
- package/templates/ide/cursor/.cursor/commands/{telemetry-report.md → dare-telemetry.md} +1 -1
- package/templates/ide/cursor/.cursor/commands/dare-update.md +28 -0
- package/templates/ide/cursor/.cursor/commands/dare-validate.md +28 -0
- package/templates/ide/cursor/.cursor/commands/dare-welcome.md +25 -0
- /package/templates/ide/cursor/.cursor/commands/{generate-bugfix-design.md → dare-bugfix-design.md} +0 -0
- /package/templates/ide/cursor/.cursor/commands/{generate-feature-design.md → dare-feature-design.md} +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bench-harness.test.d.ts","sourceRoot":"","sources":["../../../src/verification/__tests__/bench-harness.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
import { describe, it, expect, afterEach } from 'vitest';
|
|
2
|
+
import fs from 'fs-extra';
|
|
3
|
+
import path from 'node:path';
|
|
4
|
+
import { fileURLToPath } from 'node:url';
|
|
5
|
+
import { createRunFixture } from '../bench/harness.js';
|
|
6
|
+
import { loadFixture } from '../bench/fixtures.js';
|
|
7
|
+
const packagedSuiteDir = path.join(path.dirname(fileURLToPath(import.meta.url)), '../../../fixtures/bench');
|
|
8
|
+
describe('bench harness', () => {
|
|
9
|
+
const tmpDirs = [];
|
|
10
|
+
afterEach(async () => {
|
|
11
|
+
for (const d of tmpDirs)
|
|
12
|
+
await fs.remove(d).catch(() => undefined);
|
|
13
|
+
tmpDirs.length = 0;
|
|
14
|
+
});
|
|
15
|
+
it('should_mark_solved_when_f2p_and_p2p_pass', async () => {
|
|
16
|
+
const meta = await loadFixture(packagedSuiteDir, 'fix-001-nest-correct');
|
|
17
|
+
const runFixture = createRunFixture({
|
|
18
|
+
runTestSuite: async () => ({
|
|
19
|
+
passed: ['add sums two numbers', 'add handles zero'],
|
|
20
|
+
failed: [],
|
|
21
|
+
}),
|
|
22
|
+
applyPatch: async () => undefined,
|
|
23
|
+
copyRepo: async (src, dest) => fs.copy(src, dest),
|
|
24
|
+
});
|
|
25
|
+
const result = await runFixture(meta, packagedSuiteDir);
|
|
26
|
+
expect(result.solved).toBe(true);
|
|
27
|
+
expect(result.fixRate).toBe(1);
|
|
28
|
+
expect(result.passToPassRegressed).toBe(false);
|
|
29
|
+
});
|
|
30
|
+
it('should_zero_fix_rate_on_p2p_regression', async () => {
|
|
31
|
+
const meta = await loadFixture(packagedSuiteDir, 'fix-004-fastapi-regression');
|
|
32
|
+
const runFixture = createRunFixture({
|
|
33
|
+
runTestSuite: async () => ({
|
|
34
|
+
passed: ['test_add'],
|
|
35
|
+
failed: [],
|
|
36
|
+
}),
|
|
37
|
+
applyPatch: async () => undefined,
|
|
38
|
+
copyRepo: async (src, dest) => fs.copy(src, dest),
|
|
39
|
+
});
|
|
40
|
+
const result = await runFixture(meta, packagedSuiteDir);
|
|
41
|
+
expect(result.passToPassRegressed).toBe(true);
|
|
42
|
+
expect(result.fixRate).toBe(0);
|
|
43
|
+
expect(result.solved).toBe(false);
|
|
44
|
+
});
|
|
45
|
+
it('should_cleanup_temp_dir', async () => {
|
|
46
|
+
const meta = await loadFixture(packagedSuiteDir, 'fix-001-nest-correct');
|
|
47
|
+
let capturedTmp = '';
|
|
48
|
+
const runFixture = createRunFixture({
|
|
49
|
+
copyRepo: async (src, dest) => {
|
|
50
|
+
capturedTmp = dest;
|
|
51
|
+
tmpDirs.push(dest);
|
|
52
|
+
await fs.copy(src, dest);
|
|
53
|
+
},
|
|
54
|
+
applyPatch: async () => undefined,
|
|
55
|
+
runTestSuite: async () => ({ passed: ['add sums two numbers', 'add handles zero'], failed: [] }),
|
|
56
|
+
});
|
|
57
|
+
await runFixture(meta, packagedSuiteDir);
|
|
58
|
+
expect(capturedTmp).toBeTruthy();
|
|
59
|
+
expect(await fs.pathExists(capturedTmp)).toBe(false);
|
|
60
|
+
});
|
|
61
|
+
it('should_reject_weak_test_fixture_as_unsolved', async () => {
|
|
62
|
+
const meta = await loadFixture(packagedSuiteDir, 'fix-002-nest-weak-test');
|
|
63
|
+
const runFixture = createRunFixture({
|
|
64
|
+
runTestSuite: async () => ({
|
|
65
|
+
passed: ['weak test only'],
|
|
66
|
+
failed: ['real assertion'],
|
|
67
|
+
}),
|
|
68
|
+
applyPatch: async () => undefined,
|
|
69
|
+
copyRepo: async (src, dest) => fs.copy(src, dest),
|
|
70
|
+
});
|
|
71
|
+
const result = await runFixture(meta, packagedSuiteDir);
|
|
72
|
+
expect(result.solved).toBe(false);
|
|
73
|
+
});
|
|
74
|
+
});
|
|
75
|
+
//# sourceMappingURL=bench-harness.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bench-harness.test.js","sourceRoot":"","sources":["../../../src/verification/__tests__/bench-harness.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACzD,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAEnD,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAChC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAC5C,yBAAyB,CAC1B,CAAC;AAEF,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,KAAK,MAAM,CAAC,IAAI,OAAO;YAAE,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACnE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,gBAAgB,EAAE,sBAAsB,CAAC,CAAC;QACzE,MAAM,UAAU,GAAG,gBAAgB,CAAC;YAClC,YAAY,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;gBACzB,MAAM,EAAE,CAAC,sBAAsB,EAAE,kBAAkB,CAAC;gBACpD,MAAM,EAAE,EAAE;aACX,CAAC;YACF,UAAU,EAAE,KAAK,IAAI,EAAE,CAAC,SAAS;YACjC,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC;SAClD,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,gBAAgB,EAAE,4BAA4B,CAAC,CAAC;QAC/E,MAAM,UAAU,GAAG,gBAAgB,CAAC;YAClC,YAAY,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;gBACzB,MAAM,EAAE,CAAC,UAAU,CAAC;gBACpB,MAAM,EAAE,EAAE;aACX,CAAC;YACF,UAAU,EAAE,KAAK,IAAI,EAAE,CAAC,SAAS;YACjC,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC;SAClD,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9C,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,KAAK,IAAI,EAAE;QACvC,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,gBAAgB,EAAE,sBAAsB,CAAC,CAAC;QACzE,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,MAAM,UAAU,GAAG,gBAAgB,CAAC;YAClC,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;gBAC5B,WAAW,GAAG,IAAI,CAAC;gBACnB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACnB,MAAM,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAC3B,CAAC;YACD,UAAU,EAAE,KAAK,IAAI,EAAE,CAAC,SAAS;YACjC,YAAY,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,sBAAsB,EAAE,kBAAkB,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;SACjG,CAAC,CAAC;QAEH,MAAM,UAAU,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;QACzC,MAAM,CAAC,WAAW,CAAC,CAAC,UAAU,EAAE,CAAC;QACjC,MAAM,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,gBAAgB,EAAE,wBAAwB,CAAC,CAAC;QAC3E,MAAM,UAAU,GAAG,gBAAgB,CAAC;YAClC,YAAY,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;gBACzB,MAAM,EAAE,CAAC,gBAAgB,CAAC;gBAC1B,MAAM,EAAE,CAAC,gBAAgB,CAAC;aAC3B,CAAC;YACF,UAAU,EAAE,KAAK,IAAI,EAAE,CAAC,SAAS;YACjC,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC;SAClD,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bench-report.test.d.ts","sourceRoot":"","sources":["../../../src/verification/__tests__/bench-report.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
import { describe, it, expect } from 'vitest';
|
|
2
|
+
import { buildReport, computeFixtureResult, } from '../bench/report.js';
|
|
3
|
+
function fixture(id, failToPass, passToPass) {
|
|
4
|
+
return computeFixtureResult({
|
|
5
|
+
id,
|
|
6
|
+
stack: 'node-nestjs',
|
|
7
|
+
failToPass,
|
|
8
|
+
passToPass,
|
|
9
|
+
durationMs: 100,
|
|
10
|
+
});
|
|
11
|
+
}
|
|
12
|
+
describe('computeFixtureResult', () => {
|
|
13
|
+
it('should_zero_fixrate_on_p2p_regression', () => {
|
|
14
|
+
const result = fixture('fix-reg', { passed: 3, total: 3 }, { passed: 2, total: 3 });
|
|
15
|
+
expect(result.passToPassRegressed).toBe(true);
|
|
16
|
+
expect(result.fixRate).toBe(0);
|
|
17
|
+
expect(result.solved).toBe(false);
|
|
18
|
+
});
|
|
19
|
+
});
|
|
20
|
+
describe('buildReport', () => {
|
|
21
|
+
it('should_compute_solve_rate', () => {
|
|
22
|
+
const results = [
|
|
23
|
+
fixture('a', { passed: 2, total: 2 }, { passed: 1, total: 1 }),
|
|
24
|
+
fixture('b', { passed: 1, total: 2 }, { passed: 1, total: 1 }),
|
|
25
|
+
];
|
|
26
|
+
const report = buildReport(results, { suite: 'fixtures/bench', ranAt: '2026-06-04T20:00:00Z' });
|
|
27
|
+
expect(report.totals.fixtures).toBe(2);
|
|
28
|
+
expect(report.totals.solved).toBe(1);
|
|
29
|
+
expect(report.totals.solveRate).toBe(0.5);
|
|
30
|
+
expect(report.schemaVersion).toBe(1);
|
|
31
|
+
});
|
|
32
|
+
it('should_flag_regression_beyond_threshold', () => {
|
|
33
|
+
const baseline = {
|
|
34
|
+
schemaVersion: 1,
|
|
35
|
+
ranAt: '2026-06-01T00:00:00Z',
|
|
36
|
+
suite: 'fixtures/bench',
|
|
37
|
+
totals: { fixtures: 2, solved: 2, solveRate: 1 },
|
|
38
|
+
results: [],
|
|
39
|
+
};
|
|
40
|
+
const results = [
|
|
41
|
+
fixture('a', { passed: 2, total: 2 }, { passed: 1, total: 1 }),
|
|
42
|
+
fixture('b', { passed: 0, total: 2 }, { passed: 1, total: 1 }),
|
|
43
|
+
];
|
|
44
|
+
const report = buildReport(results, {
|
|
45
|
+
suite: 'fixtures/bench',
|
|
46
|
+
baseline,
|
|
47
|
+
failOnRegressionPp: 3,
|
|
48
|
+
ranAt: '2026-06-04T20:00:00Z',
|
|
49
|
+
});
|
|
50
|
+
expect(report.regression?.deltaPp).toBe(-50);
|
|
51
|
+
expect(report.regression?.failed).toBe(true);
|
|
52
|
+
});
|
|
53
|
+
it('should_not_flag_within_threshold', () => {
|
|
54
|
+
const baseline = {
|
|
55
|
+
schemaVersion: 1,
|
|
56
|
+
ranAt: '2026-06-01T00:00:00Z',
|
|
57
|
+
suite: 'fixtures/bench',
|
|
58
|
+
totals: { fixtures: 10, solved: 9, solveRate: 0.9 },
|
|
59
|
+
results: [],
|
|
60
|
+
};
|
|
61
|
+
const results = Array.from({ length: 10 }, (_, i) => fixture(`f-${i}`, { passed: i === 0 ? 1 : 2, total: 2 }, { passed: 1, total: 1 }));
|
|
62
|
+
const report = buildReport(results, {
|
|
63
|
+
suite: 'fixtures/bench',
|
|
64
|
+
baseline,
|
|
65
|
+
failOnRegressionPp: 3,
|
|
66
|
+
ranAt: '2026-06-04T20:00:00Z',
|
|
67
|
+
});
|
|
68
|
+
expect(report.totals.solveRate).toBe(0.9);
|
|
69
|
+
expect(report.regression?.deltaPp).toBe(0);
|
|
70
|
+
expect(report.regression?.failed).toBe(false);
|
|
71
|
+
});
|
|
72
|
+
});
|
|
73
|
+
//# sourceMappingURL=bench-report.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bench-report.test.js","sourceRoot":"","sources":["../../../src/verification/__tests__/bench-report.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,WAAW,EACX,oBAAoB,GAGrB,MAAM,oBAAoB,CAAC;AAE5B,SAAS,OAAO,CACd,EAAU,EACV,UAA6C,EAC7C,UAA6C;IAE7C,OAAO,oBAAoB,CAAC;QAC1B,EAAE;QACF,KAAK,EAAE,aAAa;QACpB,UAAU;QACV,UAAU;QACV,UAAU,EAAE,GAAG;KAChB,CAAC,CAAC;AACL,CAAC;AAED,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QACpF,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9C,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACnC,MAAM,OAAO,GAAG;YACd,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YAC9D,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;SAC/D,CAAC;QACF,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,gBAAgB,EAAE,KAAK,EAAE,sBAAsB,EAAE,CAAC,CAAC;QAChG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1C,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,QAAQ,GAAgB;YAC5B,aAAa,EAAE,CAAC;YAChB,KAAK,EAAE,sBAAsB;YAC7B,KAAK,EAAE,gBAAgB;YACvB,MAAM,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;YAChD,OAAO,EAAE,EAAE;SACZ,CAAC;QACF,MAAM,OAAO,GAAG;YACd,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YAC9D,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;SAC/D,CAAC;QACF,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,EAAE;YAClC,KAAK,EAAE,gBAAgB;YACvB,QAAQ;YACR,kBAAkB,EAAE,CAAC;YACrB,KAAK,EAAE,sBAAsB;SAC9B,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QAC7C,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,QAAQ,GAAgB;YAC5B,aAAa,EAAE,CAAC;YAChB,KAAK,EAAE,sBAAsB;YAC7B,KAAK,EAAE,gBAAgB;YACvB,MAAM,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE;YACnD,OAAO,EAAE,EAAE;SACZ,CAAC;QACF,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAClD,OAAO,CACL,KAAK,CAAC,EAAE,EACR,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EACrC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CACxB,CACF,CAAC;QACF,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,EAAE;YAClC,KAAK,EAAE,gBAAgB;YACvB,QAAQ;YACR,kBAAkB,EAAE,CAAC;YACrB,KAAK,EAAE,sBAAsB;SAC9B,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1C,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"best-of-n-runner.test.d.ts","sourceRoot":"","sources":["../../../src/verification/__tests__/best-of-n-runner.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
import { describe, it, expect, vi, beforeEach, afterEach } from 'vitest';
|
|
2
|
+
import fs from 'fs-extra';
|
|
3
|
+
import path from 'node:path';
|
|
4
|
+
import os from 'node:os';
|
|
5
|
+
import { execSync } from 'node:child_process';
|
|
6
|
+
import { createRunBestOfN, promoteWinnerPatch, } from '../best-of-n/runner.js';
|
|
7
|
+
import { createWorktree } from '../best-of-n/worktree.js';
|
|
8
|
+
function runGit(cwd, args) {
|
|
9
|
+
execSync(`git ${args}`, { cwd, stdio: 'pipe' });
|
|
10
|
+
}
|
|
11
|
+
function passResult(taskId, score) {
|
|
12
|
+
return {
|
|
13
|
+
taskId,
|
|
14
|
+
passed: true,
|
|
15
|
+
aspects: [
|
|
16
|
+
{ aspect: 'test', verdict: 'PASS', reason: 'ok', durationMs: 1 },
|
|
17
|
+
{ aspect: 'mutation', verdict: 'PASS', score, reason: 'ok', durationMs: 1 },
|
|
18
|
+
],
|
|
19
|
+
mutationScore: score,
|
|
20
|
+
durationMs: 5,
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
describe('runBestOfN', () => {
|
|
24
|
+
let repoRoot;
|
|
25
|
+
beforeEach(async () => {
|
|
26
|
+
repoRoot = await fs.mkdtemp(path.join(os.tmpdir(), 'dare-bon-'));
|
|
27
|
+
runGit(repoRoot, 'init');
|
|
28
|
+
runGit(repoRoot, 'config user.email "test@dare.local"');
|
|
29
|
+
runGit(repoRoot, 'config user.name "DARE Test"');
|
|
30
|
+
await fs.writeFile(path.join(repoRoot, 'README.md'), '# base\n');
|
|
31
|
+
runGit(repoRoot, 'add README.md');
|
|
32
|
+
runGit(repoRoot, 'commit -m "init"');
|
|
33
|
+
});
|
|
34
|
+
afterEach(async () => {
|
|
35
|
+
await fs.remove(repoRoot).catch(() => undefined);
|
|
36
|
+
});
|
|
37
|
+
it('should_select_winner_and_cleanup_worktrees', async () => {
|
|
38
|
+
const removed = [];
|
|
39
|
+
const runBestOfN = createRunBestOfN({
|
|
40
|
+
runVerification: vi.fn(async () => passResult('task-bon', 0.5)),
|
|
41
|
+
promoteWinner: vi.fn(async () => undefined),
|
|
42
|
+
removeWorktree: vi.fn(async (_root, wt) => {
|
|
43
|
+
removed.push(wt.id);
|
|
44
|
+
}),
|
|
45
|
+
});
|
|
46
|
+
const fillCandidate = vi.fn(async (wt) => {
|
|
47
|
+
const file = path.join(repoRoot, wt.path, 'cand.txt');
|
|
48
|
+
await fs.ensureDir(path.dirname(file));
|
|
49
|
+
await fs.writeFile(file, wt.id);
|
|
50
|
+
});
|
|
51
|
+
const { winner, discarded } = await runBestOfN({
|
|
52
|
+
taskId: 'task-bon',
|
|
53
|
+
repoRoot,
|
|
54
|
+
n: 2,
|
|
55
|
+
stack: 'node-nestjs',
|
|
56
|
+
config: {
|
|
57
|
+
enabled: false,
|
|
58
|
+
mutation: {
|
|
59
|
+
enabled: true,
|
|
60
|
+
minScore: 0.7,
|
|
61
|
+
incremental: true,
|
|
62
|
+
maxMutants: 200,
|
|
63
|
+
timeoutSeconds: 900,
|
|
64
|
+
},
|
|
65
|
+
failToPass: { required: false },
|
|
66
|
+
antiTamper: { enabled: false },
|
|
67
|
+
typeCheck: { enabled: false },
|
|
68
|
+
loop: {
|
|
69
|
+
policy: 'decay',
|
|
70
|
+
maxAttempts: 5,
|
|
71
|
+
saturationWindow: 3,
|
|
72
|
+
onSaturation: 'fresh-start',
|
|
73
|
+
},
|
|
74
|
+
bestOfN: { default: 1, max: 5, budgetTokens: null },
|
|
75
|
+
prerank: { enabled: false },
|
|
76
|
+
},
|
|
77
|
+
fillCandidate,
|
|
78
|
+
});
|
|
79
|
+
expect(winner.id).toBeDefined();
|
|
80
|
+
expect(discarded.length).toBe(1);
|
|
81
|
+
expect(fillCandidate).toHaveBeenCalledTimes(2);
|
|
82
|
+
expect(removed.length).toBe(2);
|
|
83
|
+
});
|
|
84
|
+
it('should_promote_winner_patch_to_main', async () => {
|
|
85
|
+
const wt = await createWorktree(repoRoot, 'cand-1');
|
|
86
|
+
const wtCwd = path.join(repoRoot, wt.path);
|
|
87
|
+
await fs.writeFile(path.join(wtCwd, 'winner.txt'), 'picked\n');
|
|
88
|
+
runGit(wtCwd, 'add winner.txt');
|
|
89
|
+
runGit(wtCwd, 'commit -m "candidate change"');
|
|
90
|
+
await promoteWinnerPatch(repoRoot, wt);
|
|
91
|
+
expect(await fs.pathExists(path.join(repoRoot, 'winner.txt'))).toBe(true);
|
|
92
|
+
});
|
|
93
|
+
});
|
|
94
|
+
//# sourceMappingURL=best-of-n-runner.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"best-of-n-runner.test.js","sourceRoot":"","sources":["../../../src/verification/__tests__/best-of-n-runner.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACzE,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EACL,gBAAgB,EAChB,kBAAkB,GACnB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,cAAc,EAAiB,MAAM,0BAA0B,CAAC;AAGzE,SAAS,MAAM,CAAC,GAAW,EAAE,IAAY;IACvC,QAAQ,CAAC,OAAO,IAAI,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,UAAU,CAAC,MAAc,EAAE,KAAa;IAC/C,OAAO;QACL,MAAM;QACN,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE;YACP,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE;YAChE,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE;SAC5E;QACD,aAAa,EAAE,KAAK;QACpB,UAAU,EAAE,CAAC;KACd,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,IAAI,QAAgB,CAAC;IAErB,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,QAAQ,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,WAAW,CAAC,CAAC,CAAC;QACjE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACzB,MAAM,CAAC,QAAQ,EAAE,qCAAqC,CAAC,CAAC;QACxD,MAAM,CAAC,QAAQ,EAAE,8BAA8B,CAAC,CAAC;QACjD,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,EAAE,UAAU,CAAC,CAAC;QACjE,MAAM,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;QAClC,MAAM,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,UAAU,GAAG,gBAAgB,CAAC;YAClC,eAAe,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;YAC/D,aAAa,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,SAAS,CAAC;YAC3C,cAAc,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;gBACxC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACtB,CAAC,CAAC;SACH,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,EAAY,EAAE,EAAE;YACjD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YACtD,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;YACvC,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,UAAU,CAAC;YAC7C,MAAM,EAAE,UAAU;YAClB,QAAQ;YACR,CAAC,EAAE,CAAC;YACJ,KAAK,EAAE,aAAa;YACpB,MAAM,EAAE;gBACN,OAAO,EAAE,KAAK;gBACd,QAAQ,EAAE;oBACR,OAAO,EAAE,IAAI;oBACb,QAAQ,EAAE,GAAG;oBACb,WAAW,EAAE,IAAI;oBACjB,UAAU,EAAE,GAAG;oBACf,cAAc,EAAE,GAAG;iBACpB;gBACD,UAAU,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE;gBAC/B,UAAU,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;gBAC9B,SAAS,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;gBAC7B,IAAI,EAAE;oBACJ,MAAM,EAAE,OAAO;oBACf,WAAW,EAAE,CAAC;oBACd,gBAAgB,EAAE,CAAC;oBACnB,YAAY,EAAE,aAAa;iBAC5B;gBACD,OAAO,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE;gBACnD,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;aAC5B;YACD,aAAa;SACd,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QAChC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,aAAa,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;QACnD,MAAM,EAAE,GAAG,MAAM,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACpD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,EAAE,UAAU,CAAC,CAAC;QAC/D,MAAM,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;QAChC,MAAM,CAAC,KAAK,EAAE,8BAA8B,CAAC,CAAC;QAE9C,MAAM,kBAAkB,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAEvC,MAAM,CAAC,MAAM,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"config.test.d.ts","sourceRoot":"","sources":["../../../src/verification/__tests__/config.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import { describe, it, expect } from 'vitest';
|
|
2
|
+
import { DEFAULTS, parseVerificationConfig, VerificationConfigError, } from '../config.js';
|
|
3
|
+
describe('parseVerificationConfig', () => {
|
|
4
|
+
it('should_default_disabled_when_block_absent', () => {
|
|
5
|
+
expect(parseVerificationConfig({})).toEqual({
|
|
6
|
+
...DEFAULTS,
|
|
7
|
+
enabled: false,
|
|
8
|
+
});
|
|
9
|
+
expect(parseVerificationConfig(undefined)).toEqual({
|
|
10
|
+
...DEFAULTS,
|
|
11
|
+
enabled: false,
|
|
12
|
+
});
|
|
13
|
+
});
|
|
14
|
+
it('should_merge_partial_block', () => {
|
|
15
|
+
const cfg = parseVerificationConfig({
|
|
16
|
+
verification: {
|
|
17
|
+
enabled: true,
|
|
18
|
+
mutation: { minScore: 0.9 },
|
|
19
|
+
},
|
|
20
|
+
});
|
|
21
|
+
expect(cfg.enabled).toBe(true);
|
|
22
|
+
expect(cfg.mutation.minScore).toBe(0.9);
|
|
23
|
+
expect(cfg.mutation.incremental).toBe(DEFAULTS.mutation.incremental);
|
|
24
|
+
expect(cfg.loop.maxAttempts).toBe(DEFAULTS.loop.maxAttempts);
|
|
25
|
+
});
|
|
26
|
+
it('should_throw_on_invalid', () => {
|
|
27
|
+
expect(() => parseVerificationConfig({
|
|
28
|
+
verification: { mutation: { minScore: '70' } },
|
|
29
|
+
})).toThrow(VerificationConfigError);
|
|
30
|
+
try {
|
|
31
|
+
parseVerificationConfig({
|
|
32
|
+
verification: { mutation: { minScore: '70' } },
|
|
33
|
+
});
|
|
34
|
+
}
|
|
35
|
+
catch (err) {
|
|
36
|
+
expect(err).toBeInstanceOf(VerificationConfigError);
|
|
37
|
+
const issues = err.issues;
|
|
38
|
+
expect(issues[0]?.path).toBe('mutation.minScore');
|
|
39
|
+
}
|
|
40
|
+
});
|
|
41
|
+
it('should_reject_out_of_range', () => {
|
|
42
|
+
expect(() => parseVerificationConfig({
|
|
43
|
+
verification: { mutation: { minScore: 1.5 } },
|
|
44
|
+
})).toThrow(VerificationConfigError);
|
|
45
|
+
expect(() => parseVerificationConfig({
|
|
46
|
+
verification: { bestOfN: { default: 6, max: 3 } },
|
|
47
|
+
})).toThrow(VerificationConfigError);
|
|
48
|
+
});
|
|
49
|
+
});
|
|
50
|
+
//# sourceMappingURL=config.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"config.test.js","sourceRoot":"","sources":["../../../src/verification/__tests__/config.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,QAAQ,EACR,uBAAuB,EACvB,uBAAuB,GACxB,MAAM,cAAc,CAAC;AAEtB,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YAC1C,GAAG,QAAQ;YACX,OAAO,EAAE,KAAK;SACf,CAAC,CAAC;QACH,MAAM,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;YACjD,GAAG,QAAQ;YACX,OAAO,EAAE,KAAK;SACf,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,MAAM,GAAG,GAAG,uBAAuB,CAAC;YAClC,YAAY,EAAE;gBACZ,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE;aAC5B;SACF,CAAC,CAAC;QACH,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QACrE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,MAAM,CAAC,GAAG,EAAE,CACV,uBAAuB,CAAC;YACtB,YAAY,EAAE,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE;SAC/C,CAAC,CACH,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;QAEnC,IAAI,CAAC;YACH,uBAAuB,CAAC;gBACtB,YAAY,EAAE,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE;aAC/C,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,GAAG,CAAC,CAAC,cAAc,CAAC,uBAAuB,CAAC,CAAC;YACpD,MAAM,MAAM,GAAI,GAA+B,CAAC,MAAM,CAAC;YACvD,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACpD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,MAAM,CAAC,GAAG,EAAE,CACV,uBAAuB,CAAC;YACtB,YAAY,EAAE,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,EAAE;SAC9C,CAAC,CACH,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;QAEnC,MAAM,CAAC,GAAG,EAAE,CACV,uBAAuB,CAAC;YACtB,YAAY,EAAE,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE;SAClD,CAAC,CACH,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"decay-policy.test.d.ts","sourceRoot":"","sources":["../../../src/verification/__tests__/decay-policy.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,130 @@
|
|
|
1
|
+
import { describe, it, expect } from 'vitest';
|
|
2
|
+
import { decideNextAction, isSaturated } from '../decay/policy.js';
|
|
3
|
+
const loopBase = {
|
|
4
|
+
policy: 'decay',
|
|
5
|
+
maxAttempts: 5,
|
|
6
|
+
saturationWindow: 3,
|
|
7
|
+
onSaturation: 'fresh-start',
|
|
8
|
+
};
|
|
9
|
+
function attempt(n, passed, signature) {
|
|
10
|
+
return {
|
|
11
|
+
n,
|
|
12
|
+
at: `2026-06-04T10:0${n}:00Z`,
|
|
13
|
+
passed,
|
|
14
|
+
failureSignature: passed ? undefined : signature,
|
|
15
|
+
failedAspect: passed ? undefined : 'test',
|
|
16
|
+
};
|
|
17
|
+
}
|
|
18
|
+
describe('isSaturated', () => {
|
|
19
|
+
it('should_require_exact_window_with_same_signature', () => {
|
|
20
|
+
const history = [
|
|
21
|
+
attempt(1, false, 'abc12345'),
|
|
22
|
+
attempt(2, false, 'abc12345'),
|
|
23
|
+
];
|
|
24
|
+
expect(isSaturated(history, 3)).toBe(false);
|
|
25
|
+
expect(isSaturated([...history, attempt(3, false, 'abc12345')], 3)).toBe(true);
|
|
26
|
+
});
|
|
27
|
+
it('should_not_saturate_when_signatures_differ', () => {
|
|
28
|
+
const history = [
|
|
29
|
+
attempt(1, false, 'aaaa1111'),
|
|
30
|
+
attempt(2, false, 'bbbb2222'),
|
|
31
|
+
attempt(3, false, 'aaaa1111'),
|
|
32
|
+
];
|
|
33
|
+
expect(isSaturated(history, 3)).toBe(false);
|
|
34
|
+
});
|
|
35
|
+
});
|
|
36
|
+
describe('decideNextAction', () => {
|
|
37
|
+
it('should_return_DONE_when_passed', () => {
|
|
38
|
+
const current = attempt(2, true);
|
|
39
|
+
const verdict = decideNextAction({
|
|
40
|
+
result: { passed: true },
|
|
41
|
+
current,
|
|
42
|
+
history: [attempt(1, false, 'sig'), current],
|
|
43
|
+
loop: loopBase,
|
|
44
|
+
});
|
|
45
|
+
expect(verdict.action).toBe('DONE');
|
|
46
|
+
expect(verdict.reason).toBe('verification passed');
|
|
47
|
+
});
|
|
48
|
+
it('should_ESCALATE_at_max_attempts', () => {
|
|
49
|
+
const current = attempt(5, false, 'deadbeef');
|
|
50
|
+
const verdict = decideNextAction({
|
|
51
|
+
result: { passed: false, failedAspect: 'test' },
|
|
52
|
+
current,
|
|
53
|
+
history: Array.from({ length: 5 }, (_, i) => attempt(i + 1, false, 'deadbeef')),
|
|
54
|
+
loop: loopBase,
|
|
55
|
+
});
|
|
56
|
+
expect(verdict.action).toBe('ESCALATE');
|
|
57
|
+
expect(verdict.reason).toBe('max attempts reached');
|
|
58
|
+
});
|
|
59
|
+
it('should_FRESH_START_on_saturation', () => {
|
|
60
|
+
const history = [
|
|
61
|
+
attempt(1, false, 'cafebabe'),
|
|
62
|
+
attempt(2, false, 'cafebabe'),
|
|
63
|
+
attempt(3, false, 'cafebabe'),
|
|
64
|
+
];
|
|
65
|
+
const current = history[2];
|
|
66
|
+
const verdict = decideNextAction({
|
|
67
|
+
result: { passed: false },
|
|
68
|
+
current,
|
|
69
|
+
history,
|
|
70
|
+
loop: { ...loopBase, onSaturation: 'fresh-start' },
|
|
71
|
+
});
|
|
72
|
+
expect(verdict.action).toBe('FRESH_START');
|
|
73
|
+
expect(verdict.saturated).toBe(true);
|
|
74
|
+
expect(verdict.reason).toBe('failure saturation: fresh-start');
|
|
75
|
+
});
|
|
76
|
+
it('should_REPLAN_on_saturation', () => {
|
|
77
|
+
const history = [
|
|
78
|
+
attempt(1, false, '11111111'),
|
|
79
|
+
attempt(2, false, '11111111'),
|
|
80
|
+
attempt(3, false, '11111111'),
|
|
81
|
+
];
|
|
82
|
+
const verdict = decideNextAction({
|
|
83
|
+
result: { passed: false },
|
|
84
|
+
current: history[2],
|
|
85
|
+
history,
|
|
86
|
+
loop: { ...loopBase, onSaturation: 'replan' },
|
|
87
|
+
});
|
|
88
|
+
expect(verdict.action).toBe('REPLAN');
|
|
89
|
+
expect(verdict.reason).toBe('failure saturation: replan');
|
|
90
|
+
});
|
|
91
|
+
it('should_ESCALATE_on_saturation_when_configured', () => {
|
|
92
|
+
const history = [
|
|
93
|
+
attempt(1, false, '22222222'),
|
|
94
|
+
attempt(2, false, '22222222'),
|
|
95
|
+
attempt(3, false, '22222222'),
|
|
96
|
+
];
|
|
97
|
+
const verdict = decideNextAction({
|
|
98
|
+
result: { passed: false },
|
|
99
|
+
current: history[2],
|
|
100
|
+
history,
|
|
101
|
+
loop: { ...loopBase, onSaturation: 'escalate' },
|
|
102
|
+
});
|
|
103
|
+
expect(verdict.action).toBe('ESCALATE');
|
|
104
|
+
expect(verdict.reason).toBe('failure saturation: escalate');
|
|
105
|
+
});
|
|
106
|
+
it('should_CONTINUE_under_fixed_policy', () => {
|
|
107
|
+
const current = attempt(2, false, 'abcd0001');
|
|
108
|
+
const verdict = decideNextAction({
|
|
109
|
+
result: { passed: false },
|
|
110
|
+
current,
|
|
111
|
+
history: [attempt(1, false, 'abcd0002'), current],
|
|
112
|
+
loop: { ...loopBase, policy: 'fixed' },
|
|
113
|
+
});
|
|
114
|
+
expect(verdict.action).toBe('CONTINUE');
|
|
115
|
+
expect(verdict.reason).toBe('fixed policy: continue');
|
|
116
|
+
expect(verdict.saturated).toBe(false);
|
|
117
|
+
});
|
|
118
|
+
it('should_CONTINUE_when_not_saturated_decay', () => {
|
|
119
|
+
const current = attempt(2, false, 'sig-a');
|
|
120
|
+
const verdict = decideNextAction({
|
|
121
|
+
result: { passed: false },
|
|
122
|
+
current,
|
|
123
|
+
history: [attempt(1, false, 'sig-b'), current],
|
|
124
|
+
loop: loopBase,
|
|
125
|
+
});
|
|
126
|
+
expect(verdict.action).toBe('CONTINUE');
|
|
127
|
+
expect(verdict.reason).toBe('decay policy: continue');
|
|
128
|
+
});
|
|
129
|
+
});
|
|
130
|
+
//# sourceMappingURL=decay-policy.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"decay-policy.test.js","sourceRoot":"","sources":["../../../src/verification/__tests__/decay-policy.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAGnE,MAAM,QAAQ,GAAe;IAC3B,MAAM,EAAE,OAAO;IACf,WAAW,EAAE,CAAC;IACd,gBAAgB,EAAE,CAAC;IACnB,YAAY,EAAE,aAAa;CAC5B,CAAC;AAEF,SAAS,OAAO,CACd,CAAS,EACT,MAAe,EACf,SAAkB;IAElB,OAAO;QACL,CAAC;QACD,EAAE,EAAE,kBAAkB,CAAC,MAAM;QAC7B,MAAM;QACN,gBAAgB,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;QAChD,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM;KAC1C,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,OAAO,GAAG;YACd,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC;YAC7B,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC;SAC9B,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5C,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,OAAO,EAAE,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CACtE,IAAI,CACL,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,OAAO,GAAG;YACd,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC;YAC7B,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC;YAC7B,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC;SAC9B,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACjC,MAAM,OAAO,GAAG,gBAAgB,CAAC;YAC/B,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;YACxB,OAAO;YACP,OAAO,EAAE,CAAC,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,OAAO,CAAC;YAC5C,IAAI,EAAE,QAAQ;SACf,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACpC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;QAC9C,MAAM,OAAO,GAAG,gBAAgB,CAAC;YAC/B,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE;YAC/C,OAAO;YACP,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAC1C,OAAO,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,CAClC;YACD,IAAI,EAAE,QAAQ;SACf,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,OAAO,GAAG;YACd,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC;YAC7B,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC;YAC7B,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC;SAC9B,CAAC;QACF,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,gBAAgB,CAAC;YAC/B,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE;YACzB,OAAO;YACP,OAAO;YACP,IAAI,EAAE,EAAE,GAAG,QAAQ,EAAE,YAAY,EAAE,aAAa,EAAE;SACnD,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC3C,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IACjE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,MAAM,OAAO,GAAG;YACd,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC;YAC7B,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC;YAC7B,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC;SAC9B,CAAC;QACF,MAAM,OAAO,GAAG,gBAAgB,CAAC;YAC/B,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE;YACzB,OAAO,EAAE,OAAO,CAAC,CAAC,CAAE;YACpB,OAAO;YACP,IAAI,EAAE,EAAE,GAAG,QAAQ,EAAE,YAAY,EAAE,QAAQ,EAAE;SAC9C,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,OAAO,GAAG;YACd,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC;YAC7B,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC;YAC7B,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC;SAC9B,CAAC;QACF,MAAM,OAAO,GAAG,gBAAgB,CAAC;YAC/B,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE;YACzB,OAAO,EAAE,OAAO,CAAC,CAAC,CAAE;YACpB,OAAO;YACP,IAAI,EAAE,EAAE,GAAG,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE;SAChD,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;QAC9C,MAAM,OAAO,GAAG,gBAAgB,CAAC;YAC/B,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE;YACzB,OAAO;YACP,OAAO,EAAE,CAAC,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,EAAE,OAAO,CAAC;YACjD,IAAI,EAAE,EAAE,GAAG,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE;SACvC,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QACtD,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,gBAAgB,CAAC;YAC/B,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE;YACzB,OAAO;YACP,OAAO,EAAE,CAAC,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC;YAC9C,IAAI,EAAE,QAAQ;SACf,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fail-to-pass.test.d.ts","sourceRoot":"","sources":["../../../src/verification/__tests__/fail-to-pass.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,107 @@
|
|
|
1
|
+
import { describe, it, expect, beforeEach, afterEach, vi } from 'vitest';
|
|
2
|
+
import fs from 'fs-extra';
|
|
3
|
+
import path from 'node:path';
|
|
4
|
+
import os from 'node:os';
|
|
5
|
+
import * as safeSpawnMod from '../../exec/safe-spawn.js';
|
|
6
|
+
import { recordFailToPassBaseline, checkFailToPass, testCommandFor, } from '../gates/fail-to-pass.js';
|
|
7
|
+
const FAIL_JSON = JSON.stringify({
|
|
8
|
+
testResults: [
|
|
9
|
+
{
|
|
10
|
+
name: 'fail-to-pass.fixture.test.ts',
|
|
11
|
+
assertionResults: [
|
|
12
|
+
{ fullName: 'should fail before impl', status: 'failed' },
|
|
13
|
+
],
|
|
14
|
+
},
|
|
15
|
+
],
|
|
16
|
+
});
|
|
17
|
+
const PASS_JSON = JSON.stringify({
|
|
18
|
+
testResults: [
|
|
19
|
+
{
|
|
20
|
+
name: 'fail-to-pass.fixture.test.ts',
|
|
21
|
+
assertionResults: [
|
|
22
|
+
{ fullName: 'should fail before impl', status: 'passed' },
|
|
23
|
+
],
|
|
24
|
+
},
|
|
25
|
+
],
|
|
26
|
+
});
|
|
27
|
+
const GIT_OK = {
|
|
28
|
+
code: 0,
|
|
29
|
+
stdout: 'abc123\n',
|
|
30
|
+
stderr: '',
|
|
31
|
+
timedOut: false,
|
|
32
|
+
};
|
|
33
|
+
function mockSafeSpawn(...testRuns) {
|
|
34
|
+
let idx = 0;
|
|
35
|
+
vi.spyOn(safeSpawnMod, 'safeSpawn').mockImplementation(async (command) => {
|
|
36
|
+
if (command === 'git')
|
|
37
|
+
return GIT_OK;
|
|
38
|
+
const run = testRuns[idx++] ?? testRuns[testRuns.length - 1];
|
|
39
|
+
return {
|
|
40
|
+
code: run.code,
|
|
41
|
+
stdout: run.stdout,
|
|
42
|
+
stderr: run.stderr ?? '',
|
|
43
|
+
timedOut: false,
|
|
44
|
+
};
|
|
45
|
+
});
|
|
46
|
+
}
|
|
47
|
+
describe('fail-to-pass', () => {
|
|
48
|
+
let cwd;
|
|
49
|
+
const taskId = 'task-ftptest';
|
|
50
|
+
const specRel = 'fail-to-pass.fixture.test.ts';
|
|
51
|
+
beforeEach(async () => {
|
|
52
|
+
cwd = await fs.mkdtemp(path.join(os.tmpdir(), 'dare-ftp-'));
|
|
53
|
+
await fs.writeJson(path.join(cwd, 'dare.config.json'), {
|
|
54
|
+
structure: 'mcp-server',
|
|
55
|
+
mcpLanguage: 'node-ts',
|
|
56
|
+
});
|
|
57
|
+
await fs.writeFile(path.join(cwd, specRel), '// fixture\n');
|
|
58
|
+
vi.restoreAllMocks();
|
|
59
|
+
});
|
|
60
|
+
afterEach(async () => {
|
|
61
|
+
vi.restoreAllMocks();
|
|
62
|
+
await fs.remove(cwd).catch(() => undefined);
|
|
63
|
+
});
|
|
64
|
+
it('should_record_allFailed_baseline', async () => {
|
|
65
|
+
mockSafeSpawn({ code: 1, stdout: FAIL_JSON });
|
|
66
|
+
const baseline = await recordFailToPassBaseline({
|
|
67
|
+
taskId,
|
|
68
|
+
cwd,
|
|
69
|
+
specGlob: specRel,
|
|
70
|
+
});
|
|
71
|
+
expect(baseline.allFailed).toBe(true);
|
|
72
|
+
expect(baseline.failed[0]).toContain('fail-to-pass.fixture.test.ts');
|
|
73
|
+
const stored = await fs.readJson(path.join(cwd, '.dare/verification', `${taskId}.json`));
|
|
74
|
+
expect(stored.failToPassBaseline.allFailed).toBe(true);
|
|
75
|
+
});
|
|
76
|
+
it('should_fail_when_baseline_missing', async () => {
|
|
77
|
+
const result = await checkFailToPass({ taskId, cwd });
|
|
78
|
+
expect(result.verdict).toBe('FAIL');
|
|
79
|
+
expect(result.reason).toBe('no baseline recorded');
|
|
80
|
+
expect(result.aspect).toBe('fail-to-pass');
|
|
81
|
+
});
|
|
82
|
+
it('should_pass_when_spec_passes_after_impl', async () => {
|
|
83
|
+
mockSafeSpawn({ code: 1, stdout: FAIL_JSON }, { code: 0, stdout: PASS_JSON });
|
|
84
|
+
await recordFailToPassBaseline({ taskId, cwd, specGlob: specRel });
|
|
85
|
+
const result = await checkFailToPass({ taskId, cwd });
|
|
86
|
+
expect(result.verdict).toBe('PASS');
|
|
87
|
+
expect(result.reason).toBe('all baseline tests now pass');
|
|
88
|
+
});
|
|
89
|
+
it('should_fail_if_some_still_failing', async () => {
|
|
90
|
+
mockSafeSpawn({ code: 1, stdout: FAIL_JSON }, { code: 1, stdout: FAIL_JSON });
|
|
91
|
+
await recordFailToPassBaseline({ taskId, cwd, specGlob: specRel });
|
|
92
|
+
const result = await checkFailToPass({ taskId, cwd });
|
|
93
|
+
expect(result.verdict).toBe('FAIL');
|
|
94
|
+
expect(result.reason).toContain('still failing');
|
|
95
|
+
expect(result.reason).toContain('should fail before impl');
|
|
96
|
+
});
|
|
97
|
+
});
|
|
98
|
+
describe('testCommandFor', () => {
|
|
99
|
+
it('maps node stack to vitest via npm exec', () => {
|
|
100
|
+
const cmd = testCommandFor('mcp-server-node-ts', 'x.test.ts');
|
|
101
|
+
expect(cmd.args).toContain('exec');
|
|
102
|
+
expect(cmd.args).toContain('vitest');
|
|
103
|
+
expect(cmd.args).toContain('x.test.ts');
|
|
104
|
+
expect(cmd.args).toContain('--reporter=json');
|
|
105
|
+
});
|
|
106
|
+
});
|
|
107
|
+
//# sourceMappingURL=fail-to-pass.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fail-to-pass.test.js","sourceRoot":"","sources":["../../../src/verification/__tests__/fail-to-pass.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AACzE,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,KAAK,YAAY,MAAM,0BAA0B,CAAC;AACzD,OAAO,EACL,wBAAwB,EACxB,eAAe,EACf,cAAc,GACf,MAAM,0BAA0B,CAAC;AAElC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;IAC/B,WAAW,EAAE;QACX;YACE,IAAI,EAAE,8BAA8B;YACpC,gBAAgB,EAAE;gBAChB,EAAE,QAAQ,EAAE,yBAAyB,EAAE,MAAM,EAAE,QAAQ,EAAE;aAC1D;SACF;KACF;CACF,CAAC,CAAC;AAEH,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;IAC/B,WAAW,EAAE;QACX;YACE,IAAI,EAAE,8BAA8B;YACpC,gBAAgB,EAAE;gBAChB,EAAE,QAAQ,EAAE,yBAAyB,EAAE,MAAM,EAAE,QAAQ,EAAE;aAC1D;SACF;KACF;CACF,CAAC,CAAC;AAEH,MAAM,MAAM,GAAG;IACb,IAAI,EAAE,CAAC;IACP,MAAM,EAAE,UAAU;IAClB,MAAM,EAAE,EAAE;IACV,QAAQ,EAAE,KAAK;CAChB,CAAC;AAEF,SAAS,aAAa,CACpB,GAAG,QAID;IAEF,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,EAAE,CAAC,KAAK,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC,kBAAkB,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;QACvE,IAAI,OAAO,KAAK,KAAK;YAAE,OAAO,MAAM,CAAC;QACrC,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,EAAE,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC7D,OAAO;YACL,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,EAAE;YACxB,QAAQ,EAAE,KAAK;SAChB,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,IAAI,GAAW,CAAC;IAChB,MAAM,MAAM,GAAG,cAAc,CAAC;IAC9B,MAAM,OAAO,GAAG,8BAA8B,CAAC;IAE/C,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,GAAG,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,WAAW,CAAC,CAAC,CAAC;QAC5D,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,kBAAkB,CAAC,EAAE;YACrD,SAAS,EAAE,YAAY;YACvB,WAAW,EAAE,SAAS;SACvB,CAAC,CAAC;QACH,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,cAAc,CAAC,CAAC;QAC5D,EAAE,CAAC,eAAe,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,EAAE,CAAC,eAAe,EAAE,CAAC;QACrB,MAAM,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;QAChD,aAAa,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAE9C,MAAM,QAAQ,GAAG,MAAM,wBAAwB,CAAC;YAC9C,MAAM;YACN,GAAG;YACH,QAAQ,EAAE,OAAO;SAClB,CAAC,CAAC;QACH,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,8BAA8B,CAAC,CAAC;QAErE,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,QAAQ,CAC9B,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,oBAAoB,EAAE,GAAG,MAAM,OAAO,CAAC,CACvD,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,aAAa,CACX,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,EAC9B,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAC/B,CAAC;QAEF,MAAM,wBAAwB,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;QACnE,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,aAAa,CACX,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,EAC9B,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAC/B,CAAC;QAEF,MAAM,wBAAwB,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;QACnE,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QACjD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,yBAAyB,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,GAAG,GAAG,cAAc,CAAC,oBAAoB,EAAE,WAAW,CAAC,CAAC;QAC9D,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACnC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACrC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACxC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"failure-signature.test.d.ts","sourceRoot":"","sources":["../../../src/verification/__tests__/failure-signature.test.ts"],"names":[],"mappings":""}
|