devlyn-cli 3.2.1 → 3.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +2 -2
- package/CLAUDE.md +2 -2
- package/README.md +12 -102
- package/bin/devlyn.js +13 -225
- package/bin/instruction-templates.json +6 -0
- package/config/skills/_shared/adapters/grok.md +1 -2
- package/config/skills/_shared/archive_run.py +15 -3
- package/config/skills/_shared/judge-role-evidence.py +21 -1
- package/config/skills/_shared/runtime-principles.md +1 -1
- package/config/skills/_shared/spec-verify-check.py +0 -653
- package/config/skills/_shared/state-phase-write.py +351 -25
- package/config/skills/_shared/task-complete.py +635 -143
- package/config/skills/_shared/terminal-claim-check.py +229 -4
- package/config/skills/_shared/verify-merge-findings.py +93 -2
- package/config/skills/devlyn:ideate/SKILL.md +3 -4
- package/config/skills/devlyn:ideate/references/elicitation.md +2 -35
- package/config/skills/devlyn:ideate/references/from-spec-mode.md +3 -18
- package/config/skills/devlyn:ideate/references/project-mode.md +1 -16
- package/config/skills/devlyn:ideate/references/spec-template.md +0 -2
- package/config/skills/devlyn:queue/SKILL.md +6 -4
- package/config/skills/devlyn:resolve/SKILL.md +16 -25
- package/config/skills/devlyn:resolve/references/free-form-mode.md +0 -14
- package/config/skills/devlyn:resolve/references/outer-loop.md +1 -1
- package/config/skills/devlyn:resolve/references/phases/build-gate.md +1 -1
- package/config/skills/devlyn:resolve/references/phases/cleanup.md +3 -3
- package/config/skills/devlyn:resolve/references/phases/implement.md +1 -1
- package/config/skills/devlyn:resolve/references/phases/probe-derive.md +1 -16
- package/config/skills/devlyn:resolve/references/phases/verify.md +4 -9
- package/config/skills/devlyn:resolve/references/state-schema.md +9 -7
- package/config/skills/devlyn:resolve/references/task-completion.md +46 -37
- package/{config/skills → optional-skills}/code-health-standards/SKILL.md +4 -13
- package/{config/skills → optional-skills}/code-review-standards/SKILL.md +4 -12
- package/{config/skills → optional-skills}/root-cause-analysis/SKILL.md +4 -12
- package/{config/skills → optional-skills}/ui-implementation-standards/SKILL.md +4 -14
- package/package.json +1 -57
- package/benchmark/auto-resolve/BENCHMARK-DESIGN.md +0 -289
- package/benchmark/auto-resolve/BENCHMARK-RESULTS.md +0 -341
- package/benchmark/auto-resolve/README.md +0 -696
- package/benchmark/auto-resolve/RUBRIC.md +0 -177
- package/benchmark/auto-resolve/fixtures/F1-cli-trivial-flag/NOTES.md +0 -34
- package/benchmark/auto-resolve/fixtures/F1-cli-trivial-flag/expected.json +0 -68
- package/benchmark/auto-resolve/fixtures/F1-cli-trivial-flag/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F1-cli-trivial-flag/setup.sh +0 -4
- package/benchmark/auto-resolve/fixtures/F1-cli-trivial-flag/spec.md +0 -44
- package/benchmark/auto-resolve/fixtures/F1-cli-trivial-flag/task.ko.txt +0 -8
- package/benchmark/auto-resolve/fixtures/F1-cli-trivial-flag/task.txt +0 -8
- package/benchmark/auto-resolve/fixtures/F10-persist-write-collision/NOTES.md +0 -68
- package/benchmark/auto-resolve/fixtures/F10-persist-write-collision/expected.json +0 -60
- package/benchmark/auto-resolve/fixtures/F10-persist-write-collision/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F10-persist-write-collision/setup.sh +0 -17
- package/benchmark/auto-resolve/fixtures/F10-persist-write-collision/spec.md +0 -51
- package/benchmark/auto-resolve/fixtures/F10-persist-write-collision/task.txt +0 -9
- package/benchmark/auto-resolve/fixtures/F10-persist-write-collision/verifiers/invalid.js +0 -29
- package/benchmark/auto-resolve/fixtures/F10-persist-write-collision/verifiers/parallel.js +0 -50
- package/benchmark/auto-resolve/fixtures/F11-batch-import-all-or-nothing/NOTES.md +0 -75
- package/benchmark/auto-resolve/fixtures/F11-batch-import-all-or-nothing/expected.json +0 -52
- package/benchmark/auto-resolve/fixtures/F11-batch-import-all-or-nothing/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F11-batch-import-all-or-nothing/setup.sh +0 -171
- package/benchmark/auto-resolve/fixtures/F11-batch-import-all-or-nothing/spec.md +0 -50
- package/benchmark/auto-resolve/fixtures/F11-batch-import-all-or-nothing/task.txt +0 -9
- package/benchmark/auto-resolve/fixtures/F12-webhook-raw-body-signature/NOTES.md +0 -89
- package/benchmark/auto-resolve/fixtures/F12-webhook-raw-body-signature/expected.json +0 -74
- package/benchmark/auto-resolve/fixtures/F12-webhook-raw-body-signature/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F12-webhook-raw-body-signature/setup.sh +0 -251
- package/benchmark/auto-resolve/fixtures/F12-webhook-raw-body-signature/spec.md +0 -57
- package/benchmark/auto-resolve/fixtures/F12-webhook-raw-body-signature/task.txt +0 -13
- package/benchmark/auto-resolve/fixtures/F12-webhook-raw-body-signature/verifiers/replay-malformed-body.js +0 -64
- package/benchmark/auto-resolve/fixtures/F15-frozen-diff-race-review/NOTES.md +0 -104
- package/benchmark/auto-resolve/fixtures/F15-frozen-diff-race-review/expected.json +0 -46
- package/benchmark/auto-resolve/fixtures/F15-frozen-diff-race-review/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F15-frozen-diff-race-review/setup.sh +0 -336
- package/benchmark/auto-resolve/fixtures/F15-frozen-diff-race-review/spec.md +0 -51
- package/benchmark/auto-resolve/fixtures/F15-frozen-diff-race-review/task.txt +0 -9
- package/benchmark/auto-resolve/fixtures/F16-cli-quote-tax-rules/NOTES.md +0 -38
- package/benchmark/auto-resolve/fixtures/F16-cli-quote-tax-rules/expected.json +0 -64
- package/benchmark/auto-resolve/fixtures/F16-cli-quote-tax-rules/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F16-cli-quote-tax-rules/setup.sh +0 -32
- package/benchmark/auto-resolve/fixtures/F16-cli-quote-tax-rules/spec.md +0 -63
- package/benchmark/auto-resolve/fixtures/F16-cli-quote-tax-rules/task.txt +0 -7
- package/benchmark/auto-resolve/fixtures/F16-cli-quote-tax-rules/verifiers/exact-success.js +0 -54
- package/benchmark/auto-resolve/fixtures/F16-cli-quote-tax-rules/verifiers/no-hardcoded-pricing.js +0 -47
- package/benchmark/auto-resolve/fixtures/F16-cli-quote-tax-rules/verifiers/stock-error.js +0 -45
- package/benchmark/auto-resolve/fixtures/F2-cli-medium-subcommand/NOTES.md +0 -57
- package/benchmark/auto-resolve/fixtures/F2-cli-medium-subcommand/expected-pair-plan-registry.json +0 -170
- package/benchmark/auto-resolve/fixtures/F2-cli-medium-subcommand/expected.json +0 -84
- package/benchmark/auto-resolve/fixtures/F2-cli-medium-subcommand/metadata.json +0 -21
- package/benchmark/auto-resolve/fixtures/F2-cli-medium-subcommand/pair-plan.sample-fail.json +0 -214
- package/benchmark/auto-resolve/fixtures/F2-cli-medium-subcommand/pair-plan.sample-pass.json +0 -223
- package/benchmark/auto-resolve/fixtures/F2-cli-medium-subcommand/setup.sh +0 -5
- package/benchmark/auto-resolve/fixtures/F2-cli-medium-subcommand/spec.md +0 -55
- package/benchmark/auto-resolve/fixtures/F2-cli-medium-subcommand/task.txt +0 -14
- package/benchmark/auto-resolve/fixtures/F21-cli-scheduler-priority/NOTES.md +0 -39
- package/benchmark/auto-resolve/fixtures/F21-cli-scheduler-priority/expected.json +0 -62
- package/benchmark/auto-resolve/fixtures/F21-cli-scheduler-priority/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F21-cli-scheduler-priority/setup.sh +0 -2
- package/benchmark/auto-resolve/fixtures/F21-cli-scheduler-priority/spec.md +0 -67
- package/benchmark/auto-resolve/fixtures/F21-cli-scheduler-priority/task.txt +0 -7
- package/benchmark/auto-resolve/fixtures/F21-cli-scheduler-priority/verifiers/error-order.js +0 -55
- package/benchmark/auto-resolve/fixtures/F21-cli-scheduler-priority/verifiers/priority-blocked.js +0 -48
- package/benchmark/auto-resolve/fixtures/F22-cli-ledger-close/NOTES.md +0 -35
- package/benchmark/auto-resolve/fixtures/F22-cli-ledger-close/expected.json +0 -56
- package/benchmark/auto-resolve/fixtures/F22-cli-ledger-close/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F22-cli-ledger-close/setup.sh +0 -2
- package/benchmark/auto-resolve/fixtures/F22-cli-ledger-close/spec.md +0 -64
- package/benchmark/auto-resolve/fixtures/F22-cli-ledger-close/task.txt +0 -7
- package/benchmark/auto-resolve/fixtures/F22-cli-ledger-close/verifiers/conflicting-duplicate.js +0 -34
- package/benchmark/auto-resolve/fixtures/F22-cli-ledger-close/verifiers/idempotent-close.js +0 -41
- package/benchmark/auto-resolve/fixtures/F23-cli-fulfillment-wave/NOTES.md +0 -39
- package/benchmark/auto-resolve/fixtures/F23-cli-fulfillment-wave/expected.json +0 -56
- package/benchmark/auto-resolve/fixtures/F23-cli-fulfillment-wave/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F23-cli-fulfillment-wave/setup.sh +0 -2
- package/benchmark/auto-resolve/fixtures/F23-cli-fulfillment-wave/spec.md +0 -76
- package/benchmark/auto-resolve/fixtures/F23-cli-fulfillment-wave/task.txt +0 -7
- package/benchmark/auto-resolve/fixtures/F23-cli-fulfillment-wave/verifiers/priority-rollback.js +0 -64
- package/benchmark/auto-resolve/fixtures/F23-cli-fulfillment-wave/verifiers/single-warehouse-fefo.js +0 -66
- package/benchmark/auto-resolve/fixtures/F25-cli-cart-promotion-rules/NOTES.md +0 -40
- package/benchmark/auto-resolve/fixtures/F25-cli-cart-promotion-rules/expected.json +0 -66
- package/benchmark/auto-resolve/fixtures/F25-cli-cart-promotion-rules/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F25-cli-cart-promotion-rules/setup.sh +0 -36
- package/benchmark/auto-resolve/fixtures/F25-cli-cart-promotion-rules/spec.md +0 -71
- package/benchmark/auto-resolve/fixtures/F25-cli-cart-promotion-rules/task.txt +0 -7
- package/benchmark/auto-resolve/fixtures/F25-cli-cart-promotion-rules/verifiers/catalog-source.js +0 -57
- package/benchmark/auto-resolve/fixtures/F25-cli-cart-promotion-rules/verifiers/exact-success.js +0 -63
- package/benchmark/auto-resolve/fixtures/F25-cli-cart-promotion-rules/verifiers/stock-error.js +0 -34
- package/benchmark/auto-resolve/fixtures/F26-cli-payout-ledger-rules/NOTES.md +0 -31
- package/benchmark/auto-resolve/fixtures/F26-cli-payout-ledger-rules/expected.json +0 -68
- package/benchmark/auto-resolve/fixtures/F26-cli-payout-ledger-rules/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F26-cli-payout-ledger-rules/setup.sh +0 -17
- package/benchmark/auto-resolve/fixtures/F26-cli-payout-ledger-rules/spec.md +0 -68
- package/benchmark/auto-resolve/fixtures/F26-cli-payout-ledger-rules/task.txt +0 -7
- package/benchmark/auto-resolve/fixtures/F26-cli-payout-ledger-rules/verifiers/conflicting-duplicate.js +0 -29
- package/benchmark/auto-resolve/fixtures/F26-cli-payout-ledger-rules/verifiers/exact-payout.js +0 -58
- package/benchmark/auto-resolve/fixtures/F26-cli-payout-ledger-rules/verifiers/rules-source.js +0 -56
- package/benchmark/auto-resolve/fixtures/F3-backend-contract-risk/NOTES.md +0 -35
- package/benchmark/auto-resolve/fixtures/F3-backend-contract-risk/expected-pair-plan-registry.json +0 -162
- package/benchmark/auto-resolve/fixtures/F3-backend-contract-risk/expected.json +0 -67
- package/benchmark/auto-resolve/fixtures/F3-backend-contract-risk/metadata.json +0 -19
- package/benchmark/auto-resolve/fixtures/F3-backend-contract-risk/setup.sh +0 -4
- package/benchmark/auto-resolve/fixtures/F3-backend-contract-risk/spec.md +0 -55
- package/benchmark/auto-resolve/fixtures/F3-backend-contract-risk/task.txt +0 -9
- package/benchmark/auto-resolve/fixtures/F31-cli-seat-rebalance/NOTES.md +0 -34
- package/benchmark/auto-resolve/fixtures/F31-cli-seat-rebalance/expected.json +0 -57
- package/benchmark/auto-resolve/fixtures/F31-cli-seat-rebalance/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F31-cli-seat-rebalance/setup.sh +0 -2
- package/benchmark/auto-resolve/fixtures/F31-cli-seat-rebalance/spec.md +0 -67
- package/benchmark/auto-resolve/fixtures/F31-cli-seat-rebalance/task.txt +0 -7
- package/benchmark/auto-resolve/fixtures/F31-cli-seat-rebalance/verifiers/duplicate-event-error.js +0 -35
- package/benchmark/auto-resolve/fixtures/F31-cli-seat-rebalance/verifiers/priority-transfer-rollback.js +0 -53
- package/benchmark/auto-resolve/fixtures/F32-cli-subscription-renewal/NOTES.md +0 -38
- package/benchmark/auto-resolve/fixtures/F32-cli-subscription-renewal/expected.json +0 -57
- package/benchmark/auto-resolve/fixtures/F32-cli-subscription-renewal/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F32-cli-subscription-renewal/setup.sh +0 -2
- package/benchmark/auto-resolve/fixtures/F32-cli-subscription-renewal/spec.md +0 -70
- package/benchmark/auto-resolve/fixtures/F32-cli-subscription-renewal/task.txt +0 -3
- package/benchmark/auto-resolve/fixtures/F32-cli-subscription-renewal/verifiers/duplicate-renewal-error.js +0 -42
- package/benchmark/auto-resolve/fixtures/F32-cli-subscription-renewal/verifiers/priority-credit-rollback.js +0 -70
- package/benchmark/auto-resolve/fixtures/F4-web-browser-design/NOTES.md +0 -47
- package/benchmark/auto-resolve/fixtures/F4-web-browser-design/expected.json +0 -57
- package/benchmark/auto-resolve/fixtures/F4-web-browser-design/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F4-web-browser-design/setup.sh +0 -6
- package/benchmark/auto-resolve/fixtures/F4-web-browser-design/spec.md +0 -48
- package/benchmark/auto-resolve/fixtures/F4-web-browser-design/task.txt +0 -9
- package/benchmark/auto-resolve/fixtures/F5-fix-loop-red-green/NOTES.md +0 -45
- package/benchmark/auto-resolve/fixtures/F5-fix-loop-red-green/expected.json +0 -65
- package/benchmark/auto-resolve/fixtures/F5-fix-loop-red-green/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F5-fix-loop-red-green/setup.sh +0 -55
- package/benchmark/auto-resolve/fixtures/F5-fix-loop-red-green/spec.md +0 -48
- package/benchmark/auto-resolve/fixtures/F5-fix-loop-red-green/task.txt +0 -7
- package/benchmark/auto-resolve/fixtures/F6-dep-audit-native-module/NOTES.md +0 -43
- package/benchmark/auto-resolve/fixtures/F6-dep-audit-native-module/expected.json +0 -77
- package/benchmark/auto-resolve/fixtures/F6-dep-audit-native-module/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F6-dep-audit-native-module/setup.sh +0 -4
- package/benchmark/auto-resolve/fixtures/F6-dep-audit-native-module/spec.md +0 -48
- package/benchmark/auto-resolve/fixtures/F6-dep-audit-native-module/task.txt +0 -10
- package/benchmark/auto-resolve/fixtures/F7-out-of-scope-trap/NOTES.md +0 -57
- package/benchmark/auto-resolve/fixtures/F7-out-of-scope-trap/expected.json +0 -76
- package/benchmark/auto-resolve/fixtures/F7-out-of-scope-trap/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F7-out-of-scope-trap/setup.sh +0 -36
- package/benchmark/auto-resolve/fixtures/F7-out-of-scope-trap/spec.md +0 -45
- package/benchmark/auto-resolve/fixtures/F7-out-of-scope-trap/task.txt +0 -7
- package/benchmark/auto-resolve/fixtures/F8-known-limit-ambiguous/NOTES.md +0 -53
- package/benchmark/auto-resolve/fixtures/F8-known-limit-ambiguous/expected.json +0 -63
- package/benchmark/auto-resolve/fixtures/F8-known-limit-ambiguous/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F8-known-limit-ambiguous/setup.sh +0 -4
- package/benchmark/auto-resolve/fixtures/F8-known-limit-ambiguous/spec.md +0 -48
- package/benchmark/auto-resolve/fixtures/F8-known-limit-ambiguous/task.txt +0 -1
- package/benchmark/auto-resolve/fixtures/F9-e2e-ideate-to-resolve/NOTES.md +0 -105
- package/benchmark/auto-resolve/fixtures/F9-e2e-ideate-to-resolve/expected.json +0 -74
- package/benchmark/auto-resolve/fixtures/F9-e2e-ideate-to-resolve/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F9-e2e-ideate-to-resolve/setup.sh +0 -28
- package/benchmark/auto-resolve/fixtures/F9-e2e-ideate-to-resolve/spec.md +0 -59
- package/benchmark/auto-resolve/fixtures/F9-e2e-ideate-to-resolve/task.txt +0 -5
- package/benchmark/auto-resolve/fixtures/SCHEMA.md +0 -188
- package/benchmark/auto-resolve/fixtures/retired/F27-cli-subscription-proration/NOTES.md +0 -37
- package/benchmark/auto-resolve/fixtures/retired/F27-cli-subscription-proration/RETIRED.md +0 -13
- package/benchmark/auto-resolve/fixtures/retired/F27-cli-subscription-proration/expected.json +0 -56
- package/benchmark/auto-resolve/fixtures/retired/F27-cli-subscription-proration/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/retired/F27-cli-subscription-proration/setup.sh +0 -18
- package/benchmark/auto-resolve/fixtures/retired/F27-cli-subscription-proration/spec.md +0 -69
- package/benchmark/auto-resolve/fixtures/retired/F27-cli-subscription-proration/task.txt +0 -7
- package/benchmark/auto-resolve/fixtures/retired/F27-cli-subscription-proration/verifiers/exact-proration.js +0 -48
- package/benchmark/auto-resolve/fixtures/retired/F27-cli-subscription-proration/verifiers/rules-source-and-conflict.js +0 -79
- package/benchmark/auto-resolve/fixtures/retired/F28-cli-return-authorization/NOTES.md +0 -54
- package/benchmark/auto-resolve/fixtures/retired/F28-cli-return-authorization/RETIRED.md +0 -7
- package/benchmark/auto-resolve/fixtures/retired/F28-cli-return-authorization/expected.json +0 -67
- package/benchmark/auto-resolve/fixtures/retired/F28-cli-return-authorization/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/retired/F28-cli-return-authorization/setup.sh +0 -2
- package/benchmark/auto-resolve/fixtures/retired/F28-cli-return-authorization/spec.md +0 -67
- package/benchmark/auto-resolve/fixtures/retired/F28-cli-return-authorization/task.txt +0 -5
- package/benchmark/auto-resolve/fixtures/retired/F28-cli-return-authorization/verifiers/policy-precedence.js +0 -72
- package/benchmark/auto-resolve/fixtures/retired/F28-cli-return-authorization/verifiers/validation-and-immutability.js +0 -43
- package/benchmark/auto-resolve/fixtures/retired/F28-cli-return-authorization/verifiers/validation-boundary.js +0 -116
- package/benchmark/auto-resolve/fixtures/retired/F30-cli-credit-hold-settlement/NOTES.md +0 -35
- package/benchmark/auto-resolve/fixtures/retired/F30-cli-credit-hold-settlement/RETIRED.md +0 -12
- package/benchmark/auto-resolve/fixtures/retired/F30-cli-credit-hold-settlement/expected.json +0 -58
- package/benchmark/auto-resolve/fixtures/retired/F30-cli-credit-hold-settlement/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/retired/F30-cli-credit-hold-settlement/setup.sh +0 -2
- package/benchmark/auto-resolve/fixtures/retired/F30-cli-credit-hold-settlement/spec.md +0 -73
- package/benchmark/auto-resolve/fixtures/retired/F30-cli-credit-hold-settlement/task.txt +0 -17
- package/benchmark/auto-resolve/fixtures/retired/F30-cli-credit-hold-settlement/verifiers/mixed-idempotent-settlement.js +0 -53
- package/benchmark/auto-resolve/fixtures/retired/F30-cli-credit-hold-settlement/verifiers/rejection-boundaries.js +0 -74
- package/benchmark/auto-resolve/fixtures/retired/F34-cli-settle-inflight/NOTES.md +0 -28
- package/benchmark/auto-resolve/fixtures/retired/F34-cli-settle-inflight/RETIRED.md +0 -15
- package/benchmark/auto-resolve/fixtures/retired/F34-cli-settle-inflight/expected.json +0 -57
- package/benchmark/auto-resolve/fixtures/retired/F34-cli-settle-inflight/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/retired/F34-cli-settle-inflight/setup.sh +0 -50
- package/benchmark/auto-resolve/fixtures/retired/F34-cli-settle-inflight/spec.md +0 -59
- package/benchmark/auto-resolve/fixtures/retired/F34-cli-settle-inflight/task.txt +0 -9
- package/benchmark/auto-resolve/fixtures/retired/F34-cli-settle-inflight/verifiers/ordered-settlement.js +0 -88
- package/benchmark/auto-resolve/fixtures/retired/F34-cli-settle-inflight/verifiers/reject-invalid.js +0 -45
- package/benchmark/auto-resolve/fixtures/retired/F35-cli-apply-journal/NOTES.md +0 -30
- package/benchmark/auto-resolve/fixtures/retired/F35-cli-apply-journal/RETIRED.md +0 -16
- package/benchmark/auto-resolve/fixtures/retired/F35-cli-apply-journal/expected.json +0 -64
- package/benchmark/auto-resolve/fixtures/retired/F35-cli-apply-journal/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/retired/F35-cli-apply-journal/setup.sh +0 -21
- package/benchmark/auto-resolve/fixtures/retired/F35-cli-apply-journal/spec.md +0 -58
- package/benchmark/auto-resolve/fixtures/retired/F35-cli-apply-journal/task.txt +0 -9
- package/benchmark/auto-resolve/fixtures/retired/F35-cli-apply-journal/verifiers/dup-op.js +0 -54
- package/benchmark/auto-resolve/fixtures/retired/F35-cli-apply-journal/verifiers/priority-apply.js +0 -82
- package/benchmark/auto-resolve/fixtures/retired/F35-cli-apply-journal/verifiers/rollback.js +0 -77
- package/benchmark/auto-resolve/fixtures/retired/F36-cli-session-admission/NOTES.md +0 -99
- package/benchmark/auto-resolve/fixtures/retired/F36-cli-session-admission/RETIRED.md +0 -18
- package/benchmark/auto-resolve/fixtures/retired/F36-cli-session-admission/expected.json +0 -64
- package/benchmark/auto-resolve/fixtures/retired/F36-cli-session-admission/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/retired/F36-cli-session-admission/setup.sh +0 -4
- package/benchmark/auto-resolve/fixtures/retired/F36-cli-session-admission/spec.md +0 -61
- package/benchmark/auto-resolve/fixtures/retired/F36-cli-session-admission/task.txt +0 -9
- package/benchmark/auto-resolve/fixtures/retired/F36-cli-session-admission/verifiers/correctness-small.js +0 -135
- package/benchmark/auto-resolve/fixtures/retired/F36-cli-session-admission/verifiers/scale.js +0 -100
- package/benchmark/auto-resolve/fixtures/retired/F36-cli-session-admission/verifiers/validation.js +0 -75
- package/benchmark/auto-resolve/fixtures/retired/F37-cli-rule-lookup/NOTES.md +0 -93
- package/benchmark/auto-resolve/fixtures/retired/F37-cli-rule-lookup/RETIRED.md +0 -16
- package/benchmark/auto-resolve/fixtures/retired/F37-cli-rule-lookup/expected.json +0 -65
- package/benchmark/auto-resolve/fixtures/retired/F37-cli-rule-lookup/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/retired/F37-cli-rule-lookup/setup.sh +0 -18
- package/benchmark/auto-resolve/fixtures/retired/F37-cli-rule-lookup/spec.md +0 -66
- package/benchmark/auto-resolve/fixtures/retired/F37-cli-rule-lookup/task.txt +0 -9
- package/benchmark/auto-resolve/fixtures/retired/F37-cli-rule-lookup/verifiers/correctness-small.js +0 -84
- package/benchmark/auto-resolve/fixtures/retired/F37-cli-rule-lookup/verifiers/scale.js +0 -184
- package/benchmark/auto-resolve/fixtures/retired/F37-cli-rule-lookup/verifiers/validation.js +0 -74
- package/benchmark/auto-resolve/fixtures/retired/F9-e2e-ideate-to-preflight/NOTES.md +0 -60
- package/benchmark/auto-resolve/fixtures/retired/F9-e2e-ideate-to-preflight/RETIRED.md +0 -29
- package/benchmark/auto-resolve/fixtures/retired/F9-e2e-ideate-to-preflight/expected.json +0 -73
- package/benchmark/auto-resolve/fixtures/retired/F9-e2e-ideate-to-preflight/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/retired/F9-e2e-ideate-to-preflight/setup.sh +0 -28
- package/benchmark/auto-resolve/fixtures/retired/F9-e2e-ideate-to-preflight/spec.md +0 -58
- package/benchmark/auto-resolve/fixtures/retired/F9-e2e-ideate-to-preflight/task.txt +0 -5
- package/benchmark/auto-resolve/fixtures/test-repo/README.md +0 -12
- package/benchmark/auto-resolve/fixtures/test-repo/bin/cli.js +0 -63
- package/benchmark/auto-resolve/fixtures/test-repo/package-lock.json +0 -823
- package/benchmark/auto-resolve/fixtures/test-repo/package.json +0 -22
- package/benchmark/auto-resolve/fixtures/test-repo/playwright.config.js +0 -17
- package/benchmark/auto-resolve/fixtures/test-repo/server/index.js +0 -37
- package/benchmark/auto-resolve/fixtures/test-repo/tests/cli.test.js +0 -25
- package/benchmark/auto-resolve/fixtures/test-repo/tests/server.test.js +0 -58
- package/benchmark/auto-resolve/fixtures/test-repo/web/index.html +0 -37
- package/benchmark/auto-resolve/results/20260507-f10-f11-tier1-full-pipeline/headroom-gate.json +0 -25
- package/benchmark/auto-resolve/results/20260507-f10-f11-tier1-full-pipeline/headroom-gate.md +0 -10
- package/benchmark/auto-resolve/results/20260508-f22-exact-error-headroom/headroom-gate.json +0 -18
- package/benchmark/auto-resolve/results/20260508-f22-exact-error-headroom/headroom-gate.md +0 -9
- package/benchmark/auto-resolve/results/20260508-f26-headroom/headroom-gate.json +0 -18
- package/benchmark/auto-resolve/results/20260508-f26-headroom/headroom-gate.md +0 -9
- package/benchmark/auto-resolve/results/20260510-f16-f23-f25-combined-proof/F16-cli-quote-tax-rules/l2_risk_probes/result.json +0 -28
- package/benchmark/auto-resolve/results/20260510-f16-f23-f25-combined-proof/F23-cli-fulfillment-wave/l2_risk_probes/result.json +0 -28
- package/benchmark/auto-resolve/results/20260510-f16-f23-f25-combined-proof/F25-cli-cart-promotion-rules/l2_risk_probes/result.json +0 -30
- package/benchmark/auto-resolve/results/20260510-f16-f23-f25-combined-proof/full-pipeline-pair-gate.json +0 -82
- package/benchmark/auto-resolve/results/20260510-f16-f23-f25-combined-proof/full-pipeline-pair-gate.md +0 -18
- package/benchmark/auto-resolve/results/20260510-f16-f23-f25-combined-proof/headroom-gate.json +0 -46
- package/benchmark/auto-resolve/results/20260510-f16-f23-f25-combined-proof/headroom-gate.md +0 -17
- package/benchmark/auto-resolve/results/20260511-f12-webhook-headroom/headroom-gate.json +0 -28
- package/benchmark/auto-resolve/results/20260511-f12-webhook-headroom/headroom-gate.md +0 -15
- package/benchmark/auto-resolve/results/20260511-f15-concurrency-headroom/headroom-gate.json +0 -28
- package/benchmark/auto-resolve/results/20260511-f15-concurrency-headroom/headroom-gate.md +0 -15
- package/benchmark/auto-resolve/results/20260511-f21-current-riskprobes-v1/F21-cli-scheduler-priority/l2_risk_probes/result.json +0 -32
- package/benchmark/auto-resolve/results/20260511-f21-current-riskprobes-v1/full-pipeline-pair-gate.json +0 -44
- package/benchmark/auto-resolve/results/20260511-f21-current-riskprobes-v1/full-pipeline-pair-gate.md +0 -16
- package/benchmark/auto-resolve/results/20260511-f21-current-riskprobes-v1/headroom-gate.json +0 -18
- package/benchmark/auto-resolve/results/20260511-f21-current-riskprobes-v1/headroom-gate.md +0 -9
- package/benchmark/auto-resolve/results/20260511-f3-http-error-headroom/headroom-gate.json +0 -28
- package/benchmark/auto-resolve/results/20260511-f3-http-error-headroom/headroom-gate.md +0 -15
- package/benchmark/auto-resolve/results/20260512-f2-medium-headroom/headroom-gate.json +0 -28
- package/benchmark/auto-resolve/results/20260512-f2-medium-headroom/headroom-gate.md +0 -15
- package/benchmark/auto-resolve/results/20260512-f31-seat-rebalance-headroom/headroom-gate.json +0 -28
- package/benchmark/auto-resolve/results/20260512-f31-seat-rebalance-headroom/headroom-gate.md +0 -15
- package/benchmark/auto-resolve/results/20260512-f32-subscription-renewal-headroom/headroom-gate.json +0 -28
- package/benchmark/auto-resolve/results/20260512-f32-subscription-renewal-headroom/headroom-gate.md +0 -15
- package/benchmark/auto-resolve/results/20260512-f4-web-headroom/headroom-gate.json +0 -28
- package/benchmark/auto-resolve/results/20260512-f4-web-headroom/headroom-gate.md +0 -15
- package/benchmark/auto-resolve/results/20260512-f5-fixloop-headroom/headroom-gate.json +0 -28
- package/benchmark/auto-resolve/results/20260512-f5-fixloop-headroom/headroom-gate.md +0 -15
- package/benchmark/auto-resolve/results/20260512-f6-checksum-headroom/headroom-gate.json +0 -28
- package/benchmark/auto-resolve/results/20260512-f6-checksum-headroom/headroom-gate.md +0 -15
- package/benchmark/auto-resolve/results/20260512-f7-scope-headroom/headroom-gate.json +0 -28
- package/benchmark/auto-resolve/results/20260512-f7-scope-headroom/headroom-gate.md +0 -15
- package/benchmark/auto-resolve/results/20260512-f9-e2e-headroom/headroom-gate.json +0 -28
- package/benchmark/auto-resolve/results/20260512-f9-e2e-headroom/headroom-gate.md +0 -15
- package/benchmark/auto-resolve/run-real-benchmark.md +0 -303
- package/benchmark/auto-resolve/scripts/audit-headroom-rejections.py +0 -441
- package/benchmark/auto-resolve/scripts/audit-pair-evidence.py +0 -1256
- package/benchmark/auto-resolve/scripts/build-pair-eligible-manifest.py +0 -306
- package/benchmark/auto-resolve/scripts/check-f9-artifacts.py +0 -268
- package/benchmark/auto-resolve/scripts/collect-swebench-predictions.py +0 -108
- package/benchmark/auto-resolve/scripts/compile-report.py +0 -493
- package/benchmark/auto-resolve/scripts/fetch-swebench-instances.py +0 -129
- package/benchmark/auto-resolve/scripts/frozen-verify-gate.py +0 -434
- package/benchmark/auto-resolve/scripts/full-pipeline-pair-gate.py +0 -612
- package/benchmark/auto-resolve/scripts/headroom-gate.py +0 -378
- package/benchmark/auto-resolve/scripts/iter-0033c-compare.py +0 -683
- package/benchmark/auto-resolve/scripts/iter-0033c-l1-summary.py +0 -97
- package/benchmark/auto-resolve/scripts/judge-opus-pass.sh +0 -542
- package/benchmark/auto-resolve/scripts/judge.sh +0 -565
- package/benchmark/auto-resolve/scripts/oracle-scope-tier-a.py +0 -256
- package/benchmark/auto-resolve/scripts/oracle-scope-tier-b.py +0 -287
- package/benchmark/auto-resolve/scripts/oracle-test-fidelity.py +0 -328
- package/benchmark/auto-resolve/scripts/pair-candidate-frontier.py +0 -469
- package/benchmark/auto-resolve/scripts/pair-plan-idgen.py +0 -401
- package/benchmark/auto-resolve/scripts/pair-plan-lint.py +0 -475
- package/benchmark/auto-resolve/scripts/pair-rejected-fixtures.sh +0 -103
- package/benchmark/auto-resolve/scripts/pair_evidence_contract.py +0 -270
- package/benchmark/auto-resolve/scripts/prepare-swebench-frozen-case.py +0 -273
- package/benchmark/auto-resolve/scripts/prepare-swebench-frozen-corpus.py +0 -148
- package/benchmark/auto-resolve/scripts/prepare-swebench-solver-worktree.py +0 -210
- package/benchmark/auto-resolve/scripts/recent-benchmark-summary.py +0 -232
- package/benchmark/auto-resolve/scripts/run-fixture.sh +0 -1024
- package/benchmark/auto-resolve/scripts/run-frozen-verify-pair.sh +0 -683
- package/benchmark/auto-resolve/scripts/run-full-pipeline-pair-candidate.sh +0 -458
- package/benchmark/auto-resolve/scripts/run-headroom-candidate.sh +0 -336
- package/benchmark/auto-resolve/scripts/run-iter-0033c.sh +0 -208
- package/benchmark/auto-resolve/scripts/run-suite.sh +0 -251
- package/benchmark/auto-resolve/scripts/run-swebench-frozen-corpus.sh +0 -310
- package/benchmark/auto-resolve/scripts/run-swebench-solver-batch.sh +0 -257
- package/benchmark/auto-resolve/scripts/ship-gate.py +0 -391
- package/benchmark/auto-resolve/scripts/solo-ceiling-avoidance.py +0 -53
- package/benchmark/auto-resolve/scripts/solo-headroom-hypothesis.py +0 -77
- package/benchmark/auto-resolve/scripts/swebench-frozen-matrix.py +0 -478
- package/benchmark/auto-resolve/scripts/test-audit-headroom-rejections.sh +0 -288
- package/benchmark/auto-resolve/scripts/test-audit-pair-evidence.sh +0 -1672
- package/benchmark/auto-resolve/scripts/test-benchmark-arg-parsing.sh +0 -1015
- package/benchmark/auto-resolve/scripts/test-build-pair-eligible-manifest.sh +0 -491
- package/benchmark/auto-resolve/scripts/test-check-f9-artifacts.sh +0 -91
- package/benchmark/auto-resolve/scripts/test-frozen-verify-gate.sh +0 -517
- package/benchmark/auto-resolve/scripts/test-full-pipeline-pair-gate.sh +0 -610
- package/benchmark/auto-resolve/scripts/test-headroom-gate.sh +0 -401
- package/benchmark/auto-resolve/scripts/test-iter-0033c-compare.sh +0 -525
- package/benchmark/auto-resolve/scripts/test-iter-0033c-l1-summary.sh +0 -254
- package/benchmark/auto-resolve/scripts/test-lint-fixtures.sh +0 -580
- package/benchmark/auto-resolve/scripts/test-pair-candidate-frontier.sh +0 -591
- package/benchmark/auto-resolve/scripts/test-run-full-pipeline-pair-candidate.sh +0 -497
- package/benchmark/auto-resolve/scripts/test-run-headroom-candidate.sh +0 -401
- package/benchmark/auto-resolve/scripts/test-run-swebench-solver-batch.sh +0 -111
- package/benchmark/auto-resolve/scripts/test-ship-gate.sh +0 -1189
- package/benchmark/auto-resolve/scripts/test-swebench-frozen-case.sh +0 -1221
- package/benchmark/auto-resolve/shadow-fixtures/S1-cli-lang-flag/NOTES.md +0 -28
- package/benchmark/auto-resolve/shadow-fixtures/S1-cli-lang-flag/expected.json +0 -63
- package/benchmark/auto-resolve/shadow-fixtures/S1-cli-lang-flag/metadata.json +0 -10
- package/benchmark/auto-resolve/shadow-fixtures/S1-cli-lang-flag/setup.sh +0 -3
- package/benchmark/auto-resolve/shadow-fixtures/S1-cli-lang-flag/spec.md +0 -47
- package/benchmark/auto-resolve/shadow-fixtures/S1-cli-lang-flag/task.txt +0 -1
- package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/NOTES.md +0 -34
- package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/expected.json +0 -53
- package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/metadata.json +0 -10
- package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/setup.sh +0 -3
- package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/spec.md +0 -50
- package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/task.txt +0 -1
- package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/verifiers/duplicate-order-error.js +0 -27
- package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/verifiers/priority-stock-reservation.js +0 -44
- package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/NOTES.md +0 -34
- package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/expected.json +0 -55
- package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/metadata.json +0 -10
- package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/setup.sh +0 -3
- package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/spec.md +0 -52
- package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/task.txt +0 -1
- package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/verifiers/duplicate-ticket-error.js +0 -29
- package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/verifiers/priority-agent-assignment.js +0 -48
- package/benchmark/auto-resolve/shadow-fixtures/S4-cli-return-routing/NOTES.md +0 -34
- package/benchmark/auto-resolve/shadow-fixtures/S4-cli-return-routing/expected.json +0 -55
- package/benchmark/auto-resolve/shadow-fixtures/S4-cli-return-routing/metadata.json +0 -10
- package/benchmark/auto-resolve/shadow-fixtures/S4-cli-return-routing/setup.sh +0 -3
- package/benchmark/auto-resolve/shadow-fixtures/S4-cli-return-routing/spec.md +0 -55
- package/benchmark/auto-resolve/shadow-fixtures/S4-cli-return-routing/task.txt +0 -1
- package/benchmark/auto-resolve/shadow-fixtures/S4-cli-return-routing/verifiers/duplicate-return-error.js +0 -43
- package/benchmark/auto-resolve/shadow-fixtures/S4-cli-return-routing/verifiers/priority-return-routing.js +0 -70
- package/benchmark/auto-resolve/shadow-fixtures/S5-cli-credit-grant-ledger/NOTES.md +0 -37
- package/benchmark/auto-resolve/shadow-fixtures/S5-cli-credit-grant-ledger/expected.json +0 -54
- package/benchmark/auto-resolve/shadow-fixtures/S5-cli-credit-grant-ledger/metadata.json +0 -10
- package/benchmark/auto-resolve/shadow-fixtures/S5-cli-credit-grant-ledger/setup.sh +0 -3
- package/benchmark/auto-resolve/shadow-fixtures/S5-cli-credit-grant-ledger/spec.md +0 -59
- package/benchmark/auto-resolve/shadow-fixtures/S5-cli-credit-grant-ledger/task.txt +0 -1
- package/benchmark/auto-resolve/shadow-fixtures/S5-cli-credit-grant-ledger/verifiers/credit-ledger-priority.js +0 -98
- package/benchmark/auto-resolve/shadow-fixtures/S5-cli-credit-grant-ledger/verifiers/duplicate-charge-error.js +0 -38
- package/benchmark/auto-resolve/shadow-fixtures/S6-cli-refund-window-ledger/NOTES.md +0 -36
- package/benchmark/auto-resolve/shadow-fixtures/S6-cli-refund-window-ledger/expected.json +0 -56
- package/benchmark/auto-resolve/shadow-fixtures/S6-cli-refund-window-ledger/metadata.json +0 -10
- package/benchmark/auto-resolve/shadow-fixtures/S6-cli-refund-window-ledger/setup.sh +0 -3
- package/benchmark/auto-resolve/shadow-fixtures/S6-cli-refund-window-ledger/spec.md +0 -59
- package/benchmark/auto-resolve/shadow-fixtures/S6-cli-refund-window-ledger/task.txt +0 -1
- package/benchmark/auto-resolve/shadow-fixtures/S6-cli-refund-window-ledger/verifiers/duplicate-refund-error.js +0 -41
- package/benchmark/auto-resolve/shadow-fixtures/S6-cli-refund-window-ledger/verifiers/priority-refund-ledger.js +0 -65
- package/config/skills/_shared/pair-plan-schema.md +0 -298
- package/scripts/lint-fixtures.sh +0 -352
- package/scripts/lint-shadow-fixtures.sh +0 -58
- package/scripts/lint-skills.sh +0 -4265
- package/scripts/test-owner-phases.py +0 -238
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"fixture": "F21-cli-scheduler-priority",
|
|
3
|
-
"arm": "l2_risk_probes",
|
|
4
|
-
"run_id": "20260511-f21-current-riskprobes-v1",
|
|
5
|
-
"disqualifier": false,
|
|
6
|
-
"oracle_disqualifier": false,
|
|
7
|
-
"oracle_findings_count": 0,
|
|
8
|
-
"verify_score": 1.0,
|
|
9
|
-
"commands_passed": 3,
|
|
10
|
-
"commands_total": 3,
|
|
11
|
-
"diff_bytes": 14846,
|
|
12
|
-
"files_changed": 2,
|
|
13
|
-
"elapsed_seconds": 1112,
|
|
14
|
-
"timed_out": false,
|
|
15
|
-
"environment_contamination": false,
|
|
16
|
-
"environment_contamination_reason": null,
|
|
17
|
-
"invoke_exit": 0,
|
|
18
|
-
"invoke_failure": false,
|
|
19
|
-
"invoke_failure_reason": null,
|
|
20
|
-
"terminal_verdict": "PASS",
|
|
21
|
-
"verify_verdict": "PASS",
|
|
22
|
-
"pair_trigger": {
|
|
23
|
-
"eligible": true,
|
|
24
|
-
"reasons": [
|
|
25
|
-
"complexity.high",
|
|
26
|
-
"risk_profile.high_risk",
|
|
27
|
-
"risk_probes_enabled"
|
|
28
|
-
],
|
|
29
|
-
"skipped_reason": null
|
|
30
|
-
},
|
|
31
|
-
"pair_mode": true
|
|
32
|
-
}
|
|
@@ -1,44 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"run_id": "20260511-f21-current-riskprobes-v1",
|
|
3
|
-
"rule": "headroom candidates only; bare headroom >= 5; solo_claude headroom >= 5; l2_risk_probes must be evidence-clean, pair_mode true, pair_trigger eligible with a canonical reason, and beat solo_claude by the configured margin",
|
|
4
|
-
"verdict": "PASS",
|
|
5
|
-
"fixtures_total": 1,
|
|
6
|
-
"fixtures_passed": 1,
|
|
7
|
-
"min_fixtures": 1,
|
|
8
|
-
"fixture_count_ok": true,
|
|
9
|
-
"bare_max": 60,
|
|
10
|
-
"solo_max": 80,
|
|
11
|
-
"min_bare_headroom_required": 5,
|
|
12
|
-
"min_solo_headroom_required": 5,
|
|
13
|
-
"min_pair_margin": 5,
|
|
14
|
-
"pair_arm": "l2_risk_probes",
|
|
15
|
-
"max_pair_solo_wall_ratio": 3.0,
|
|
16
|
-
"require_hypothesis_trigger": false,
|
|
17
|
-
"max_observed_pair_solo_wall_ratio": 1.4728476821192054,
|
|
18
|
-
"avg_pair_margin": 33.0,
|
|
19
|
-
"avg_pair_solo_wall_ratio": 1.4728476821192054,
|
|
20
|
-
"rows": [
|
|
21
|
-
{
|
|
22
|
-
"fixture": "F21-cli-scheduler-priority",
|
|
23
|
-
"status": "PASS",
|
|
24
|
-
"bare_score": 33,
|
|
25
|
-
"bare_headroom": 27,
|
|
26
|
-
"solo_score": 66,
|
|
27
|
-
"solo_headroom": 14,
|
|
28
|
-
"pair_score": 99,
|
|
29
|
-
"pair_margin": 33,
|
|
30
|
-
"pair_mode": true,
|
|
31
|
-
"pair_trigger_eligible": true,
|
|
32
|
-
"pair_trigger_reasons": [
|
|
33
|
-
"complexity.high",
|
|
34
|
-
"risk.high",
|
|
35
|
-
"risk_probes.enabled",
|
|
36
|
-
"spec.solo_headroom_hypothesis"
|
|
37
|
-
],
|
|
38
|
-
"pair_trigger_has_canonical_reason": true,
|
|
39
|
-
"pair_trigger_has_hypothesis_reason": true,
|
|
40
|
-
"pair_solo_wall_ratio": 1.4728476821192054,
|
|
41
|
-
"reason": ""
|
|
42
|
-
}
|
|
43
|
-
]
|
|
44
|
-
}
|
package/benchmark/auto-resolve/results/20260511-f21-current-riskprobes-v1/full-pipeline-pair-gate.md
DELETED
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
# Full-Pipeline Pair Gate - 20260511-f21-current-riskprobes-v1
|
|
2
|
-
|
|
3
|
-
Verdict: **PASS**
|
|
4
|
-
|
|
5
|
-
Fixtures passed: 1/1 (minimum required: 1)
|
|
6
|
-
|
|
7
|
-
Rule: at least 1 fixtures; bare <= 60; bare headroom >= 5; solo_claude <= 80; solo_claude headroom >= 5; l2_risk_probes evidence-clean; pair_mode true; pair_trigger eligible with canonical reason; l2_risk_probes - solo_claude >= 5.
|
|
8
|
-
Average pair margin: +33.0
|
|
9
|
-
Allowed pair/solo wall ratio: 3.00x
|
|
10
|
-
Maximum observed pair/solo wall ratio: 1.47x
|
|
11
|
-
Average pair/solo wall ratio: 1.47x
|
|
12
|
-
Hypothesis trigger required: false
|
|
13
|
-
|
|
14
|
-
| Fixture | Bare | Bare headroom | Solo_claude | Solo_claude headroom | Pair | Margin | Pair mode | Hypothesis trigger | Triggers | Wall ratio | Status | Reason |
|
|
15
|
-
|---|---:|---:|---:|---:|---:|---:|---|---|---|---:|---|---|
|
|
16
|
-
| F21-cli-scheduler-priority | 33 | 27 | 66 | 14 | 99 | +33 | true | true | complexity.high,risk.high,risk_probes.enabled,spec.solo_headroom_hypothesis | 1.47x | PASS | |
|
package/benchmark/auto-resolve/results/20260511-f21-current-riskprobes-v1/headroom-gate.json
DELETED
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"run_id": "20260511-f21-current-riskprobes-v1",
|
|
3
|
-
"rule": "at least 1 candidate fixtures; each must satisfy bare <= 60 and solo_claude <= 80, with both arms clean",
|
|
4
|
-
"verdict": "PASS",
|
|
5
|
-
"fixtures_total": 1,
|
|
6
|
-
"fixtures_passed": 1,
|
|
7
|
-
"min_fixtures": 1,
|
|
8
|
-
"fixture_count_ok": true,
|
|
9
|
-
"rows": [
|
|
10
|
-
{
|
|
11
|
-
"fixture": "F21-cli-scheduler-priority",
|
|
12
|
-
"status": "PASS",
|
|
13
|
-
"bare_score": 33,
|
|
14
|
-
"solo_score": 66,
|
|
15
|
-
"reason": ""
|
|
16
|
-
}
|
|
17
|
-
]
|
|
18
|
-
}
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
# Headroom Gate — 20260511-f21-current-riskprobes-v1
|
|
2
|
-
|
|
3
|
-
Verdict: **PASS**
|
|
4
|
-
|
|
5
|
-
Rule: at least 1 fixtures; bare <= 60, solo_claude <= 80, both arms clean.
|
|
6
|
-
|
|
7
|
-
| Fixture | Bare | Solo | Status | Reason |
|
|
8
|
-
|---|---:|---:|---|---|
|
|
9
|
-
| F21-cli-scheduler-priority | 33 | 66 | PASS | |
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"run_id": "20260511-f3-http-error-headroom",
|
|
3
|
-
"rule": "at least 1 candidate fixtures; each must satisfy bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, with both baseline arms evidence-complete",
|
|
4
|
-
"verdict": "FAIL",
|
|
5
|
-
"fixtures_total": 1,
|
|
6
|
-
"fixtures_passed": 0,
|
|
7
|
-
"min_fixtures": 1,
|
|
8
|
-
"bare_max": 60,
|
|
9
|
-
"solo_max": 80,
|
|
10
|
-
"min_bare_headroom_required": 5,
|
|
11
|
-
"min_solo_headroom_required": 5,
|
|
12
|
-
"fixture_count_ok": true,
|
|
13
|
-
"avg_bare_headroom": -37.0,
|
|
14
|
-
"min_bare_headroom": -37,
|
|
15
|
-
"avg_solo_headroom": -19.0,
|
|
16
|
-
"min_solo_headroom": -19,
|
|
17
|
-
"rows": [
|
|
18
|
-
{
|
|
19
|
-
"fixture": "F3-backend-contract-risk",
|
|
20
|
-
"status": "FAIL",
|
|
21
|
-
"bare_score": 97,
|
|
22
|
-
"solo_score": 99,
|
|
23
|
-
"bare_headroom": -37,
|
|
24
|
-
"solo_headroom": -19,
|
|
25
|
-
"reason": "bare score 97 > 60; solo_claude score 99 > 80"
|
|
26
|
-
}
|
|
27
|
-
]
|
|
28
|
-
}
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
# Headroom Gate — 20260511-f3-http-error-headroom
|
|
2
|
-
|
|
3
|
-
Verdict: **FAIL**
|
|
4
|
-
|
|
5
|
-
Fixtures passed: 0/1 (minimum required: 1)
|
|
6
|
-
|
|
7
|
-
Rule: at least 1 fixtures; bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, both baseline arms evidence-complete.
|
|
8
|
-
Average bare headroom: -37.0
|
|
9
|
-
Minimum bare headroom: -37
|
|
10
|
-
Average solo headroom: -19.0
|
|
11
|
-
Minimum solo headroom: -19
|
|
12
|
-
|
|
13
|
-
| Fixture | Bare | Bare headroom | Solo | Solo headroom | Status | Reason |
|
|
14
|
-
|---|---:|---:|---:|---:|---|---|
|
|
15
|
-
| F3-backend-contract-risk | 97 | -37 | 99 | -19 | FAIL | bare score 97 > 60; solo_claude score 99 > 80 |
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"run_id": "20260512-f2-medium-headroom",
|
|
3
|
-
"rule": "at least 1 candidate fixtures; each must satisfy bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, with both baseline arms evidence-complete",
|
|
4
|
-
"verdict": "FAIL",
|
|
5
|
-
"fixtures_total": 1,
|
|
6
|
-
"fixtures_passed": 0,
|
|
7
|
-
"min_fixtures": 1,
|
|
8
|
-
"bare_max": 60,
|
|
9
|
-
"solo_max": 80,
|
|
10
|
-
"min_bare_headroom_required": 5,
|
|
11
|
-
"min_solo_headroom_required": 5,
|
|
12
|
-
"fixture_count_ok": true,
|
|
13
|
-
"avg_bare_headroom": -23.0,
|
|
14
|
-
"min_bare_headroom": -23,
|
|
15
|
-
"avg_solo_headroom": -15.0,
|
|
16
|
-
"min_solo_headroom": -15,
|
|
17
|
-
"rows": [
|
|
18
|
-
{
|
|
19
|
-
"fixture": "F2-cli-medium-subcommand",
|
|
20
|
-
"status": "FAIL",
|
|
21
|
-
"bare_score": 83,
|
|
22
|
-
"solo_score": 95,
|
|
23
|
-
"bare_headroom": -23,
|
|
24
|
-
"solo_headroom": -15,
|
|
25
|
-
"reason": "bare score 83 > 60; solo_claude score 95 > 80"
|
|
26
|
-
}
|
|
27
|
-
]
|
|
28
|
-
}
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
# Headroom Gate — 20260512-f2-medium-headroom
|
|
2
|
-
|
|
3
|
-
Verdict: **FAIL**
|
|
4
|
-
|
|
5
|
-
Fixtures passed: 0/1 (minimum required: 1)
|
|
6
|
-
|
|
7
|
-
Rule: at least 1 fixtures; bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, both baseline arms evidence-complete.
|
|
8
|
-
Average bare headroom: -23.0
|
|
9
|
-
Minimum bare headroom: -23
|
|
10
|
-
Average solo headroom: -15.0
|
|
11
|
-
Minimum solo headroom: -15
|
|
12
|
-
|
|
13
|
-
| Fixture | Bare | Bare headroom | Solo | Solo headroom | Status | Reason |
|
|
14
|
-
|---|---:|---:|---:|---:|---|---|
|
|
15
|
-
| F2-cli-medium-subcommand | 83 | -23 | 95 | -15 | FAIL | bare score 83 > 60; solo_claude score 95 > 80 |
|
package/benchmark/auto-resolve/results/20260512-f31-seat-rebalance-headroom/headroom-gate.json
DELETED
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"run_id": "20260512-f31-seat-rebalance-headroom",
|
|
3
|
-
"rule": "at least 1 candidate fixtures; each must satisfy bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, with both baseline arms evidence-complete",
|
|
4
|
-
"verdict": "FAIL",
|
|
5
|
-
"fixtures_total": 1,
|
|
6
|
-
"fixtures_passed": 0,
|
|
7
|
-
"min_fixtures": 1,
|
|
8
|
-
"bare_max": 60,
|
|
9
|
-
"solo_max": 80,
|
|
10
|
-
"min_bare_headroom_required": 5,
|
|
11
|
-
"min_solo_headroom_required": 5,
|
|
12
|
-
"fixture_count_ok": true,
|
|
13
|
-
"avg_bare_headroom": 27.0,
|
|
14
|
-
"min_bare_headroom": 27,
|
|
15
|
-
"avg_solo_headroom": -18.0,
|
|
16
|
-
"min_solo_headroom": -18,
|
|
17
|
-
"rows": [
|
|
18
|
-
{
|
|
19
|
-
"fixture": "F31-cli-seat-rebalance",
|
|
20
|
-
"status": "FAIL",
|
|
21
|
-
"bare_score": 33,
|
|
22
|
-
"solo_score": 98,
|
|
23
|
-
"bare_headroom": 27,
|
|
24
|
-
"solo_headroom": -18,
|
|
25
|
-
"reason": "solo_claude score 98 > 80; bare judge disqualifier; bare result disqualifier; bare verify disqualifier"
|
|
26
|
-
}
|
|
27
|
-
]
|
|
28
|
-
}
|
package/benchmark/auto-resolve/results/20260512-f31-seat-rebalance-headroom/headroom-gate.md
DELETED
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
# Headroom Gate — 20260512-f31-seat-rebalance-headroom
|
|
2
|
-
|
|
3
|
-
Verdict: **FAIL**
|
|
4
|
-
|
|
5
|
-
Fixtures passed: 0/1 (minimum required: 1)
|
|
6
|
-
|
|
7
|
-
Rule: at least 1 fixtures; bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, both baseline arms evidence-complete.
|
|
8
|
-
Average bare headroom: 27.0
|
|
9
|
-
Minimum bare headroom: 27
|
|
10
|
-
Average solo headroom: -18.0
|
|
11
|
-
Minimum solo headroom: -18
|
|
12
|
-
|
|
13
|
-
| Fixture | Bare | Bare headroom | Solo | Solo headroom | Status | Reason |
|
|
14
|
-
|---|---:|---:|---:|---:|---|---|
|
|
15
|
-
| F31-cli-seat-rebalance | 33 | 27 | 98 | -18 | FAIL | solo_claude score 98 > 80; bare judge disqualifier; bare result disqualifier; bare verify disqualifier |
|
package/benchmark/auto-resolve/results/20260512-f32-subscription-renewal-headroom/headroom-gate.json
DELETED
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"run_id": "20260512-f32-subscription-renewal-headroom",
|
|
3
|
-
"rule": "at least 1 candidate fixtures; each must satisfy bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, with both baseline arms evidence-complete",
|
|
4
|
-
"verdict": "FAIL",
|
|
5
|
-
"fixtures_total": 1,
|
|
6
|
-
"fixtures_passed": 0,
|
|
7
|
-
"min_fixtures": 1,
|
|
8
|
-
"bare_max": 60,
|
|
9
|
-
"solo_max": 80,
|
|
10
|
-
"min_bare_headroom_required": 5,
|
|
11
|
-
"min_solo_headroom_required": 5,
|
|
12
|
-
"fixture_count_ok": true,
|
|
13
|
-
"avg_bare_headroom": 27.0,
|
|
14
|
-
"min_bare_headroom": 27,
|
|
15
|
-
"avg_solo_headroom": -18.0,
|
|
16
|
-
"min_solo_headroom": -18,
|
|
17
|
-
"rows": [
|
|
18
|
-
{
|
|
19
|
-
"fixture": "F32-cli-subscription-renewal",
|
|
20
|
-
"status": "FAIL",
|
|
21
|
-
"bare_score": 33,
|
|
22
|
-
"solo_score": 98,
|
|
23
|
-
"bare_headroom": 27,
|
|
24
|
-
"solo_headroom": -18,
|
|
25
|
-
"reason": "solo_claude score 98 > 80"
|
|
26
|
-
}
|
|
27
|
-
]
|
|
28
|
-
}
|
package/benchmark/auto-resolve/results/20260512-f32-subscription-renewal-headroom/headroom-gate.md
DELETED
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
# Headroom Gate — 20260512-f32-subscription-renewal-headroom
|
|
2
|
-
|
|
3
|
-
Verdict: **FAIL**
|
|
4
|
-
|
|
5
|
-
Fixtures passed: 0/1 (minimum required: 1)
|
|
6
|
-
|
|
7
|
-
Rule: at least 1 fixtures; bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, both baseline arms evidence-complete.
|
|
8
|
-
Average bare headroom: 27.0
|
|
9
|
-
Minimum bare headroom: 27
|
|
10
|
-
Average solo headroom: -18.0
|
|
11
|
-
Minimum solo headroom: -18
|
|
12
|
-
|
|
13
|
-
| Fixture | Bare | Bare headroom | Solo | Solo headroom | Status | Reason |
|
|
14
|
-
|---|---:|---:|---:|---:|---|---|
|
|
15
|
-
| F32-cli-subscription-renewal | 33 | 27 | 98 | -18 | FAIL | solo_claude score 98 > 80 |
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"run_id": "20260512-f4-web-headroom",
|
|
3
|
-
"rule": "at least 1 candidate fixtures; each must satisfy bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, with both baseline arms evidence-complete",
|
|
4
|
-
"verdict": "FAIL",
|
|
5
|
-
"fixtures_total": 1,
|
|
6
|
-
"fixtures_passed": 0,
|
|
7
|
-
"min_fixtures": 1,
|
|
8
|
-
"bare_max": 60,
|
|
9
|
-
"solo_max": 80,
|
|
10
|
-
"min_bare_headroom_required": 5,
|
|
11
|
-
"min_solo_headroom_required": 5,
|
|
12
|
-
"fixture_count_ok": true,
|
|
13
|
-
"avg_bare_headroom": -10.0,
|
|
14
|
-
"min_bare_headroom": -10,
|
|
15
|
-
"avg_solo_headroom": -12.0,
|
|
16
|
-
"min_solo_headroom": -12,
|
|
17
|
-
"rows": [
|
|
18
|
-
{
|
|
19
|
-
"fixture": "F4-web-browser-design",
|
|
20
|
-
"status": "FAIL",
|
|
21
|
-
"bare_score": 70,
|
|
22
|
-
"solo_score": 92,
|
|
23
|
-
"bare_headroom": -10,
|
|
24
|
-
"solo_headroom": -12,
|
|
25
|
-
"reason": "bare score 70 > 60; solo_claude score 92 > 80; bare judge disqualifier; bare result disqualifier; bare verify disqualifier"
|
|
26
|
-
}
|
|
27
|
-
]
|
|
28
|
-
}
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
# Headroom Gate — 20260512-f4-web-headroom
|
|
2
|
-
|
|
3
|
-
Verdict: **FAIL**
|
|
4
|
-
|
|
5
|
-
Fixtures passed: 0/1 (minimum required: 1)
|
|
6
|
-
|
|
7
|
-
Rule: at least 1 fixtures; bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, both baseline arms evidence-complete.
|
|
8
|
-
Average bare headroom: -10.0
|
|
9
|
-
Minimum bare headroom: -10
|
|
10
|
-
Average solo headroom: -12.0
|
|
11
|
-
Minimum solo headroom: -12
|
|
12
|
-
|
|
13
|
-
| Fixture | Bare | Bare headroom | Solo | Solo headroom | Status | Reason |
|
|
14
|
-
|---|---:|---:|---:|---:|---|---|
|
|
15
|
-
| F4-web-browser-design | 70 | -10 | 92 | -12 | FAIL | bare score 70 > 60; solo_claude score 92 > 80; bare judge disqualifier; bare result disqualifier; bare verify disqualifier |
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"run_id": "20260512-f5-fixloop-headroom",
|
|
3
|
-
"rule": "at least 1 candidate fixtures; each must satisfy bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, with both baseline arms evidence-complete",
|
|
4
|
-
"verdict": "FAIL",
|
|
5
|
-
"fixtures_total": 1,
|
|
6
|
-
"fixtures_passed": 0,
|
|
7
|
-
"min_fixtures": 1,
|
|
8
|
-
"bare_max": 60,
|
|
9
|
-
"solo_max": 80,
|
|
10
|
-
"min_bare_headroom_required": 5,
|
|
11
|
-
"min_solo_headroom_required": 5,
|
|
12
|
-
"fixture_count_ok": true,
|
|
13
|
-
"avg_bare_headroom": -39.0,
|
|
14
|
-
"min_bare_headroom": -39,
|
|
15
|
-
"avg_solo_headroom": -19.0,
|
|
16
|
-
"min_solo_headroom": -19,
|
|
17
|
-
"rows": [
|
|
18
|
-
{
|
|
19
|
-
"fixture": "F5-fix-loop-red-green",
|
|
20
|
-
"status": "FAIL",
|
|
21
|
-
"bare_score": 99,
|
|
22
|
-
"solo_score": 99,
|
|
23
|
-
"bare_headroom": -39,
|
|
24
|
-
"solo_headroom": -19,
|
|
25
|
-
"reason": "bare score 99 > 60; solo_claude score 99 > 80"
|
|
26
|
-
}
|
|
27
|
-
]
|
|
28
|
-
}
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
# Headroom Gate — 20260512-f5-fixloop-headroom
|
|
2
|
-
|
|
3
|
-
Verdict: **FAIL**
|
|
4
|
-
|
|
5
|
-
Fixtures passed: 0/1 (minimum required: 1)
|
|
6
|
-
|
|
7
|
-
Rule: at least 1 fixtures; bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, both baseline arms evidence-complete.
|
|
8
|
-
Average bare headroom: -39.0
|
|
9
|
-
Minimum bare headroom: -39
|
|
10
|
-
Average solo headroom: -19.0
|
|
11
|
-
Minimum solo headroom: -19
|
|
12
|
-
|
|
13
|
-
| Fixture | Bare | Bare headroom | Solo | Solo headroom | Status | Reason |
|
|
14
|
-
|---|---:|---:|---:|---:|---|---|
|
|
15
|
-
| F5-fix-loop-red-green | 99 | -39 | 99 | -19 | FAIL | bare score 99 > 60; solo_claude score 99 > 80 |
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"run_id": "20260512-f6-checksum-headroom",
|
|
3
|
-
"rule": "at least 1 candidate fixtures; each must satisfy bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, with both baseline arms evidence-complete",
|
|
4
|
-
"verdict": "FAIL",
|
|
5
|
-
"fixtures_total": 1,
|
|
6
|
-
"fixtures_passed": 0,
|
|
7
|
-
"min_fixtures": 1,
|
|
8
|
-
"bare_max": 60,
|
|
9
|
-
"solo_max": 80,
|
|
10
|
-
"min_bare_headroom_required": 5,
|
|
11
|
-
"min_solo_headroom_required": 5,
|
|
12
|
-
"fixture_count_ok": true,
|
|
13
|
-
"avg_bare_headroom": -37.0,
|
|
14
|
-
"min_bare_headroom": -37,
|
|
15
|
-
"avg_solo_headroom": -16.0,
|
|
16
|
-
"min_solo_headroom": -16,
|
|
17
|
-
"rows": [
|
|
18
|
-
{
|
|
19
|
-
"fixture": "F6-dep-audit-native-module",
|
|
20
|
-
"status": "FAIL",
|
|
21
|
-
"bare_score": 97,
|
|
22
|
-
"solo_score": 96,
|
|
23
|
-
"bare_headroom": -37,
|
|
24
|
-
"solo_headroom": -16,
|
|
25
|
-
"reason": "bare score 97 > 60; solo_claude score 96 > 80"
|
|
26
|
-
}
|
|
27
|
-
]
|
|
28
|
-
}
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
# Headroom Gate — 20260512-f6-checksum-headroom
|
|
2
|
-
|
|
3
|
-
Verdict: **FAIL**
|
|
4
|
-
|
|
5
|
-
Fixtures passed: 0/1 (minimum required: 1)
|
|
6
|
-
|
|
7
|
-
Rule: at least 1 fixtures; bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, both baseline arms evidence-complete.
|
|
8
|
-
Average bare headroom: -37.0
|
|
9
|
-
Minimum bare headroom: -37
|
|
10
|
-
Average solo headroom: -16.0
|
|
11
|
-
Minimum solo headroom: -16
|
|
12
|
-
|
|
13
|
-
| Fixture | Bare | Bare headroom | Solo | Solo headroom | Status | Reason |
|
|
14
|
-
|---|---:|---:|---:|---:|---|---|
|
|
15
|
-
| F6-dep-audit-native-module | 97 | -37 | 96 | -16 | FAIL | bare score 97 > 60; solo_claude score 96 > 80 |
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"run_id": "20260512-f7-scope-headroom",
|
|
3
|
-
"rule": "at least 1 candidate fixtures; each must satisfy bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, with both baseline arms evidence-complete",
|
|
4
|
-
"verdict": "FAIL",
|
|
5
|
-
"fixtures_total": 1,
|
|
6
|
-
"fixtures_passed": 0,
|
|
7
|
-
"min_fixtures": 1,
|
|
8
|
-
"bare_max": 60,
|
|
9
|
-
"solo_max": 80,
|
|
10
|
-
"min_bare_headroom_required": 5,
|
|
11
|
-
"min_solo_headroom_required": 5,
|
|
12
|
-
"fixture_count_ok": true,
|
|
13
|
-
"avg_bare_headroom": -39.0,
|
|
14
|
-
"min_bare_headroom": -39,
|
|
15
|
-
"avg_solo_headroom": -20.0,
|
|
16
|
-
"min_solo_headroom": -20,
|
|
17
|
-
"rows": [
|
|
18
|
-
{
|
|
19
|
-
"fixture": "F7-out-of-scope-trap",
|
|
20
|
-
"status": "FAIL",
|
|
21
|
-
"bare_score": 99,
|
|
22
|
-
"solo_score": 100,
|
|
23
|
-
"bare_headroom": -39,
|
|
24
|
-
"solo_headroom": -20,
|
|
25
|
-
"reason": "bare score 99 > 60; solo_claude score 100 > 80"
|
|
26
|
-
}
|
|
27
|
-
]
|
|
28
|
-
}
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
# Headroom Gate — 20260512-f7-scope-headroom
|
|
2
|
-
|
|
3
|
-
Verdict: **FAIL**
|
|
4
|
-
|
|
5
|
-
Fixtures passed: 0/1 (minimum required: 1)
|
|
6
|
-
|
|
7
|
-
Rule: at least 1 fixtures; bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, both baseline arms evidence-complete.
|
|
8
|
-
Average bare headroom: -39.0
|
|
9
|
-
Minimum bare headroom: -39
|
|
10
|
-
Average solo headroom: -20.0
|
|
11
|
-
Minimum solo headroom: -20
|
|
12
|
-
|
|
13
|
-
| Fixture | Bare | Bare headroom | Solo | Solo headroom | Status | Reason |
|
|
14
|
-
|---|---:|---:|---:|---:|---|---|
|
|
15
|
-
| F7-out-of-scope-trap | 99 | -39 | 100 | -20 | FAIL | bare score 99 > 60; solo_claude score 100 > 80 |
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"run_id": "20260512-f9-e2e-headroom",
|
|
3
|
-
"rule": "at least 1 candidate fixtures; each must satisfy bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, with both baseline arms evidence-complete",
|
|
4
|
-
"verdict": "FAIL",
|
|
5
|
-
"fixtures_total": 1,
|
|
6
|
-
"fixtures_passed": 0,
|
|
7
|
-
"min_fixtures": 1,
|
|
8
|
-
"bare_max": 60,
|
|
9
|
-
"solo_max": 80,
|
|
10
|
-
"min_bare_headroom_required": 5,
|
|
11
|
-
"min_solo_headroom_required": 5,
|
|
12
|
-
"fixture_count_ok": true,
|
|
13
|
-
"avg_bare_headroom": 0.0,
|
|
14
|
-
"min_bare_headroom": 0,
|
|
15
|
-
"avg_solo_headroom": -10.0,
|
|
16
|
-
"min_solo_headroom": -10,
|
|
17
|
-
"rows": [
|
|
18
|
-
{
|
|
19
|
-
"fixture": "F9-e2e-ideate-to-resolve",
|
|
20
|
-
"status": "FAIL",
|
|
21
|
-
"bare_score": 60,
|
|
22
|
-
"solo_score": 90,
|
|
23
|
-
"bare_headroom": 0,
|
|
24
|
-
"solo_headroom": -10,
|
|
25
|
-
"reason": "bare headroom 0 < 5; solo_claude score 90 > 80; bare judge disqualifier"
|
|
26
|
-
}
|
|
27
|
-
]
|
|
28
|
-
}
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
# Headroom Gate — 20260512-f9-e2e-headroom
|
|
2
|
-
|
|
3
|
-
Verdict: **FAIL**
|
|
4
|
-
|
|
5
|
-
Fixtures passed: 0/1 (minimum required: 1)
|
|
6
|
-
|
|
7
|
-
Rule: at least 1 fixtures; bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, both baseline arms evidence-complete.
|
|
8
|
-
Average bare headroom: 0.0
|
|
9
|
-
Minimum bare headroom: 0
|
|
10
|
-
Average solo headroom: -10.0
|
|
11
|
-
Minimum solo headroom: -10
|
|
12
|
-
|
|
13
|
-
| Fixture | Bare | Bare headroom | Solo | Solo headroom | Status | Reason |
|
|
14
|
-
|---|---:|---:|---:|---:|---|---|
|
|
15
|
-
| F9-e2e-ideate-to-resolve | 60 | 0 | 90 | -10 | FAIL | bare headroom 0 < 5; solo_claude score 90 > 80; bare judge disqualifier |
|