devlyn-cli 3.2.1 → 3.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +2 -2
- package/CLAUDE.md +2 -2
- package/README.md +12 -102
- package/bin/devlyn.js +13 -225
- package/bin/instruction-templates.json +6 -0
- package/config/skills/_shared/adapters/grok.md +1 -2
- package/config/skills/_shared/archive_run.py +15 -3
- package/config/skills/_shared/judge-role-evidence.py +21 -1
- package/config/skills/_shared/runtime-principles.md +1 -1
- package/config/skills/_shared/spec-verify-check.py +0 -653
- package/config/skills/_shared/state-phase-write.py +351 -25
- package/config/skills/_shared/task-complete.py +635 -143
- package/config/skills/_shared/terminal-claim-check.py +229 -4
- package/config/skills/_shared/verify-merge-findings.py +93 -2
- package/config/skills/devlyn:ideate/SKILL.md +3 -4
- package/config/skills/devlyn:ideate/references/elicitation.md +2 -35
- package/config/skills/devlyn:ideate/references/from-spec-mode.md +3 -18
- package/config/skills/devlyn:ideate/references/project-mode.md +1 -16
- package/config/skills/devlyn:ideate/references/spec-template.md +0 -2
- package/config/skills/devlyn:queue/SKILL.md +6 -4
- package/config/skills/devlyn:resolve/SKILL.md +16 -25
- package/config/skills/devlyn:resolve/references/free-form-mode.md +0 -14
- package/config/skills/devlyn:resolve/references/outer-loop.md +1 -1
- package/config/skills/devlyn:resolve/references/phases/build-gate.md +1 -1
- package/config/skills/devlyn:resolve/references/phases/cleanup.md +3 -3
- package/config/skills/devlyn:resolve/references/phases/implement.md +1 -1
- package/config/skills/devlyn:resolve/references/phases/probe-derive.md +1 -16
- package/config/skills/devlyn:resolve/references/phases/verify.md +4 -9
- package/config/skills/devlyn:resolve/references/state-schema.md +9 -7
- package/config/skills/devlyn:resolve/references/task-completion.md +46 -37
- package/{config/skills → optional-skills}/code-health-standards/SKILL.md +4 -13
- package/{config/skills → optional-skills}/code-review-standards/SKILL.md +4 -12
- package/{config/skills → optional-skills}/root-cause-analysis/SKILL.md +4 -12
- package/{config/skills → optional-skills}/ui-implementation-standards/SKILL.md +4 -14
- package/package.json +1 -57
- package/benchmark/auto-resolve/BENCHMARK-DESIGN.md +0 -289
- package/benchmark/auto-resolve/BENCHMARK-RESULTS.md +0 -341
- package/benchmark/auto-resolve/README.md +0 -696
- package/benchmark/auto-resolve/RUBRIC.md +0 -177
- package/benchmark/auto-resolve/fixtures/F1-cli-trivial-flag/NOTES.md +0 -34
- package/benchmark/auto-resolve/fixtures/F1-cli-trivial-flag/expected.json +0 -68
- package/benchmark/auto-resolve/fixtures/F1-cli-trivial-flag/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F1-cli-trivial-flag/setup.sh +0 -4
- package/benchmark/auto-resolve/fixtures/F1-cli-trivial-flag/spec.md +0 -44
- package/benchmark/auto-resolve/fixtures/F1-cli-trivial-flag/task.ko.txt +0 -8
- package/benchmark/auto-resolve/fixtures/F1-cli-trivial-flag/task.txt +0 -8
- package/benchmark/auto-resolve/fixtures/F10-persist-write-collision/NOTES.md +0 -68
- package/benchmark/auto-resolve/fixtures/F10-persist-write-collision/expected.json +0 -60
- package/benchmark/auto-resolve/fixtures/F10-persist-write-collision/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F10-persist-write-collision/setup.sh +0 -17
- package/benchmark/auto-resolve/fixtures/F10-persist-write-collision/spec.md +0 -51
- package/benchmark/auto-resolve/fixtures/F10-persist-write-collision/task.txt +0 -9
- package/benchmark/auto-resolve/fixtures/F10-persist-write-collision/verifiers/invalid.js +0 -29
- package/benchmark/auto-resolve/fixtures/F10-persist-write-collision/verifiers/parallel.js +0 -50
- package/benchmark/auto-resolve/fixtures/F11-batch-import-all-or-nothing/NOTES.md +0 -75
- package/benchmark/auto-resolve/fixtures/F11-batch-import-all-or-nothing/expected.json +0 -52
- package/benchmark/auto-resolve/fixtures/F11-batch-import-all-or-nothing/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F11-batch-import-all-or-nothing/setup.sh +0 -171
- package/benchmark/auto-resolve/fixtures/F11-batch-import-all-or-nothing/spec.md +0 -50
- package/benchmark/auto-resolve/fixtures/F11-batch-import-all-or-nothing/task.txt +0 -9
- package/benchmark/auto-resolve/fixtures/F12-webhook-raw-body-signature/NOTES.md +0 -89
- package/benchmark/auto-resolve/fixtures/F12-webhook-raw-body-signature/expected.json +0 -74
- package/benchmark/auto-resolve/fixtures/F12-webhook-raw-body-signature/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F12-webhook-raw-body-signature/setup.sh +0 -251
- package/benchmark/auto-resolve/fixtures/F12-webhook-raw-body-signature/spec.md +0 -57
- package/benchmark/auto-resolve/fixtures/F12-webhook-raw-body-signature/task.txt +0 -13
- package/benchmark/auto-resolve/fixtures/F12-webhook-raw-body-signature/verifiers/replay-malformed-body.js +0 -64
- package/benchmark/auto-resolve/fixtures/F15-frozen-diff-race-review/NOTES.md +0 -104
- package/benchmark/auto-resolve/fixtures/F15-frozen-diff-race-review/expected.json +0 -46
- package/benchmark/auto-resolve/fixtures/F15-frozen-diff-race-review/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F15-frozen-diff-race-review/setup.sh +0 -336
- package/benchmark/auto-resolve/fixtures/F15-frozen-diff-race-review/spec.md +0 -51
- package/benchmark/auto-resolve/fixtures/F15-frozen-diff-race-review/task.txt +0 -9
- package/benchmark/auto-resolve/fixtures/F16-cli-quote-tax-rules/NOTES.md +0 -38
- package/benchmark/auto-resolve/fixtures/F16-cli-quote-tax-rules/expected.json +0 -64
- package/benchmark/auto-resolve/fixtures/F16-cli-quote-tax-rules/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F16-cli-quote-tax-rules/setup.sh +0 -32
- package/benchmark/auto-resolve/fixtures/F16-cli-quote-tax-rules/spec.md +0 -63
- package/benchmark/auto-resolve/fixtures/F16-cli-quote-tax-rules/task.txt +0 -7
- package/benchmark/auto-resolve/fixtures/F16-cli-quote-tax-rules/verifiers/exact-success.js +0 -54
- package/benchmark/auto-resolve/fixtures/F16-cli-quote-tax-rules/verifiers/no-hardcoded-pricing.js +0 -47
- package/benchmark/auto-resolve/fixtures/F16-cli-quote-tax-rules/verifiers/stock-error.js +0 -45
- package/benchmark/auto-resolve/fixtures/F2-cli-medium-subcommand/NOTES.md +0 -57
- package/benchmark/auto-resolve/fixtures/F2-cli-medium-subcommand/expected-pair-plan-registry.json +0 -170
- package/benchmark/auto-resolve/fixtures/F2-cli-medium-subcommand/expected.json +0 -84
- package/benchmark/auto-resolve/fixtures/F2-cli-medium-subcommand/metadata.json +0 -21
- package/benchmark/auto-resolve/fixtures/F2-cli-medium-subcommand/pair-plan.sample-fail.json +0 -214
- package/benchmark/auto-resolve/fixtures/F2-cli-medium-subcommand/pair-plan.sample-pass.json +0 -223
- package/benchmark/auto-resolve/fixtures/F2-cli-medium-subcommand/setup.sh +0 -5
- package/benchmark/auto-resolve/fixtures/F2-cli-medium-subcommand/spec.md +0 -55
- package/benchmark/auto-resolve/fixtures/F2-cli-medium-subcommand/task.txt +0 -14
- package/benchmark/auto-resolve/fixtures/F21-cli-scheduler-priority/NOTES.md +0 -39
- package/benchmark/auto-resolve/fixtures/F21-cli-scheduler-priority/expected.json +0 -62
- package/benchmark/auto-resolve/fixtures/F21-cli-scheduler-priority/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F21-cli-scheduler-priority/setup.sh +0 -2
- package/benchmark/auto-resolve/fixtures/F21-cli-scheduler-priority/spec.md +0 -67
- package/benchmark/auto-resolve/fixtures/F21-cli-scheduler-priority/task.txt +0 -7
- package/benchmark/auto-resolve/fixtures/F21-cli-scheduler-priority/verifiers/error-order.js +0 -55
- package/benchmark/auto-resolve/fixtures/F21-cli-scheduler-priority/verifiers/priority-blocked.js +0 -48
- package/benchmark/auto-resolve/fixtures/F22-cli-ledger-close/NOTES.md +0 -35
- package/benchmark/auto-resolve/fixtures/F22-cli-ledger-close/expected.json +0 -56
- package/benchmark/auto-resolve/fixtures/F22-cli-ledger-close/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F22-cli-ledger-close/setup.sh +0 -2
- package/benchmark/auto-resolve/fixtures/F22-cli-ledger-close/spec.md +0 -64
- package/benchmark/auto-resolve/fixtures/F22-cli-ledger-close/task.txt +0 -7
- package/benchmark/auto-resolve/fixtures/F22-cli-ledger-close/verifiers/conflicting-duplicate.js +0 -34
- package/benchmark/auto-resolve/fixtures/F22-cli-ledger-close/verifiers/idempotent-close.js +0 -41
- package/benchmark/auto-resolve/fixtures/F23-cli-fulfillment-wave/NOTES.md +0 -39
- package/benchmark/auto-resolve/fixtures/F23-cli-fulfillment-wave/expected.json +0 -56
- package/benchmark/auto-resolve/fixtures/F23-cli-fulfillment-wave/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F23-cli-fulfillment-wave/setup.sh +0 -2
- package/benchmark/auto-resolve/fixtures/F23-cli-fulfillment-wave/spec.md +0 -76
- package/benchmark/auto-resolve/fixtures/F23-cli-fulfillment-wave/task.txt +0 -7
- package/benchmark/auto-resolve/fixtures/F23-cli-fulfillment-wave/verifiers/priority-rollback.js +0 -64
- package/benchmark/auto-resolve/fixtures/F23-cli-fulfillment-wave/verifiers/single-warehouse-fefo.js +0 -66
- package/benchmark/auto-resolve/fixtures/F25-cli-cart-promotion-rules/NOTES.md +0 -40
- package/benchmark/auto-resolve/fixtures/F25-cli-cart-promotion-rules/expected.json +0 -66
- package/benchmark/auto-resolve/fixtures/F25-cli-cart-promotion-rules/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F25-cli-cart-promotion-rules/setup.sh +0 -36
- package/benchmark/auto-resolve/fixtures/F25-cli-cart-promotion-rules/spec.md +0 -71
- package/benchmark/auto-resolve/fixtures/F25-cli-cart-promotion-rules/task.txt +0 -7
- package/benchmark/auto-resolve/fixtures/F25-cli-cart-promotion-rules/verifiers/catalog-source.js +0 -57
- package/benchmark/auto-resolve/fixtures/F25-cli-cart-promotion-rules/verifiers/exact-success.js +0 -63
- package/benchmark/auto-resolve/fixtures/F25-cli-cart-promotion-rules/verifiers/stock-error.js +0 -34
- package/benchmark/auto-resolve/fixtures/F26-cli-payout-ledger-rules/NOTES.md +0 -31
- package/benchmark/auto-resolve/fixtures/F26-cli-payout-ledger-rules/expected.json +0 -68
- package/benchmark/auto-resolve/fixtures/F26-cli-payout-ledger-rules/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F26-cli-payout-ledger-rules/setup.sh +0 -17
- package/benchmark/auto-resolve/fixtures/F26-cli-payout-ledger-rules/spec.md +0 -68
- package/benchmark/auto-resolve/fixtures/F26-cli-payout-ledger-rules/task.txt +0 -7
- package/benchmark/auto-resolve/fixtures/F26-cli-payout-ledger-rules/verifiers/conflicting-duplicate.js +0 -29
- package/benchmark/auto-resolve/fixtures/F26-cli-payout-ledger-rules/verifiers/exact-payout.js +0 -58
- package/benchmark/auto-resolve/fixtures/F26-cli-payout-ledger-rules/verifiers/rules-source.js +0 -56
- package/benchmark/auto-resolve/fixtures/F3-backend-contract-risk/NOTES.md +0 -35
- package/benchmark/auto-resolve/fixtures/F3-backend-contract-risk/expected-pair-plan-registry.json +0 -162
- package/benchmark/auto-resolve/fixtures/F3-backend-contract-risk/expected.json +0 -67
- package/benchmark/auto-resolve/fixtures/F3-backend-contract-risk/metadata.json +0 -19
- package/benchmark/auto-resolve/fixtures/F3-backend-contract-risk/setup.sh +0 -4
- package/benchmark/auto-resolve/fixtures/F3-backend-contract-risk/spec.md +0 -55
- package/benchmark/auto-resolve/fixtures/F3-backend-contract-risk/task.txt +0 -9
- package/benchmark/auto-resolve/fixtures/F31-cli-seat-rebalance/NOTES.md +0 -34
- package/benchmark/auto-resolve/fixtures/F31-cli-seat-rebalance/expected.json +0 -57
- package/benchmark/auto-resolve/fixtures/F31-cli-seat-rebalance/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F31-cli-seat-rebalance/setup.sh +0 -2
- package/benchmark/auto-resolve/fixtures/F31-cli-seat-rebalance/spec.md +0 -67
- package/benchmark/auto-resolve/fixtures/F31-cli-seat-rebalance/task.txt +0 -7
- package/benchmark/auto-resolve/fixtures/F31-cli-seat-rebalance/verifiers/duplicate-event-error.js +0 -35
- package/benchmark/auto-resolve/fixtures/F31-cli-seat-rebalance/verifiers/priority-transfer-rollback.js +0 -53
- package/benchmark/auto-resolve/fixtures/F32-cli-subscription-renewal/NOTES.md +0 -38
- package/benchmark/auto-resolve/fixtures/F32-cli-subscription-renewal/expected.json +0 -57
- package/benchmark/auto-resolve/fixtures/F32-cli-subscription-renewal/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F32-cli-subscription-renewal/setup.sh +0 -2
- package/benchmark/auto-resolve/fixtures/F32-cli-subscription-renewal/spec.md +0 -70
- package/benchmark/auto-resolve/fixtures/F32-cli-subscription-renewal/task.txt +0 -3
- package/benchmark/auto-resolve/fixtures/F32-cli-subscription-renewal/verifiers/duplicate-renewal-error.js +0 -42
- package/benchmark/auto-resolve/fixtures/F32-cli-subscription-renewal/verifiers/priority-credit-rollback.js +0 -70
- package/benchmark/auto-resolve/fixtures/F4-web-browser-design/NOTES.md +0 -47
- package/benchmark/auto-resolve/fixtures/F4-web-browser-design/expected.json +0 -57
- package/benchmark/auto-resolve/fixtures/F4-web-browser-design/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F4-web-browser-design/setup.sh +0 -6
- package/benchmark/auto-resolve/fixtures/F4-web-browser-design/spec.md +0 -48
- package/benchmark/auto-resolve/fixtures/F4-web-browser-design/task.txt +0 -9
- package/benchmark/auto-resolve/fixtures/F5-fix-loop-red-green/NOTES.md +0 -45
- package/benchmark/auto-resolve/fixtures/F5-fix-loop-red-green/expected.json +0 -65
- package/benchmark/auto-resolve/fixtures/F5-fix-loop-red-green/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F5-fix-loop-red-green/setup.sh +0 -55
- package/benchmark/auto-resolve/fixtures/F5-fix-loop-red-green/spec.md +0 -48
- package/benchmark/auto-resolve/fixtures/F5-fix-loop-red-green/task.txt +0 -7
- package/benchmark/auto-resolve/fixtures/F6-dep-audit-native-module/NOTES.md +0 -43
- package/benchmark/auto-resolve/fixtures/F6-dep-audit-native-module/expected.json +0 -77
- package/benchmark/auto-resolve/fixtures/F6-dep-audit-native-module/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F6-dep-audit-native-module/setup.sh +0 -4
- package/benchmark/auto-resolve/fixtures/F6-dep-audit-native-module/spec.md +0 -48
- package/benchmark/auto-resolve/fixtures/F6-dep-audit-native-module/task.txt +0 -10
- package/benchmark/auto-resolve/fixtures/F7-out-of-scope-trap/NOTES.md +0 -57
- package/benchmark/auto-resolve/fixtures/F7-out-of-scope-trap/expected.json +0 -76
- package/benchmark/auto-resolve/fixtures/F7-out-of-scope-trap/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F7-out-of-scope-trap/setup.sh +0 -36
- package/benchmark/auto-resolve/fixtures/F7-out-of-scope-trap/spec.md +0 -45
- package/benchmark/auto-resolve/fixtures/F7-out-of-scope-trap/task.txt +0 -7
- package/benchmark/auto-resolve/fixtures/F8-known-limit-ambiguous/NOTES.md +0 -53
- package/benchmark/auto-resolve/fixtures/F8-known-limit-ambiguous/expected.json +0 -63
- package/benchmark/auto-resolve/fixtures/F8-known-limit-ambiguous/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F8-known-limit-ambiguous/setup.sh +0 -4
- package/benchmark/auto-resolve/fixtures/F8-known-limit-ambiguous/spec.md +0 -48
- package/benchmark/auto-resolve/fixtures/F8-known-limit-ambiguous/task.txt +0 -1
- package/benchmark/auto-resolve/fixtures/F9-e2e-ideate-to-resolve/NOTES.md +0 -105
- package/benchmark/auto-resolve/fixtures/F9-e2e-ideate-to-resolve/expected.json +0 -74
- package/benchmark/auto-resolve/fixtures/F9-e2e-ideate-to-resolve/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/F9-e2e-ideate-to-resolve/setup.sh +0 -28
- package/benchmark/auto-resolve/fixtures/F9-e2e-ideate-to-resolve/spec.md +0 -59
- package/benchmark/auto-resolve/fixtures/F9-e2e-ideate-to-resolve/task.txt +0 -5
- package/benchmark/auto-resolve/fixtures/SCHEMA.md +0 -188
- package/benchmark/auto-resolve/fixtures/retired/F27-cli-subscription-proration/NOTES.md +0 -37
- package/benchmark/auto-resolve/fixtures/retired/F27-cli-subscription-proration/RETIRED.md +0 -13
- package/benchmark/auto-resolve/fixtures/retired/F27-cli-subscription-proration/expected.json +0 -56
- package/benchmark/auto-resolve/fixtures/retired/F27-cli-subscription-proration/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/retired/F27-cli-subscription-proration/setup.sh +0 -18
- package/benchmark/auto-resolve/fixtures/retired/F27-cli-subscription-proration/spec.md +0 -69
- package/benchmark/auto-resolve/fixtures/retired/F27-cli-subscription-proration/task.txt +0 -7
- package/benchmark/auto-resolve/fixtures/retired/F27-cli-subscription-proration/verifiers/exact-proration.js +0 -48
- package/benchmark/auto-resolve/fixtures/retired/F27-cli-subscription-proration/verifiers/rules-source-and-conflict.js +0 -79
- package/benchmark/auto-resolve/fixtures/retired/F28-cli-return-authorization/NOTES.md +0 -54
- package/benchmark/auto-resolve/fixtures/retired/F28-cli-return-authorization/RETIRED.md +0 -7
- package/benchmark/auto-resolve/fixtures/retired/F28-cli-return-authorization/expected.json +0 -67
- package/benchmark/auto-resolve/fixtures/retired/F28-cli-return-authorization/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/retired/F28-cli-return-authorization/setup.sh +0 -2
- package/benchmark/auto-resolve/fixtures/retired/F28-cli-return-authorization/spec.md +0 -67
- package/benchmark/auto-resolve/fixtures/retired/F28-cli-return-authorization/task.txt +0 -5
- package/benchmark/auto-resolve/fixtures/retired/F28-cli-return-authorization/verifiers/policy-precedence.js +0 -72
- package/benchmark/auto-resolve/fixtures/retired/F28-cli-return-authorization/verifiers/validation-and-immutability.js +0 -43
- package/benchmark/auto-resolve/fixtures/retired/F28-cli-return-authorization/verifiers/validation-boundary.js +0 -116
- package/benchmark/auto-resolve/fixtures/retired/F30-cli-credit-hold-settlement/NOTES.md +0 -35
- package/benchmark/auto-resolve/fixtures/retired/F30-cli-credit-hold-settlement/RETIRED.md +0 -12
- package/benchmark/auto-resolve/fixtures/retired/F30-cli-credit-hold-settlement/expected.json +0 -58
- package/benchmark/auto-resolve/fixtures/retired/F30-cli-credit-hold-settlement/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/retired/F30-cli-credit-hold-settlement/setup.sh +0 -2
- package/benchmark/auto-resolve/fixtures/retired/F30-cli-credit-hold-settlement/spec.md +0 -73
- package/benchmark/auto-resolve/fixtures/retired/F30-cli-credit-hold-settlement/task.txt +0 -17
- package/benchmark/auto-resolve/fixtures/retired/F30-cli-credit-hold-settlement/verifiers/mixed-idempotent-settlement.js +0 -53
- package/benchmark/auto-resolve/fixtures/retired/F30-cli-credit-hold-settlement/verifiers/rejection-boundaries.js +0 -74
- package/benchmark/auto-resolve/fixtures/retired/F34-cli-settle-inflight/NOTES.md +0 -28
- package/benchmark/auto-resolve/fixtures/retired/F34-cli-settle-inflight/RETIRED.md +0 -15
- package/benchmark/auto-resolve/fixtures/retired/F34-cli-settle-inflight/expected.json +0 -57
- package/benchmark/auto-resolve/fixtures/retired/F34-cli-settle-inflight/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/retired/F34-cli-settle-inflight/setup.sh +0 -50
- package/benchmark/auto-resolve/fixtures/retired/F34-cli-settle-inflight/spec.md +0 -59
- package/benchmark/auto-resolve/fixtures/retired/F34-cli-settle-inflight/task.txt +0 -9
- package/benchmark/auto-resolve/fixtures/retired/F34-cli-settle-inflight/verifiers/ordered-settlement.js +0 -88
- package/benchmark/auto-resolve/fixtures/retired/F34-cli-settle-inflight/verifiers/reject-invalid.js +0 -45
- package/benchmark/auto-resolve/fixtures/retired/F35-cli-apply-journal/NOTES.md +0 -30
- package/benchmark/auto-resolve/fixtures/retired/F35-cli-apply-journal/RETIRED.md +0 -16
- package/benchmark/auto-resolve/fixtures/retired/F35-cli-apply-journal/expected.json +0 -64
- package/benchmark/auto-resolve/fixtures/retired/F35-cli-apply-journal/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/retired/F35-cli-apply-journal/setup.sh +0 -21
- package/benchmark/auto-resolve/fixtures/retired/F35-cli-apply-journal/spec.md +0 -58
- package/benchmark/auto-resolve/fixtures/retired/F35-cli-apply-journal/task.txt +0 -9
- package/benchmark/auto-resolve/fixtures/retired/F35-cli-apply-journal/verifiers/dup-op.js +0 -54
- package/benchmark/auto-resolve/fixtures/retired/F35-cli-apply-journal/verifiers/priority-apply.js +0 -82
- package/benchmark/auto-resolve/fixtures/retired/F35-cli-apply-journal/verifiers/rollback.js +0 -77
- package/benchmark/auto-resolve/fixtures/retired/F36-cli-session-admission/NOTES.md +0 -99
- package/benchmark/auto-resolve/fixtures/retired/F36-cli-session-admission/RETIRED.md +0 -18
- package/benchmark/auto-resolve/fixtures/retired/F36-cli-session-admission/expected.json +0 -64
- package/benchmark/auto-resolve/fixtures/retired/F36-cli-session-admission/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/retired/F36-cli-session-admission/setup.sh +0 -4
- package/benchmark/auto-resolve/fixtures/retired/F36-cli-session-admission/spec.md +0 -61
- package/benchmark/auto-resolve/fixtures/retired/F36-cli-session-admission/task.txt +0 -9
- package/benchmark/auto-resolve/fixtures/retired/F36-cli-session-admission/verifiers/correctness-small.js +0 -135
- package/benchmark/auto-resolve/fixtures/retired/F36-cli-session-admission/verifiers/scale.js +0 -100
- package/benchmark/auto-resolve/fixtures/retired/F36-cli-session-admission/verifiers/validation.js +0 -75
- package/benchmark/auto-resolve/fixtures/retired/F37-cli-rule-lookup/NOTES.md +0 -93
- package/benchmark/auto-resolve/fixtures/retired/F37-cli-rule-lookup/RETIRED.md +0 -16
- package/benchmark/auto-resolve/fixtures/retired/F37-cli-rule-lookup/expected.json +0 -65
- package/benchmark/auto-resolve/fixtures/retired/F37-cli-rule-lookup/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/retired/F37-cli-rule-lookup/setup.sh +0 -18
- package/benchmark/auto-resolve/fixtures/retired/F37-cli-rule-lookup/spec.md +0 -66
- package/benchmark/auto-resolve/fixtures/retired/F37-cli-rule-lookup/task.txt +0 -9
- package/benchmark/auto-resolve/fixtures/retired/F37-cli-rule-lookup/verifiers/correctness-small.js +0 -84
- package/benchmark/auto-resolve/fixtures/retired/F37-cli-rule-lookup/verifiers/scale.js +0 -184
- package/benchmark/auto-resolve/fixtures/retired/F37-cli-rule-lookup/verifiers/validation.js +0 -74
- package/benchmark/auto-resolve/fixtures/retired/F9-e2e-ideate-to-preflight/NOTES.md +0 -60
- package/benchmark/auto-resolve/fixtures/retired/F9-e2e-ideate-to-preflight/RETIRED.md +0 -29
- package/benchmark/auto-resolve/fixtures/retired/F9-e2e-ideate-to-preflight/expected.json +0 -73
- package/benchmark/auto-resolve/fixtures/retired/F9-e2e-ideate-to-preflight/metadata.json +0 -10
- package/benchmark/auto-resolve/fixtures/retired/F9-e2e-ideate-to-preflight/setup.sh +0 -28
- package/benchmark/auto-resolve/fixtures/retired/F9-e2e-ideate-to-preflight/spec.md +0 -58
- package/benchmark/auto-resolve/fixtures/retired/F9-e2e-ideate-to-preflight/task.txt +0 -5
- package/benchmark/auto-resolve/fixtures/test-repo/README.md +0 -12
- package/benchmark/auto-resolve/fixtures/test-repo/bin/cli.js +0 -63
- package/benchmark/auto-resolve/fixtures/test-repo/package-lock.json +0 -823
- package/benchmark/auto-resolve/fixtures/test-repo/package.json +0 -22
- package/benchmark/auto-resolve/fixtures/test-repo/playwright.config.js +0 -17
- package/benchmark/auto-resolve/fixtures/test-repo/server/index.js +0 -37
- package/benchmark/auto-resolve/fixtures/test-repo/tests/cli.test.js +0 -25
- package/benchmark/auto-resolve/fixtures/test-repo/tests/server.test.js +0 -58
- package/benchmark/auto-resolve/fixtures/test-repo/web/index.html +0 -37
- package/benchmark/auto-resolve/results/20260507-f10-f11-tier1-full-pipeline/headroom-gate.json +0 -25
- package/benchmark/auto-resolve/results/20260507-f10-f11-tier1-full-pipeline/headroom-gate.md +0 -10
- package/benchmark/auto-resolve/results/20260508-f22-exact-error-headroom/headroom-gate.json +0 -18
- package/benchmark/auto-resolve/results/20260508-f22-exact-error-headroom/headroom-gate.md +0 -9
- package/benchmark/auto-resolve/results/20260508-f26-headroom/headroom-gate.json +0 -18
- package/benchmark/auto-resolve/results/20260508-f26-headroom/headroom-gate.md +0 -9
- package/benchmark/auto-resolve/results/20260510-f16-f23-f25-combined-proof/F16-cli-quote-tax-rules/l2_risk_probes/result.json +0 -28
- package/benchmark/auto-resolve/results/20260510-f16-f23-f25-combined-proof/F23-cli-fulfillment-wave/l2_risk_probes/result.json +0 -28
- package/benchmark/auto-resolve/results/20260510-f16-f23-f25-combined-proof/F25-cli-cart-promotion-rules/l2_risk_probes/result.json +0 -30
- package/benchmark/auto-resolve/results/20260510-f16-f23-f25-combined-proof/full-pipeline-pair-gate.json +0 -82
- package/benchmark/auto-resolve/results/20260510-f16-f23-f25-combined-proof/full-pipeline-pair-gate.md +0 -18
- package/benchmark/auto-resolve/results/20260510-f16-f23-f25-combined-proof/headroom-gate.json +0 -46
- package/benchmark/auto-resolve/results/20260510-f16-f23-f25-combined-proof/headroom-gate.md +0 -17
- package/benchmark/auto-resolve/results/20260511-f12-webhook-headroom/headroom-gate.json +0 -28
- package/benchmark/auto-resolve/results/20260511-f12-webhook-headroom/headroom-gate.md +0 -15
- package/benchmark/auto-resolve/results/20260511-f15-concurrency-headroom/headroom-gate.json +0 -28
- package/benchmark/auto-resolve/results/20260511-f15-concurrency-headroom/headroom-gate.md +0 -15
- package/benchmark/auto-resolve/results/20260511-f21-current-riskprobes-v1/F21-cli-scheduler-priority/l2_risk_probes/result.json +0 -32
- package/benchmark/auto-resolve/results/20260511-f21-current-riskprobes-v1/full-pipeline-pair-gate.json +0 -44
- package/benchmark/auto-resolve/results/20260511-f21-current-riskprobes-v1/full-pipeline-pair-gate.md +0 -16
- package/benchmark/auto-resolve/results/20260511-f21-current-riskprobes-v1/headroom-gate.json +0 -18
- package/benchmark/auto-resolve/results/20260511-f21-current-riskprobes-v1/headroom-gate.md +0 -9
- package/benchmark/auto-resolve/results/20260511-f3-http-error-headroom/headroom-gate.json +0 -28
- package/benchmark/auto-resolve/results/20260511-f3-http-error-headroom/headroom-gate.md +0 -15
- package/benchmark/auto-resolve/results/20260512-f2-medium-headroom/headroom-gate.json +0 -28
- package/benchmark/auto-resolve/results/20260512-f2-medium-headroom/headroom-gate.md +0 -15
- package/benchmark/auto-resolve/results/20260512-f31-seat-rebalance-headroom/headroom-gate.json +0 -28
- package/benchmark/auto-resolve/results/20260512-f31-seat-rebalance-headroom/headroom-gate.md +0 -15
- package/benchmark/auto-resolve/results/20260512-f32-subscription-renewal-headroom/headroom-gate.json +0 -28
- package/benchmark/auto-resolve/results/20260512-f32-subscription-renewal-headroom/headroom-gate.md +0 -15
- package/benchmark/auto-resolve/results/20260512-f4-web-headroom/headroom-gate.json +0 -28
- package/benchmark/auto-resolve/results/20260512-f4-web-headroom/headroom-gate.md +0 -15
- package/benchmark/auto-resolve/results/20260512-f5-fixloop-headroom/headroom-gate.json +0 -28
- package/benchmark/auto-resolve/results/20260512-f5-fixloop-headroom/headroom-gate.md +0 -15
- package/benchmark/auto-resolve/results/20260512-f6-checksum-headroom/headroom-gate.json +0 -28
- package/benchmark/auto-resolve/results/20260512-f6-checksum-headroom/headroom-gate.md +0 -15
- package/benchmark/auto-resolve/results/20260512-f7-scope-headroom/headroom-gate.json +0 -28
- package/benchmark/auto-resolve/results/20260512-f7-scope-headroom/headroom-gate.md +0 -15
- package/benchmark/auto-resolve/results/20260512-f9-e2e-headroom/headroom-gate.json +0 -28
- package/benchmark/auto-resolve/results/20260512-f9-e2e-headroom/headroom-gate.md +0 -15
- package/benchmark/auto-resolve/run-real-benchmark.md +0 -303
- package/benchmark/auto-resolve/scripts/audit-headroom-rejections.py +0 -441
- package/benchmark/auto-resolve/scripts/audit-pair-evidence.py +0 -1256
- package/benchmark/auto-resolve/scripts/build-pair-eligible-manifest.py +0 -306
- package/benchmark/auto-resolve/scripts/check-f9-artifacts.py +0 -268
- package/benchmark/auto-resolve/scripts/collect-swebench-predictions.py +0 -108
- package/benchmark/auto-resolve/scripts/compile-report.py +0 -493
- package/benchmark/auto-resolve/scripts/fetch-swebench-instances.py +0 -129
- package/benchmark/auto-resolve/scripts/frozen-verify-gate.py +0 -434
- package/benchmark/auto-resolve/scripts/full-pipeline-pair-gate.py +0 -612
- package/benchmark/auto-resolve/scripts/headroom-gate.py +0 -378
- package/benchmark/auto-resolve/scripts/iter-0033c-compare.py +0 -683
- package/benchmark/auto-resolve/scripts/iter-0033c-l1-summary.py +0 -97
- package/benchmark/auto-resolve/scripts/judge-opus-pass.sh +0 -542
- package/benchmark/auto-resolve/scripts/judge.sh +0 -565
- package/benchmark/auto-resolve/scripts/oracle-scope-tier-a.py +0 -256
- package/benchmark/auto-resolve/scripts/oracle-scope-tier-b.py +0 -287
- package/benchmark/auto-resolve/scripts/oracle-test-fidelity.py +0 -328
- package/benchmark/auto-resolve/scripts/pair-candidate-frontier.py +0 -469
- package/benchmark/auto-resolve/scripts/pair-plan-idgen.py +0 -401
- package/benchmark/auto-resolve/scripts/pair-plan-lint.py +0 -475
- package/benchmark/auto-resolve/scripts/pair-rejected-fixtures.sh +0 -103
- package/benchmark/auto-resolve/scripts/pair_evidence_contract.py +0 -270
- package/benchmark/auto-resolve/scripts/prepare-swebench-frozen-case.py +0 -273
- package/benchmark/auto-resolve/scripts/prepare-swebench-frozen-corpus.py +0 -148
- package/benchmark/auto-resolve/scripts/prepare-swebench-solver-worktree.py +0 -210
- package/benchmark/auto-resolve/scripts/recent-benchmark-summary.py +0 -232
- package/benchmark/auto-resolve/scripts/run-fixture.sh +0 -1024
- package/benchmark/auto-resolve/scripts/run-frozen-verify-pair.sh +0 -683
- package/benchmark/auto-resolve/scripts/run-full-pipeline-pair-candidate.sh +0 -458
- package/benchmark/auto-resolve/scripts/run-headroom-candidate.sh +0 -336
- package/benchmark/auto-resolve/scripts/run-iter-0033c.sh +0 -208
- package/benchmark/auto-resolve/scripts/run-suite.sh +0 -251
- package/benchmark/auto-resolve/scripts/run-swebench-frozen-corpus.sh +0 -310
- package/benchmark/auto-resolve/scripts/run-swebench-solver-batch.sh +0 -257
- package/benchmark/auto-resolve/scripts/ship-gate.py +0 -391
- package/benchmark/auto-resolve/scripts/solo-ceiling-avoidance.py +0 -53
- package/benchmark/auto-resolve/scripts/solo-headroom-hypothesis.py +0 -77
- package/benchmark/auto-resolve/scripts/swebench-frozen-matrix.py +0 -478
- package/benchmark/auto-resolve/scripts/test-audit-headroom-rejections.sh +0 -288
- package/benchmark/auto-resolve/scripts/test-audit-pair-evidence.sh +0 -1672
- package/benchmark/auto-resolve/scripts/test-benchmark-arg-parsing.sh +0 -1015
- package/benchmark/auto-resolve/scripts/test-build-pair-eligible-manifest.sh +0 -491
- package/benchmark/auto-resolve/scripts/test-check-f9-artifacts.sh +0 -91
- package/benchmark/auto-resolve/scripts/test-frozen-verify-gate.sh +0 -517
- package/benchmark/auto-resolve/scripts/test-full-pipeline-pair-gate.sh +0 -610
- package/benchmark/auto-resolve/scripts/test-headroom-gate.sh +0 -401
- package/benchmark/auto-resolve/scripts/test-iter-0033c-compare.sh +0 -525
- package/benchmark/auto-resolve/scripts/test-iter-0033c-l1-summary.sh +0 -254
- package/benchmark/auto-resolve/scripts/test-lint-fixtures.sh +0 -580
- package/benchmark/auto-resolve/scripts/test-pair-candidate-frontier.sh +0 -591
- package/benchmark/auto-resolve/scripts/test-run-full-pipeline-pair-candidate.sh +0 -497
- package/benchmark/auto-resolve/scripts/test-run-headroom-candidate.sh +0 -401
- package/benchmark/auto-resolve/scripts/test-run-swebench-solver-batch.sh +0 -111
- package/benchmark/auto-resolve/scripts/test-ship-gate.sh +0 -1189
- package/benchmark/auto-resolve/scripts/test-swebench-frozen-case.sh +0 -1221
- package/benchmark/auto-resolve/shadow-fixtures/S1-cli-lang-flag/NOTES.md +0 -28
- package/benchmark/auto-resolve/shadow-fixtures/S1-cli-lang-flag/expected.json +0 -63
- package/benchmark/auto-resolve/shadow-fixtures/S1-cli-lang-flag/metadata.json +0 -10
- package/benchmark/auto-resolve/shadow-fixtures/S1-cli-lang-flag/setup.sh +0 -3
- package/benchmark/auto-resolve/shadow-fixtures/S1-cli-lang-flag/spec.md +0 -47
- package/benchmark/auto-resolve/shadow-fixtures/S1-cli-lang-flag/task.txt +0 -1
- package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/NOTES.md +0 -34
- package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/expected.json +0 -53
- package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/metadata.json +0 -10
- package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/setup.sh +0 -3
- package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/spec.md +0 -50
- package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/task.txt +0 -1
- package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/verifiers/duplicate-order-error.js +0 -27
- package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/verifiers/priority-stock-reservation.js +0 -44
- package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/NOTES.md +0 -34
- package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/expected.json +0 -55
- package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/metadata.json +0 -10
- package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/setup.sh +0 -3
- package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/spec.md +0 -52
- package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/task.txt +0 -1
- package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/verifiers/duplicate-ticket-error.js +0 -29
- package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/verifiers/priority-agent-assignment.js +0 -48
- package/benchmark/auto-resolve/shadow-fixtures/S4-cli-return-routing/NOTES.md +0 -34
- package/benchmark/auto-resolve/shadow-fixtures/S4-cli-return-routing/expected.json +0 -55
- package/benchmark/auto-resolve/shadow-fixtures/S4-cli-return-routing/metadata.json +0 -10
- package/benchmark/auto-resolve/shadow-fixtures/S4-cli-return-routing/setup.sh +0 -3
- package/benchmark/auto-resolve/shadow-fixtures/S4-cli-return-routing/spec.md +0 -55
- package/benchmark/auto-resolve/shadow-fixtures/S4-cli-return-routing/task.txt +0 -1
- package/benchmark/auto-resolve/shadow-fixtures/S4-cli-return-routing/verifiers/duplicate-return-error.js +0 -43
- package/benchmark/auto-resolve/shadow-fixtures/S4-cli-return-routing/verifiers/priority-return-routing.js +0 -70
- package/benchmark/auto-resolve/shadow-fixtures/S5-cli-credit-grant-ledger/NOTES.md +0 -37
- package/benchmark/auto-resolve/shadow-fixtures/S5-cli-credit-grant-ledger/expected.json +0 -54
- package/benchmark/auto-resolve/shadow-fixtures/S5-cli-credit-grant-ledger/metadata.json +0 -10
- package/benchmark/auto-resolve/shadow-fixtures/S5-cli-credit-grant-ledger/setup.sh +0 -3
- package/benchmark/auto-resolve/shadow-fixtures/S5-cli-credit-grant-ledger/spec.md +0 -59
- package/benchmark/auto-resolve/shadow-fixtures/S5-cli-credit-grant-ledger/task.txt +0 -1
- package/benchmark/auto-resolve/shadow-fixtures/S5-cli-credit-grant-ledger/verifiers/credit-ledger-priority.js +0 -98
- package/benchmark/auto-resolve/shadow-fixtures/S5-cli-credit-grant-ledger/verifiers/duplicate-charge-error.js +0 -38
- package/benchmark/auto-resolve/shadow-fixtures/S6-cli-refund-window-ledger/NOTES.md +0 -36
- package/benchmark/auto-resolve/shadow-fixtures/S6-cli-refund-window-ledger/expected.json +0 -56
- package/benchmark/auto-resolve/shadow-fixtures/S6-cli-refund-window-ledger/metadata.json +0 -10
- package/benchmark/auto-resolve/shadow-fixtures/S6-cli-refund-window-ledger/setup.sh +0 -3
- package/benchmark/auto-resolve/shadow-fixtures/S6-cli-refund-window-ledger/spec.md +0 -59
- package/benchmark/auto-resolve/shadow-fixtures/S6-cli-refund-window-ledger/task.txt +0 -1
- package/benchmark/auto-resolve/shadow-fixtures/S6-cli-refund-window-ledger/verifiers/duplicate-refund-error.js +0 -41
- package/benchmark/auto-resolve/shadow-fixtures/S6-cli-refund-window-ledger/verifiers/priority-refund-ledger.js +0 -65
- package/config/skills/_shared/pair-plan-schema.md +0 -298
- package/scripts/lint-fixtures.sh +0 -352
- package/scripts/lint-shadow-fixtures.sh +0 -58
- package/scripts/lint-skills.sh +0 -4265
- package/scripts/test-owner-phases.py +0 -238
|
@@ -1,22 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"name": "harbor-tools",
|
|
3
|
-
"version": "0.1.0",
|
|
4
|
-
"private": true,
|
|
5
|
-
"description": "A small Node.js toolkit with a command-line interface and HTTP server.",
|
|
6
|
-
"bin": {
|
|
7
|
-
"bench-cli": "bin/cli.js"
|
|
8
|
-
},
|
|
9
|
-
"scripts": {
|
|
10
|
-
"cli": "node bin/cli.js",
|
|
11
|
-
"start": "node server/index.js",
|
|
12
|
-
"test": "node --test tests/",
|
|
13
|
-
"lint:json": "node scripts/lint-json.js"
|
|
14
|
-
},
|
|
15
|
-
"dependencies": {
|
|
16
|
-
"express": "4.19.2"
|
|
17
|
-
},
|
|
18
|
-
"devDependencies": {},
|
|
19
|
-
"engines": {
|
|
20
|
-
"node": ">=18.0.0"
|
|
21
|
-
}
|
|
22
|
-
}
|
|
@@ -1,17 +0,0 @@
|
|
|
1
|
-
// Playwright config for the browser checks.
|
|
2
|
-
// Runs against web/index.html served via `npx serve web` (the check starts the
|
|
3
|
-
// server). Keep config minimal.
|
|
4
|
-
module.exports = {
|
|
5
|
-
testDir: './tests/e2e',
|
|
6
|
-
timeout: 30_000,
|
|
7
|
-
use: {
|
|
8
|
-
baseURL: 'http://127.0.0.1:5173',
|
|
9
|
-
headless: true,
|
|
10
|
-
},
|
|
11
|
-
webServer: {
|
|
12
|
-
command: 'npx --yes serve -l 5173 web',
|
|
13
|
-
port: 5173,
|
|
14
|
-
reuseExistingServer: !process.env.CI,
|
|
15
|
-
timeout: 15_000,
|
|
16
|
-
},
|
|
17
|
-
};
|
|
@@ -1,37 +0,0 @@
|
|
|
1
|
-
// Tiny Express server with a deliberately small API surface.
|
|
2
|
-
const express = require('express');
|
|
3
|
-
|
|
4
|
-
const app = express();
|
|
5
|
-
app.use(express.json());
|
|
6
|
-
|
|
7
|
-
const items = [
|
|
8
|
-
{ id: 1, name: 'alpha', qty: 3 },
|
|
9
|
-
{ id: 2, name: 'beta', qty: 5 },
|
|
10
|
-
];
|
|
11
|
-
|
|
12
|
-
app.get('/health', (_req, res) => {
|
|
13
|
-
res.json({ status: 'ok' });
|
|
14
|
-
});
|
|
15
|
-
|
|
16
|
-
app.get('/items', (_req, res) => {
|
|
17
|
-
res.json({ items });
|
|
18
|
-
});
|
|
19
|
-
|
|
20
|
-
app.get('/items/:id', (req, res) => {
|
|
21
|
-
const id = Number(req.params.id);
|
|
22
|
-
const item = items.find((it) => it.id === id);
|
|
23
|
-
if (!item) {
|
|
24
|
-
res.status(404).json({ error: 'not_found', id });
|
|
25
|
-
return;
|
|
26
|
-
}
|
|
27
|
-
res.json({ item });
|
|
28
|
-
});
|
|
29
|
-
|
|
30
|
-
if (require.main === module) {
|
|
31
|
-
const port = Number(process.env.PORT) || 3000;
|
|
32
|
-
app.listen(port, () => {
|
|
33
|
-
console.log(`harbor-tools server listening on :${port}`);
|
|
34
|
-
});
|
|
35
|
-
}
|
|
36
|
-
|
|
37
|
-
module.exports = { app };
|
|
@@ -1,25 +0,0 @@
|
|
|
1
|
-
const { test } = require('node:test');
|
|
2
|
-
const assert = require('node:assert');
|
|
3
|
-
const { execFileSync } = require('node:child_process');
|
|
4
|
-
const path = require('node:path');
|
|
5
|
-
|
|
6
|
-
const CLI = path.join(__dirname, '..', 'bin', 'cli.js');
|
|
7
|
-
|
|
8
|
-
function run(args) {
|
|
9
|
-
return execFileSync('node', [CLI, ...args], { encoding: 'utf8' });
|
|
10
|
-
}
|
|
11
|
-
|
|
12
|
-
test('hello default', () => {
|
|
13
|
-
const out = run(['hello']);
|
|
14
|
-
assert.match(out, /Hello, world!/);
|
|
15
|
-
});
|
|
16
|
-
|
|
17
|
-
test('hello with --name', () => {
|
|
18
|
-
const out = run(['hello', '--name', 'alice']);
|
|
19
|
-
assert.match(out, /Hello, alice!/);
|
|
20
|
-
});
|
|
21
|
-
|
|
22
|
-
test('version prints package version', () => {
|
|
23
|
-
const out = run(['version']);
|
|
24
|
-
assert.match(out, /\d+\.\d+\.\d+/);
|
|
25
|
-
});
|
|
@@ -1,58 +0,0 @@
|
|
|
1
|
-
const { test } = require('node:test');
|
|
2
|
-
const assert = require('node:assert');
|
|
3
|
-
const http = require('node:http');
|
|
4
|
-
const { app } = require('../server');
|
|
5
|
-
|
|
6
|
-
function startServer() {
|
|
7
|
-
return new Promise((resolve) => {
|
|
8
|
-
const server = http.createServer(app);
|
|
9
|
-
server.listen(0, () => resolve(server));
|
|
10
|
-
});
|
|
11
|
-
}
|
|
12
|
-
|
|
13
|
-
function get(server, path) {
|
|
14
|
-
return new Promise((resolve, reject) => {
|
|
15
|
-
const { port } = server.address();
|
|
16
|
-
http
|
|
17
|
-
.get(`http://127.0.0.1:${port}${path}`, (res) => {
|
|
18
|
-
let body = '';
|
|
19
|
-
res.on('data', (chunk) => (body += chunk));
|
|
20
|
-
res.on('end', () => resolve({ status: res.statusCode, body: JSON.parse(body) }));
|
|
21
|
-
})
|
|
22
|
-
.on('error', reject);
|
|
23
|
-
});
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
test('GET /health returns ok', async () => {
|
|
27
|
-
const server = await startServer();
|
|
28
|
-
try {
|
|
29
|
-
const { status, body } = await get(server, '/health');
|
|
30
|
-
assert.strictEqual(status, 200);
|
|
31
|
-
assert.deepStrictEqual(body, { status: 'ok' });
|
|
32
|
-
} finally {
|
|
33
|
-
server.close();
|
|
34
|
-
}
|
|
35
|
-
});
|
|
36
|
-
|
|
37
|
-
test('GET /items returns list', async () => {
|
|
38
|
-
const server = await startServer();
|
|
39
|
-
try {
|
|
40
|
-
const { status, body } = await get(server, '/items');
|
|
41
|
-
assert.strictEqual(status, 200);
|
|
42
|
-
assert.ok(Array.isArray(body.items));
|
|
43
|
-
assert.ok(body.items.length >= 2);
|
|
44
|
-
} finally {
|
|
45
|
-
server.close();
|
|
46
|
-
}
|
|
47
|
-
});
|
|
48
|
-
|
|
49
|
-
test('GET /items/:id returns 404 for missing', async () => {
|
|
50
|
-
const server = await startServer();
|
|
51
|
-
try {
|
|
52
|
-
const { status, body } = await get(server, '/items/99999');
|
|
53
|
-
assert.strictEqual(status, 404);
|
|
54
|
-
assert.strictEqual(body.error, 'not_found');
|
|
55
|
-
} finally {
|
|
56
|
-
server.close();
|
|
57
|
-
}
|
|
58
|
-
});
|
|
@@ -1,37 +0,0 @@
|
|
|
1
|
-
<!doctype html>
|
|
2
|
-
<html lang="en">
|
|
3
|
-
<head>
|
|
4
|
-
<meta charset="utf-8" />
|
|
5
|
-
<title>harbor-tools</title>
|
|
6
|
-
<style>
|
|
7
|
-
body {
|
|
8
|
-
font-family: system-ui, sans-serif;
|
|
9
|
-
margin: 2rem;
|
|
10
|
-
max-width: 40rem;
|
|
11
|
-
}
|
|
12
|
-
button {
|
|
13
|
-
padding: 0.5rem 1rem;
|
|
14
|
-
font-size: 1rem;
|
|
15
|
-
}
|
|
16
|
-
#output {
|
|
17
|
-
margin-top: 1rem;
|
|
18
|
-
padding: 1rem;
|
|
19
|
-
border: 1px solid #ccc;
|
|
20
|
-
border-radius: 4px;
|
|
21
|
-
min-height: 2rem;
|
|
22
|
-
}
|
|
23
|
-
</style>
|
|
24
|
-
</head>
|
|
25
|
-
<body>
|
|
26
|
-
<h1>harbor-tools</h1>
|
|
27
|
-
<p>Minimal page for checking the browser interaction.</p>
|
|
28
|
-
<button id="greet">Greet</button>
|
|
29
|
-
<div id="output" data-testid="output"></div>
|
|
30
|
-
<script>
|
|
31
|
-
document.getElementById('greet').addEventListener('click', () => {
|
|
32
|
-
const out = document.getElementById('output');
|
|
33
|
-
out.textContent = 'Hello from bench-test-repo';
|
|
34
|
-
});
|
|
35
|
-
</script>
|
|
36
|
-
</body>
|
|
37
|
-
</html>
|
package/benchmark/auto-resolve/results/20260507-f10-f11-tier1-full-pipeline/headroom-gate.json
DELETED
|
@@ -1,25 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"run_id": "20260507-f10-f11-tier1-full-pipeline",
|
|
3
|
-
"rule": "at least 2 candidate fixtures; each must satisfy bare <= 60 and solo_claude <= 80, with both arms clean",
|
|
4
|
-
"verdict": "FAIL",
|
|
5
|
-
"fixtures_total": 2,
|
|
6
|
-
"fixtures_passed": 0,
|
|
7
|
-
"min_fixtures": 2,
|
|
8
|
-
"fixture_count_ok": true,
|
|
9
|
-
"rows": [
|
|
10
|
-
{
|
|
11
|
-
"fixture": "F10-persist-write-collision",
|
|
12
|
-
"status": "FAIL",
|
|
13
|
-
"bare_score": 75,
|
|
14
|
-
"solo_score": 94,
|
|
15
|
-
"reason": "bare score 75 > 60; solo_claude score 94 > 80"
|
|
16
|
-
},
|
|
17
|
-
{
|
|
18
|
-
"fixture": "F11-batch-import-all-or-nothing",
|
|
19
|
-
"status": "FAIL",
|
|
20
|
-
"bare_score": 98,
|
|
21
|
-
"solo_score": 97,
|
|
22
|
-
"reason": "bare score 98 > 60; solo_claude score 97 > 80"
|
|
23
|
-
}
|
|
24
|
-
]
|
|
25
|
-
}
|
package/benchmark/auto-resolve/results/20260507-f10-f11-tier1-full-pipeline/headroom-gate.md
DELETED
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
# Headroom Gate — 20260507-f10-f11-tier1-full-pipeline
|
|
2
|
-
|
|
3
|
-
Verdict: **FAIL**
|
|
4
|
-
|
|
5
|
-
Rule: at least 2 fixtures; bare <= 60, solo_claude <= 80, both arms clean.
|
|
6
|
-
|
|
7
|
-
| Fixture | Bare | Solo | Status | Reason |
|
|
8
|
-
|---|---:|---:|---|---|
|
|
9
|
-
| F10-persist-write-collision | 75 | 94 | FAIL | bare score 75 > 60; solo_claude score 94 > 80 |
|
|
10
|
-
| F11-batch-import-all-or-nothing | 98 | 97 | FAIL | bare score 98 > 60; solo_claude score 97 > 80 |
|
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"run_id": "20260508-f22-exact-error-headroom",
|
|
3
|
-
"rule": "at least 2 candidate fixtures; each must satisfy bare <= 60 and solo_claude <= 80, with both arms clean",
|
|
4
|
-
"verdict": "FAIL",
|
|
5
|
-
"fixtures_total": 1,
|
|
6
|
-
"fixtures_passed": 0,
|
|
7
|
-
"min_fixtures": 2,
|
|
8
|
-
"fixture_count_ok": false,
|
|
9
|
-
"rows": [
|
|
10
|
-
{
|
|
11
|
-
"fixture": "F22-cli-ledger-close",
|
|
12
|
-
"status": "FAIL",
|
|
13
|
-
"bare_score": 94,
|
|
14
|
-
"solo_score": 98,
|
|
15
|
-
"reason": "bare score 94 > 60; solo_claude score 98 > 80"
|
|
16
|
-
}
|
|
17
|
-
]
|
|
18
|
-
}
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
# Headroom Gate — 20260508-f22-exact-error-headroom
|
|
2
|
-
|
|
3
|
-
Verdict: **FAIL**
|
|
4
|
-
|
|
5
|
-
Rule: at least 2 fixtures; bare <= 60, solo_claude <= 80, both arms clean.
|
|
6
|
-
|
|
7
|
-
| Fixture | Bare | Solo | Status | Reason |
|
|
8
|
-
|---|---:|---:|---|---|
|
|
9
|
-
| F22-cli-ledger-close | 94 | 98 | FAIL | bare score 94 > 60; solo_claude score 98 > 80 |
|
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"run_id": "20260508-f26-headroom",
|
|
3
|
-
"rule": "at least 2 candidate fixtures; each must satisfy bare <= 60 and solo_claude <= 80, with both arms clean",
|
|
4
|
-
"verdict": "FAIL",
|
|
5
|
-
"fixtures_total": 1,
|
|
6
|
-
"fixtures_passed": 0,
|
|
7
|
-
"min_fixtures": 2,
|
|
8
|
-
"fixture_count_ok": false,
|
|
9
|
-
"rows": [
|
|
10
|
-
{
|
|
11
|
-
"fixture": "F26-cli-payout-ledger-rules",
|
|
12
|
-
"status": "FAIL",
|
|
13
|
-
"bare_score": 25,
|
|
14
|
-
"solo_score": 98,
|
|
15
|
-
"reason": "solo_claude score 98 > 80"
|
|
16
|
-
}
|
|
17
|
-
]
|
|
18
|
-
}
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
# Headroom Gate — 20260508-f26-headroom
|
|
2
|
-
|
|
3
|
-
Verdict: **FAIL**
|
|
4
|
-
|
|
5
|
-
Rule: at least 2 fixtures; bare <= 60, solo_claude <= 80, both arms clean.
|
|
6
|
-
|
|
7
|
-
| Fixture | Bare | Solo | Status | Reason |
|
|
8
|
-
|---|---:|---:|---|---|
|
|
9
|
-
| F26-cli-payout-ledger-rules | 25 | 98 | FAIL | solo_claude score 98 > 80 |
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"fixture": "F16-cli-quote-tax-rules",
|
|
3
|
-
"arm": "l2_risk_probes",
|
|
4
|
-
"run_id": "20260507-f16-riskprobes-v15-pricing-diagnostic",
|
|
5
|
-
"disqualifier": false,
|
|
6
|
-
"verify_score": 1.0,
|
|
7
|
-
"commands_passed": 4,
|
|
8
|
-
"commands_total": 4,
|
|
9
|
-
"diff_bytes": 8961,
|
|
10
|
-
"files_changed": 2,
|
|
11
|
-
"elapsed_seconds": 1164,
|
|
12
|
-
"timed_out": false,
|
|
13
|
-
"environment_contamination": false,
|
|
14
|
-
"environment_contamination_reason": null,
|
|
15
|
-
"invoke_exit": 0,
|
|
16
|
-
"invoke_failure": false,
|
|
17
|
-
"invoke_failure_reason": null,
|
|
18
|
-
"terminal_verdict": "PASS",
|
|
19
|
-
"verify_verdict": "PASS",
|
|
20
|
-
"pair_trigger": {
|
|
21
|
-
"eligible": true,
|
|
22
|
-
"reasons": [
|
|
23
|
-
"complexity.high"
|
|
24
|
-
],
|
|
25
|
-
"skipped_reason": null
|
|
26
|
-
},
|
|
27
|
-
"pair_mode": true
|
|
28
|
-
}
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"fixture": "F23-cli-fulfillment-wave",
|
|
3
|
-
"arm": "l2_risk_probes",
|
|
4
|
-
"run_id": "20260508-f23-riskprobes-v17-rollback-probe",
|
|
5
|
-
"disqualifier": false,
|
|
6
|
-
"verify_score": 1.0,
|
|
7
|
-
"commands_passed": 3,
|
|
8
|
-
"commands_total": 3,
|
|
9
|
-
"diff_bytes": 13562,
|
|
10
|
-
"files_changed": 2,
|
|
11
|
-
"elapsed_seconds": 1805,
|
|
12
|
-
"timed_out": false,
|
|
13
|
-
"environment_contamination": false,
|
|
14
|
-
"environment_contamination_reason": null,
|
|
15
|
-
"invoke_exit": 0,
|
|
16
|
-
"invoke_failure": false,
|
|
17
|
-
"invoke_failure_reason": null,
|
|
18
|
-
"terminal_verdict": "PASS_WITH_ISSUES",
|
|
19
|
-
"verify_verdict": "PASS_WITH_ISSUES",
|
|
20
|
-
"pair_trigger": {
|
|
21
|
-
"eligible": true,
|
|
22
|
-
"reasons": [
|
|
23
|
-
"complexity.high"
|
|
24
|
-
],
|
|
25
|
-
"skipped_reason": null
|
|
26
|
-
},
|
|
27
|
-
"pair_mode": true
|
|
28
|
-
}
|
|
@@ -1,30 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"fixture": "F25-cli-cart-promotion-rules",
|
|
3
|
-
"arm": "l2_risk_probes",
|
|
4
|
-
"run_id": "20260509-f25-cartprobe-v2",
|
|
5
|
-
"disqualifier": false,
|
|
6
|
-
"oracle_disqualifier": false,
|
|
7
|
-
"oracle_findings_count": 0,
|
|
8
|
-
"verify_score": 1.0,
|
|
9
|
-
"commands_passed": 4,
|
|
10
|
-
"commands_total": 4,
|
|
11
|
-
"diff_bytes": 12108,
|
|
12
|
-
"files_changed": 2,
|
|
13
|
-
"elapsed_seconds": 1177,
|
|
14
|
-
"timed_out": false,
|
|
15
|
-
"environment_contamination": false,
|
|
16
|
-
"environment_contamination_reason": null,
|
|
17
|
-
"invoke_exit": 0,
|
|
18
|
-
"invoke_failure": false,
|
|
19
|
-
"invoke_failure_reason": null,
|
|
20
|
-
"terminal_verdict": "PASS",
|
|
21
|
-
"verify_verdict": "PASS",
|
|
22
|
-
"pair_trigger": {
|
|
23
|
-
"eligible": true,
|
|
24
|
-
"reasons": [
|
|
25
|
-
"complexity.high"
|
|
26
|
-
],
|
|
27
|
-
"skipped_reason": null
|
|
28
|
-
},
|
|
29
|
-
"pair_mode": true
|
|
30
|
-
}
|
|
@@ -1,82 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"run_id": "20260510-f16-f23-f25-combined-proof",
|
|
3
|
-
"rule": "headroom candidates only; bare headroom >= 5; solo_claude headroom >= 5; l2_risk_probes must be evidence-clean, pair_mode true, pair_trigger eligible with a canonical reason, and beat solo_claude by the configured margin",
|
|
4
|
-
"verdict": "PASS",
|
|
5
|
-
"fixtures_total": 3,
|
|
6
|
-
"fixtures_passed": 3,
|
|
7
|
-
"min_fixtures": 3,
|
|
8
|
-
"fixture_count_ok": true,
|
|
9
|
-
"bare_max": 60,
|
|
10
|
-
"solo_max": 80,
|
|
11
|
-
"min_bare_headroom_required": 5,
|
|
12
|
-
"min_solo_headroom_required": 5,
|
|
13
|
-
"min_pair_margin": 5,
|
|
14
|
-
"pair_arm": "l2_risk_probes",
|
|
15
|
-
"max_pair_solo_wall_ratio": 3.0,
|
|
16
|
-
"require_hypothesis_trigger": false,
|
|
17
|
-
"max_observed_pair_solo_wall_ratio": 2.2506234413965087,
|
|
18
|
-
"avg_pair_margin": 25.333333333333332,
|
|
19
|
-
"avg_pair_solo_wall_ratio": 1.725768446785212,
|
|
20
|
-
"rows": [
|
|
21
|
-
{
|
|
22
|
-
"fixture": "F16-cli-quote-tax-rules",
|
|
23
|
-
"status": "PASS",
|
|
24
|
-
"bare_score": 50,
|
|
25
|
-
"bare_headroom": 10,
|
|
26
|
-
"solo_score": 75,
|
|
27
|
-
"solo_headroom": 5,
|
|
28
|
-
"pair_score": 96,
|
|
29
|
-
"pair_margin": 21,
|
|
30
|
-
"pair_mode": true,
|
|
31
|
-
"pair_trigger_eligible": true,
|
|
32
|
-
"pair_trigger_reasons": [
|
|
33
|
-
"complexity.high",
|
|
34
|
-
"spec.solo_headroom_hypothesis"
|
|
35
|
-
],
|
|
36
|
-
"pair_trigger_has_canonical_reason": true,
|
|
37
|
-
"pair_trigger_has_hypothesis_reason": true,
|
|
38
|
-
"pair_solo_wall_ratio": 1.2805280528052805,
|
|
39
|
-
"reason": ""
|
|
40
|
-
},
|
|
41
|
-
{
|
|
42
|
-
"fixture": "F23-cli-fulfillment-wave",
|
|
43
|
-
"status": "PASS",
|
|
44
|
-
"bare_score": 33,
|
|
45
|
-
"bare_headroom": 27,
|
|
46
|
-
"solo_score": 66,
|
|
47
|
-
"solo_headroom": 14,
|
|
48
|
-
"pair_score": 97,
|
|
49
|
-
"pair_margin": 31,
|
|
50
|
-
"pair_mode": true,
|
|
51
|
-
"pair_trigger_eligible": true,
|
|
52
|
-
"pair_trigger_reasons": [
|
|
53
|
-
"complexity.high",
|
|
54
|
-
"spec.solo_headroom_hypothesis"
|
|
55
|
-
],
|
|
56
|
-
"pair_trigger_has_canonical_reason": true,
|
|
57
|
-
"pair_trigger_has_hypothesis_reason": true,
|
|
58
|
-
"pair_solo_wall_ratio": 2.2506234413965087,
|
|
59
|
-
"reason": ""
|
|
60
|
-
},
|
|
61
|
-
{
|
|
62
|
-
"fixture": "F25-cli-cart-promotion-rules",
|
|
63
|
-
"status": "PASS",
|
|
64
|
-
"bare_score": 25,
|
|
65
|
-
"bare_headroom": 35,
|
|
66
|
-
"solo_score": 75,
|
|
67
|
-
"solo_headroom": 5,
|
|
68
|
-
"pair_score": 99,
|
|
69
|
-
"pair_margin": 24,
|
|
70
|
-
"pair_mode": true,
|
|
71
|
-
"pair_trigger_eligible": true,
|
|
72
|
-
"pair_trigger_reasons": [
|
|
73
|
-
"complexity.high",
|
|
74
|
-
"spec.solo_headroom_hypothesis"
|
|
75
|
-
],
|
|
76
|
-
"pair_trigger_has_canonical_reason": true,
|
|
77
|
-
"pair_trigger_has_hypothesis_reason": true,
|
|
78
|
-
"pair_solo_wall_ratio": 1.646153846153846,
|
|
79
|
-
"reason": ""
|
|
80
|
-
}
|
|
81
|
-
]
|
|
82
|
-
}
|
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
# Full-Pipeline Pair Gate - 20260510-f16-f23-f25-combined-proof
|
|
2
|
-
|
|
3
|
-
Verdict: **PASS**
|
|
4
|
-
|
|
5
|
-
Fixtures passed: 3/3 (minimum required: 3)
|
|
6
|
-
|
|
7
|
-
Rule: at least 3 fixtures; bare <= 60; bare headroom >= 5; solo_claude <= 80; solo_claude headroom >= 5; l2_risk_probes evidence-clean; pair_mode true; pair_trigger eligible with canonical reason; l2_risk_probes - solo_claude >= 5.
|
|
8
|
-
Average pair margin: +25.3
|
|
9
|
-
Allowed pair/solo wall ratio: 3.00x
|
|
10
|
-
Maximum observed pair/solo wall ratio: 2.25x
|
|
11
|
-
Average pair/solo wall ratio: 1.73x
|
|
12
|
-
Hypothesis trigger required: false
|
|
13
|
-
|
|
14
|
-
| Fixture | Bare | Bare headroom | Solo_claude | Solo_claude headroom | Pair | Margin | Pair mode | Hypothesis trigger | Triggers | Wall ratio | Status | Reason |
|
|
15
|
-
|---|---:|---:|---:|---:|---:|---:|---|---|---|---:|---|---|
|
|
16
|
-
| F16-cli-quote-tax-rules | 50 | 10 | 75 | 5 | 96 | +21 | true | true | complexity.high,spec.solo_headroom_hypothesis | 1.28x | PASS | |
|
|
17
|
-
| F23-cli-fulfillment-wave | 33 | 27 | 66 | 14 | 97 | +31 | true | true | complexity.high,spec.solo_headroom_hypothesis | 2.25x | PASS | |
|
|
18
|
-
| F25-cli-cart-promotion-rules | 25 | 35 | 75 | 5 | 99 | +24 | true | true | complexity.high,spec.solo_headroom_hypothesis | 1.65x | PASS | |
|
package/benchmark/auto-resolve/results/20260510-f16-f23-f25-combined-proof/headroom-gate.json
DELETED
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"run_id": "20260510-f16-f23-f25-combined-proof",
|
|
3
|
-
"rule": "at least 3 candidate fixtures; each must satisfy bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, with both baseline arms evidence-complete",
|
|
4
|
-
"verdict": "PASS",
|
|
5
|
-
"fixtures_total": 3,
|
|
6
|
-
"fixtures_passed": 3,
|
|
7
|
-
"min_fixtures": 3,
|
|
8
|
-
"bare_max": 60,
|
|
9
|
-
"solo_max": 80,
|
|
10
|
-
"min_bare_headroom_required": 5,
|
|
11
|
-
"min_solo_headroom_required": 5,
|
|
12
|
-
"fixture_count_ok": true,
|
|
13
|
-
"avg_bare_headroom": 24.0,
|
|
14
|
-
"min_bare_headroom": 10,
|
|
15
|
-
"avg_solo_headroom": 8.0,
|
|
16
|
-
"min_solo_headroom": 5,
|
|
17
|
-
"rows": [
|
|
18
|
-
{
|
|
19
|
-
"fixture": "F16-cli-quote-tax-rules",
|
|
20
|
-
"status": "PASS",
|
|
21
|
-
"bare_score": 50,
|
|
22
|
-
"solo_score": 75,
|
|
23
|
-
"bare_headroom": 10,
|
|
24
|
-
"solo_headroom": 5,
|
|
25
|
-
"reason": ""
|
|
26
|
-
},
|
|
27
|
-
{
|
|
28
|
-
"fixture": "F23-cli-fulfillment-wave",
|
|
29
|
-
"status": "PASS",
|
|
30
|
-
"bare_score": 33,
|
|
31
|
-
"solo_score": 66,
|
|
32
|
-
"bare_headroom": 27,
|
|
33
|
-
"solo_headroom": 14,
|
|
34
|
-
"reason": ""
|
|
35
|
-
},
|
|
36
|
-
{
|
|
37
|
-
"fixture": "F25-cli-cart-promotion-rules",
|
|
38
|
-
"status": "PASS",
|
|
39
|
-
"bare_score": 25,
|
|
40
|
-
"solo_score": 75,
|
|
41
|
-
"bare_headroom": 35,
|
|
42
|
-
"solo_headroom": 5,
|
|
43
|
-
"reason": ""
|
|
44
|
-
}
|
|
45
|
-
]
|
|
46
|
-
}
|
|
@@ -1,17 +0,0 @@
|
|
|
1
|
-
# Headroom Gate — 20260510-f16-f23-f25-combined-proof
|
|
2
|
-
|
|
3
|
-
Verdict: **PASS**
|
|
4
|
-
|
|
5
|
-
Fixtures passed: 3/3 (minimum required: 3)
|
|
6
|
-
|
|
7
|
-
Rule: at least 3 fixtures; bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, both baseline arms evidence-complete.
|
|
8
|
-
Average bare headroom: 24.0
|
|
9
|
-
Minimum bare headroom: 10
|
|
10
|
-
Average solo_claude headroom: 8.0
|
|
11
|
-
Minimum solo_claude headroom: 5
|
|
12
|
-
|
|
13
|
-
| Fixture | Bare | Bare headroom | Solo_claude | Solo_claude headroom | Status | Reason |
|
|
14
|
-
|---|---:|---:|---:|---:|---|---|
|
|
15
|
-
| F16-cli-quote-tax-rules | 50 | 10 | 75 | 5 | PASS | |
|
|
16
|
-
| F23-cli-fulfillment-wave | 33 | 27 | 66 | 14 | PASS | |
|
|
17
|
-
| F25-cli-cart-promotion-rules | 25 | 35 | 75 | 5 | PASS | |
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"run_id": "20260511-f12-webhook-headroom",
|
|
3
|
-
"rule": "at least 1 candidate fixtures; each must satisfy bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, with both baseline arms evidence-complete",
|
|
4
|
-
"verdict": "FAIL",
|
|
5
|
-
"fixtures_total": 1,
|
|
6
|
-
"fixtures_passed": 0,
|
|
7
|
-
"min_fixtures": 1,
|
|
8
|
-
"bare_max": 60,
|
|
9
|
-
"solo_max": 80,
|
|
10
|
-
"min_bare_headroom_required": 5,
|
|
11
|
-
"min_solo_headroom_required": 5,
|
|
12
|
-
"fixture_count_ok": true,
|
|
13
|
-
"avg_bare_headroom": -25.0,
|
|
14
|
-
"min_bare_headroom": -25,
|
|
15
|
-
"avg_solo_headroom": -19.0,
|
|
16
|
-
"min_solo_headroom": -19,
|
|
17
|
-
"rows": [
|
|
18
|
-
{
|
|
19
|
-
"fixture": "F12-webhook-raw-body-signature",
|
|
20
|
-
"status": "FAIL",
|
|
21
|
-
"bare_score": 85,
|
|
22
|
-
"solo_score": 99,
|
|
23
|
-
"bare_headroom": -25,
|
|
24
|
-
"solo_headroom": -19,
|
|
25
|
-
"reason": "bare score 85 > 60; solo_claude score 99 > 80"
|
|
26
|
-
}
|
|
27
|
-
]
|
|
28
|
-
}
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
# Headroom Gate — 20260511-f12-webhook-headroom
|
|
2
|
-
|
|
3
|
-
Verdict: **FAIL**
|
|
4
|
-
|
|
5
|
-
Fixtures passed: 0/1 (minimum required: 1)
|
|
6
|
-
|
|
7
|
-
Rule: at least 1 fixtures; bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, both baseline arms evidence-complete.
|
|
8
|
-
Average bare headroom: -25.0
|
|
9
|
-
Minimum bare headroom: -25
|
|
10
|
-
Average solo headroom: -19.0
|
|
11
|
-
Minimum solo headroom: -19
|
|
12
|
-
|
|
13
|
-
| Fixture | Bare | Bare headroom | Solo | Solo headroom | Status | Reason |
|
|
14
|
-
|---|---:|---:|---:|---:|---|---|
|
|
15
|
-
| F12-webhook-raw-body-signature | 85 | -25 | 99 | -19 | FAIL | bare score 85 > 60; solo_claude score 99 > 80 |
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"run_id": "20260511-f15-concurrency-headroom",
|
|
3
|
-
"rule": "at least 1 candidate fixtures; each must satisfy bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, with both baseline arms evidence-complete",
|
|
4
|
-
"verdict": "FAIL",
|
|
5
|
-
"fixtures_total": 1,
|
|
6
|
-
"fixtures_passed": 0,
|
|
7
|
-
"min_fixtures": 1,
|
|
8
|
-
"bare_max": 60,
|
|
9
|
-
"solo_max": 80,
|
|
10
|
-
"min_bare_headroom_required": 5,
|
|
11
|
-
"min_solo_headroom_required": 5,
|
|
12
|
-
"fixture_count_ok": true,
|
|
13
|
-
"avg_bare_headroom": -39.0,
|
|
14
|
-
"min_bare_headroom": -39,
|
|
15
|
-
"avg_solo_headroom": -14.0,
|
|
16
|
-
"min_solo_headroom": -14,
|
|
17
|
-
"rows": [
|
|
18
|
-
{
|
|
19
|
-
"fixture": "F15-frozen-diff-race-review",
|
|
20
|
-
"status": "FAIL",
|
|
21
|
-
"bare_score": 99,
|
|
22
|
-
"solo_score": 94,
|
|
23
|
-
"bare_headroom": -39,
|
|
24
|
-
"solo_headroom": -14,
|
|
25
|
-
"reason": "bare score 99 > 60; solo_claude score 94 > 80"
|
|
26
|
-
}
|
|
27
|
-
]
|
|
28
|
-
}
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
# Headroom Gate — 20260511-f15-concurrency-headroom
|
|
2
|
-
|
|
3
|
-
Verdict: **FAIL**
|
|
4
|
-
|
|
5
|
-
Fixtures passed: 0/1 (minimum required: 1)
|
|
6
|
-
|
|
7
|
-
Rule: at least 1 fixtures; bare <= 60 with headroom >= 5, solo_claude <= 80 with headroom >= 5, both baseline arms evidence-complete.
|
|
8
|
-
Average bare headroom: -39.0
|
|
9
|
-
Minimum bare headroom: -39
|
|
10
|
-
Average solo headroom: -14.0
|
|
11
|
-
Minimum solo headroom: -14
|
|
12
|
-
|
|
13
|
-
| Fixture | Bare | Bare headroom | Solo | Solo headroom | Status | Reason |
|
|
14
|
-
|---|---:|---:|---:|---:|---|---|
|
|
15
|
-
| F15-frozen-diff-race-review | 99 | -39 | 94 | -14 | FAIL | bare score 99 > 60; solo_claude score 94 > 80 |
|