@bongos/core 1.19.1033 → 1.19.1035

package/tests/fixtures/grade-replay/recorded-panel-grades.json

@@ -0,0 +1,27 @@
+{"note":"Recorded panel grades for the differential replay (tests/grade_engine_replay.mjs). Generated by scripts/gds/grade-replay.js --live --write-fixture: only grades whose replay agreed with the stored row, one per panel shape. Issue summaries, their files and stderr are hashed.",
+"grades":[
+{"task_id":"1004274","graded_at":"2026-09-25T21:46:43.130Z","recorded":{"panel_outcome":"pass","pass_count":4,"concerns_count":0,"fail_count":0,"error_count":0,"worker_count":4,"panel_cost_usd":3.0816240000000006,"confidence":0.8,"rubric":{"functional_fidelity":9,"code_quality":8,"economy":8,"security_score":9,"efficiency_score":8}},"workers":[{"kind":"narc","verdict":"pass","error":null,"scores":{"functional_fidelity":9},"confidence":0.75,"model":"claude-sonnet-5","cost_usd":0.433313,"retried":false,"issues":[]},{"kind":"quality","verdict":"pass","error":null,"scores":{"economy":8,"code_quality":8},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":1.7134175000000003,"retried":false,"issues":[{"severity":"nit","file":"h:127350d220","summary":"h:3305acb211"}]},{"kind":"hacker","verdict":"pass","error":null,"scores":{"security_score":9},"confidence":0.8,"model":"claude-sonnet-5","cost_usd":0.493828,"retried":false,"issues":[{"severity":"nit","file":"h:a00915aecd","summary":"h:bd972ce028"}]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":8},"confidence":0.8,"model":"claude-sonnet-5","cost_usd":0.4410655,"retried":false,"issues":[{"severity":"minor","file":"h:127350d220","summary":"h:e96dc885ad"}]}]},
+{"task_id":"1001436","graded_at":"2026-09-25T21:40:47.504Z","recorded":{"panel_outcome":"pass","pass_count":4,"concerns_count":0,"fail_count":0,"error_count":0,"worker_count":4,"panel_cost_usd":2.76109025,"confidence":0.825,"rubric":{"functional_fidelity":10,"code_quality":8,"economy":6,"security_score":9,"efficiency_score":8}},"workers":[{"kind":"narc","verdict":"pass","error":null,"scores":{"functional_fidelity":10},"confidence":0.9,"model":"claude-sonnet-5","cost_usd":0.43844425,"retried":true,"issues":[]},{"kind":"quality","verdict":"pass","error":null,"scores":{"economy":6,"code_quality":8},"confidence":0.8,"model":"claude-sonnet-5","cost_usd":1.46089875,"retried":false,"issues":[{"severity":"minor","file":"h:d3eb82782a","summary":"h:35c1a97948"},{"severity":"minor","file":"h:d3eb82782a","summary":"h:ec38cb5123"},{"severity":"nit","file":"h:9b13fff019","summary":"h:c7a56db356"}]},{"kind":"hacker","verdict":"pass","error":null,"scores":{"security_score":9},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.40146299999999996,"retried":false,"issues":[]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":8},"confidence":0.75,"model":"claude-sonnet-5","cost_usd":0.46028425,"retried":false,"issues":[{"severity":"minor","file":"h:d3eb82782a","summary":"h:0ba7cc5a2a"}]}]},
+{"task_id":"1003353","graded_at":"2026-09-25T20:42:26.827Z","recorded":{"panel_outcome":"pass","pass_count":3,"concerns_count":1,"fail_count":0,"error_count":0,"worker_count":4,"panel_cost_usd":3.6595056,"confidence":0.7849999999999999,"rubric":{"functional_fidelity":7,"code_quality":8,"economy":8,"security_score":9,"efficiency_score":10}},"workers":[{"kind":"narc","verdict":"concerns","error":null,"scores":{"functional_fidelity":7},"confidence":0.6,"model":"claude-sonnet-5","cost_usd":0.766103,"retried":false,"issues":[{"severity":"minor","file":"h:63ee851ae2","summary":"h:6c36c72067"},{"severity":"minor","file":"h:411c4cd89b","summary":"h:165ac64e1e"}]},{"kind":"quality","verdict":"pass","error":null,"scores":{"economy":8,"code_quality":8},"confidence":0.72,"model":"claude-sonnet-5","cost_usd":1.1870192,"retried":false,"issues":[{"severity":"minor","file":"h:63ee851ae2","summary":"h:1ec56d00d6"},{"severity":"minor","file":"h:63ee851ae2","summary":"h:e80eb42770"},{"severity":"nit","file":"h:63ee851ae2","summary":"h:ead9e52ba9"},{"severity":"nit","file":"h:503a1e4a26","summary":"h:a8aebc6618"},{"severity":"nit","file":"h:c1df437481","summary":"h:67c5f63451"}]},{"kind":"hacker","verdict":"pass","error":null,"scores":{"security_score":9},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.73215,"retried":false,"issues":[{"severity":"nit","file":"h:f4a2e1bea9","summary":"h:06a8e88ec8"}]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":10},"confidence":0.92,"model":"claude-sonnet-5","cost_usd":0.3183964,"retried":false,"issues":[]},{"kind":"reader","verdict":"advisory","error":null,"scores":{"copy_score":8},"confidence":0.7,"model":"claude-sonnet-5","cost_usd":0.655837,"retried":false,"issues":[{"severity":"nit","file":"h:f4a2e1bea9","summary":"h:effa6ed6c5"}]}]},
+{"task_id":"1004233","graded_at":"2026-09-25T00:55:57.826Z","recorded":{"panel_outcome":"pass","pass_count":5,"concerns_count":0,"fail_count":0,"error_count":0,"worker_count":5,"panel_cost_usd":5.059474600000001,"confidence":0.75,"rubric":{"functional_fidelity":10,"code_quality":8,"economy":8,"security_score":8,"efficiency_score":8}},"workers":[{"kind":"narc","verdict":"pass","error":null,"scores":{"functional_fidelity":10},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":1.2121266,"retried":false,"issues":[]},{"kind":"quality","verdict":"pass","error":null,"scores":{"economy":8,"code_quality":8},"confidence":0.75,"model":"claude-sonnet-5","cost_usd":2.0584278000000005,"retried":false,"issues":[{"severity":"minor","file":"h:3777db4de5","summary":"h:623cf4fc2f"},{"severity":"minor","file":"h:ccd049c40a","summary":"h:0a2979d4f5"},{"severity":"nit","file":"h:b1e6394ff9","summary":"h:fa25fe295b"}]},{"kind":"hacker","verdict":"pass","error":null,"scores":{"security_score":8},"confidence":0.72,"model":"claude-sonnet-5","cost_usd":0.5786758000000001,"retried":false,"issues":[{"severity":"minor","file":"h:5551af7021","summary":"h:b8d3018634"}]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":8},"confidence":0.75,"model":"claude-sonnet-5","cost_usd":0.5601807999999999,"retried":false,"issues":[{"severity":"minor","file":"h:3777db4de5","summary":"h:5b67a83015"}]},{"kind":"reader","verdict":"advisory","error":null,"scores":{"copy_score":8},"confidence":0.8,"model":"claude-sonnet-5","cost_usd":0.6500636,"retried":false,"issues":[{"severity":"nit","file":"h:1fd827b51f","summary":"h:c3c3b9ab36"}]},{"kind":"route-rank","verdict":"pass","error":null,"scores":{},"confidence":1,"model":"deterministic","cost_usd":null,"retried":false,"issues":[]}]},
+{"task_id":"1004232","graded_at":"2026-09-25T00:31:54.069Z","recorded":{"panel_outcome":"pass","pass_count":4,"concerns_count":0,"fail_count":0,"error_count":0,"worker_count":4,"panel_cost_usd":5.747325999999999,"confidence":0.8,"rubric":{"functional_fidelity":9,"code_quality":7,"economy":7,"security_score":9,"efficiency_score":9}},"workers":[{"kind":"narc","verdict":"pass","error":null,"scores":{"functional_fidelity":9},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":1.1428184,"retried":false,"issues":[{"severity":"nit","file":"h:2fa74b4ef2","summary":"h:1c2a97f3f8"}]},{"kind":"quality","verdict":"pass","error":null,"scores":{"economy":7,"code_quality":7},"confidence":0.75,"model":"claude-sonnet-5","cost_usd":1.3643480000000001,"retried":false,"issues":[{"severity":"nit","file":"h:2fa74b4ef2","summary":"h:07170cd687"}]},{"kind":"hacker","verdict":"pass","error":null,"scores":{"security_score":9},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":1.137575,"retried":false,"issues":[{"severity":"nit","file":"h:71ebac794f","summary":"h:c088bc7c82"}]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":9},"confidence":0.75,"model":"claude-sonnet-5","cost_usd":0.9614498,"retried":false,"issues":[]},{"kind":"reader","verdict":"advisory","error":null,"scores":{"copy_score":10},"confidence":0.75,"model":"claude-sonnet-5","cost_usd":1.1411348,"retried":false,"issues":[]}]},
+{"task_id":"1004231","graded_at":"2026-09-24T23:23:35.527Z","recorded":{"panel_outcome":"pass","pass_count":4,"concerns_count":1,"fail_count":0,"error_count":0,"worker_count":5,"panel_cost_usd":7.8164818,"confidence":0.7,"rubric":{"functional_fidelity":7,"code_quality":8,"economy":7,"security_score":8,"efficiency_score":8}},"workers":[{"kind":"narc","verdict":"concerns","error":null,"scores":{"functional_fidelity":7},"confidence":0.75,"model":"claude-sonnet-5","cost_usd":1.5480209999999999,"retried":false,"issues":[{"severity":"major","file":"h:157e25dda2","summary":"h:b0912bc039"},{"severity":"nit","file":"h:82b2beaae5","summary":"h:8fc2ce463e"}]},{"kind":"quality","verdict":"pass","error":null,"scores":{"economy":7,"code_quality":8},"confidence":0.65,"model":"claude-sonnet-5","cost_usd":1.8102475999999998,"retried":false,"issues":[{"severity":"nit","file":"h:2fa74b4ef2","summary":"h:1ad62f6d68"},{"severity":"nit","file":"h:2a01d47f8b","summary":"h:c86d0c45e3"},{"severity":"nit","file":"h:0470f0809f","summary":"h:77e0342f1f"}]},{"kind":"hacker","verdict":"pass","error":null,"scores":{"security_score":8},"confidence":0.7,"model":"claude-sonnet-5","cost_usd":1.3475988,"retried":false,"issues":[]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":8},"confidence":0.62,"model":"claude-sonnet-5","cost_usd":1.5321918,"retried":false,"issues":[{"severity":"minor","file":"h:db18fe0df6","summary":"h:e2cd3addcb"}]},{"kind":"reader","verdict":"advisory","error":null,"scores":{"copy_score":6},"confidence":0.65,"model":"claude-sonnet-5","cost_usd":1.5784226,"retried":false,"issues":[{"severity":"major","file":"h:144d00738e","summary":"h:1879492c5b"},{"severity":"minor","file":"h:2a01d47f8b","summary":"h:22b84fb977"}]},{"kind":"route-rank","verdict":"pass","error":null,"scores":{},"confidence":1,"model":"deterministic","cost_usd":null,"retried":false,"issues":[]}]},
+{"task_id":"1004230","graded_at":"2026-09-24T22:12:49.539Z","recorded":{"panel_outcome":"pass","pass_count":4,"concerns_count":1,"fail_count":0,"error_count":0,"worker_count":5,"panel_cost_usd":2.8529818000000002,"confidence":0.85,"rubric":{"functional_fidelity":8,"code_quality":9,"economy":8,"security_score":8,"efficiency_score":8}},"workers":[{"kind":"narc","verdict":"concerns","error":null,"scores":{"functional_fidelity":8},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.42845880000000003,"retried":false,"issues":[{"severity":"minor","file":"h:5551af7021","summary":"h:f0686d9966"}]},{"kind":"quality","verdict":"pass","error":null,"scores":{"economy":8,"code_quality":9},"confidence":0.9,"model":"claude-sonnet-5","cost_usd":1.4735852000000003,"retried":false,"issues":[{"severity":"nit","file":"h:5551af7021","summary":"h:8f9ef63f56"},{"severity":"nit","file":"h:de87550524","summary":"h:518535f1bf"}]},{"kind":"hacker","verdict":"pass","error":null,"scores":{"security_score":8},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.516923,"retried":false,"issues":[{"severity":"minor","file":"h:5551af7021","summary":"h:c7e9e1feeb"},{"severity":"nit","file":"h:5551af7021","summary":"h:1291c756bc"}]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":8},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.4340148,"retried":false,"issues":[{"severity":"minor","file":"h:de87550524","summary":"h:ad0dba5181"},{"severity":"minor","file":"h:5551af7021","summary":"h:b9bc712665"},{"severity":"nit","file":"h:5551af7021","summary":"h:d15c9545af"}]},{"kind":"route-rank","verdict":"pass","error":null,"scores":{},"confidence":1,"model":"deterministic","cost_usd":null,"retried":false,"issues":[]}]},
+{"task_id":"1004148","graded_at":"2026-09-24T14:55:32.886Z","recorded":{"panel_outcome":"pass","pass_count":5,"concerns_count":0,"fail_count":0,"error_count":0,"worker_count":5,"panel_cost_usd":3.6300847999999997,"confidence":0.85,"rubric":{"functional_fidelity":8,"code_quality":8,"economy":8,"security_score":9,"efficiency_score":9}},"workers":[{"kind":"narc","verdict":"pass","error":null,"scores":{"functional_fidelity":8},"confidence":0.75,"model":"claude-sonnet-5","cost_usd":0.9732858,"retried":false,"issues":[{"severity":"nit","file":"h:10d87c6f85","summary":"h:c87690ef35"},{"severity":"nit","file":"h:9f21143ae6","summary":"h:8d7a2cdcd0"}]},{"kind":"quality","verdict":"pass","error":null,"scores":{"economy":8,"code_quality":8},"confidence":0.72,"model":"claude-sonnet-5","cost_usd":0.9691062,"retried":false,"issues":[{"severity":"minor","file":"h:10d87c6f85","summary":"h:bbe06ff066"},{"severity":"minor","file":"h:9f21143ae6","summary":"h:7e29754bf6"},{"severity":"nit","file":"h:10d87c6f85","summary":"h:077ba4aae2"},{"severity":"nit","file":"h:b1e6394ff9","summary":"h:700e676a78"}]},{"kind":"hacker","verdict":"pass","error":null,"scores":{"security_score":9},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.847472,"retried":false,"issues":[{"severity":"nit","file":"h:10d87c6f85","summary":"h:f48d7c3fe5"}]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":9},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.8402208,"retried":false,"issues":[{"severity":"nit","file":"h:10d87c6f85","summary":"h:c2bb909961"}]},{"kind":"route-rank","verdict":"pass","error":null,"scores":{},"confidence":1,"model":"deterministic","cost_usd":null,"retried":false,"issues":[]}]},
+{"task_id":"1004175","graded_at":"2026-09-23T02:06:16.884Z","recorded":{"panel_outcome":"pass","pass_count":3,"concerns_count":1,"fail_count":0,"error_count":0,"worker_count":4,"panel_cost_usd":1.784195,"confidence":0.8999999999999999,"rubric":{"functional_fidelity":6,"code_quality":9,"economy":9,"security_score":10,"efficiency_score":10}},"workers":[{"kind":"narc","verdict":"concerns","error":null,"scores":{"functional_fidelity":6},"confidence":0.6,"model":"claude-sonnet-5","cost_usd":0.45443649999999997,"retried":false,"issues":[{"severity":"major","file":"h:3aa650846e","summary":"h:490ff4daf7"}]},{"kind":"quality","verdict":"pass","error":null,"scores":{"economy":9,"code_quality":9},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.5501855,"retried":false,"issues":[{"severity":"nit","file":"h:c50d619d83","summary":"h:7365cebeec"}]},{"kind":"hacker","verdict":"pass","error":null,"scores":{"security_score":10},"confidence":0.95,"model":"claude-sonnet-5","cost_usd":0.41305525000000004,"retried":false,"issues":[{"severity":"nit","file":"h:53b8a2c4db","summary":"h:5f66c3fee9"}]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":10},"confidence":0.95,"model":"claude-sonnet-5","cost_usd":0.36651775000000003,"retried":false,"issues":[]}]},
+{"task_id":"1001426","graded_at":"2026-09-19T10:43:45.991Z","recorded":{"panel_outcome":"pass","pass_count":3,"concerns_count":1,"fail_count":0,"error_count":0,"worker_count":4,"panel_cost_usd":2.5981449999999997,"confidence":0.85,"rubric":{"functional_fidelity":9,"code_quality":8,"economy":7,"security_score":8,"efficiency_score":9}},"workers":[{"kind":"narc","verdict":"concerns","error":null,"scores":{"functional_fidelity":9},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.52210075,"retried":false,"issues":[{"severity":"nit","file":"h:6727d747e4","summary":"h:4a6dab43da"}]},{"kind":"quality","verdict":"pass","error":null,"scores":{"economy":7,"code_quality":8},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":1.1843039999999998,"retried":false,"issues":[{"severity":"nit","file":"h:6727d747e4","summary":"h:7695813db0"},{"severity":"nit","file":"h:2ad12a56c4","summary":"h:266cf3b18c"}]},{"kind":"hacker","verdict":"pass","error":null,"scores":{"security_score":8},"confidence":0.75,"model":"claude-sonnet-5","cost_usd":0.46327075,"retried":true,"issues":[{"severity":"nit","file":"h:2ad12a56c4","summary":"h:b954545f5d"},{"severity":"nit","file":"h:f071ccee8e","summary":"h:53ab92e62a"}]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":9},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.4284695,"retried":false,"issues":[]}]},
+{"task_id":"1003878","graded_at":"2026-09-14T01:52:49.556Z","recorded":{"panel_outcome":"pass","pass_count":3,"concerns_count":0,"fail_count":0,"error_count":1,"worker_count":4,"panel_cost_usd":3.1948585000000005,"confidence":0.875,"rubric":{"functional_fidelity":null,"code_quality":9,"economy":8,"security_score":9,"efficiency_score":10}},"workers":[{"kind":"narc","verdict":"fail","error":"SUBAGENT_TIMEOUT","scores":{},"confidence":0,"model":"claude-sonnet-5","cost_usd":null,"retried":false,"issues":[]},{"kind":"quality","verdict":"pass","error":null,"scores":{"economy":8,"code_quality":9},"confidence":0.9,"model":"claude-sonnet-5","cost_usd":1.6250995000000001,"retried":false,"issues":[{"severity":"nit","file":"h:492eba910a","summary":"h:1aad1668d5"}]},{"kind":"hacker","verdict":"pass","error":null,"scores":{"security_score":9},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.8037920000000001,"retried":false,"issues":[{"severity":"nit","file":"h:93b12b601e","summary":"h:feb13a1e17"}]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":10},"confidence":0.9,"model":"claude-sonnet-5","cost_usd":0.7659670000000001,"retried":false,"issues":[]}]},
+{"task_id":"1003750","graded_at":"2026-09-09T06:49:24.763Z","recorded":{"panel_outcome":"concerns","pass_count":4,"concerns_count":0,"fail_count":1,"error_count":0,"worker_count":5,"panel_cost_usd":3.9950229999999998,"confidence":0.3,"rubric":{"functional_fidelity":5,"code_quality":9,"economy":9,"security_score":9,"efficiency_score":10}},"workers":[{"kind":"narc","verdict":"fail","error":null,"scores":{"functional_fidelity":5},"confidence":0.78,"model":"claude-sonnet-5","cost_usd":0.68180775,"retried":false,"issues":[{"severity":"major","file":"h:84177396b5","summary":"h:41853eebb7"}]},{"kind":"quality","verdict":"pass","error":null,"scores":{"economy":9,"code_quality":9},"confidence":0.9,"model":"claude-sonnet-5","cost_usd":1.4039994999999998,"retried":false,"issues":[{"severity":"nit","file":"h:972fc09ade","summary":"h:93e2e92f70"}]},{"kind":"hacker","verdict":"pass","error":null,"scores":{"security_score":9},"confidence":0.72,"model":"claude-sonnet-5","cost_usd":1.33469425,"retried":false,"issues":[{"severity":"nit","file":"h:0e40eaa3b8","summary":"h:b148aec4ef"}]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":10},"confidence":0.92,"model":"claude-sonnet-5","cost_usd":0.5745215,"retried":false,"issues":[]},{"kind":"route-rank","verdict":"pass","error":null,"scores":{},"confidence":1,"model":"deterministic","cost_usd":null,"retried":false,"issues":[]}]},
+{"task_id":"1003445","graded_at":"2026-09-03T19:18:35.956Z","recorded":{"panel_outcome":"pass","pass_count":4,"concerns_count":0,"fail_count":0,"error_count":0,"worker_count":4,"panel_cost_usd":2.2818312,"confidence":0.85,"rubric":{"functional_fidelity":9,"code_quality":9,"economy":8,"security_score":9,"efficiency_score":9}},"workers":[{"kind":"narc","verdict":"pass","error":null,"scores":{"functional_fidelity":9},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.5429154,"retried":false,"issues":[{"severity":"nit","file":"h:470c02c760","summary":"h:f1c63e97a3"}]},{"kind":"quality","verdict":"pass","error":null,"scores":{"economy":8,"code_quality":9},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.671361,"retried":false,"issues":[]},{"kind":"hacker","verdict":"pass","error":null,"scores":{"security_score":9},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.5381194,"retried":true,"issues":[{"severity":"nit","file":"h:facfae576a","summary":"h:75321410be"}]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":9},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.5294354,"retried":false,"issues":[]}]},
+{"task_id":"1003175","graded_at":"2026-09-02T17:52:46.502Z","recorded":{"panel_outcome":"pass","pass_count":5,"concerns_count":0,"fail_count":0,"error_count":0,"worker_count":5,"panel_cost_usd":1.7976148,"confidence":0.85,"rubric":{"functional_fidelity":10,"code_quality":9,"economy":8,"security_score":9,"efficiency_score":9}},"workers":[{"kind":"narc","verdict":"pass","error":null,"scores":{"functional_fidelity":10},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.387192,"retried":false,"issues":[]},{"kind":"quality","verdict":"pass","error":null,"scores":{"economy":8,"code_quality":9},"confidence":0.9,"model":"claude-sonnet-5","cost_usd":0.5571676000000001,"retried":true,"issues":[{"severity":"nit","file":"h:87d810e524","summary":"h:ecfffdd5a6"}]},{"kind":"hacker","verdict":"pass","error":null,"scores":{"security_score":9},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.4811592,"retried":false,"issues":[]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":9},"confidence":0.8,"model":"claude-sonnet-5","cost_usd":0.372096,"retried":false,"issues":[]},{"kind":"route-rank","verdict":"pass","error":null,"scores":{},"confidence":1,"model":"deterministic","cost_usd":null,"retried":false,"issues":[]}]},
+{"task_id":"1003298","graded_at":"2026-08-27T23:12:53.322Z","recorded":{"panel_outcome":"concerns","pass_count":4,"concerns_count":0,"fail_count":0,"error_count":1,"worker_count":5,"panel_cost_usd":3.2470860000000004,"confidence":0.3,"rubric":{"functional_fidelity":9,"code_quality":0,"economy":null,"security_score":9,"efficiency_score":8}},"workers":[{"kind":"narc","verdict":"pass","error":null,"scores":{"functional_fidelity":9},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":1.1821806000000001,"retried":false,"issues":[{"severity":"nit","file":"h:3180859548","summary":"h:2e9a36938f"}]},{"kind":"quality","verdict":"fail","error":"SUBAGENT_NONZERO_EXIT","scores":{},"confidence":0,"model":"claude-haiku-4-5-20251001","cost_usd":null,"retried":true,"issues":[],"exit_code":1,"stderr_tail":"h:daafa47568"},{"kind":"hacker","verdict":"pass","error":null,"scores":{"security_score":9},"confidence":0.75,"model":"claude-sonnet-5","cost_usd":0.9619244000000001,"retried":false,"issues":[{"severity":"nit","file":"h:6e356932ba","summary":"h:fbac6e060e"}]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":8},"confidence":0.75,"model":"claude-sonnet-5","cost_usd":1.102981,"retried":false,"issues":[{"severity":"nit","file":"h:6e356932ba","summary":"h:db7256c9a5"}]},{"kind":"route-rank","verdict":"pass","error":null,"scores":{},"confidence":1,"model":"deterministic","cost_usd":null,"retried":false,"issues":[]}]},
+{"task_id":"1003297","graded_at":"2026-08-27T17:59:20.501Z","recorded":{"panel_outcome":"concerns","pass_count":3,"concerns_count":0,"fail_count":0,"error_count":1,"worker_count":4,"panel_cost_usd":2.1315774,"confidence":0.3,"rubric":{"functional_fidelity":9,"code_quality":0,"economy":null,"security_score":10,"efficiency_score":9}},"workers":[{"kind":"narc","verdict":"pass","error":null,"scores":{"functional_fidelity":9},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.7508158,"retried":false,"issues":[{"severity":"nit","file":"h:1f689d0b84","summary":"h:59dc4a5843"}]},{"kind":"quality","verdict":"fail","error":"SUBAGENT_NONZERO_EXIT","scores":{},"confidence":0,"model":"claude-haiku-4-5-20251001","cost_usd":null,"retried":true,"issues":[]},{"kind":"hacker","verdict":"pass","error":null,"scores":{"security_score":10},"confidence":0.95,"model":"claude-sonnet-5","cost_usd":0.6944058,"retried":false,"issues":[]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":9},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.6863558,"retried":false,"issues":[]}]},
+{"task_id":"1003224","graded_at":"2026-08-24T01:31:09.496Z","recorded":{"panel_outcome":"pass","pass_count":5,"concerns_count":0,"fail_count":0,"error_count":0,"worker_count":5,"panel_cost_usd":1.471463,"confidence":0.85,"rubric":{"functional_fidelity":9,"code_quality":8,"economy":9,"security_score":9,"efficiency_score":10}},"workers":[{"kind":"narc","verdict":"pass","error":null,"scores":{"functional_fidelity":9},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.44815799999999995,"retried":true,"issues":[{"severity":"nit","file":"h:f0aae9b1f0","summary":"h:b1417a465b"}]},{"kind":"quality","verdict":"pass","error":null,"scores":{"economy":9,"code_quality":8},"confidence":0.95,"model":"claude-haiku-4-5-20251001","cost_usd":0.2275078,"retried":false,"issues":[]},{"kind":"hacker","verdict":"pass","error":null,"scores":{"security_score":9},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.45007579999999997,"retried":false,"issues":[{"severity":"nit","file":"h:f0aae9b1f0","summary":"h:3e9bc71e3e"}]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":10},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.3457214,"retried":false,"issues":[]},{"kind":"route-rank","verdict":"pass","error":null,"scores":{},"confidence":1,"model":"deterministic","cost_usd":null,"retried":false,"issues":[]}]},
+{"task_id":"1002567","graded_at":"2026-08-15T03:40:05.655Z","recorded":{"panel_outcome":"fail","pass_count":2,"concerns_count":0,"fail_count":2,"error_count":0,"worker_count":4,"panel_cost_usd":2.6416746,"confidence":0,"rubric":{"functional_fidelity":4,"code_quality":9,"economy":9,"security_score":8,"efficiency_score":9}},"workers":[{"kind":"narc","verdict":"fail","error":null,"scores":{"functional_fidelity":4},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.6630807000000001,"retried":false,"issues":[{"severity":"blocker","file":"h:61d7acf831","summary":"h:0db1adea60"}]},{"kind":"quality","verdict":"fail","error":null,"scores":{"economy":9,"code_quality":9},"confidence":0.8,"model":"claude-haiku-4-5-20251001","cost_usd":0.1602525,"retried":false,"issues":[{"severity":"blocker","file":"h:61d7acf831","summary":"h:b0b7c5a8d5"}]},{"kind":"hacker","verdict":"pass","error":null,"scores":{"security_score":8},"confidence":0.8,"model":"claude-sonnet-5","cost_usd":1.2236937,"retried":false,"issues":[{"severity":"nit","file":"h:61d7acf831","summary":"h:66eb617721"},{"severity":"nit","file":"h:0ac4f005a4","summary":"h:090043980b"},{"severity":"nit","file":"h:19d7a758ef","summary":"h:321fcfbbb1"}]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":9},"confidence":0.9,"model":"claude-sonnet-5","cost_usd":0.5946477,"retried":false,"issues":[{"severity":"minor","file":"h:0ac4f005a4","summary":"h:2f3a34b24a"}]}]},
+{"task_id":"1001916","graded_at":"2026-08-15T03:20:41.228Z","recorded":{"panel_outcome":"fail","pass_count":3,"concerns_count":0,"fail_count":1,"error_count":0,"worker_count":4,"panel_cost_usd":1.8740299,"confidence":0,"rubric":{"functional_fidelity":10,"code_quality":0,"economy":0,"security_score":9,"efficiency_score":10}},"workers":[{"kind":"narc","verdict":"pass","error":null,"scores":{"functional_fidelity":10},"confidence":0.95,"model":"claude-sonnet-5","cost_usd":1.146498,"retried":false,"issues":[]},{"kind":"quality","verdict":"fail","error":null,"scores":{"economy":0,"code_quality":0},"confidence":1,"model":"claude-haiku-4-5-20251001","cost_usd":0.16489269999999998,"retried":false,"issues":[{"severity":"blocker","file":"h:2d89f98489","summary":"h:a086d0d4e9"},{"severity":"blocker","file":"h:2d89f98489","summary":"h:047523a0d1"},{"severity":"blocker","file":"h:2d89f98489","summary":"h:b55f2c92cd"},{"severity":"blocker","file":"h:2d89f98489","summary":"h:93545e2b5c"},{"severity":"blocker","file":"h:8a81fbc705","summary":"h:14244e5e2b"}]},{"kind":"hacker","verdict":"pass","error":null,"scores":{"security_score":9},"confidence":0.85,"model":"claude-sonnet-5","cost_usd":0.2887386,"retried":false,"issues":[]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":10},"confidence":0.9,"model":"claude-sonnet-5","cost_usd":0.2739006,"retried":false,"issues":[]}]},
+{"task_id":"1002737","graded_at":"2026-08-12T23:35:40.270Z","recorded":{"panel_outcome":"unavailable","pass_count":0,"concerns_count":0,"fail_count":0,"error_count":4,"worker_count":4,"panel_cost_usd":0,"confidence":0.3,"rubric":{"functional_fidelity":null,"code_quality":0,"economy":null,"security_score":null,"efficiency_score":null}},"workers":[{"kind":"narc","verdict":"fail","error":"SUBAGENT_NONZERO_EXIT","scores":{},"confidence":0,"model":"claude-opus-5","cost_usd":null,"retried":true,"issues":[]},{"kind":"quality","verdict":"fail","error":"SUBAGENT_NONZERO_EXIT","scores":{},"confidence":0,"model":"claude-haiku-4-5-20251001","cost_usd":null,"retried":true,"issues":[]},{"kind":"hacker","verdict":"fail","error":"SUBAGENT_NONZERO_EXIT","scores":{},"confidence":0,"model":"claude-opus-5","cost_usd":null,"retried":true,"issues":[]},{"kind":"efficiency","verdict":"fail","error":"SUBAGENT_NONZERO_EXIT","scores":{},"confidence":0,"model":"claude-opus-5","cost_usd":null,"retried":true,"issues":[]}]},
+{"task_id":"1002653","graded_at":"2026-08-11T14:19:49.327Z","recorded":{"panel_outcome":"concerns","pass_count":3,"concerns_count":1,"fail_count":0,"error_count":0,"worker_count":4,"panel_cost_usd":2.2648416,"confidence":0.3,"rubric":{"functional_fidelity":9,"code_quality":8,"economy":7,"security_score":8,"efficiency_score":9}},"workers":[{"kind":"narc","verdict":"pass","error":null,"scores":{"functional_fidelity":9},"confidence":0.72,"model":"claude-sonnet-4-6","cost_usd":0.8756592,"retried":false,"issues":[]},{"kind":"quality","verdict":"pass","error":null,"scores":{"economy":7,"code_quality":8},"confidence":0.85,"model":"claude-sonnet-4-6","cost_usd":0.5879475000000001,"retried":false,"issues":[{"severity":"nit","file":"h:332822d131","summary":"h:6c3215c552"}]},{"kind":"hacker","verdict":"concerns","error":null,"scores":{"security_score":8},"confidence":0.78,"model":"claude-sonnet-4-6","cost_usd":0.5962068,"retried":false,"issues":[{"severity":"major","file":"h:332822d131","summary":"h:832e4bf1a7"}]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":9},"confidence":0.88,"model":"claude-sonnet-4-6","cost_usd":0.2050281,"retried":false,"issues":[]}]},
+{"task_id":"1002554","graded_at":"2026-08-05T23:04:34.451Z","recorded":{"panel_outcome":"fail","pass_count":3,"concerns_count":0,"fail_count":1,"error_count":0,"worker_count":4,"panel_cost_usd":1.8783215999999998,"confidence":0,"rubric":{"functional_fidelity":4,"code_quality":8,"economy":7,"security_score":8,"efficiency_score":9}},"workers":[{"kind":"narc","verdict":"fail","error":null,"scores":{"functional_fidelity":4},"confidence":0.9,"model":"claude-sonnet-4-6","cost_usd":0.4524978,"retried":false,"issues":[{"severity":"blocker","file":"h:0f2f745307","summary":"h:5a16de420b"}]},{"kind":"quality","verdict":"pass","error":null,"scores":{"economy":7,"code_quality":8},"confidence":0.9,"model":"claude-sonnet-4-6","cost_usd":0.5554047,"retried":false,"issues":[{"severity":"minor","file":"h:0f2f745307","summary":"h:cddbd7df8e"},{"severity":"nit","file":"h:eea03bad91","summary":"h:50263ab993"}]},{"kind":"hacker","verdict":"pass","error":null,"scores":{"security_score":8},"confidence":0.72,"model":"claude-sonnet-4-6","cost_usd":0.6754245,"retried":false,"issues":[{"severity":"minor","file":"h:3a72359d4c","summary":"h:16a58096be"},{"severity":"minor","file":"h:2d211b60f4","summary":"h:38f437afc9"}]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":9},"confidence":0.85,"model":"claude-sonnet-4-6","cost_usd":0.1949946,"retried":false,"issues":[]}]},
+{"task_id":"1002553","graded_at":"2026-07-30T18:34:51.581Z","recorded":{"panel_outcome":"pass","pass_count":3,"concerns_count":1,"fail_count":0,"error_count":0,"worker_count":4,"panel_cost_usd":3.4621722,"confidence":0.835,"rubric":{"functional_fidelity":7,"code_quality":8,"economy":8,"security_score":9,"efficiency_score":9}},"workers":[{"kind":"narc","verdict":"concerns","error":null,"scores":{"functional_fidelity":7},"confidence":0.75,"model":"claude-sonnet-4-6","cost_usd":0.405582,"retried":true,"issues":[{"severity":"major","file":"h:ae3930574d","summary":"h:6e98ed3323"}]},{"kind":"quality","verdict":"pass","error":null,"scores":{"economy":8,"code_quality":8},"confidence":0.82,"model":"claude-sonnet-4-6","cost_usd":1.8247271999999997,"retried":false,"issues":[{"severity":"minor","file":"h:9efc99d028","summary":"h:003a5e3c43"},{"severity":"minor","file":"h:9efc99d028","summary":"h:33b97e99b5"},{"severity":"minor","file":"h:ae3930574d","summary":"h:c47a0a25af"}]},{"kind":"hacker","verdict":"pass","error":null,"scores":{"security_score":9},"confidence":0.88,"model":"claude-sonnet-4-6","cost_usd":0.779004,"retried":false,"issues":[{"severity":"minor","file":"h:9efc99d028","summary":"h:66243d8143"},{"severity":"nit","file":"h:9efc99d028","summary":"h:230e1c2756"}]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":9},"confidence":0.85,"model":"claude-sonnet-4-6","cost_usd":0.452859,"retried":false,"issues":[]}]},
+{"task_id":"1002525","graded_at":"2026-07-29T16:00:37.887Z","recorded":{"panel_outcome":"pass","pass_count":4,"concerns_count":0,"fail_count":0,"error_count":0,"worker_count":4,"panel_cost_usd":1.5763158,"confidence":0.875,"rubric":{"functional_fidelity":9,"code_quality":9,"economy":9,"security_score":9,"efficiency_score":9}},"workers":[{"kind":"narc","verdict":"pass","error":null,"scores":{"functional_fidelity":9},"confidence":0.85,"model":"claude-sonnet-4-6","cost_usd":0.46919940000000004,"retried":false,"issues":[]},{"kind":"quality","verdict":"pass","error":null,"scores":{"economy":9,"code_quality":9},"confidence":0.85,"model":"claude-sonnet-4-6","cost_usd":0.7438973999999999,"retried":true,"issues":[]},{"kind":"hacker","verdict":"pass","error":null,"scores":{"security_score":9},"confidence":0.9,"model":"claude-sonnet-4-6","cost_usd":0.17472000000000001,"retried":false,"issues":[]},{"kind":"efficiency","verdict":"pass","error":null,"scores":{"efficiency_score":9},"confidence":0.95,"model":"claude-sonnet-4-6","cost_usd":0.188499,"retried":false,"issues":[]}]}
+]}

package/tests/government_protected_surfaces.mjs

@@ -295,6 +295,16 @@ const ADDED_SINCE_R101 = [
     'ship-surprise', 'ship-visual'],
     'the 2026-08-23 ship.js carve: the land path, the ship state machine, the grade gate '
     + 'steps and pushVia, ~6,200 lines behind a 373-line protected entry point.'),
+  // task 1002839 (ADR 0089 §1). Not a `grader-*.js` sibling, so the carve tripwire
+  // below would not demand it — registered by hand because it owns the gate.
+  {
+    after: 'modules/grading/grader-subagent.js',
+    glob: 'modules/grading/grade-engine.js',
+    why: 'the central grading engine every work-type is graded through. It runs the '
+       + 'deterministic route-rank and permission-path pre-passes and applies the '
+       + 'deterministic veto, so an edit here can switch off the protected-path gate '
+       + 'for every grade at once.',
+  },
 ];
 
 // Surfaces RENAMED since R101 — still protected, under a new path. Distinct from

package/tests/grade_correlation_audit.mjs

@@ -0,0 +1,159 @@
+// tests/grade_correlation_audit.mjs — the grader error-correlation audit
+// (task 1002843, ADR 0089 §5).
+//
+// Pins the arithmetic against hand-computed values, the vote and label rules,
+// and — the load-bearing part — the minimum-N guard: a kappa over too few
+// observations, or over a rater that never changes its mind, is REFUSED with a
+// reason, never printed as a number. The CLI is exercised end to end on a saved
+// dataset, so the report path needs no network.
+//
+// Run:  node --test tests/grade_correlation_audit.mjs
+
+import { test } from 'node:test';
+import assert from 'node:assert/strict';
+import fs from 'node:fs';
+import os from 'node:os';
+import path from 'node:path';
+import { execFileSync } from 'node:child_process';
+import { createRequire } from 'node:module';
+import { fileURLToPath } from 'node:url';
+
+const require = createRequire(import.meta.url);
+const A = require('../scripts/gds/grade-correlation-audit.js');
+const ROOT = fileURLToPath(new URL('..', import.meta.url));
+
+const close = (a, b, eps = 1e-9) => assert.ok(Math.abs(a - b) < eps, `${a} != ${b}`);
+const repeat = (n, v) => Array.from({ length: n }, () => v);
+
+// A dataset row with the four panel workers' verdicts.
+const W = (kind, verdict, extra = {}) => ({ kind, verdict, error: null, issues: [], ...extra });
+function row(id, { narc = 'pass', quality = 'pass', hacker = 'pass', efficiency = 'pass', status = 'shipped', passed = true } = {}) {
+  return { task_id: String(id), task_status: status, passed, workers: [W('narc', narc), W('quality', quality), W('hacker', hacker), W('efficiency', efficiency)] };
+}
+
+test('agreementStats matches a hand-computed 2x2 table', () => {
+  // both object 20, only first 5, only second 10, both clear 15 (n = 50)
+  const pairs = [...repeat(20, [1, 1]), ...repeat(5, [1, 0]), ...repeat(10, [0, 1]), ...repeat(15, [0, 0])];
+  const s = A.agreementStats(pairs);
+  assert.equal(s.n, 50);
+  close(s.agreement, 0.7);
+  close(s.kappa, 0.4); // po 0.7, pe 0.5*0.6 + 0.5*0.4 = 0.5 → (0.7-0.5)/(1-0.5)
+  close(s.phi, 250 / Math.sqrt(25 * 25 * 30 * 20));
+  assert.deepEqual(s.table, { both_object: 20, only_first: 5, only_second: 10, both_clear: 15 });
+});
+
+test('a vote: pass clears, concerns/fail objects, an errored worker with no finding casts none', () => {
+  assert.equal(A.voteOf(W('quality', 'pass')), 0);
+  assert.equal(A.voteOf(W('quality', 'concerns')), 1);
+  assert.equal(A.voteOf(W('quality', 'fail')), 1);
+  assert.equal(A.voteOf(W('quality', 'fail', { error: 'SUBAGENT_TIMEOUT' })), null, 'missing signal is not a vote');
+  assert.equal(A.voteOf(W('hacker', 'fail', { error: 'parse_error', issues: [{ severity: 'blocker' }] })), 1,
+    'an errored worker that still raised a blocker is a real objection (#473)');
+  assert.deepEqual(A.panelVotes([W('narc', 'pass'), W('reader', 'advisory'), { kind: 'route-rank', verdict: 'fail', model: 'deterministic' }]),
+    { narc: 0 }, 'the reader and the deterministic pseudo-judges are not panel voters');
+});
+
+test('owner labels: overrides and manual confirms only — an auto-landed pass is never a label', () => {
+  const labels = A.ownerLabels({
+    grades: [
+      { task_id: '1', task_status: 'shipped', passed: false },   // confirmed by hand after a non-pass
+      { task_id: '2', task_status: 'shipped', passed: true },    // auto-landed: the grader agreeing with itself
+      { task_id: '3', task_status: 'completed', passed: false }, // still parked: no decision yet
+      { task_id: '4', task_status: 'shipped', passed: false },
+    ],
+    overrides: [{ task_id: '4', status: 'denied' }, { task_id: '4', status: 'approved' }, { task_id: '5', status: 'denied' }],
+  });
+  assert.deepEqual(Object.fromEntries(labels), {
+    4: { label: 'accept', source: 'override_approved' }, // the approval outranks the earlier denial
+    5: { label: 'reject', source: 'override_denied' },
+    1: { label: 'accept', source: 'manual_confirm_after_fail' },
+  });
+});
+
+test('THE GUARD: a kappa over too few observations, or over a constant rater, is refused — never printed', () => {
+  const few = { grades: repeat(5, 0).map((_, i) => row(i, { narc: i % 2 ? 'fail' : 'pass' })), overrides: [] };
+  const r = A.audit(few);
+  assert.equal(r.min_n, A.MIN_N);
+  for (const p of r.pairwise) {
+    assert.match(p.refused, /below the minimum of 30/);
+    assert.equal(p.kappa, undefined, 'no number rides along with a refusal');
+  }
+  assert.equal(r.effective_votes, null);
+
+  // Plenty of panels, but hacker never objects: every pair with it is undefined.
+  const constant = { grades: repeat(60, 0).map((_, i) => row(i, { narc: i % 3 ? 'pass' : 'concerns', quality: i % 4 ? 'pass' : 'fail' })), overrides: [] };
+  const rc = A.audit(constant);
+  const nh = rc.pairwise.find((p) => p.a === 'narc' && p.b === 'hacker');
+  assert.match(nh.refused, /only 0 of one class/);
+  assert.ok(!rc.pairwise.find((p) => p.a === 'narc' && p.b === 'quality').refused, 'a pair of changing raters is computed');
+  assert.equal(rc.effective_votes, null, 'the panel figure needs every pair');
+
+  assert.equal(A.audit(few, { minN: 3 }).min_n, A.MIN_N, '--min-n can raise the bar, never lower it');
+  assert.equal(A.audit(few, { minN: 80 }).min_n, 80);
+});
+
+test('two workers that always vote alike read as redundant; unrelated ones as independent', () => {
+  const grades = repeat(80, 0).map((_, i) => row(i, {
+    narc: i % 2 ? 'fail' : 'pass',
+    quality: i % 2 ? 'fail' : 'pass',          // a copy of narc
+    hacker: i % 4 < 2 ? 'concerns' : 'pass',    // unrelated to narc's parity
+    efficiency: i % 5 ? 'pass' : 'fail',
+  }));
+  const r = A.audit({ grades, overrides: [] });
+  const nq = r.pairwise.find((p) => p.a === 'narc' && p.b === 'quality');
+  close(nq.kappa, 1);
+  assert.equal(nq.reading, 'redundant');
+  const nh = r.pairwise.find((p) => p.a === 'narc' && p.b === 'hacker');
+  close(nh.kappa, 0);
+  assert.equal(nh.reading, 'independent');
+  assert.ok(r.effective_votes > 1 && r.effective_votes < 4);
+});
+
+test('per-worker kappa against the owner, and error correlation, once there are enough labels', () => {
+  // 40 labelled tasks: the owner accepted 20, rejected 20. Quality objects to
+  // exactly the rejected ones (kappa 1); narc objects to everything (constant → refused).
+  const grades = repeat(40, 0).map((_, i) => row(i, { narc: 'concerns', quality: i < 20 ? 'fail' : 'pass', status: 'shipped', passed: false }));
+  const overrides = repeat(40, 0).map((_, i) => ({ task_id: String(i), status: i < 20 ? 'denied' : 'approved' }));
+  const r = A.audit({ grades, overrides });
+  assert.deepEqual(r.labels, { total: 40, accept: 20, reject: 20 });
+  close(r.vs_owner.find((w) => w.kind === 'quality').kappa, 1);
+  assert.match(r.vs_owner.find((w) => w.kind === 'narc').refused, /only 0 of one class/);
+  const qh = r.pairwise.find((p) => p.a === 'quality' && p.b === 'hacker');
+  assert.ok(qh.errors.n === 40, 'errors are paired on the labelled tasks both voted on');
+});
+
+test('effectiveVotes: 4 uncorrelated votes are 4, perfectly correlated are 1, negative is clamped', () => {
+  close(A.effectiveVotes(4, 0), 4);
+  close(A.effectiveVotes(4, 1), 1);
+  close(A.effectiveVotes(4, -0.3), 4);
+  close(A.effectiveVotes(4, 1 / 3), 2);
+});
+
+test('toAuditRow keeps the fate and the verdicts, and hashes the review prose', () => {
+  const r = A.toAuditRow({ task_id: 9, task_status: 'shipped', grade: { passed: false, signals: { workers: [
+    { kind: 'quality', verdict: 'fail', error: null, issues: [{ severity: 'major', file: 'a.js', summary: 'real words' }], notes_md: 'prose' },
+  ] } } });
+  assert.equal(r.task_id, '9');
+  assert.equal(r.task_status, 'shipped');
+  assert.equal(r.passed, false);
+  assert.equal(r.workers[0].verdict, 'fail');
+  assert.match(r.workers[0].issues[0].summary, /^h:[0-9a-f]{10}$/);
+  assert.equal(r.workers[0].notes_md, undefined);
+  assert.equal(A.toAuditRow({ task_id: 1, grade: { signals: {} } }), null, 'not a panel grade');
+});
+
+test('the CLI reports a saved dataset — refusals by name, and --json — with no network', () => {
+  const dir = fs.mkdtempSync(path.join(os.tmpdir(), 'grade-audit-'));
+  const file = path.join(dir, 'dataset.json');
+  fs.writeFileSync(file, JSON.stringify({ grades: [row(1), row(2, { quality: 'fail' })], overrides: [] }));
+  try {
+    const text = execFileSync(process.execPath, ['scripts/gds/grade-correlation-audit.js', '--file', file], { cwd: ROOT, encoding: 'utf8' });
+    assert.match(text, /2 recorded panel grade\(s\), minimum n = 30/);
+    assert.match(text, /narc × quality\s+REFUSED — n=2 is below the minimum of 30/);
+    const json = JSON.parse(execFileSync(process.execPath, ['scripts/gds/grade-correlation-audit.js', '--file', file, '--json'], { cwd: ROOT, encoding: 'utf8' }));
+    assert.equal(json.panels, 2);
+    assert.equal(json.pairwise.length, 6);
+  } finally {
+    fs.rmSync(dir, { recursive: true, force: true });
+  }
+});

package/tests/grade_engine.mjs

@@ -0,0 +1,249 @@
+// tests/grade_engine.mjs — the central grading engine (task 1002839, ADR 0089 §1).
+//
+// Pins the four things the extraction promised: (1) the pipeline is NAMED and
+// runs in the ADR's order; (2) there is a registry with two doors — the grading
+// module's own work-types and any other module's, through the seam port
+// grader.workType.<key> — and the code panel is registered in it as the default;
+// (3) the deterministic pre-passes and the veto belong to the ENGINE, so a
+// work-type whose own aggregate would pass a protected-path fail still fails;
+// (4) the code panel graded through the engine is wired exactly as gradeSubagent
+// was — same judges, models, timeouts, prompts and record — including through the
+// real default model call (a fake `claude` binary; POSIX only).
+//
+// Run:  node --test tests/grade_engine.mjs
+
+import { test } from 'node:test';
+import assert from 'node:assert/strict';
+import fs from 'node:fs';
+import os from 'node:os';
+import path from 'node:path';
+import { createRequire } from 'node:module';
+
+const require = createRequire(import.meta.url);
+const grader = require('../modules/grading/grader.js');
+const engine = grader.gradeEngine;
+const api = require('../src/module-api');
+const llmCache = require('../src/bongos/llm-cache.js');
+
+const TASK = { id: 4242, title: 'Fixture task', description: 'Add helper X. Acceptance: X exported.', kind: 'feature', discipline: 'engineer', version_id: 'BONGOS-V2', est_minutes: 60 };
+const DIFF = 'diff --git a/modules/example/a.js b/modules/example/a.js\n--- a/modules/example/a.js\n+++ b/modules/example/a.js\n@@ -1 +1 @@\n-const a = 1;\n+const a = 2; // changed value here\n';
+const DS = { files_changed: 1, lines_added: 1, lines_removed: 1 };
+
+// Which judge a prompt belongs to — every worker prompt opens with its identity.
+const KIND_MARKS = [['**Narc**', 'narc'], ['**Quality**', 'quality'], ['**Hacker**', 'hacker'], ['**Efficiency Monger**', 'efficiency'], ['**Reader**', 'reader']];
+const kindOf = (prompt) => (KIND_MARKS.find(([m]) => prompt.slice(0, 400).includes(m)) || [null, 'unknown'])[1];
+const PASSING = {
+  narc: { functional_fidelity: 9, confidence: 0.8, issues: [], ac_checklist: [{ ac: 'X exported', status: 'satisfied' }] },
+  quality: { code_quality: 8, economy: 8, confidence: 0.8, issues: [] },
+  hacker: { security_score: 9, confidence: 0.8, issues: [] },
+  efficiency: { efficiency_score: 9, confidence: 0.8, issues: [] },
+};
+const envelope = (payload) => JSON.stringify({ type: 'result', result: JSON.stringify(payload), total_cost_usd: 0.01 });
+
+// An injected model call that records what each judge was asked.
+function recordingRunner(replies = PASSING) {
+  const calls = [];
+  const run = async ({ prompt, opts }) => {
+    const kind = kindOf(prompt);
+    calls.push({ kind, prompt, opts });
+    return { stdout: envelope(replies[kind] || {}), stderr: '', run_ms: 1, exit_code: 0, cost_usd: 0.01 };
+  };
+  return { run, calls };
+}
+
+// A work-type with every hook, whose aggregate PASSES no matter what it is handed —
+// the shape a careless or hostile module could register.
+function alwaysPassWorkType(seen = {}) {
+  return {
+    key: 'always-pass',
+    resolveJudges: () => ['judge-a'],
+    modelFor: () => 'model-x',
+    runJudge: async (judge, ctx) => { seen.ctx = ctx; return { kind: judge, verdict: 'pass', scores: {}, issues: [], confidence: 1, model: 'model-x' }; },
+    aggregate: (results) => { seen.results = results; return { passed: true, score: 10, signals: { panel_outcome: 'pass', confidence: 1 }, notes_md: 'always pass', issues: [] }; },
+    unavailable: ({ reason }) => ({ passed: false, signals: { panel_outcome: 'unavailable', reason } }),
+  };
+}
+
+test('the pipeline is named, in ADR 0089 §1 order', () => {
+  assert.deepEqual(engine.PIPELINE_STAGES, ['select', 'pre_pass', 'evidence', 'fan_out', 'aggregate', 'gate', 'persist']);
+});
+
+test('the code panel is registered as work-type #1 and is the default', () => {
+  assert.ok(engine.listWorkTypes().includes('code'));
+  const code = engine.resolveWorkType({ workType: 'code' });
+  assert.equal(code.key, 'code');
+  assert.equal(code.aggregate, grader.aggregatePanel, 'the code work-type aggregates with the v4 panel gate');
+  assert.equal(code.unavailable, grader.graderUnavailableResult);
+  assert.equal(code.cacheTaskType, 'grade_worker', 'kept at the pre-engine value so cached worker replies stay hits');
+  // Everything that is not a registered key lands on the default rather than
+  // throwing inside the grade step (the task 1002659 posture).
+  assert.equal(engine.resolveWorkType({}), code);
+  assert.equal(engine.resolveWorkType({ workType: 'no-such-type' }), code);
+  assert.equal(engine.resolveWorkType({ task: { discipline: 'engineer', kind: 'feature' } }), code);
+});
+
+test('registerWorkType refuses a malformed or conflicting work-type at registration', () => {
+  assert.throws(() => engine.registerWorkType({ ...alwaysPassWorkType(), key: 'Bad Key' }), /must match/);
+  const { aggregate, ...noAggregate } = alwaysPassWorkType();
+  assert.throws(() => engine.registerWorkType({ ...noAggregate, key: 'half-built' }), /missing hook\(s\): aggregate/);
+  assert.throws(() => engine.registerWorkType({ ...alwaysPassWorkType(), key: 'bad-optional', gatherEvidence: 'not a function' }), /gatherEvidence/);
+  const code = engine.resolveWorkType({ workType: 'code' });
+  assert.equal(engine.registerWorkType(code), code, 'the same definition again is a no-op');
+  assert.throws(() => engine.registerWorkType({ ...code }), /already registered/, 'a second definition for a key is a wiring bug');
+});
+
+test('another module contributes a work-type through the seam port, and a broken one degrades to the default', () => {
+  const def = { ...alwaysPassWorkType(), key: 'test-seam-art' };
+  api.registerProvider(engine.workTypePort('test-seam-art'), def);
+  assert.equal(engine.resolveWorkType({ task: { discipline: 'test-seam-art' } }), def, 'resolved by the task discipline');
+  assert.ok(engine.listWorkTypes().includes('test-seam-art'));
+
+  api.registerProvider(engine.workTypePort('test-seam-broken'), { key: 'test-seam-broken', aggregate: () => ({}) });
+  const logged = [];
+  const orig = console.error;
+  console.error = (...a) => { logged.push(a.join(' ')); };
+  try {
+    assert.equal(engine.resolveWorkType({ workType: 'test-seam-broken' }).key, 'code');
+  } finally { console.error = orig; }
+  assert.match(logged.join('\n'), /ignoring invalid work-type on port grader\.workType\.test-seam-broken/);
+  assert.ok(!engine.listWorkTypes().includes('test-seam-broken'));
+
+  // Tests reset the seam registry; the grading module's own default must survive it.
+  require('../src/module-seams')._reset();
+  assert.equal(engine.resolveWorkType({}).key, 'code', 'a seam reset cannot lose the default work-type');
+  assert.deepEqual(engine.listWorkTypes(), ['code']);
+});
+
+test('the ENGINE owns the pre-passes: a work-type that never names them still gets them, in order', async () => {
+  const seen = {};
+  await engine.runGrade({
+    workType: alwaysPassWorkType(seen), task: TASK, diff: DIFF, diffStats: DS,
+    changedFiles: ['src/bongos/routes/x.js', 'src/bongos/auth.js'], builderRank: 'thetes',
+  });
+  assert.deepEqual(seen.results.map((r) => r.kind), ['judge-a', 'route-rank', 'permission-path'],
+    'deterministic pseudo-judges join after the model judges, route-rank first');
+  assert.ok(seen.ctx.deterministicFindings.length > 0, 'the judges are handed the pre-pass findings');
+});
+
+test('the gate: no verdict upgrades a deterministic fail — whatever the work-type aggregate said', async () => {
+  const r = await engine.runGrade({
+    workType: alwaysPassWorkType(), task: TASK, diff: DIFF, diffStats: DS,
+    changedFiles: ['src/bongos/auth.js'], builderRank: 'xenos',
+  });
+  assert.equal(r.passed, false);
+  assert.equal(r.signals.panel_outcome, 'fail');
+  assert.equal(r.signals.confidence, 0, 'forwarded confidence 0 → the server gate fails it too');
+  assert.deepEqual(r.signals.deterministic_veto, ['permission-path']);
+  assert.match(r.notes_md, /DETERMINISTIC VETO/);
+
+  // The veto enforces the deterministic checks and nothing else: with no
+  // protected path touched, the work-type's own pass stands.
+  const clean = await engine.runGrade({
+    workType: alwaysPassWorkType(), task: TASK, diff: DIFF, diffStats: DS,
+    changedFiles: ['modules/example/a.js'], builderRank: 'xenos',
+  });
+  assert.equal(clean.passed, true);
+  assert.equal(clean.signals.deterministic_veto, undefined);
+});
+
+test('replay rebuilds the pre-passes from the recorded pseudo-judges, so its gate judges what the live gate judged', () => {
+  const recorded = [
+    { kind: 'judge-a', verdict: 'pass', scores: {}, issues: [], model: 'model-x' },
+    { kind: 'permission-path', verdict: 'fail', scores: {}, issues: [{ severity: 'blocker', file: 'src/bongos/auth.js', summary: 'x' }], model: 'deterministic' },
+  ];
+  const r = engine.replayRecorded({ signals: { workers: recorded }, workType: alwaysPassWorkType() });
+  assert.equal(r.passed, false);
+  assert.deepEqual(r.signals.deterministic_veto, ['permission-path']);
+  // A judge merely NAMED like a pre-pass, but produced by a model, is not one.
+  const forged = [{ ...recorded[1], model: 'claude-sonnet-5' }];
+  assert.equal(engine.replayRecorded({ signals: { workers: forged }, workType: alwaysPassWorkType() }).passed, true);
+});
+
+test('the gate returns an already-failed aggregate UNTOUCHED — why it is a no-op for the code panel', () => {
+  const failed = { passed: false, signals: { panel_outcome: 'fail', confidence: 0 }, notes_md: 'x' };
+  const prePass = { findings: [], workerResult: { kind: 'permission-path', verdict: 'fail', model: 'deterministic' } };
+  assert.equal(engine.applyDeterministicGate(failed, [prePass]), failed);
+  const passed = { passed: true, signals: { panel_outcome: 'pass' } };
+  assert.equal(engine.applyDeterministicGate(passed, []), passed, 'nothing to enforce → the same object');
+});
+
+test('the code panel through the engine: same judges, models, timeouts, prompts and record as gradeSubagent', async () => {
+  const { run, calls } = recordingRunner();
+  const prior = { round: 2, findings_md: '- [major] x', response_md: 'fixed in abc', interim_md: '1 file' };
+  const r = await engine.runGrade({
+    workType: 'code', task: TASK, valueSummary: 'Adds X.', diff: DIFF, diffStats: DS,
+    changedFiles: ['src/bongos/auth.js'], builderRank: 'xenos', priorRound: prior,
+    runOpts: { cwd: process.cwd(), timeoutMs: 1234 },
+  }, { runSubagent: run });
+
+  assert.deepEqual(calls.map((c) => c.kind).sort(), ['efficiency', 'hacker', 'narc', 'quality']);
+  for (const c of calls) {
+    assert.equal(c.opts.model, grader.workerModelFor(c.kind, grader.selectGraderModel({}), undefined));
+    assert.equal(c.opts.timeoutMs, 360000, `${c.kind}: the per-worker budget overrides runOpts.timeoutMs`);
+    assert.equal(c.opts.cwd, process.cwd());
+    assert.match(c.prompt, /## Prior panel round \(this is re-grade round 2\)/, `${c.kind} sees the prior round`);
+    assert.match(c.prompt, /## Post-change file contents \(1 of 1 changed files, bundled\)/, `${c.kind} sees the bundle`);
+  }
+  const hacker = calls.find((c) => c.kind === 'hacker');
+  assert.match(hacker.prompt, /## Deterministic route-rank pre-check/, 'the Hacker is handed the permission-path findings');
+
+  assert.deepEqual(r.signals.workers.map((w) => w.kind), ['narc', 'quality', 'hacker', 'efficiency', 'permission-path']);
+  assert.equal(r.signals.panel_outcome, 'fail', 'a sub-Metic protected-path edit fails the code panel on its own gate');
+  assert.equal(r.signals.deterministic_veto, undefined, 'aggregatePanel already failed it — the engine veto had nothing to do');
+  const keys = Object.keys(r.signals);
+  assert.deepEqual(keys.slice(-4), ['builder_model_assumed', 'grader_model', 'total_ms', 'context_bundle'],
+    'the run meta lands last, exactly where aggregatePanel put it when handed the meta directly');
+  assert.equal(r.signals.builder_model_assumed, grader.ASSUMED_BUILDER_MODEL);
+  assert.equal(r.signals.context_bundle.read_root, path.resolve(process.cwd()));
+  assert.deepEqual(r.signals.context_bundle.bundled.map((b) => b.file), ['src/bongos/auth.js']);
+  assert.equal(r.panel_cost_usd, 0.04);
+});
+
+test('bypass short-circuits BEFORE any judge is asked (#943)', async () => {
+  const { run, calls } = recordingRunner();
+  const r = await engine.runGrade({ workType: 'code', task: TASK, diff: DIFF, changedFiles: ['a.js'], judges: ['narc', 'no-such-worker'], runOpts: { bypass: true } }, { runSubagent: run });
+  assert.equal(calls.length, 0);
+  assert.equal(r.signals.panel_outcome, 'unavailable');
+  assert.equal(r.signals.grader_unavailable_reason, 'bypass_requested');
+});
+
+test('gradeSubagent grades through the engine\'s DEFAULT model call — a fake claude binary end to end',
+  { skip: process.platform === 'win32' && 'the fake CLI is a shebang script; spawn runs it through cmd.exe on win32' },
+  async () => {
+    const dir = fs.mkdtempSync(path.join(os.tmpdir(), 'grade-engine-'));
+    const bin = path.join(dir, 'claude');
+    fs.writeFileSync(bin, `#!/usr/bin/env node
+let s = '';
+process.stdin.on('data', (d) => { s += d; }).on('end', () => {
+  const replies = ${JSON.stringify(PASSING)};
+  const kinds = ${JSON.stringify(KIND_MARKS)};
+  const hit = kinds.find(([m]) => s.slice(0, 400).includes(m));
+  const argv = process.argv.slice(2);
+  const payload = { ...(hit ? replies[hit[1]] : {}), notes_md: 'model=' + argv[argv.indexOf('--model') + 1] };
+  process.stdout.write(JSON.stringify({ type: 'result', result: JSON.stringify(payload), total_cost_usd: 0.02 }));
+});
+`);
+    fs.chmodSync(bin, 0o755);
+    // The cache is exercised for its KEY (task_type) but never touches a database.
+    const origWithCache = llmCache.withCache;
+    const origSpec = llmCache.makeCacheSpec;
+    const taskTypes = [];
+    llmCache.makeCacheSpec = (args) => { taskTypes.push(args.task_type); return origSpec(args); };
+    llmCache.withCache = async (spec, producer) => ({ ...(await producer()), cached: false });
+    try {
+      const r = await grader.gradeSubagent({
+        task: TASK, valueSummary: 'Adds X.', diff: DIFF, diffStats: DS, changedFiles: ['modules/example/a.js'],
+        runOpts: { claudeBin: bin, cwd: process.cwd() },
+      });
+      assert.equal(r.signals.panel_outcome, 'pass', r.notes_md);
+      assert.equal(r.passed, true);
+      assert.deepEqual(r.signals.workers.map((w) => w.kind), ['narc', 'quality', 'hacker', 'efficiency']);
+      for (const w of r.signals.workers) assert.match(w.notes_md, new RegExp(`model=${w.model}$`), 'the spawned CLI got the worker model');
+      assert.deepEqual(taskTypes, ['grade_worker', 'grade_worker', 'grade_worker', 'grade_worker']);
+      assert.equal(r.panel_cost_usd, 0.08);
+    } finally {
+      llmCache.withCache = origWithCache;
+      llmCache.makeCacheSpec = origSpec;
+      fs.rmSync(dir, { recursive: true, force: true });
+    }
+  });