@tangle-network/agent-eval 1.0.18 → 1.0.20

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (305) hide show
  1. package/CHANGELOG.md +20 -21
  2. package/dist/adapters/http.d.ts +2 -2
  3. package/dist/{agent-profile-CPv4tENR.d.ts → agent-profile-BO8ruI6R.d.ts} +3 -3
  4. package/dist/{agent-profile-CPv4tENR.d.ts.map → agent-profile-BO8ruI6R.d.ts.map} +1 -1
  5. package/dist/analyst/index.d.ts +14 -14
  6. package/dist/analyst/index.js +13 -14
  7. package/dist/analyst/index.js.map +1 -1
  8. package/dist/{analyze-runs-pJ4fhnYg.d.ts → analyze-runs-DicleUI_.d.ts} +4 -4
  9. package/dist/{analyze-runs-pJ4fhnYg.d.ts.map → analyze-runs-DicleUI_.d.ts.map} +1 -1
  10. package/dist/{analyze-runs-C7vWBDhl.js → analyze-runs-e9vfXY--.js} +6 -110
  11. package/dist/analyze-runs-e9vfXY--.js.map +1 -0
  12. package/dist/app-grade/index.d.ts +12 -7
  13. package/dist/app-grade/index.d.ts.map +1 -1
  14. package/dist/app-grade/index.js +14 -10
  15. package/dist/app-grade/index.js.map +1 -1
  16. package/dist/{benchmark-command-Bqqvv9Tk.js → benchmark-command-BGZD77Un.js} +16 -17
  17. package/dist/benchmark-command-BGZD77Un.js.map +1 -0
  18. package/dist/benchmarks/index.d.ts +4 -4
  19. package/dist/benchmarks/index.js +4 -5
  20. package/dist/benchmarks/index.js.map +1 -1
  21. package/dist/builder-eval/index.js +1 -1
  22. package/dist/{calibration-CbZPApIO.js → calibration-Ze7SjhT9.js} +2 -2
  23. package/dist/{calibration-CbZPApIO.js.map → calibration-Ze7SjhT9.js.map} +1 -1
  24. package/dist/campaign/index.d.ts +7 -7
  25. package/dist/campaign/index.js +13 -13
  26. package/dist/{campaign-DzLlT0So.js → campaign-BfDMncQN.js} +16 -17
  27. package/dist/{campaign-DzLlT0So.js.map → campaign-BfDMncQN.js.map} +1 -1
  28. package/dist/{campaign-evidence-CcA7a67m.js → campaign-evidence-BuKlRzSA.js} +4 -4
  29. package/dist/{campaign-evidence-CcA7a67m.js.map → campaign-evidence-BuKlRzSA.js.map} +1 -1
  30. package/dist/{chat-client-D0me8iwq.js → chat-client-Zz97O3NB.js} +2 -2
  31. package/dist/{chat-client-D0me8iwq.js.map → chat-client-Zz97O3NB.js.map} +1 -1
  32. package/dist/{chat-json-call-C473CwTt.js → chat-json-call-Dgi7-RH-.js} +2 -2
  33. package/dist/{chat-json-call-C473CwTt.js.map → chat-json-call-Dgi7-RH-.js.map} +1 -1
  34. package/dist/cli.js +9 -9
  35. package/dist/{types-0KglnQ9o.d.ts → cluster-Cd0MRbr9.d.ts} +44 -2
  36. package/dist/cluster-Cd0MRbr9.d.ts.map +1 -0
  37. package/dist/cluster-bootstrap-BYIW7QJ4.js +24 -0
  38. package/dist/cluster-bootstrap-BYIW7QJ4.js.map +1 -0
  39. package/dist/{completion-verifier-7KEfroqx.d.ts → completion-verifier-BEpsr3N4.d.ts} +2 -2
  40. package/dist/{completion-verifier-7KEfroqx.d.ts.map → completion-verifier-BEpsr3N4.d.ts.map} +1 -1
  41. package/dist/{completion-verifier-ClmJV_Yc.js → completion-verifier-DFyYFezn.js} +3 -3
  42. package/dist/{completion-verifier-ClmJV_Yc.js.map → completion-verifier-DFyYFezn.js.map} +1 -1
  43. package/dist/contract/index.d.ts +10 -10
  44. package/dist/contract/index.js +15 -16
  45. package/dist/contract/index.js.map +1 -1
  46. package/dist/{cost-ledger-CS8R3IZj.js → cost-ledger-DfhStGcZ.js} +2 -2
  47. package/dist/{cost-ledger-CS8R3IZj.js.map → cost-ledger-DfhStGcZ.js.map} +1 -1
  48. package/dist/{decision-point-CNyoKOkz.js → decision-point-DJWievVw.js} +4 -4
  49. package/dist/{decision-point-CNyoKOkz.js.map → decision-point-DJWievVw.js.map} +1 -1
  50. package/dist/{default-registry-BNv7eB1C.d.ts → default-registry-BpGFsSpZ.d.ts} +7 -7
  51. package/dist/{default-registry-BNv7eB1C.d.ts.map → default-registry-BpGFsSpZ.d.ts.map} +1 -1
  52. package/dist/{default-registry-BB9_jzyH.js → default-registry-CdMtoY-s.js} +5 -5
  53. package/dist/{default-registry-BB9_jzyH.js.map → default-registry-CdMtoY-s.js.map} +1 -1
  54. package/dist/{define-agent-eval-DKVYlm-T.d.ts → define-agent-eval-DcK8mg63.d.ts} +7 -7
  55. package/dist/{define-agent-eval-DKVYlm-T.d.ts.map → define-agent-eval-DcK8mg63.d.ts.map} +1 -1
  56. package/dist/{define-agent-eval-CjF2nTA3.js → define-agent-eval-DuQNZajG.js} +7 -7
  57. package/dist/{define-agent-eval-CjF2nTA3.js.map → define-agent-eval-DuQNZajG.js.map} +1 -1
  58. package/dist/diagnosis/index.d.ts +2 -2
  59. package/dist/diagnosis/index.js +1 -1
  60. package/dist/{dspy-rlm-engine-_MEe2jIO.js → dspy-rlm-engine-cWyn8G1a.js} +4 -4
  61. package/dist/{dspy-rlm-engine-_MEe2jIO.js.map → dspy-rlm-engine-cWyn8G1a.js.map} +1 -1
  62. package/dist/{engine-rfV8Ff8V.d.ts → engine-BF8naBn7.d.ts} +2 -2
  63. package/dist/{engine-rfV8Ff8V.d.ts.map → engine-BF8naBn7.d.ts.map} +1 -1
  64. package/dist/{eval-campaign-CZSCjxVb.js → eval-campaign-LmpC_5fm.js} +2 -2
  65. package/dist/{eval-campaign-CZSCjxVb.js.map → eval-campaign-LmpC_5fm.js.map} +1 -1
  66. package/dist/{evaluation-DYAIkPQB.d.ts → evaluation-BCejQgkV.d.ts} +4 -4
  67. package/dist/{evaluation-DYAIkPQB.d.ts.map → evaluation-BCejQgkV.d.ts.map} +1 -1
  68. package/dist/{evaluation-BBI37mRe.js → evaluation-bU_bhlv-.js} +2 -2
  69. package/dist/{evaluation-BBI37mRe.js.map → evaluation-bU_bhlv-.js.map} +1 -1
  70. package/dist/evaluation.d.ts +1 -1
  71. package/dist/evaluation.js +1 -1
  72. package/dist/{exact-types-CaLLU1Pz.d.ts → exact-types-VAFjtOQN.d.ts} +2 -2
  73. package/dist/{exact-types-CaLLU1Pz.d.ts.map → exact-types-VAFjtOQN.d.ts.map} +1 -1
  74. package/dist/experiment/index.d.ts +3 -5
  75. package/dist/experiment/index.d.ts.map +1 -1
  76. package/dist/experiment/index.js +7 -12
  77. package/dist/experiment/index.js.map +1 -1
  78. package/dist/{exporters-BYBG9b1n.d.ts → exporters-dQKYD_Zo.d.ts} +2 -2
  79. package/dist/{exporters-BYBG9b1n.d.ts.map → exporters-dQKYD_Zo.d.ts.map} +1 -1
  80. package/dist/{external-optimizer-process-za-SsIap.js → external-optimizer-process-2ImGH_LR.js} +2 -2
  81. package/dist/{external-optimizer-process-za-SsIap.js.map → external-optimizer-process-2ImGH_LR.js.map} +1 -1
  82. package/dist/{external-optimizer-subprocess-B44kOfZb.js → external-optimizer-subprocess-_C_2yriN.js} +4 -4
  83. package/dist/{external-optimizer-subprocess-B44kOfZb.js.map → external-optimizer-subprocess-_C_2yriN.js.map} +1 -1
  84. package/dist/{feedback-trajectory-P37ju-gW.d.ts → feedback-trajectory-DTj8eVTR.d.ts} +3 -3
  85. package/dist/{feedback-trajectory-P37ju-gW.d.ts.map → feedback-trajectory-DTj8eVTR.d.ts.map} +1 -1
  86. package/dist/{findings-store-DWiBvJVM.js → findings-store-BSuaV3dN.js} +8 -25
  87. package/dist/findings-store-BSuaV3dN.js.map +1 -0
  88. package/dist/fuzz.js +2 -2
  89. package/dist/hosted/index.js +1 -1
  90. package/dist/{index-BJM4rwP2.d.ts → index-Bc8BZfzb.d.ts} +10 -9
  91. package/dist/index-Bc8BZfzb.d.ts.map +1 -0
  92. package/dist/index-BdLmBInV.d.ts +1099 -0
  93. package/dist/index-BdLmBInV.d.ts.map +1 -0
  94. package/dist/{index-BAPkHt5H.d.ts → index-CeYLLnfi.d.ts} +28 -128
  95. package/dist/index-CeYLLnfi.d.ts.map +1 -0
  96. package/dist/{index-C3t17kHu.d.ts → index-CzfdjM6o.d.ts} +7 -100
  97. package/dist/index-CzfdjM6o.d.ts.map +1 -0
  98. package/dist/{index-f09MX_H_.d.ts → index-DYNHOTTB.d.ts} +5 -5
  99. package/dist/{index-f09MX_H_.d.ts.map → index-DYNHOTTB.d.ts.map} +1 -1
  100. package/dist/{index-Dt6E4BHX.d.ts → index-D_eAFB3T.d.ts} +8 -8
  101. package/dist/{index-Dt6E4BHX.d.ts.map → index-D_eAFB3T.d.ts.map} +1 -1
  102. package/dist/{index-chNyKroE.d.ts → index-gSu9DUiw.d.ts} +8 -8
  103. package/dist/{index-chNyKroE.d.ts.map → index-gSu9DUiw.d.ts.map} +1 -1
  104. package/dist/{index-B1Bm9oJA.d.ts → index-lRKqfyg4.d.ts} +3 -7
  105. package/dist/index-lRKqfyg4.d.ts.map +1 -0
  106. package/dist/index.d.ts +29 -31
  107. package/dist/index.js +28 -164
  108. package/dist/index.js.map +1 -1
  109. package/dist/{integrity-BAdVzT8u.d.ts → integrity-CrmnGB2T.d.ts} +2 -2
  110. package/dist/{integrity-BAdVzT8u.d.ts.map → integrity-CrmnGB2T.d.ts.map} +1 -1
  111. package/dist/{journal-C1uLJi0w.js → journal-CTX5uK-n.js} +36 -26
  112. package/dist/journal-CTX5uK-n.js.map +1 -0
  113. package/dist/{judge-gate-CIlBrn6q.js → judge-gate-BliY81A0.js} +3 -3
  114. package/dist/{judge-gate-CIlBrn6q.js.map → judge-gate-BliY81A0.js.map} +1 -1
  115. package/dist/{kind-factory-Cfz8DUCc.js → kind-factory-CV0FNCMM.js} +2 -2
  116. package/dist/{kind-factory-Cfz8DUCc.js.map → kind-factory-CV0FNCMM.js.map} +1 -1
  117. package/dist/ledger-core/index.d.ts +1 -1
  118. package/dist/ledger-core/index.js +2 -2
  119. package/dist/{ledger-core-CfT-FzPf.js → ledger-core-24IxvmVY.js} +2 -2
  120. package/dist/{ledger-core-CfT-FzPf.js.map → ledger-core-24IxvmVY.js.map} +1 -1
  121. package/dist/{llm-client-BdSiZ4qz.js → llm-client-DMMSg-Ro.js} +2 -2
  122. package/dist/{llm-client-BdSiZ4qz.js.map → llm-client-DMMSg-Ro.js.map} +1 -1
  123. package/dist/{llm-judge-CHLvjbVR.js → llm-judge-Bnxuwjxl.js} +15 -16
  124. package/dist/{llm-judge-CHLvjbVR.js.map → llm-judge-Bnxuwjxl.js.map} +1 -1
  125. package/dist/{matrix-Cy3oy7Rq.d.ts → matrix-D6zEwLvE.d.ts} +2 -2
  126. package/dist/{matrix-Cy3oy7Rq.d.ts.map → matrix-D6zEwLvE.d.ts.map} +1 -1
  127. package/dist/meta-eval/index.d.ts +2 -2
  128. package/dist/meta-eval/index.js +7 -7
  129. package/dist/{metrics-DNCAUtuB.js → metrics-zALlR17s.js} +16 -17
  130. package/dist/metrics-zALlR17s.js.map +1 -0
  131. package/dist/multishot/golden/index.d.ts +1 -1
  132. package/dist/multishot/index.d.ts +2 -2
  133. package/dist/multishot/index.js +1 -1
  134. package/dist/openapi.json +1 -1
  135. package/dist/{outcome-observations-DZu5hLYF.js → outcome-observations-BpicIVQi.js} +2 -3
  136. package/dist/{outcome-observations-DZu5hLYF.js.map → outcome-observations-BpicIVQi.js.map} +1 -1
  137. package/dist/paired-arms-Dep5tbsw.js +338 -0
  138. package/dist/paired-arms-Dep5tbsw.js.map +1 -0
  139. package/dist/{paired-promotion-decision-BDnqepZ1.d.ts → paired-promotion-decision-BNzPfXDw.d.ts} +3 -113
  140. package/dist/paired-promotion-decision-BNzPfXDw.d.ts.map +1 -0
  141. package/dist/{paired-promotion-decision-CiueaTTj.js → paired-promotion-decision-Nt4CkkOT.js} +2 -3
  142. package/dist/{paired-promotion-decision-CiueaTTj.js.map → paired-promotion-decision-Nt4CkkOT.js.map} +1 -1
  143. package/dist/{pareto-B34N-vnn.js → pareto-C445lnEH.js} +6 -9
  144. package/dist/{pareto-B34N-vnn.js.map → pareto-C445lnEH.js.map} +1 -1
  145. package/dist/pipelines/index.js +1 -1
  146. package/dist/{prime-protocol-DKRk4l4U.d.ts → prime-protocol-D1NkJRuD.d.ts} +2 -2
  147. package/dist/{prime-protocol-DKRk4l4U.d.ts.map → prime-protocol-D1NkJRuD.d.ts.map} +1 -1
  148. package/dist/{promotion-gate-DOkgJcLW.d.ts → promotion-gate-DjAsmBSZ.d.ts} +3 -67
  149. package/dist/promotion-gate-DjAsmBSZ.d.ts.map +1 -0
  150. package/dist/{promotion-policy-DLPcEnCf.js → promotion-policy-CUWOv01m.js} +4 -4
  151. package/dist/{promotion-policy-DLPcEnCf.js.map → promotion-policy-CUWOv01m.js.map} +1 -1
  152. package/dist/{proposal-findings-CZJkS_GY.js → proposal-findings-DWs94yT8.js} +2 -2
  153. package/dist/{proposal-findings-CZJkS_GY.js.map → proposal-findings-DWs94yT8.js.map} +1 -1
  154. package/dist/{registry-Ck7w-rr5.d.ts → registry-BAcEbzKm.d.ts} +4 -4
  155. package/dist/{registry-Ck7w-rr5.d.ts.map → registry-BAcEbzKm.d.ts.map} +1 -1
  156. package/dist/{release-confidence-nfQNh3eb.js → release-confidence-DDrkmWxT.js} +2 -2
  157. package/dist/{release-confidence-nfQNh3eb.js.map → release-confidence-DDrkmWxT.js.map} +1 -1
  158. package/dist/reporting.d.ts +4 -5
  159. package/dist/reporting.d.ts.map +1 -1
  160. package/dist/reporting.js +5 -7
  161. package/dist/reporting.js.map +1 -1
  162. package/dist/{researcher-CLnNJ7Or.d.ts → researcher-D35yo0B8.d.ts} +4 -4
  163. package/dist/{researcher-CLnNJ7Or.d.ts.map → researcher-D35yo0B8.d.ts.map} +1 -1
  164. package/dist/{reward-hacking-B88f-Kh7.js → reward-hacking-DRb8K6N1.js} +2 -3
  165. package/dist/{reward-hacking-B88f-Kh7.js.map → reward-hacking-DRb8K6N1.js.map} +1 -1
  166. package/dist/rl.d.ts +9 -8
  167. package/dist/rl.d.ts.map +1 -1
  168. package/dist/rl.js +8 -10
  169. package/dist/rl.js.map +1 -1
  170. package/dist/rollout/index.d.ts +4 -4
  171. package/dist/rollout/index.js +1 -1
  172. package/dist/{rollout-Cu7kHGIe.js → rollout-DKa54qer.js} +2 -2
  173. package/dist/{rollout-Cu7kHGIe.js.map → rollout-DKa54qer.js.map} +1 -1
  174. package/dist/{rubric-predictive-validity-D_6ZPTNR.js → rubric-predictive-validity-BMS7SUyh.js} +2 -2
  175. package/dist/{rubric-predictive-validity-D_6ZPTNR.js.map → rubric-predictive-validity-BMS7SUyh.js.map} +1 -1
  176. package/dist/{run-record-CbUi2adH.js → run-record-CIflWk6i.js} +2 -2
  177. package/dist/{run-record-CbUi2adH.js.map → run-record-CIflWk6i.js.map} +1 -1
  178. package/dist/{runtime-rollouts-kGn1K5ut.js → runtime-rollouts-CfRyjk60.js} +2 -2
  179. package/dist/{runtime-rollouts-kGn1K5ut.js.map → runtime-rollouts-CfRyjk60.js.map} +1 -1
  180. package/dist/{schema-CfoA9U_U.d.ts → schema-PDKQ_iNE.d.ts} +2 -131
  181. package/dist/schema-PDKQ_iNE.d.ts.map +1 -0
  182. package/dist/search/index.d.ts +2 -2
  183. package/dist/search/index.js +2 -2
  184. package/dist/{search-kernel-kwO-sgCq.d.ts → search-kernel-Ds2zILpY.d.ts} +4 -4
  185. package/dist/{search-kernel-kwO-sgCq.d.ts.map → search-kernel-Ds2zILpY.d.ts.map} +1 -1
  186. package/dist/{search-ledger-CV_bQQed.js → search-ledger-Dk-yk5Li.js} +4 -4
  187. package/dist/{search-ledger-CV_bQQed.js.map → search-ledger-Dk-yk5Li.js.map} +1 -1
  188. package/dist/{search-ledger-file-DTBD6X-y.js → search-ledger-file-BhOdgYIt.js} +3 -3
  189. package/dist/{search-ledger-file-DTBD6X-y.js.map → search-ledger-file-BhOdgYIt.js.map} +1 -1
  190. package/dist/{search-shipper-CA3ooBbC.js → search-shipper-Dm-_Dtvy.js} +3 -3
  191. package/dist/{search-shipper-CA3ooBbC.js.map → search-shipper-Dm-_Dtvy.js.map} +1 -1
  192. package/dist/{search-summary-DBMjdecs.js → search-summary-BSftVrGY.js} +5 -5
  193. package/dist/{search-summary-DBMjdecs.js.map → search-summary-BSftVrGY.js.map} +1 -1
  194. package/dist/{sequential-Bb_pdTqG.d.ts → sequential-B9p6uoV8.d.ts} +9 -2
  195. package/dist/{sequential-Bb_pdTqG.d.ts.map → sequential-B9p6uoV8.d.ts.map} +1 -1
  196. package/dist/{sequential-Bjs5roiK.js → sequential-CAksw6EU.js} +32 -2
  197. package/dist/{sequential-Bjs5roiK.js.map → sequential-CAksw6EU.js.map} +1 -1
  198. package/dist/{sequential-BPbvgzfe.js → sequential-CqG6aLWS.js} +3 -3
  199. package/dist/{sequential-BPbvgzfe.js.map → sequential-CqG6aLWS.js.map} +1 -1
  200. package/dist/{server-CPKyf3bz.js → server-DFVwfoZq.js} +3 -3
  201. package/dist/{server-CPKyf3bz.js.map → server-DFVwfoZq.js.map} +1 -1
  202. package/dist/{single-run-lock-BGlW3OSk.js → single-run-lock-CUj2tjxT.js} +2 -2
  203. package/dist/{single-run-lock-BGlW3OSk.js.map → single-run-lock-CUj2tjxT.js.map} +1 -1
  204. package/dist/{skillopt-optimization-method-D72XZZfR.js → skillopt-optimization-method-DYwEndON.js} +12 -12
  205. package/dist/{skillopt-optimization-method-D72XZZfR.js.map → skillopt-optimization-method-DYwEndON.js.map} +1 -1
  206. package/dist/{statistical-heldout-_dXihc9T.d.ts → statistical-heldout--0b1lgx4.d.ts} +6 -282
  207. package/dist/statistical-heldout--0b1lgx4.d.ts.map +1 -0
  208. package/dist/{statistical-heldout-NBxC7jGo.js → statistical-heldout-D6i58CJ5.js} +3 -3
  209. package/dist/{statistical-heldout-NBxC7jGo.js.map → statistical-heldout-D6i58CJ5.js.map} +1 -1
  210. package/dist/statistics-DCZIC-qT.js +2627 -0
  211. package/dist/statistics-DCZIC-qT.js.map +1 -0
  212. package/dist/statistics.d.ts +3 -0
  213. package/dist/statistics.js +3 -0
  214. package/dist/{store-otlp-BfPRa2p8.js → store-otlp-C-jyj3WX.js} +2 -2
  215. package/dist/{store-otlp-BfPRa2p8.js.map → store-otlp-C-jyj3WX.js.map} +1 -1
  216. package/dist/{store-tool-spans-BgwVHXma.d.ts → store-tool-spans-B3z_Qb5u.d.ts} +5 -5
  217. package/dist/{store-tool-spans-BgwVHXma.d.ts.map → store-tool-spans-B3z_Qb5u.d.ts.map} +1 -1
  218. package/dist/{store-tool-spans-BrSWHB9O.js → store-tool-spans-DalWlKY8.js} +3 -3
  219. package/dist/{store-tool-spans-BrSWHB9O.js.map → store-tool-spans-DalWlKY8.js.map} +1 -1
  220. package/dist/{summary-report-0La5vejY.d.ts → summary-report-Cv1AC-iv.d.ts} +2 -2
  221. package/dist/{summary-report-0La5vejY.d.ts.map → summary-report-Cv1AC-iv.d.ts.map} +1 -1
  222. package/dist/{summary-report-C3IJvp0i.js → summary-report-D_uussI3.js} +4 -52
  223. package/dist/summary-report-D_uussI3.js.map +1 -0
  224. package/dist/supervisor-run/index.d.ts +2 -2
  225. package/dist/supervisor-run/index.js +1 -1
  226. package/dist/{systemone-CBvL1gx-.d.ts → systemone-C3xyEKvG.d.ts} +7 -7
  227. package/dist/{systemone-CBvL1gx-.d.ts.map → systemone-C3xyEKvG.d.ts.map} +1 -1
  228. package/dist/{systemone-review-nbuMxxmi.d.ts → systemone-review-CToBl1oa.d.ts} +2 -2
  229. package/dist/{systemone-review-nbuMxxmi.d.ts.map → systemone-review-CToBl1oa.d.ts.map} +1 -1
  230. package/dist/systemone.d.ts +3 -3
  231. package/dist/systemone.js +2 -2
  232. package/dist/{tool-groups-BQsjZD9F.d.ts → tool-groups-R5RO9OHn.d.ts} +3 -3
  233. package/dist/tool-groups-R5RO9OHn.d.ts.map +1 -0
  234. package/dist/{tool-waste-Czt3aWID.js → tool-waste-DEhKfiIE.js} +2 -3
  235. package/dist/{tool-waste-Czt3aWID.js.map → tool-waste-DEhKfiIE.js.map} +1 -1
  236. package/dist/{trace-questions-CpTrtEcm.d.ts → trace-questions-BY6taxnl.d.ts} +3 -3
  237. package/dist/{trace-questions-CpTrtEcm.d.ts.map → trace-questions-BY6taxnl.d.ts.map} +1 -1
  238. package/dist/trace-repair/index.d.ts +1 -1
  239. package/dist/trace-repair/index.js +1 -2
  240. package/dist/trace-repair/index.js.map +1 -1
  241. package/dist/traces.d.ts +5 -5
  242. package/dist/traces.js +3 -3
  243. package/dist/{tree-DPwgM2LX.js → tree-B2y1UR8o.js} +5 -7
  244. package/dist/{tree-DPwgM2LX.js.map → tree-B2y1UR8o.js.map} +1 -1
  245. package/dist/{types-DNB9hIXa.d.ts → types-BAJ2Hb-d.d.ts} +3 -2
  246. package/dist/types-BAJ2Hb-d.d.ts.map +1 -0
  247. package/dist/{types-D91tnhzf.d.ts → types-BwF--ZRz.d.ts} +2 -2
  248. package/dist/{types-D91tnhzf.d.ts.map → types-BwF--ZRz.d.ts.map} +1 -1
  249. package/dist/{types-CBkDo7ja.d.ts → types-CeMZYsNF.d.ts} +6 -5
  250. package/dist/types-CeMZYsNF.d.ts.map +1 -0
  251. package/dist/{types-B9s9Xo5_.d.ts → types-kBMNdo1X.d.ts} +3 -9
  252. package/dist/types-kBMNdo1X.d.ts.map +1 -0
  253. package/dist/wire/index.d.ts +4 -4
  254. package/dist/wire/index.js +1 -1
  255. package/docs/design/statistics-decisions.md +38 -364
  256. package/docs/design.md +1 -1
  257. package/docs/research-report-methodology.md +1 -1
  258. package/package.json +6 -1
  259. package/dist/agreement-irr-DXcXEt4I.js +0 -182
  260. package/dist/agreement-irr-DXcXEt4I.js.map +0 -1
  261. package/dist/analyze-runs-C7vWBDhl.js.map +0 -1
  262. package/dist/benchmark-command-Bqqvv9Tk.js.map +0 -1
  263. package/dist/cluster-bootstrap-BteuR1hg.js +0 -65
  264. package/dist/cluster-bootstrap-BteuR1hg.js.map +0 -1
  265. package/dist/descriptive-B3Eb7tX0.js +0 -229
  266. package/dist/descriptive-B3Eb7tX0.js.map +0 -1
  267. package/dist/findings-store-DWiBvJVM.js.map +0 -1
  268. package/dist/index-B1Bm9oJA.d.ts.map +0 -1
  269. package/dist/index-BAPkHt5H.d.ts.map +0 -1
  270. package/dist/index-BJM4rwP2.d.ts.map +0 -1
  271. package/dist/index-C3t17kHu.d.ts.map +0 -1
  272. package/dist/journal-C1uLJi0w.js.map +0 -1
  273. package/dist/judge-calibration-DKR6Xi-w.js +0 -319
  274. package/dist/judge-calibration-DKR6Xi-w.js.map +0 -1
  275. package/dist/judge-calibration-DnrbQaXI.d.ts +0 -144
  276. package/dist/judge-calibration-DnrbQaXI.d.ts.map +0 -1
  277. package/dist/mean-D1d6gedE.js +0 -284
  278. package/dist/mean-D1d6gedE.js.map +0 -1
  279. package/dist/metrics-DNCAUtuB.js.map +0 -1
  280. package/dist/multiplicity-DAd4xaDC.js +0 -100
  281. package/dist/multiplicity-DAd4xaDC.js.map +0 -1
  282. package/dist/multiplicity-D_SEsc5j.d.ts +0 -41
  283. package/dist/multiplicity-D_SEsc5j.d.ts.map +0 -1
  284. package/dist/paired-arms-3-tsXvvC.js +0 -740
  285. package/dist/paired-arms-3-tsXvvC.js.map +0 -1
  286. package/dist/paired-binary-CMzmSSd5.js +0 -372
  287. package/dist/paired-binary-CMzmSSd5.js.map +0 -1
  288. package/dist/paired-promotion-decision-BDnqepZ1.d.ts.map +0 -1
  289. package/dist/paired-tests-Buh6feJ4.js +0 -211
  290. package/dist/paired-tests-Buh6feJ4.js.map +0 -1
  291. package/dist/power-and-mde-g3vOn0XK.js +0 -99
  292. package/dist/power-and-mde-g3vOn0XK.js.map +0 -1
  293. package/dist/promotion-gate-DOkgJcLW.d.ts.map +0 -1
  294. package/dist/random-BN150Q_X.d.ts +0 -79
  295. package/dist/random-BN150Q_X.d.ts.map +0 -1
  296. package/dist/schema-CfoA9U_U.d.ts.map +0 -1
  297. package/dist/sequential-eprocess-C1YLwFaz.js +0 -129
  298. package/dist/sequential-eprocess-C1YLwFaz.js.map +0 -1
  299. package/dist/statistical-heldout-_dXihc9T.d.ts.map +0 -1
  300. package/dist/summary-report-C3IJvp0i.js.map +0 -1
  301. package/dist/tool-groups-BQsjZD9F.d.ts.map +0 -1
  302. package/dist/types-0KglnQ9o.d.ts.map +0 -1
  303. package/dist/types-B9s9Xo5_.d.ts.map +0 -1
  304. package/dist/types-CBkDo7ja.d.ts.map +0 -1
  305. package/dist/types-DNB9hIXa.d.ts.map +0 -1
@@ -1,9 +1,9 @@
1
1
  import { o as FailureClass } from "./schema-CkIvnmLU.js";
2
2
  import { a as RunRecord, u as RunTerminalOutcome } from "./run-record-D2BFMPGl.js";
3
- import { r as ContinuousAgreement } from "./judge-calibration-DnrbQaXI.js";
3
+ import { Bt as ContinuousAgreement } from "./index-BdLmBInV.js";
4
4
  import { r as DatasetScenario } from "./dataset-DThC1S6G.js";
5
- import { f as ParetoFigureSpec, l as GainDistributionBin } from "./summary-report-0La5vejY.js";
6
- import { t as AnalystRegistry } from "./registry-Ck7w-rr5.js";
5
+ import { f as ParetoFigureSpec, l as GainDistributionBin } from "./summary-report-Cv1AC-iv.js";
6
+ import { t as AnalystRegistry } from "./registry-BAcEbzKm.js";
7
7
  interface InsightReport {
8
8
  /** Number of runs analyzed. */
9
9
  n: number;
@@ -480,4 +480,4 @@ interface AnalyzeRunsOptions {
480
480
  }
481
481
  declare function analyzeRuns(opts: AnalyzeRunsOptions): Promise<InsightReport>;
482
482
  export { ReleaseSummary as _, summarizeExecution as a, ExecutionInsight as c, InsightReport as d, InterRaterInsight as f, Recommendation as g, OutcomeCorrelationInsight as h, SummarizeExecutionOptions as i, FailureClassTally as l, LiftInsight as m, analyzeRuns as n, CostProvenanceSummary as o, JudgeInsight as p, ExecutionReport as r, ExecutionErrorOutcomeCell as s, AnalyzeRunsOptions as t, FailureClusterInsight as u, ScalarDistribution as v, TokenUsageInsight as y };
483
- //# sourceMappingURL=analyze-runs-pJ4fhnYg.d.ts.map
483
+ //# sourceMappingURL=analyze-runs-DicleUI_.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"analyze-runs-pJ4fhnYg.d.ts","names":[],"sources":["../src/contract/insight-report.ts","../src/contract/execution-insight.ts","../src/contract/analyze-runs.ts"],"mappings":";;;;;;UAqCiB;;EAEf;;;;EAKA,WAAW;;EAGX,WAAW;;;EAIX,cAAc,eAAe;;EAG7B;IACE,MAAM;IACN,QAAQ;;;;;IAKR,aAAa;;;;;IAKb;MAAa;MAAe;;;;;;EAM9B,QAAQ,eAAe;;;;EAKvB,aAAa;;;;EAKb,OAAO;;;EAIP,kBAAkB;;;EAIlB,gBAAgB;;;;;EAMhB,qBAAqB;;;;;EAMrB,SAAS;;;;;;EAOT,wBAAwB;;;;EAKxB,iBAAiB;;;EAIjB,iBAAiB;;UAGF;EACf;IAAY;IAAW;;EACvB;IAAa;IAAW;;;;EAGxB;IAAc;IAAW;;EACzB;IAAc;;EACd;;UAGe;;EAEf,YAAY;;EAEZ,SAAS;;;EAGT,YAAY;;;EAGZ;IACE;IACA,YAAY;IACZ,SAAS;IACT;;;EAGF,QAAQ;IAAQ;IAAe;;;;;EAI/B;IACE;IACA;IACA;;;;;EAKF;IACE;;;IAGA;;IAEA;;IAEA;;IAEA;;IAEA;;;;;IAKA,mBAAmB,OAAO,oBAAoB;;;;EAIhD;IACE;IACA;IACA;IACA;IACA;;;UAIa;;EAEf;;EAEA;;EAEA;;UAGe;EACf,OAAO;EACP,QAAQ;EACR,WAAW;EACX,QAAQ;EACR,YAAY;EACZ;IACE;IACA;IACA;IACA;IACA;;;;UAOa;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,WAAW;;;;;EAKX,WAAW;IAAQ;IAAe;;;UAGnB;;EAEf;;EAEA;;;EAGA,cAAc;;;EAGd;;;EAGA;;;EAGA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,SAAS;;EAET,mBAAmB;IACjB;IACA,SAAS;MAAQ;MAAe;;IAChC;;;UAIa;EACf;EACA;;EAEA;;EAEA;;;EAGA;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;;;EAWA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;;EAEf,UAAU;IACR;IACA;;IAEA;;IAEA;;IAEA;;EAEF;;;;;UAMe;;EAEf,cAAc;;EAEd;;EAEA;;UAGe;;EAEf;;;EAGA;EACA,UAAU;IAAQ;IAAe;IAAgB;;;UAGlC;;;EAGf;;EAEA;;EAEA;;EAEA;;EAEA;IACE;IACA;IACA;;;UAIa;;;EAGf;EACA,MAAM;IACJ;IACA;IACA;;;;EAIF;;UAGQ;;EAER;;EAEA;;;;EAIA;;EAEA;EACA;;KAGU,eACP;EACC;;EAEA;;EAEA;;EAEA;;EAEA;MAED;EACC;;EAEA;EACA;EACA;EACA;;UAGW;;EAEf;EACA;;EAEA;;;;EAIA,SAAS,eAAe;;;EAGxB;;EAEA;;EAEA;;UAGe;EACf;EACA;EACA;EACA;;EAEA;;UCzbe;EACf,MAAM;EACN;;UAGe;EACf,WAAW;EACX,gBAAgB;;;iBAIF,mBAAmB,MAAM,4BAA4B;UC4BpD;;EAEf,MAAM;;;EAGN;;;;;EAKA;EACA;;;EAGA,8BAA8B;;;EAG9B,kBAAkB;;;EAGlB,UAAU;;;;EAIV;IACE;IACA,cAAc;;;;;EAKhB,cAAc;IAAQ;IAAe;IAAe;;;EAEpD;;;;EAIA;;;;;;;;;EASA,eAAe;;;EAGf;;iBAGoB,YAAY,MAAM,qBAAqB,QAAQ"}
1
+ {"version":3,"file":"analyze-runs-DicleUI_.d.ts","names":[],"sources":["../src/contract/insight-report.ts","../src/contract/execution-insight.ts","../src/contract/analyze-runs.ts"],"mappings":";;;;;;UAqCiB;;EAEf;;;;EAKA,WAAW;;EAGX,WAAW;;;EAIX,cAAc,eAAe;;EAG7B;IACE,MAAM;IACN,QAAQ;;;;;IAKR,aAAa;;;;;IAKb;MAAa;MAAe;;;;;;EAM9B,QAAQ,eAAe;;;;EAKvB,aAAa;;;;EAKb,OAAO;;;EAIP,kBAAkB;;;EAIlB,gBAAgB;;;;;EAMhB,qBAAqB;;;;;EAMrB,SAAS;;;;;;EAOT,wBAAwB;;;;EAKxB,iBAAiB;;;EAIjB,iBAAiB;;UAGF;EACf;IAAY;IAAW;;EACvB;IAAa;IAAW;;;;EAGxB;IAAc;IAAW;;EACzB;IAAc;;EACd;;UAGe;;EAEf,YAAY;;EAEZ,SAAS;;;EAGT,YAAY;;;EAGZ;IACE;IACA,YAAY;IACZ,SAAS;IACT;;;EAGF,QAAQ;IAAQ;IAAe;;;;;EAI/B;IACE;IACA;IACA;;;;;EAKF;IACE;;;IAGA;;IAEA;;IAEA;;IAEA;;IAEA;;;;;IAKA,mBAAmB,OAAO,oBAAoB;;;;EAIhD;IACE;IACA;IACA;IACA;IACA;;;UAIa;;EAEf;;EAEA;;EAEA;;UAGe;EACf,OAAO;EACP,QAAQ;EACR,WAAW;EACX,QAAQ;EACR,YAAY;EACZ;IACE;IACA;IACA;IACA;IACA;;;;UAOa;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,WAAW;;;;;EAKX,WAAW;IAAQ;IAAe;;;UAGnB;;EAEf;;EAEA;;;EAGA,cAAc;;;EAGd;;;EAGA;;;EAGA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,SAAS;;EAET,mBAAmB;IACjB;IACA,SAAS;MAAQ;MAAe;;IAChC;;;UAIa;EACf;EACA;;EAEA;;EAEA;;;EAGA;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;;;EAWA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;;EAEf,UAAU;IACR;IACA;;IAEA;;IAEA;;IAEA;;EAEF;;;;;UAMe;;EAEf,cAAc;;EAEd;;EAEA;;UAGe;;EAEf;;;EAGA;EACA,UAAU;IAAQ;IAAe;IAAgB;;;UAGlC;;;EAGf;;EAEA;;EAEA;;EAEA;;EAEA;IACE;IACA;IACA;;;UAIa;;;EAGf;EACA,MAAM;IACJ;IACA;IACA;;;;EAIF;;UAGQ;;EAER;;EAEA;;;;EAIA;;EAEA;EACA;;KAGU,eACP;EACC;;EAEA;;EAEA;;EAEA;;EAEA;MAED;EACC;;EAEA;EACA;EACA;EACA;;UAGW;;EAEf;EACA;;EAEA;;;;EAIA,SAAS,eAAe;;;EAGxB;;EAEA;;EAEA;;UAGe;EACf;EACA;EACA;EACA;;EAEA;;UCzbe;EACf,MAAM;EACN;;UAGe;EACf,WAAW;EACX,gBAAgB;;;iBAIF,mBAAmB,MAAM,4BAA4B;UC4BpD;;EAEf,MAAM;;;EAGN;;;;;EAKA;EACA;;;EAGA,8BAA8B;;;EAG9B,kBAAkB;;;EAGlB,UAAU;;;;EAIV;IACE;IACA,cAAc;;;;;EAKhB,cAAc;IAAQ;IAAe;IAAe;;;EAEpD;;;;EAIA;;;;;;;;;EASA,eAAe;;;EAGf;;iBAGoB,YAAY,MAAM,qBAAqB,QAAQ"}
@@ -1,115 +1,11 @@
1
- import { s as ValidationError } from "./errors-DeEEV9Vx.js";
2
1
  import { r as observedSplitScore } from "./reward-DqMfaEax.js";
3
2
  import { c as validateRunRecord } from "./run-record-CpLS4Uid.js";
4
- import { c as pairedCohensDz, o as cohensD, r as paretoChart } from "./summary-report-C3IJvp0i.js";
3
+ import { r as paretoChart } from "./summary-report-D_uussI3.js";
5
4
  import { t as interpolatedQuantile } from "./quantile-CncXP-Ss.js";
6
- import { o as normalCdf, r as pairRunRecords } from "./paired-arms-3-tsXvvC.js";
7
- import { a as assertFiniteSample$1, g as regularizedIncompleteBeta, h as lnGamma, m as studentTQuantile, r as meanOrZero, t as mean$1 } from "./mean-D1d6gedE.js";
8
- import { i as pearsonR, o as spearmanR } from "./descriptive-B3Eb7tX0.js";
9
- import { r as continuousAgreement } from "./judge-calibration-DKR6Xi-w.js";
10
- import { o as pairedTTest, r as pairedBootstrap } from "./paired-tests-Buh6feJ4.js";
11
- import { i as requiredPairedSampleSize, r as pairedMde } from "./power-and-mde-g3vOn0XK.js";
12
- import { n as aggregatePairedHoldout } from "./statistical-heldout-NBxC7jGo.js";
5
+ import { r as pairRunRecords } from "./paired-arms-Dep5tbsw.js";
6
+ import { F as cohensD, L as pairedCohensDz, M as studentTTwoSidedPValue, c as pairedMde, et as pearsonR, g as pairedTTest, l as requiredPairedSampleSize, lt as meanOrZero, nt as spearmanR, p as pairedBootstrap, q as continuousAgreement, st as mean$1, vt as studentTQuantile } from "./statistics-DCZIC-qT.js";
7
+ import { n as aggregatePairedHoldout } from "./statistical-heldout-D6i58CJ5.js";
13
8
  import "./query-CGXzO9d4.js";
14
- // src/statistics/inference.ts
15
- /** Two-sided normal tail, evaluated without subtracting a near-one CDF. */
16
- function normalTwoSidedPValue(z) {
17
- if (Number.isNaN(z)) throw new ValidationError("normalTwoSidedPValue: z must not be NaN");
18
- return Math.min(1, 2 * normalCdf(-Math.abs(z)));
19
- }
20
- /** Two-sided Student-t tail, preserving small tail probabilities. */
21
- function studentTTwoSidedPValue(t, df) {
22
- if (Number.isNaN(t) || !Number.isFinite(df) || df <= 0) throw new ValidationError("studentTTwoSidedPValue: t must not be NaN and df must be positive and finite");
23
- return regularizedIncompleteBeta(df / (df + t * t), df / 2, .5);
24
- }
25
- function table(a, b, c, d) {
26
- if (![
27
- a,
28
- b,
29
- c,
30
- d
31
- ].every((value) => Number.isSafeInteger(value) && value >= 0) || !Number.isSafeInteger(a + b + c + d)) throw new ValidationError("contingency table: counts and total must be nonnegative safe integers");
32
- return a + b + c + d;
33
- }
34
- /** Pearson statistic for a 2x2 table; empty or fixed margins have statistic zero. */
35
- function chiSquared(a, b, c, d) {
36
- const n = table(a, b, c, d);
37
- if (!n) return 0;
38
- const expected = [
39
- (a + b) * (a + c) / n,
40
- (a + b) * (b + d) / n,
41
- (c + d) * (a + c) / n,
42
- (c + d) * (b + d) / n
43
- ];
44
- if (expected.some((value) => value === 0)) return 0;
45
- return [
46
- a,
47
- b,
48
- c,
49
- d
50
- ].reduce((sum, value, i) => sum + (value - expected[i]) ** 2 / expected[i], 0);
51
- }
52
- /** One-degree-of-freedom chi-squared survival probability. */
53
- function chiSquaredPValue(statistic) {
54
- if (Number.isNaN(statistic) || statistic < 0) throw new ValidationError("chiSquaredPValue: statistic must be nonnegative and not NaN");
55
- return normalTwoSidedPValue(Math.sqrt(statistic));
56
- }
57
- /** Fisher two-sided probability: sum all fixed-margin tables no likelier than the observed table. */
58
- function fisherExactTwoSided(a, b, c, d) {
59
- const n = table(a, b, c, d), row1 = a + b, row2 = c + d, col1 = a + c;
60
- if (!n || !row1 || !row2 || !col1 || col1 === n) return 1;
61
- const logChoose = (total, count) => lnGamma(total + 1) - lnGamma(count + 1) - lnGamma(total - count + 1);
62
- const denominator = logChoose(n, col1);
63
- const logP = (count) => logChoose(row1, count) + logChoose(row2, col1 - count) - denominator;
64
- const threshold = logP(a) + 1e-7;
65
- let p = 0;
66
- for (let k = Math.max(0, col1 - row2); k <= Math.min(row1, col1); k++) {
67
- const probability = logP(k);
68
- if (probability <= threshold) p += Math.exp(probability);
69
- }
70
- return Math.min(1, p);
71
- }
72
- /** Fisher when any expected count is below five; otherwise Pearson's chi-squared tail. */
73
- function twoByTwoPValue(a, b, c, d) {
74
- const n = table(a, b, c, d);
75
- if (!n) return 1;
76
- return Math.min((a + b) * (a + c), (a + b) * (b + d), (c + d) * (a + c), (c + d) * (b + d)) / n < 5 ? fisherExactTwoSided(a, b, c, d) : chiSquaredPValue(chiSquared(a, b, c, d));
77
- }
78
- /** Centered least-squares slope; null p-value means no slope test was possible. */
79
- function linearRegressionSlope(points) {
80
- assertFiniteSample$1("linearRegressionSlope", "x", points.map((point) => point.x));
81
- assertFiniteSample$1("linearRegressionSlope", "y", points.map((point) => point.y));
82
- if (points.length < 2) return {
83
- slope: 0,
84
- rSquared: 0,
85
- slopePValue: null
86
- };
87
- const n = points.length;
88
- const meanX = points.reduce((sum, point) => sum + point.x / n, 0);
89
- const meanY = points.reduce((sum, point) => sum + point.y / n, 0);
90
- const sxx = points.reduce((sum, point) => sum + (point.x - meanX) ** 2, 0);
91
- const syy = points.reduce((sum, point) => sum + (point.y - meanY) ** 2, 0);
92
- const sxy = points.reduce((sum, point) => sum + (point.x - meanX) * (point.y - meanY), 0);
93
- if (!sxx) return {
94
- slope: 0,
95
- rSquared: 0,
96
- slopePValue: null
97
- };
98
- const slope = sxy / sxx;
99
- const residual = points.reduce((sum, point) => sum + (point.y - meanY - slope * (point.x - meanX)) ** 2, 0);
100
- if (![
101
- slope,
102
- residual,
103
- sxx,
104
- sxy,
105
- syy
106
- ].every(Number.isFinite)) throw new ValidationError("linearRegressionSlope: sample arithmetic exceeded finite range");
107
- return {
108
- slope,
109
- rSquared: syy === 0 ? 0 : Math.max(0, 1 - residual / syy),
110
- slopePValue: n < 3 ? null : residual === 0 ? slope === 0 ? 1 : 0 : studentTTwoSidedPValue(slope / Math.sqrt(residual / (n - 2) / sxx), n - 2)
111
- };
112
- }
113
9
  // src/baseline.ts
114
10
  /** Detect baseline regressions with Welch inference, effect size and per-side stability. */
115
11
  function mean(xs) {
@@ -1161,6 +1057,6 @@ async function analyzeRuns(opts) {
1161
1057
  recommendations
1162
1058
  };
1163
1059
  }
1164
- export { welchsTTest as a, fisherExactTwoSided as c, studentTTwoSidedPValue as d, twoByTwoPValue as f, iqr as i, linearRegressionSlope as l, checkCanaries as n, chiSquared as o, summarizeExecution as r, chiSquaredPValue as s, analyzeRuns as t, normalTwoSidedPValue as u };
1060
+ export { welchsTTest as a, iqr as i, checkCanaries as n, summarizeExecution as r, analyzeRuns as t };
1165
1061
 
1166
- //# sourceMappingURL=analyze-runs-C7vWBDhl.js.map
1062
+ //# sourceMappingURL=analyze-runs-e9vfXY--.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"analyze-runs-e9vfXY--.js","names":["arithmeticMean","percentile"],"sources":["../src/baseline.ts","../src/contract/quality-insight.ts","../src/contract/comparison-insight.ts","../src/contract/execution-insight.ts","../src/contamination-guard.ts","../src/contract/failure-insight.ts","../src/contract/insight-recommendations.ts","../src/contract/analyze-runs.ts"],"sourcesContent":["/** Detect baseline regressions with Welch inference, effect size and per-side stability. */\n\nimport { interpolatedQuantile } from './math/quantile'\nimport { studentTQuantile } from './math/student-t'\nimport { cohensD } from './statistics/effect-sizes'\nimport { studentTTwoSidedPValue } from './statistics/inference'\n\ninterface MetricSamples {\n /** Stable metric key (e.g. \"overallScore\", \"firstTokenMs\"). */\n metric: string\n /** Whether higher values are better. */\n higherIsBetter: boolean\n baseline: number[]\n candidate: number[]\n}\n\nexport interface MetricVerdict {\n metric: string\n baselineMean: number\n candidateMean: number\n delta: number\n /** Null when both samples are constant with unequal means — the standardized effect is unbounded there, not zero. */\n cohensD: number | null\n welchT: number\n welchDf: number\n welchP: number\n stable: boolean\n /** IQR of the combined samples — used as a rough stability indicator. */\n iqr: number\n verdict: 'improved' | 'regressed' | 'stable' | 'unstable'\n}\n\nexport interface BaselineReport {\n metrics: MetricVerdict[]\n /** True if any critical metric regressed. */\n hasRegression: boolean\n /** True if any metric is unstable (too noisy to judge). */\n hasUnstable: boolean\n}\n\nexport interface BaselineOptions {\n /** Effect size threshold for meaningful delta (default 0.5 — medium effect). */\n effectThreshold?: number\n /** p-value threshold for statistical significance (default 0.05). */\n alpha?: number\n /** IQR/mean ratio above which samples are flagged unstable (default 0.30). */\n unstableCvThreshold?: number\n}\n\nexport type WelchTestStatus = 'ok' | 'insufficient-sample' | 'zero-variance'\n\n/** Independent b − a effects; insufficient counts or zero variance have no confidence interval. */\ninterface WelchTestResultBase {\n meanA: number\n meanB: number\n delta: number\n}\n\nexport type WelchTestResult =\n | (WelchTestResultBase & {\n status: 'ok'\n standardError: number\n t: number\n df: number\n p: number\n ci95: [number, number]\n cohensD: number\n })\n | (WelchTestResultBase & {\n status: 'insufficient-sample' | 'zero-variance'\n standardError: number\n t: number\n df: number\n p: number\n ci95: null\n cohensD: null\n })\n\n/** Promotion requires stable samples, a meaningful effect in the right direction and significant inference. */\nexport function compareToBaseline(\n samples: MetricSamples[],\n options: BaselineOptions = {},\n): BaselineReport {\n const effectThreshold = options.effectThreshold ?? 0.5\n const alpha = options.alpha ?? 0.05\n const cvThreshold = options.unstableCvThreshold ?? 0.3\n\n const metrics: MetricVerdict[] = samples.map((s) => {\n const comparison = welchsTTest(s.baseline, s.candidate)\n if (comparison.status === 'insufficient-sample') {\n throw new Error(`compareToBaseline: need ≥2 samples per side for \"${s.metric}\"`)\n }\n const { meanA: bMean, meanB: cMean, delta, cohensD: d, t, df, p } = comparison\n // Per-side stability keeps a real mean shift distinct from noisy samples.\n const baselineIqr = iqr(s.baseline)\n const candidateIqr = iqr(s.candidate)\n const baselineStable = baselineIqr / Math.max(Math.abs(bMean), 1e-9) <= cvThreshold\n const candidateStable = candidateIqr / Math.max(Math.abs(cMean), 1e-9) <= cvThreshold\n const stable = baselineStable && candidateStable\n const reportedIqr = Math.max(baselineIqr, candidateIqr)\n\n // Only status 'ok' can promote; null effects cannot fabricate bounded inference.\n const effectClears = d === null || Math.abs(d) >= effectThreshold\n\n let verdict: MetricVerdict['verdict']\n if (!stable) {\n verdict = 'unstable'\n } else if (comparison.status === 'ok' && p < alpha && effectClears) {\n const candidateIsBetter = s.higherIsBetter ? delta > 0 : delta < 0\n verdict = candidateIsBetter ? 'improved' : 'regressed'\n } else {\n verdict = 'stable'\n }\n\n return {\n metric: s.metric,\n baselineMean: bMean,\n candidateMean: cMean,\n delta,\n cohensD: d,\n welchT: t,\n welchDf: df,\n welchP: p,\n stable,\n iqr: reportedIqr,\n verdict,\n }\n })\n\n return {\n metrics,\n hasRegression: metrics.some((m) => m.verdict === 'regressed'),\n hasUnstable: metrics.some((m) => m.verdict === 'unstable'),\n }\n}\n\nfunction mean(xs: number[]): number {\n return xs.length ? xs.reduce((sum, value) => sum + value / xs.length, 0) : Number.NaN\n}\n\n/** Inter-quartile range; 0 when the sample has no spread. */\nexport function iqr(xs: number[]): number {\n if (xs.length === 0) return 0\n const sorted = [...xs].sort((a, b) => a - b)\n return interpolatedQuantile(sorted, 0.75) - interpolatedQuantile(sorted, 0.25)\n}\n\n/** Use Student-t at finite df; unavailable inference is NaN with a null interval and explicit status. */\nexport function welchsTTest(a: number[], b: number[]): WelchTestResult {\n assertFiniteSample('a', a)\n assertFiniteSample('b', b)\n const mA = mean(a)\n const mB = mean(b)\n const delta = mB - mA\n if (\n (a.length && !Number.isFinite(mA)) ||\n (b.length && !Number.isFinite(mB)) ||\n (a.length && b.length && !Number.isFinite(delta))\n ) {\n throw new RangeError('welchsTTest: sample arithmetic exceeded finite range')\n }\n if (a.length < 2 || b.length < 2) {\n return {\n status: 'insufficient-sample',\n meanA: mA,\n meanB: mB,\n delta,\n standardError: Number.NaN,\n t: Number.NaN,\n df: Number.NaN,\n p: Number.NaN,\n ci95: null,\n cohensD: null,\n }\n }\n\n const vA = variance(a, mA)\n const vB = variance(b, mB)\n const seSquared = vA / a.length + vB / b.length\n if (!Number.isFinite(seSquared)) {\n throw new RangeError('welchsTTest: sample arithmetic exceeded finite range')\n }\n const d = cohensD(a, b)\n if (seSquared === 0) {\n return {\n status: 'zero-variance',\n meanA: mA,\n meanB: mB,\n delta,\n standardError: 0,\n t: delta === 0 ? 0 : Math.sign(delta) * Number.POSITIVE_INFINITY,\n df: Number.NaN,\n p: Number.NaN,\n ci95: null,\n cohensD: null,\n }\n }\n\n const standardError = Math.sqrt(seSquared)\n const t = delta / standardError\n const fractionA = vA / a.length / seSquared\n const fractionB = vB / b.length / seSquared\n const df = 1 / (fractionA ** 2 / (a.length - 1) + fractionB ** 2 / (b.length - 1))\n const p = studentTTwoSidedPValue(t, df)\n if (d === null) {\n throw new Error('welchsTTest: non-zero standard error produced no pooled effect size')\n }\n const halfWidth = studentTQuantile(0.975, df) * standardError\n if (![df, d, halfWidth, delta - halfWidth, delta + halfWidth].every(Number.isFinite)) {\n throw new RangeError('welchsTTest: sample arithmetic exceeded finite range')\n }\n return {\n status: 'ok',\n meanA: mA,\n meanB: mB,\n delta,\n standardError,\n t,\n df,\n p,\n ci95: [delta - halfWidth, delta + halfWidth],\n cohensD: d,\n }\n}\n\nfunction variance(xs: number[], m: number): number {\n return xs.reduce((acc, x) => acc + (x - m) ** 2, 0) / (xs.length - 1)\n}\n\nfunction assertFiniteSample(name: string, sample: readonly number[]): void {\n const invalid = sample.find((value) => !Number.isFinite(value))\n if (invalid !== undefined) {\n throw new RangeError(\n `welchsTTest: sample ${name} must contain only finite values, got ${invalid}`,\n )\n }\n}\n","/** Observed score distributions, judge agreement, and downstream quality correlation. */\n\nimport { continuousAgreement } from '../judge-calibration'\nimport { interpolatedQuantile as percentile } from '../math/quantile'\nimport { observedSplitScore } from '../rollout/reward'\nimport type { RunRecord } from '../run-record'\nimport { pearsonR, spearmanR } from '../statistics'\nimport { mean as arithmeticMean, meanOrZero } from '../statistics/mean'\nimport type {\n InterRaterInsight,\n JudgeInsight,\n OutcomeCorrelationInsight,\n ScalarDistribution,\n} from './insight-report'\n\nexport function resolveSplit(\n runs: RunRecord[],\n pref: 'search' | 'holdout' | 'auto',\n): 'search' | 'holdout' {\n if (pref !== 'auto') return pref\n const hasHoldout = runs.some((r) => Number.isFinite(observedSplitScore(r, 'holdout')))\n return hasHoldout ? 'holdout' : 'search'\n}\n\n/**\n * RAW (`observedSplitScore`): `analyzeRuns` describes what a set of runs\n * reported, and every downstream reader of this composite — distributions,\n * per-candidate summaries, the reward-hacking correlation — needs the ungated\n * number to see an inflated run at all.\n */\nexport function compositeOf(run: RunRecord, split: 'search' | 'holdout'): number {\n // Split-exact, no cross-split fallthrough: answering \"what did this run\n // score on the split I am summarising\" with the other split's number\n // silently mixes populations.\n const score = observedSplitScore(run, split)\n return Number.isFinite(score) ? (score as number) : Number.NaN\n}\n\nexport function distributionOf(\n values: number[],\n bins: number,\n withIds?: Array<{ runId: string; score: number }>,\n): ScalarDistribution {\n if (values.length === 0) {\n return {\n n: 0,\n mean: null,\n p50: null,\n p95: null,\n stddev: null,\n min: null,\n max: null,\n histogram: [],\n }\n }\n const sorted = [...values].sort((a, b) => a - b)\n const n = sorted.length\n const mean = arithmeticMean(sorted)\n const variance = sorted.reduce((s, v) => s + (v - mean) ** 2, 0) / n\n const stddev = Math.sqrt(variance)\n const tailRuns = withIds\n ? [...withIds].sort((a, b) => a.score - b.score).slice(0, Math.min(5, withIds.length))\n : undefined\n return {\n n,\n mean,\n p50: percentile(sorted, 0.5),\n p95: percentile(sorted, 0.95),\n stddev,\n min: sorted[0]!,\n max: sorted[n - 1]!,\n histogram: histogram(sorted, bins),\n ...(tailRuns ? { tailRuns } : {}),\n }\n}\n\n/** Even-width histogram over the value range. Returns inclusive-lo /\n * exclusive-hi bins (closed on right for the last bin) compatible with\n * the substrate's `GainDistributionBin` shape. */\nfunction histogram(sorted: number[], bins: number): ScalarDistribution['histogram'] {\n if (sorted.length === 0 || bins < 1) return []\n const min = sorted[0]!\n const max = sorted[sorted.length - 1]!\n if (min === max) return [{ lo: min, hi: max, count: sorted.length }]\n const width = (max - min) / bins\n const out: ScalarDistribution['histogram'] = []\n for (let i = 0; i < bins; i++) {\n const lo = min + i * width\n const hi = i === bins - 1 ? max : lo + width\n out.push({ lo, hi, count: 0 })\n }\n for (const v of sorted) {\n const idx = Math.min(bins - 1, Math.floor((v - min) / width))\n out[idx]!.count++\n }\n return out\n}\n\nexport function computePerDimension(\n runs: RunRecord[],\n bins: number,\n): Record<string, ScalarDistribution> {\n // JudgeScoresRecord pre-aggregates `perDimMean` (mean across judges per\n // dimension). We collect those means across runs to produce a per-dim\n // distribution at the corpus level. Consumers who want per-judge\n // dimension values reach into `perJudge[judgeId][dim]` themselves.\n const byDim = new Map<string, number[]>()\n for (const run of runs) {\n const scores = run.outcome.judgeScores\n if (!scores) continue\n for (const [dim, value] of Object.entries(scores.perDimMean ?? {})) {\n if (!Number.isFinite(value)) continue\n const arr = byDim.get(dim) ?? []\n arr.push(value)\n byDim.set(dim, arr)\n }\n }\n const out: Record<string, ScalarDistribution> = {}\n for (const [dim, values] of byDim) out[dim] = distributionOf(values, bins)\n return out\n}\n\n/** Collect per-dimension values across runs (from outcome.judgeScores.perDimMean). */\nexport function collectPerDimension(runs: RunRecord[]): Record<string, number[]> {\n const out: Record<string, number[]> = {}\n for (const r of runs) {\n const perDim = r.outcome.judgeScores?.perDimMean\n if (!perDim) continue\n for (const [dim, value] of Object.entries(perDim)) {\n if (!Number.isFinite(value)) continue\n if (!out[dim]) out[dim] = []\n out[dim].push(value as number)\n }\n }\n return out\n}\n\nexport function computeJudgeInsights(runs: RunRecord[]): Record<string, JudgeInsight> {\n // Each judge's per-run mean is the average of its per-dimension scores\n // for that run. We aggregate those means across all runs each judge\n // scored — giving consumers a \"this judge's typical verdict\" reading.\n const out: Record<string, JudgeInsight> = {}\n const byJudge = new Map<string, number[]>()\n for (const run of runs) {\n const scores = run.outcome.judgeScores\n if (!scores?.perJudge) continue\n for (const [judgeId, dims] of Object.entries(scores.perJudge)) {\n const dimValues = Object.values(dims).filter(Number.isFinite) as number[]\n if (dimValues.length === 0) continue\n const judgeMean = dimValues.reduce((s, v) => s + v, 0) / dimValues.length\n const arr = byJudge.get(judgeId) ?? []\n arr.push(judgeMean)\n byJudge.set(judgeId, arr)\n }\n }\n for (const [judgeId, values] of byJudge) {\n out[judgeId] = {\n n: values.length,\n meanScore: values.reduce((s, v) => s + v, 0) / values.length,\n }\n }\n return out\n}\n\nexport function computeInterRater(\n ratings: Array<{ runId: string; rater: string; score: number }>,\n): InterRaterInsight | undefined {\n const byRun = new Map<string, Array<{ rater: string; score: number }>>()\n for (const r of ratings) {\n if (!Number.isFinite(r.score)) continue\n const list = byRun.get(r.runId) ?? []\n list.push({ rater: r.rater, score: r.score })\n byRun.set(r.runId, list)\n }\n const raters = new Set(ratings.map((r) => r.rater))\n const jointlyRated: string[] = []\n for (const [runId, ratersForRun] of byRun) {\n const seen = new Set(ratersForRun.map((r) => r.rater))\n let all = true\n for (const r of raters) if (!seen.has(r)) all = false\n if (all) jointlyRated.push(runId)\n }\n if (raters.size < 2 || jointlyRated.length === 0) return undefined\n\n const raterList = [...raters].sort()\n const perPair: Record<string, number> = {}\n for (let i = 0; i < raterList.length; i++) {\n for (let j = i + 1; j < raterList.length; j++) {\n const a = raterList[i]!\n const b = raterList[j]!\n const aScores: number[] = []\n const bScores: number[] = []\n for (const runId of jointlyRated) {\n const ratersForRun = byRun.get(runId)!\n const sa = ratersForRun.find((r) => r.rater === a)?.score\n const sb = ratersForRun.find((r) => r.rater === b)?.score\n if (sa !== undefined && sb !== undefined) {\n aScores.push(sa)\n bScores.push(sb)\n }\n }\n const agreement = continuousAgreement(\n aScores.map((score, index) => [score, bScores[index]!]),\n { bootstrap: 0 },\n )\n perPair[`${a}::${b}`] = agreement.weightedKappa\n }\n }\n const matrix = jointlyRated.map((runId) => {\n const ratingsByRater = new Map(byRun.get(runId)!.map((rating) => [rating.rater, rating.score]))\n return raterList.map((rater) => ratingsByRater.get(rater)!)\n })\n const agreement = continuousAgreement(matrix, { bootstrap: 0 })\n\n const disagreementCases = jointlyRated\n .map((runId) => {\n const ratersForRun = byRun.get(runId)!\n const scores = ratersForRun.map((r) => r.score)\n const range = Math.max(...scores) - Math.min(...scores)\n return { runId, ratings: ratersForRun, range }\n })\n .sort((a, b) => b.range - a.range)\n .slice(0, 20)\n\n return {\n raters: raters.size,\n jointlyRated: jointlyRated.length,\n kappa: Number.isFinite(agreement.weightedKappa) ? agreement.weightedKappa : 0,\n icc: agreement.icc,\n pearson: agreement.pearson,\n spearman: agreement.spearman,\n perPair,\n disagreementCases,\n }\n}\n\nexport function computeOutcomeCorrelation(\n runs: RunRecord[],\n outcome: { metric: string; valueByRunId: Record<string, number> },\n split: 'search' | 'holdout',\n): OutcomeCorrelationInsight | undefined {\n const xs: number[] = []\n const ys: number[] = []\n for (const run of runs) {\n const y = outcome.valueByRunId[run.runId]\n if (y === undefined || !Number.isFinite(y)) continue\n const x = compositeOf(run, split)\n if (!Number.isFinite(x)) continue\n xs.push(x)\n ys.push(y)\n }\n if (xs.length < 3) return undefined\n\n const p = pearsonR(xs, ys)\n const s = spearmanR(xs, ys)\n const meanX = meanOrZero(xs)\n const meanY = meanOrZero(ys)\n let num = 0\n let denom = 0\n for (let i = 0; i < xs.length; i++) {\n num += (xs[i]! - meanX) * (ys[i]! - meanY)\n denom += (xs[i]! - meanX) ** 2\n }\n const slope = denom === 0 ? 0 : num / denom\n const intercept = meanY - slope * meanX\n const ssTot = ys.reduce((a, y) => a + (y - meanY) ** 2, 0)\n const ssRes = ys.reduce((a, y, i) => a + (y - (intercept + slope * xs[i]!)) ** 2, 0)\n const r2 = ssTot === 0 ? 0 : 1 - ssRes / ssTot\n\n return {\n metric: outcome.metric,\n n: xs.length,\n pearson: p,\n spearman: s,\n rewardModel: { intercept, slope, r2 },\n }\n}\n\nexport function finiteCompositeScores(\n runs: readonly RunRecord[],\n split: 'search' | 'holdout',\n): number[] {\n return runs.map((run) => compositeOf(run, split)).filter(Number.isFinite)\n}\n\nexport function isFiniteNumber(value: unknown): value is number {\n return typeof value === 'number' && Number.isFinite(value)\n}\n","/** Paired candidate lift and independent prior-period metric comparisons. */\n\nimport { welchsTTest } from '../baseline'\nimport { aggregatePairedHoldout } from '../campaign/gates/statistical-heldout'\nimport { pairRunRecords } from '../paired-arms'\nimport type { RunRecord } from '../run-record'\nimport {\n BOOTSTRAP_GATE_MIN_N,\n pairedBootstrap,\n pairedCohensDz,\n pairedMde,\n pairedTTest,\n requiredPairedSampleSize,\n} from '../statistics'\nimport { meanOrZero } from '../statistics/mean'\nimport type { LiftInsight, MetricDelta, PriorPeriodComparison } from './insight-report'\nimport {\n collectPerDimension,\n compositeOf,\n finiteCompositeScores,\n isFiniteNumber,\n} from './quality-insight'\n\ntype MetricDirection = 'higher-is-better' | 'lower-is-better'\n\nexport function computePriorPeriodComparison(\n current: RunRecord[],\n baseline: RunRecord[],\n split: 'search' | 'holdout',\n windowLabel: string | undefined,\n): PriorPeriodComparison | undefined {\n if (current.length === 0 || baseline.length === 0) return undefined\n\n const metrics: Record<string, MetricDelta> = {}\n const directions: Record<string, MetricDirection> = {}\n\n const compositeCurrent = current\n .map((r) => compositeOf(r, split))\n .filter(Number.isFinite) as number[]\n const compositeBaseline = baseline\n .map((r) => compositeOf(r, split))\n .filter(Number.isFinite) as number[]\n if (compositeCurrent.length > 0 && compositeBaseline.length > 0) {\n metrics.composite = welchCompare(compositeBaseline, compositeCurrent)\n directions.composite = 'higher-is-better'\n }\n\n const costCurrent = knownCostValues(current)\n const costBaseline = knownCostValues(baseline)\n if (costCurrent.length > 0 && costBaseline.length > 0) {\n metrics.cost = welchCompare(costBaseline, costCurrent)\n directions.cost = 'lower-is-better'\n }\n\n const durCurrent = current.map((r) => r.wallMs).filter(Number.isFinite)\n const durBaseline = baseline.map((r) => r.wallMs).filter(Number.isFinite)\n if (durCurrent.length > 0 && durBaseline.length > 0) {\n metrics.duration = welchCompare(durBaseline, durCurrent)\n directions.duration = 'lower-is-better'\n }\n\n const tokCurrent = current\n .map((r) => (r.tokenUsage.input ?? 0) + (r.tokenUsage.output ?? 0))\n .filter(Number.isFinite)\n const tokBaseline = baseline\n .map((r) => (r.tokenUsage.input ?? 0) + (r.tokenUsage.output ?? 0))\n .filter(Number.isFinite)\n if (tokCurrent.length > 0 && tokBaseline.length > 0) {\n metrics.tokenUsage = welchCompare(tokBaseline, tokCurrent)\n directions.tokenUsage = 'lower-is-better'\n }\n\n // Per-dimension judge comparisons — only for dimensions present in BOTH\n // windows. We use perDimMean since per-judge nesting is finicky for\n // two-sample comparisons across different judge configurations.\n const dimsCurrent = collectPerDimension(current)\n const dimsBaseline = collectPerDimension(baseline)\n for (const dim of Object.keys(dimsCurrent)) {\n const b = dimsBaseline[dim]\n const c = dimsCurrent[dim]\n if (!b || b.length === 0 || !c || c.length === 0) continue\n metrics[`dim.${dim}`] = welchCompare(b, c)\n directions[`dim.${dim}`] = 'higher-is-better'\n }\n\n const regressedMetrics: string[] = []\n const improvedMetrics: string[] = []\n const inconclusiveMetrics: string[] = []\n for (const [name, delta] of Object.entries(metrics)) {\n if (delta.status !== 'ok') {\n inconclusiveMetrics.push(name)\n continue\n }\n if (!delta.significant) continue\n const dir = directions[name] ?? 'higher-is-better'\n const better = dir === 'higher-is-better' ? delta.delta > 0 : delta.delta < 0\n if (better) improvedMetrics.push(name)\n else regressedMetrics.push(name)\n }\n\n return {\n baselineN: baseline.length,\n currentN: current.length,\n ...(windowLabel ? { windowLabel } : {}),\n metrics,\n regressedMetrics,\n improvedMetrics,\n inconclusiveMetrics,\n }\n}\n\nfunction knownCostValues(runs: RunRecord[]): number[] {\n return runs\n .filter((run) => run.costProvenance.usd !== null)\n .map((run) => run.costUsd)\n .filter(isFiniteNumber)\n}\n\n/** Adapt the shared two-sample Welch result to the report contract. */\nfunction welchCompare(baseline: number[], current: number[]): MetricDelta {\n const result = welchsTTest(baseline, current)\n const base = {\n current: result.meanB,\n baseline: result.meanA,\n delta: result.delta,\n baselineN: baseline.length,\n currentN: current.length,\n }\n if (result.status !== 'ok') {\n return {\n ...base,\n status: result.status,\n ci95: null,\n pValue: null,\n cohensD: null,\n significant: false,\n }\n }\n return {\n ...base,\n status: 'ok',\n ci95: result.ci95,\n pValue: result.p,\n cohensD: result.cohensD,\n significant: result.p < 0.05 && Math.abs(result.cohensD) >= 0.2,\n }\n}\n\nexport function computeLift(\n runs: RunRecord[],\n baselineId: string | undefined,\n candidateId: string | undefined,\n split: 'search' | 'holdout',\n independentUnitByScenarioId?: ReadonlyMap<string, string>,\n): LiftInsight | undefined {\n let bId = baselineId\n let cId = candidateId\n if (!bId || !cId) {\n // Auto-detect: when exactly two distinct candidateIds appear, treat the\n // lower-mean side as baseline.\n const ids = [...new Set(runs.map((r) => r.candidateId))]\n if (ids.length !== 2) return undefined\n const [idA, idB] = ids as [string, string]\n const scoresA = finiteCompositeScores(\n runs.filter((run) => run.candidateId === idA),\n split,\n )\n const scoresB = finiteCompositeScores(\n runs.filter((run) => run.candidateId === idB),\n split,\n )\n if (scoresA.length === 0 || scoresB.length === 0) return undefined\n const meanA = meanOrZero(scoresA)\n const meanB = meanOrZero(scoresB)\n bId = meanA <= meanB ? idA : idB\n cId = meanA <= meanB ? idB : idA\n }\n\n const baseline = runs.filter((r) => r.candidateId === bId)\n const candidate = runs.filter((r) => r.candidateId === cId)\n if (baseline.length === 0 || candidate.length === 0) return undefined\n\n const scoredBaseline = baseline.filter((run) => Number.isFinite(compositeOf(run, split)))\n const scoredCandidate = candidate.filter((run) => Number.isFinite(compositeOf(run, split)))\n const pairing = pairRunRecords(scoredBaseline, scoredCandidate)\n let pairedBaseline = pairing.pairs.map((pair) => compositeOf(pair.baseline, split))\n let pairedCandidate = pairing.pairs.map((pair) => compositeOf(pair.treatment, split))\n if (pairedBaseline.length === 0) return undefined\n const grouped = independentUnitByScenarioId\n ? aggregatePairedHoldout(\n {\n before: pairedBaseline,\n after: pairedCandidate,\n // Pairing is already fixed by experiment, scenario, and seed.\n // The ordinal labels each matched observation for the shared reducer.\n cellIds: pairing.pairs.map((pair, index) => `${pair.pairKey}:${index}`),\n },\n new Map(\n pairing.pairs.map((pair) => [\n pair.pairKey,\n independentUnitByScenarioId.get(pair.baseline.scenarioId)!,\n ]),\n ),\n )\n : undefined\n if (grouped) {\n pairedBaseline = grouped.before\n pairedCandidate = grouped.after\n }\n const reverseInferredArms =\n grouped !== undefined &&\n (!baselineId || !candidateId) &&\n meanOrZero(pairedBaseline) > meanOrZero(pairedCandidate)\n if (reverseInferredArms) [pairedBaseline, pairedCandidate] = [pairedCandidate, pairedBaseline]\n\n const baselineMean = meanOrZero(pairedBaseline)\n const candidateMean = meanOrZero(pairedCandidate)\n const delta = candidateMean - baselineMean\n\n const bootstrap = pairedBootstrap(pairedBaseline, pairedCandidate, {\n confidence: 0.95,\n resamples: 2000,\n statistic: 'mean',\n })\n const tTest = pairedTTest(pairedBaseline, pairedCandidate)\n const d = pairedCohensDz(pairedBaseline, pairedCandidate)\n const mde = pairedMde({ nPaired: pairedBaseline.length, power: 0.8, alpha: 0.05 })\n const requiredN =\n d === null || d === 0\n ? null\n : requiredPairedSampleSize({\n effect: Math.abs(d),\n power: 0.8,\n alpha: 0.05,\n })\n\n return {\n baselineMean,\n candidateMean,\n delta,\n ci95: [bootstrap.low, bootstrap.high],\n pValue: tTest.p,\n n: pairedBaseline.length,\n ...(grouped ? { pairedRunN: pairing.pairs.length, independentUnitIds: grouped.unitIds } : {}),\n minimumRequired: BOOTSTRAP_GATE_MIN_N,\n decisionEligible: bootstrap.gateEligible,\n unpairedBaseline: (reverseInferredArms ? pairing.unpairedTreatment : pairing.unpairedBaseline)\n .length,\n unpairedCandidate: (reverseInferredArms ? pairing.unpairedBaseline : pairing.unpairedTreatment)\n .length,\n cohensD: d,\n mde,\n requiredN,\n }\n}\n","/** Runtime usage, terminal outcomes, execution errors, and cost capture facts. */\n\nimport {\n type RunRecord,\n type RunTerminalOutcome,\n type RunTokenUsage,\n validateRunRecord,\n} from '../run-record'\nimport type { CostProvenanceSummary, ExecutionInsight, TokenUsageInsight } from './insight-report'\nimport { distributionOf } from './quality-insight'\n\nexport interface SummarizeExecutionOptions {\n runs: RunRecord[]\n histogramBins?: number\n}\n\nexport interface ExecutionReport {\n execution: ExecutionInsight\n costProvenance: CostProvenanceSummary\n}\n\n/** Summarize runtime facts without interpreting task quality or promotion readiness. */\nexport function summarizeExecution(opts: SummarizeExecutionOptions): ExecutionReport {\n const runs = opts.runs.map(validateRunRecord)\n const bins = opts.histogramBins ?? 12\n return {\n execution: computeExecutionInsight(runs, bins),\n costProvenance: summarizeCostProvenance(runs),\n }\n}\n\nfunction computeExecutionInsight(runs: RunRecord[], bins: number): ExecutionInsight {\n const aggregateRows = runs.flatMap((run) => {\n const usage = aggregateTokenUsage(run)\n return usage ? [{ usage, costUsd: finiteRaw(run, 'aggregate_cost_usd') }] : []\n })\n const aggregateCosts = aggregateRows.flatMap((row) =>\n row.costUsd !== undefined ? [row.costUsd] : [],\n )\n const modelCounts = new Map<string, number>()\n let executionErrorRuns = 0\n let executionErrorEvents = 0\n let errorReportingRuns = 0\n let errorSpanEvents = 0\n let errorSpanReportingRuns = 0\n const terminalOutcomes: Record<RunTerminalOutcome, number> = {\n succeeded: 0,\n failed: 0,\n cancelled: 0,\n incomplete: 0,\n unknown: 0,\n }\n const errorsByTerminalOutcome: ExecutionInsight['executionErrors']['byTerminalOutcome'] = {\n succeeded: { withErrors: 0, withoutErrors: 0, unreported: 0 },\n failed: { withErrors: 0, withoutErrors: 0, unreported: 0 },\n cancelled: { withErrors: 0, withoutErrors: 0, unreported: 0 },\n incomplete: { withErrors: 0, withoutErrors: 0, unreported: 0 },\n unknown: { withErrors: 0, withoutErrors: 0, unreported: 0 },\n }\n let modelCallRuns = 0\n let modelCallEvents = 0\n let modelCallReportingRuns = 0\n\n for (const run of runs) {\n modelCounts.set(run.model, (modelCounts.get(run.model) ?? 0) + 1)\n const terminalOutcome = run.terminalOutcome\n terminalOutcomes[terminalOutcome] += 1\n const modelCalls = nonNegativeCountRaw(run, 'llm_span_count')\n if (modelCalls !== undefined) {\n modelCallEvents += modelCalls\n modelCallReportingRuns += 1\n }\n const usage = run.tokenUsage\n if (\n (modelCalls ?? 0) > 0 ||\n usage.input > 0 ||\n usage.output > 0 ||\n (usage.cached ?? 0) > 0 ||\n (usage.cacheWrite ?? 0) > 0\n ) {\n modelCallRuns += 1\n }\n const errorEvents = reportedExecutionErrorEvents(run)\n if (errorEvents !== undefined) {\n executionErrorEvents += errorEvents\n errorReportingRuns += 1\n if (errorEvents > 0) {\n executionErrorRuns += 1\n errorsByTerminalOutcome[terminalOutcome].withErrors += 1\n } else errorsByTerminalOutcome[terminalOutcome].withoutErrors += 1\n } else errorsByTerminalOutcome[terminalOutcome].unreported += 1\n const reportedErrorSpans = nonNegativeCountRaw(run, 'error_span_count')\n if (reportedErrorSpans !== undefined) {\n errorSpanEvents += reportedErrorSpans\n errorSpanReportingRuns += 1\n }\n }\n\n return {\n durationMs: distributionOf(\n runs.map((run) => run.wallMs),\n bins,\n ),\n queueMs: distributionOf(\n runs.filter((run) => run.queueMs !== undefined).map((run) => run.queueMs!),\n bins,\n ),\n tokenUsage: summarizeTokenUsage(\n runs.map((run) => run.tokenUsage),\n bins,\n ),\n aggregateUsage: {\n runs: aggregateRows.length,\n tokenUsage: summarizeTokenUsage(\n aggregateRows.map((row) => row.usage),\n bins,\n ),\n costUsd: distributionOf(aggregateCosts, bins),\n totalCostUsd: aggregateCosts.reduce((total, value) => total + value, 0),\n },\n models: [...modelCounts.entries()]\n .map(([model, count]) => ({ model, runs: count }))\n .sort((left, right) => right.runs - left.runs || left.model.localeCompare(right.model)),\n modelCalls: {\n runs: modelCallRuns,\n events: modelCallEvents,\n reportingRuns: modelCallReportingRuns,\n },\n executionErrors: {\n runs: executionErrorRuns,\n fraction: errorReportingRuns > 0 ? executionErrorRuns / errorReportingRuns : null,\n events: executionErrorEvents,\n reportingRuns: errorReportingRuns,\n errorSpanEvents,\n errorSpanReportingRuns,\n byTerminalOutcome: errorsByTerminalOutcome,\n },\n terminalOutcomes,\n }\n}\n\nfunction reportedExecutionErrorEvents(run: RunRecord): number | undefined {\n return nonNegativeCountRaw(run, 'execution_error_count')\n}\n\nfunction nonNegativeCountRaw(run: RunRecord, key: string): number | undefined {\n const value = finiteRaw(run, key)\n return value !== undefined && Number.isInteger(value) && value >= 0 ? value : undefined\n}\n\nfunction summarizeTokenUsage(usages: RunTokenUsage[], bins: number): TokenUsageInsight {\n const reasoning = usages.flatMap((usage) =>\n usage.reasoning !== undefined ? [usage.reasoning] : [],\n )\n const cached = usages.flatMap((usage) => (usage.cached !== undefined ? [usage.cached] : []))\n const cacheWrite = usages.flatMap((usage) =>\n usage.cacheWrite !== undefined ? [usage.cacheWrite] : [],\n )\n return {\n input: distributionOf(\n usages.map((usage) => usage.input),\n bins,\n ),\n output: distributionOf(\n usages.map((usage) => usage.output),\n bins,\n ),\n reasoning: distributionOf(reasoning, bins),\n cached: distributionOf(cached, bins),\n cacheWrite: distributionOf(cacheWrite, bins),\n totals: {\n input: usages.reduce((total, usage) => total + usage.input, 0),\n output: usages.reduce((total, usage) => total + usage.output, 0),\n reasoning: reasoning.reduce((total, value) => total + value, 0),\n cached: cached.reduce((total, value) => total + value, 0),\n cacheWrite: cacheWrite.reduce((total, value) => total + value, 0),\n },\n }\n}\n\nfunction aggregateTokenUsage(run: RunRecord): RunTokenUsage | undefined {\n const input = finiteRaw(run, 'aggregate_prompt_tokens')\n const output = finiteRaw(run, 'aggregate_completion_tokens')\n const reasoning = finiteRaw(run, 'aggregate_reasoning_tokens')\n const cached = finiteRaw(run, 'aggregate_cached_tokens')\n const cacheWrite = finiteRaw(run, 'aggregate_cache_write_tokens')\n if (\n input === undefined &&\n output === undefined &&\n reasoning === undefined &&\n cached === undefined &&\n cacheWrite === undefined\n )\n return undefined\n return {\n input: input ?? 0,\n output: output ?? 0,\n ...(reasoning !== undefined ? { reasoning } : {}),\n ...(cached !== undefined ? { cached } : {}),\n ...(cacheWrite !== undefined ? { cacheWrite } : {}),\n }\n}\n\nfunction finiteRaw(run: RunRecord, key: string): number | undefined {\n const value = run.outcome.raw[key]\n return typeof value === 'number' && Number.isFinite(value) && value >= 0 ? value : undefined\n}\n\nfunction summarizeCostProvenance(runs: RunRecord[]): CostProvenanceSummary {\n const summary: CostProvenanceSummary = {\n observed: { n: 0, totalUsd: 0 },\n estimated: { n: 0, totalUsd: 0 },\n lowerBound: { n: 0, floorUsd: 0 },\n uncaptured: { n: 0 },\n knownFraction: 0,\n }\n for (const run of runs) {\n const cost = run.costProvenance\n if (cost.kind === 'uncaptured') {\n summary.uncaptured.n += 1\n } else if (cost.kind === 'lower-bound') {\n summary.lowerBound.n += 1\n summary.lowerBound.floorUsd += cost.knownLowerBoundUsd\n } else {\n summary[cost.kind].n += 1\n summary[cost.kind].totalUsd += cost.usd\n }\n }\n const known = summary.observed.n + summary.estimated.n\n summary.knownFraction = runs.length > 0 ? known / runs.length : 0\n return summary\n}\n\nexport function diagnoseCostCoverage(runs: RunRecord[], provenance: CostProvenanceSummary): string {\n const unknown = provenance.uncaptured.n + provenance.lowerBound.n\n const known = provenance.observed.n + provenance.estimated.n\n const floor =\n provenance.lowerBound.n > 0\n ? ` (${provenance.lowerBound.n} of them cost at least $${provenance.lowerBound.floorUsd.toFixed(6)} together)`\n : ''\n if (unknown === runs.length) {\n return `USD cost total unknown for all ${runs.length} runs${floor} — no observed or estimated USD values; token and wall-time metrics remain available.`\n }\n return `USD cost total unknown for ${unknown}/${runs.length} runs${floor}; excluded those rows from cost statistics (${known}/${runs.length} retained: ${provenance.observed.n} observed, ${provenance.estimated.n} estimated).`\n}\n","/**\n * ContaminationGuard — ensures held-out scenarios don't leak into\n * training/prompt paths, and flags model memorization.\n *\n * Three probes:\n * 1. `checkCanaries(output, scenario)` — if the scenario carries a\n * canary token, it MUST NOT appear in the agent's output.\n * Canaries are strings that are statistically impossible to\n * reconstruct from the scenario description alone — so if they\n * echo back, the model memorized them.\n * 2. `canaryLeakView(store)` — cross-corpus view of every run whose\n * output contained a canary, with the offending scenario + run.\n * 3. `HoldoutAuditor` — wraps a Dataset and emits a structured error\n * on any code path that reads holdout scenarios but doesn't flag\n * `purpose: 'evaluation'`. Keeps engineers honest.\n */\n\nimport type { DatasetScenario } from './dataset'\nimport { llmSpans } from './trace/query'\nimport type { TraceStore } from './trace/store'\n\nexport interface CanaryLeak {\n scenarioId: string\n canary: string\n runId?: string\n evidence: string\n}\n\nexport function checkCanaries(output: string, scenarios: DatasetScenario[]): CanaryLeak[] {\n const leaks: CanaryLeak[] = []\n for (const s of scenarios) {\n if (!s.canary) continue\n if (output.includes(s.canary)) {\n leaks.push({ scenarioId: s.id, canary: s.canary, evidence: excerpt(output, s.canary) })\n }\n }\n return leaks\n}\n\n/**\n * Behavioral canary: tests the AGENT, not the eval grep.\n *\n * - `forbiddenPattern` PRESENT in output ⇒ AGENT EMITTED BAD CONTENT ⇒ LEAK.\n * - `forbiddenPattern` ABSENT from output ⇒ AGENT HELD THE LINE ⇒ PASS.\n *\n * Use when running known-bad-prompt scenarios against the agent under\n * test and you want to know if the agent misbehaved. The classical\n * {@link checkCanaries} / {@link import('./canary').runCanaries | runCanaries}\n * test whether the eval check fires when the bad output is forced\n * into the eval flow — different question, different answer.\n *\n * Pattern resolution order (first match wins):\n * 1. `scenario.forbiddenPattern` — if it parses as `/body/flags`,\n * treated as a regex; otherwise a literal substring.\n * 2. `scenario.canary` — literal substring fallback so the helper\n * works on existing scenario fixtures.\n *\n * Returns `null` when nothing forbidden was found OR the scenario\n * declared no pattern.\n */\nexport function checkBehavioralCanary(\n output: string,\n scenario: DatasetScenario,\n): CanaryLeak | null {\n const pattern = scenario.forbiddenPattern ?? scenario.canary\n if (!pattern) return null\n const hit = matchForbidden(output, pattern)\n if (!hit) return null\n return {\n scenarioId: scenario.id,\n canary: pattern,\n evidence: excerpt(output, hit),\n }\n}\n\n/**\n * Resolve a forbidden-pattern string to the matched substring inside\n * `output`. `/body/flags` notation is interpreted as a regex; anything\n * else is a literal substring.\n */\nfunction matchForbidden(output: string, pattern: string): string | null {\n const re = tryParseRegex(pattern)\n if (re) {\n const m = output.match(re)\n return m && m[0].length > 0 ? m[0] : null\n }\n return output.includes(pattern) ? pattern : null\n}\n\nfunction tryParseRegex(pattern: string): RegExp | null {\n if (pattern.length < 2 || pattern[0] !== '/') return null\n const last = pattern.lastIndexOf('/')\n if (last <= 0) return null\n const body = pattern.slice(1, last)\n const flags = pattern.slice(last + 1)\n if (!/^[gimsuy]*$/.test(flags)) return null\n try {\n return new RegExp(body, flags)\n } catch {\n return null\n }\n}\n\n/**\n * Scan the LLM-output history in a corpus; returns every case where a\n * canary from a known scenario appeared in agent output. Pass the full\n * set of scenarios whose canaries you care about (typically the whole\n * held-out slice).\n */\nexport async function canaryLeakView(\n store: TraceStore,\n scenarios: DatasetScenario[],\n): Promise<CanaryLeak[]> {\n const targets = scenarios.filter((s) => !!s.canary)\n if (targets.length === 0) return []\n const spans = await llmSpans(store)\n const leaks: CanaryLeak[] = []\n for (const span of spans) {\n const output = span.output ?? ''\n for (const s of targets) {\n if (s.canary && output.includes(s.canary)) {\n leaks.push({\n scenarioId: s.id,\n canary: s.canary,\n runId: span.runId,\n evidence: excerpt(output, s.canary),\n })\n }\n }\n }\n return leaks\n}\n\nexport class HoldoutAuditor {\n private scenarios: DatasetScenario[]\n private accessLog: Array<{ scenarioId: string; purpose: string; at: number }> = []\n\n constructor(scenarios: DatasetScenario[]) {\n this.scenarios = scenarios\n }\n\n /** Retrieve a holdout scenario for a declared purpose. Non-'evaluation' throws. */\n get(scenarioId: string, purpose: 'evaluation' | 'debugging'): DatasetScenario {\n if (purpose !== 'evaluation' && purpose !== 'debugging') {\n throw new Error(\n `HoldoutAuditor.get: purpose must be 'evaluation' or 'debugging', got ${purpose}`,\n )\n }\n const s = this.scenarios.find((x) => x.id === scenarioId)\n if (!s) throw new Error(`holdout scenario \"${scenarioId}\" not found`)\n this.accessLog.push({ scenarioId, purpose, at: Date.now() })\n return s\n }\n\n getAccessLog(): ReadonlyArray<{ scenarioId: string; purpose: string; at: number }> {\n return this.accessLog\n }\n}\n\nfunction excerpt(source: string, needle: string): string {\n const at = source.indexOf(needle)\n if (at < 0) return ''\n const start = Math.max(0, at - 30)\n const end = Math.min(source.length, at + needle.length + 30)\n return (start > 0 ? '…' : '') + source.slice(start, end) + (end < source.length ? '…' : '')\n}\n","/** Task failure classes, analyst clusters, and canary contamination evidence. */\n\nimport type { AnalystRegistry } from '../analyst/registry'\nimport type { AnalystFinding } from '../analyst/types'\nimport { checkCanaries } from '../contamination-guard'\nimport type { DatasetScenario } from '../dataset'\nimport type { RunRecord } from '../run-record'\nimport type { FailureClass } from '../trace/schema'\nimport type { FailureClassTally, FailureClusterInsight, InsightReport } from './insight-report'\nimport { compositeOf } from './quality-insight'\n\n/**\n * Model-free task-failure tally.\n *\n * Explicit non-success classes are task-failure evidence.\n * A low task score without a class is counted as `unknown`.\n */\nexport function computeFailureClasses(\n runs: RunRecord[],\n split: 'search' | 'holdout',\n): FailureClassTally[] | undefined {\n const counts = new Map<FailureClass, number>()\n for (const r of runs) {\n if (!isTaskFailure(r, split)) continue\n const key =\n r.failureClass !== undefined && r.failureClass !== 'success' ? r.failureClass : 'unknown'\n counts.set(key, (counts.get(key) ?? 0) + 1)\n }\n if (counts.size === 0) return undefined\n const n = runs.length\n return [...counts.entries()]\n .map(([failureClass, count]) => ({\n failureClass,\n count,\n share: n > 0 ? count / n : 0,\n }))\n .sort((a, b) => b.count - a.count || a.failureClass.localeCompare(b.failureClass))\n}\n\nexport async function computeFailureClusters(\n runs: RunRecord[],\n analyst: AnalystRegistry,\n split: 'search' | 'holdout',\n): Promise<FailureClusterInsight | undefined> {\n const failed = runs.filter((run) => isTaskFailure(run, split))\n if (failed.length === 0) return { clusters: [], totalFailures: 0 }\n\n const clusters = new Map<string, { exemplars: string[]; runs: number }>()\n const recordCluster = (key: string, runId: string) => {\n const cluster = clusters.get(key) ?? { exemplars: [], runs: 0 }\n cluster.runs += 1\n if (cluster.exemplars.length < 5 && !cluster.exemplars.includes(runId)) {\n cluster.exemplars.push(runId)\n }\n clusters.set(key, cluster)\n }\n for (const run of failed) {\n try {\n // AnalystRunInputs routes by field name: run-record analysts read\n // `runRecord`. Any other shape makes every analyst skip with\n // \"missing input\" and the clusters come back silently empty.\n const result = await analyst.run(run.runId, { runRecord: run })\n // One run can produce several findings in one cluster; count it once.\n const keys = new Set(\n result.findings.map(\n (finding: AnalystFinding) => finding.area || finding.analyst_id || 'unclassified',\n ),\n )\n for (const key of keys) recordCluster(key, run.runId)\n } catch {\n recordCluster('analyst-error', run.runId)\n }\n }\n const clusterList = [...clusters.entries()].map(([id, c]) => ({\n id,\n name: id,\n share: c.runs / failed.length,\n exemplars: c.exemplars,\n }))\n clusterList.sort((a, b) => b.share - a.share)\n return { clusters: clusterList, totalFailures: failed.length }\n}\n\nfunction isTaskFailure(run: RunRecord, split: 'search' | 'holdout'): boolean {\n if (run.failureClass !== undefined && run.failureClass !== 'success') return true\n const score = compositeOf(run, split)\n return Number.isFinite(score) && score < 0.5\n}\n\nexport function computeContamination(\n runs: RunRecord[],\n canaries: DatasetScenario[],\n): InsightReport['contamination'] {\n let leaks = 0\n const details: Array<{ runId: string; canary: string; matched: string }> = []\n for (const run of runs) {\n const output = stringifyOutput(run)\n if (!output) continue\n const leaksHere = checkCanaries(output, canaries)\n for (const leak of leaksHere) {\n leaks++\n details.push({ runId: run.runId, canary: leak.canary, matched: leak.evidence })\n }\n }\n return { leaks, holdoutAuditPassed: leaks === 0, details }\n}\n\nfunction stringifyOutput(run: RunRecord): string | undefined {\n // RunRecord doesn't fix where \"the agent's output\" lives — different\n // consumers stash it differently. We probe the common shapes: the\n // outcome.raw map (numeric only by design — unlikely to contain text),\n // and any string-valued fields tucked under metadata via type casting.\n // Consumers with bespoke shapes pass canaryScenarios only when they\n // know their runs carry a stringifiable surface.\n const metadata = (run as unknown as { metadata?: Record<string, unknown> }).metadata\n if (typeof metadata?.output === 'string') return metadata.output\n if (typeof metadata?.text === 'string') return metadata.text\n return undefined\n}\n","/** Release readiness and recommended actions from an insight report's evidence. */\n\nimport type {\n FailureClassTally,\n FailureClusterInsight,\n InsightReport,\n InterRaterInsight,\n JudgeInsight,\n LiftInsight,\n OutcomeCorrelationInsight,\n PriorPeriodComparison,\n Recommendation,\n ScalarDistribution,\n} from './insight-report'\n\ninterface RecommendationContext {\n composite: ScalarDistribution\n judges: Record<string, JudgeInsight>\n interRater?: InterRaterInsight\n lift?: LiftInsight\n failureClusters?: FailureClusterInsight\n failureClasses?: FailureClassTally[]\n contamination?: InsightReport['contamination']\n outcomeCorrelation?: OutcomeCorrelationInsight\n priorPeriodComparison?: PriorPeriodComparison\n threshold: number\n}\n\n/** A bootstrap interval with no spread: every resample landed on the same\n * value, so the interval carries no information about how far the point\n * estimate could be wrong and cannot support a directional claim. */\nfunction zeroWidth(ci: readonly [number, number]): boolean {\n return !Number.isFinite(ci[0]) || !Number.isFinite(ci[1]) || ci[0] === ci[1]\n}\n\nexport function buildReleaseScorecard(\n composite: ScalarDistribution,\n lift: LiftInsight | undefined,\n contamination: InsightReport['contamination'],\n): InsightReport['release'] {\n // Synthesise a minimal scorecard from the rolled-up signal. The\n // substrate's `evaluateReleaseConfidence` primitive consumes a richer\n // input shape that callers can produce by wiring SLO definitions; the\n // shape here is the contract `selfImprove`/`analyzeRuns` consumers\n // receive automatically. They can call `evaluateReleaseConfidence`\n // directly when they want SLO-based axis evaluation.\n const axes: InsightReport['release']['axes'] = []\n const liftPass =\n lift === undefined\n ? ('not_evaluated' as const)\n : !lift.decisionEligible\n ? ('not_evaluated' as const)\n : lift.ci95[0] > 0 && !zeroWidth(lift.ci95)\n ? ('pass' as const)\n : lift.delta > 0\n ? ('warn' as const)\n : ('fail' as const)\n axes.push({\n name: 'quality-lift',\n status: liftPass,\n detail: lift\n ? `delta=${lift.delta.toFixed(3)}, CI95=[${lift.ci95[0].toFixed(3)}, ${lift.ci95[1].toFixed(3)}], n=${lift.n}${lift.decisionEligible ? '' : ` (descriptive only; ${lift.minimumRequired} required)`}`\n : 'no baseline/candidate pair available',\n })\n const contamPass =\n contamination === undefined\n ? ('not_evaluated' as const)\n : contamination.leaks === 0\n ? ('pass' as const)\n : ('fail' as const)\n axes.push({\n name: 'contamination',\n status: contamPass,\n detail: contamination ? `${contamination.leaks} canary leak(s)` : 'no canaries supplied',\n })\n axes.push(\n composite.n === 0\n ? {\n name: 'composite-distribution',\n status: 'not_evaluated',\n detail: 'no task-quality scores available',\n }\n : {\n name: 'composite-distribution',\n status:\n composite.mean !== null && composite.mean >= 0.5\n ? 'pass'\n : composite.mean !== null && composite.mean >= 0.3\n ? 'warn'\n : 'fail',\n detail:\n composite.mean === null || composite.p50 === null || composite.p95 === null\n ? 'task-quality distribution is internally incomplete'\n : `mean=${composite.mean.toFixed(3)}, p50=${composite.p50.toFixed(3)}, p95=${composite.p95.toFixed(3)} over n=${composite.n}`,\n },\n )\n const status = axes.some((a) => a.status === 'fail')\n ? 'fail'\n : axes.some((a) => a.status === 'warn' || a.status === 'not_evaluated')\n ? 'warn'\n : 'pass'\n return {\n status,\n axes,\n issues: [],\n }\n}\n\nexport function buildRecommendations(ctx: RecommendationContext): Recommendation[] {\n const out: Recommendation[] = []\n\n // Prior-period regressions — highest customer-impact signal when present.\n // \"Did my last change help?\" with a falsifiable answer.\n if (ctx.priorPeriodComparison) {\n const ppc = ctx.priorPeriodComparison\n const label = ppc.windowLabel ?? 'baseline period'\n for (const name of ppc.regressedMetrics) {\n const d = ppc.metrics[name]\n if (d?.status !== 'ok') continue\n out.push({\n priority: 'critical',\n kind: 'investigate',\n title: `${name} regressed from ${d.baseline.toFixed(3)} → ${d.current.toFixed(3)} vs ${label}`,\n detail: `Welch CI95 = [${d.ci95[0].toFixed(3)}, ${d.ci95[1].toFixed(3)}], p=${d.pValue.toFixed(4)}, Cohen's d=${d.cohensD.toFixed(2)} (n_current=${d.currentN}, n_baseline=${d.baselineN}). The regression is statistically significant at p<0.05 with at-least-small effect size.`,\n evidencePath: `priorPeriodComparison.metrics.${name}`,\n })\n }\n for (const name of ppc.improvedMetrics) {\n const d = ppc.metrics[name]\n if (d?.status !== 'ok') continue\n out.push({\n priority: 'low',\n kind: 'ship',\n title: `${name} improved from ${d.baseline.toFixed(3)} → ${d.current.toFixed(3)} vs ${label}`,\n detail: `Welch CI95 = [${d.ci95[0].toFixed(3)}, ${d.ci95[1].toFixed(3)}], p=${d.pValue.toFixed(4)}, Cohen's d=${d.cohensD.toFixed(2)} (n_current=${d.currentN}, n_baseline=${d.baselineN}). Statistically significant improvement worth flagging.`,\n evidencePath: `priorPeriodComparison.metrics.${name}`,\n })\n }\n for (const name of ppc.inconclusiveMetrics) {\n const d = ppc.metrics[name]\n if (!d || d.status === 'ok' || d.delta === 0) continue\n const reason =\n d.status === 'zero-variance'\n ? 'both periods have zero observed variance'\n : 'one or both periods have fewer than two observations'\n out.push({\n priority: 'high',\n kind: 'investigate',\n title: `${name} changed from ${d.baseline.toFixed(3)} → ${d.current.toFixed(3)} vs ${label}; inference unavailable`,\n detail: `Observed delta ${d.delta.toFixed(3)} across n_current=${d.currentN} and n_baseline=${d.baselineN}, but ${reason}. The report does not fabricate a p-value, confidence interval, or effect size; inspect independence and data capture before acting.`,\n evidencePath: `priorPeriodComparison.metrics.${name}`,\n })\n }\n }\n\n // Composite-distribution branch. Fires when the overall quality signal is\n // poor regardless of lift / contamination / clusters — the customer needs\n // to know they have a problem AND which specific runs to inspect.\n if (\n ctx.composite.n > 0 &&\n ctx.composite.mean !== null &&\n ctx.composite.p50 !== null &&\n ctx.composite.p95 !== null\n ) {\n if (ctx.composite.mean < 0.3) {\n const tail = ctx.composite.tailRuns ?? []\n const names = tail\n .slice(0, 5)\n .map((t) => `${t.runId}=${t.score.toFixed(3)}`)\n .join(', ')\n out.push({\n priority: 'critical',\n kind: 'investigate',\n title: `Composite mean ${ctx.composite.mean.toFixed(3)} is below the 0.3 floor — the agent is broken on this corpus`,\n detail:\n tail.length > 0\n ? `Worst ${tail.length} run${tail.length === 1 ? '' : 's'} to inspect first: ${names}. Histogram p50=${ctx.composite.p50.toFixed(3)}, p95=${ctx.composite.p95.toFixed(3)}.`\n : `Histogram p50=${ctx.composite.p50.toFixed(3)}, p95=${ctx.composite.p95.toFixed(3)}.`,\n evidencePath: 'composite.tailRuns',\n })\n } else if (ctx.composite.mean < 0.5) {\n const tail = ctx.composite.tailRuns ?? []\n const names = tail\n .slice(0, 3)\n .map((t) => `${t.runId}=${t.score.toFixed(3)}`)\n .join(', ')\n out.push({\n priority: 'high',\n kind: 'investigate',\n title: `Composite mean ${ctx.composite.mean.toFixed(3)} is below 0.5 — investigate the lower tail before claiming the agent is healthy`,\n detail:\n tail.length > 0\n ? `Worst ${tail.length} run${tail.length === 1 ? '' : 's'}: ${names}. Histogram p50=${ctx.composite.p50.toFixed(3)}, p95=${ctx.composite.p95.toFixed(3)}.`\n : `Histogram p50=${ctx.composite.p50.toFixed(3)}, p95=${ctx.composite.p95.toFixed(3)}.`,\n evidencePath: 'composite.tailRuns',\n })\n }\n }\n\n // A healthy-looking mean can hide a group of failed tasks sharing one\n // producer-reported cause. This path does not require an analyst.\n if (ctx.failureClasses && ctx.failureClasses.length > 0) {\n const top = ctx.failureClasses[0]!\n if (top.count >= 3 && top.share >= 0.15) {\n out.push({\n priority: top.share >= 0.25 ? 'high' : 'medium',\n kind: 'investigate',\n title: `'${top.failureClass}' is the dominant failure class — ${top.count} runs (${(top.share * 100).toFixed(0)}% of the corpus)`,\n detail: `The mean composite can look acceptable while one failure class dominates the lower tail. ${top.count} of ${ctx.composite.n} runs failed with '${top.failureClass}'${ctx.failureClasses.length > 1 ? ` (next: '${ctx.failureClasses[1]!.failureClass}' ×${ctx.failureClasses[1]!.count})` : ''}. Fix this cause first.`,\n evidencePath: 'failureClasses',\n })\n }\n }\n\n // Missing-judges branch. The report can't surface per-dimension or\n // calibration signal when `outcome.judgeScores` is empty across the\n // corpus. Tell the customer how to enrich.\n if (Object.keys(ctx.judges).length === 0 && ctx.composite.n > 0) {\n out.push({\n priority: 'medium',\n kind: 'expand-corpus',\n title: 'No judge scores recorded — per-dimension + calibration insights unavailable',\n detail:\n 'Records have no `outcome.judgeScores`. To unlock perDimension, judges, and calibration, attach a Judge run during your eval pass and populate `outcome.judgeScores.perJudge[judgeName][dimension] = score`. See `docs/insight-report.md` for the expected shape.',\n evidencePath: 'judges',\n })\n }\n\n if (ctx.lift) {\n if (!ctx.lift.decisionEligible) {\n out.push({\n priority: 'high',\n kind: 'expand-corpus',\n title: `Inconclusive — ${ctx.lift.n} paired runs; ${ctx.lift.minimumRequired} required`,\n detail: `The bootstrap interval is descriptive below ${ctx.lift.minimumRequired} paired observations and cannot support a ship decision.`,\n evidencePath: 'lift',\n })\n } else {\n const pairedEffect =\n ctx.lift.cohensD === null ? 'undefined (zero delta variance)' : ctx.lift.cohensD.toFixed(2)\n const pairedP =\n ctx.lift.pValue === null ? 'undefined (zero delta variance)' : ctx.lift.pValue.toFixed(4)\n const requiredRuns =\n ctx.lift.requiredN === null ? 'not estimable' : `~${ctx.lift.requiredN} paired runs`\n // A ZERO-WIDTH interval never reads as \"ship\": n identical paired deltas\n // make every resample identical, so `[g, g]` clears any threshold below g\n // and `[0, 0]` clears any negative `decisionThreshold`, on no spread at\n // all. It falls through to the inconclusive/hold arms, which is where a\n // sample carrying no information about its own error belongs.\n const decisive = !zeroWidth(ctx.lift.ci95) && ctx.lift.ci95[0] > ctx.threshold\n const inconclusive = ctx.lift.ci95[0] <= ctx.threshold && ctx.lift.ci95[1] > ctx.threshold\n if (decisive) {\n out.push({\n priority: 'critical',\n kind: 'ship',\n title: `Ship — lift ${ctx.lift.delta.toFixed(3)} (95% CI ${ctx.lift.ci95[0].toFixed(3)}..${ctx.lift.ci95[1].toFixed(3)})`,\n detail: `Holdout lift exceeds threshold ${ctx.threshold} with 95% bootstrap confidence (n=${ctx.lift.n}, p=${pairedP}, paired d=${pairedEffect}).`,\n evidencePath: 'lift',\n })\n } else if (inconclusive) {\n out.push({\n priority: 'high',\n kind: 'expand-corpus',\n title: `Inconclusive — required sample is ${requiredRuns} (have ${ctx.lift.n}) at current effect size`,\n detail: `CI straddles threshold. Current MDE at 80% power is ${ctx.lift.mde.toFixed(3)}; observed delta is ${ctx.lift.delta.toFixed(3)}.`,\n evidencePath: 'lift',\n })\n } else {\n out.push({\n priority: 'critical',\n kind: 'hold',\n title: `Hold — lift CI lower bound ${ctx.lift.ci95[0].toFixed(3)} is at or below threshold ${ctx.threshold}`,\n detail: `Bootstrap CI provides no statistical evidence the candidate is better. Consider tightening the mutation or expanding the holdout.`,\n evidencePath: 'lift',\n })\n }\n }\n }\n\n if (ctx.contamination && ctx.contamination.leaks > 0) {\n out.push({\n priority: 'critical',\n kind: 'fix',\n title: `${ctx.contamination.leaks} canary leak${ctx.contamination.leaks === 1 ? '' : 's'} detected`,\n detail: `Holdout integrity is compromised. The lift number is unreliable until you investigate.`,\n evidencePath: 'contamination',\n })\n }\n\n if (ctx.interRater && ctx.interRater.kappa < 0.5) {\n out.push({\n priority: 'high',\n kind: 'recalibrate',\n title: `Inter-rater weighted kappa ${ctx.interRater.kappa.toFixed(2)} is below 0.5`,\n detail:\n 'Raters disagree on what good looks like. Review the largest disagreement cases and refine the rubric before automating these decisions.',\n evidencePath: 'interRater',\n })\n }\n\n if (ctx.failureClusters && ctx.failureClusters.clusters.length > 0) {\n const top = ctx.failureClusters.clusters[0]!\n out.push({\n priority: 'high',\n kind: 'investigate',\n title: `Top failure cluster: ${top.name} (${(top.share * 100).toFixed(0)}% of failures)`,\n detail: `${ctx.failureClusters.totalFailures} runs failed. The largest cluster groups ${top.exemplars.length} exemplars under '${top.name}'.`,\n evidencePath: 'failureClusters.clusters[0]',\n })\n }\n\n if (ctx.outcomeCorrelation && Math.abs(ctx.outcomeCorrelation.spearman) < 0.3) {\n out.push({\n priority: 'medium',\n kind: 'recalibrate',\n title: `Judge scores decoupled from ${ctx.outcomeCorrelation.metric} (Spearman ρ=${ctx.outcomeCorrelation.spearman.toFixed(2)})`,\n detail: `Your judges score what they were trained to score, but it isn't predicting downstream ${ctx.outcomeCorrelation.metric}. Consider retraining the judge against ${ctx.outcomeCorrelation.metric} as the gold signal.`,\n evidencePath: 'outcomeCorrelation',\n })\n }\n\n return out\n}\n","/**\n * # `analyzeRuns()` — turn a set of agent runs into an actionable decision packet.\n *\n * Wires the substrate's statistical, calibration, clustering, Pareto, and\n * release-confidence primitives into one `InsightReport`. Two top-level\n * entry points use this function:\n *\n * - `selfImprove()` calls it on the campaign output to attach a packet\n * to every run.\n * - Consumers with observed `RunRecord[]` (production traces, gold\n * corpora, approve/reject tables) call it directly via `analyzeRuns()`\n * for analysis without a closed loop.\n *\n * Every section is opt-in based on what the input data supports — the\n * function never invents signal. If runs carry no judge scores, `judges`\n * is empty. If there's no baseline/candidate split, `lift` is undefined.\n * If no `analyst` is wired, `failureClusters` is undefined.\n *\n * The `recommendations` array is the human-readable layer; everything\n * else is the evidence backing each recommendation.\n */\n\nimport type { AnalystRegistry } from '../analyst/registry'\nimport type { DatasetScenario } from '../dataset'\nimport { type RunRecord, validateRunRecord } from '../run-record'\nimport { paretoChart } from '../summary-report'\nimport { computeLift, computePriorPeriodComparison } from './comparison-insight'\nimport { diagnoseCostCoverage, summarizeExecution } from './execution-insight'\nimport {\n computeContamination,\n computeFailureClasses,\n computeFailureClusters,\n} from './failure-insight'\nimport { buildRecommendations, buildReleaseScorecard } from './insight-recommendations'\nimport type { InsightReport } from './insight-report'\nimport {\n compositeOf,\n computeInterRater,\n computeJudgeInsights,\n computeOutcomeCorrelation,\n computePerDimension,\n distributionOf,\n isFiniteNumber,\n resolveSplit,\n} from './quality-insight'\n\nexport type { ParetoFigureSpec } from '../summary-report'\nexport type { ExecutionReport, SummarizeExecutionOptions } from './execution-insight'\nexport { summarizeExecution } from './execution-insight'\n\nexport interface AnalyzeRunsOptions {\n /** The runs to analyze. */\n runs: RunRecord[]\n /** Which split to score against when reading composite from RunOutcome.\n * Default: holdout when ANY run has a `holdoutScore`, else search. */\n split?: 'search' | 'holdout' | 'auto'\n /** Pairwise analysis configuration. When both `baselineCandidateId` and\n * `candidateCandidateId` are present, lift is computed on paired\n * (experimentId, scenarioId, seed) identities shared between the two sides.\n * Unmatched rows remain visible in the lift result. */\n baselineCandidateId?: string\n candidateCandidateId?: string\n /** Average matched run scores within these units before estimating lift.\n * Raw run distributions and unmatched-run counts remain unchanged. */\n independentUnitByScenarioId?: ReadonlyMap<string, string>\n /** Canary scenarios — checked against every run's raw output for\n * holdout contamination. */\n canaryScenarios?: DatasetScenario[]\n /** Analyst registry for failure clustering. When omitted, the\n * `failureClusters` section is left undefined. */\n analyst?: AnalystRegistry\n /** Downstream outcome metric per run (e.g. engagement rate, approval\n * rate, downstream pass rate). When present, the report includes\n * `outcomeCorrelation` + a simple linear reward model fit. */\n outcomeSignal?: {\n metric: string\n valueByRunId: Record<string, number>\n }\n /** Multi-rater feedback for inter-rater agreement. Each entry is one\n * rater's score for one run. Two or more raters → kappa + disagreement\n * triage list. */\n raterScores?: Array<{ runId: string; rater: string; score: number }>\n /** Number of histogram bins for distributional summaries. Default 12. */\n histogramBins?: number\n /** Decision threshold — the smallest composite lift the caller cares\n * about. Used by the recommendations engine to call ship vs hold.\n * Default 0.02. */\n decisionThreshold?: number\n /** Optional prior-period runs. When set, the report includes\n * `priorPeriodComparison` with per-metric Welch-CI deltas and\n * recommendations fire on statistically significant regressions.\n * The two windows do NOT have to share scenarios — the comparison\n * is two-sample unpaired (the substrate's `lift` field uses paired\n * bootstrap on shared (experimentId, scenarioId, seed) identities; this is the\n * shape for \"this week vs last week\" rather than \"candidate vs\n * baseline within a campaign\"). */\n baselineRuns?: RunRecord[]\n /** Human-readable label for the baseline window, e.g. \"vs prior 7\n * days\", \"vs v3.1 release\". Surfaces in recommendations + UI. */\n baselineLabel?: string\n}\n\nexport async function analyzeRuns(opts: AnalyzeRunsOptions): Promise<InsightReport> {\n const runs = opts.runs.map(validateRunRecord)\n const bins = opts.histogramBins ?? 12\n const threshold = opts.decisionThreshold ?? 0.02\n if (!Number.isFinite(threshold)) {\n throw new Error(`analyzeRuns: decisionThreshold must be finite, got ${threshold}`)\n }\n const split = resolveSplit(runs, opts.split ?? 'auto')\n\n const compositeWithIds = runs\n .map((r) => ({ runId: r.runId, score: compositeOf(r, split) }))\n .filter((p) => Number.isFinite(p.score))\n const composite = distributionOf(\n compositeWithIds.map((p) => p.score),\n bins,\n compositeWithIds,\n )\n\n const perDimension = computePerDimension(runs, bins)\n const { execution, costProvenance: provenance } = summarizeExecution({\n runs,\n histogramBins: bins,\n })\n const knownCostRuns = runs.filter((run) => run.costProvenance.usd !== null)\n const costs = knownCostRuns.map((r) => r.costUsd).filter(isFiniteNumber)\n const costDist = distributionOf(costs, bins)\n const pareto = paretoChart(knownCostRuns, { split })\n const degraded: { cost?: string; pareto?: string } = {}\n if (provenance.uncaptured.n + provenance.lowerBound.n > 0) {\n degraded.cost = diagnoseCostCoverage(runs, provenance)\n } else if (costs.length === 0 || costs.every((c) => c === 0)) {\n degraded.cost = `all ${runs.length} explicitly observed or estimated USD values are $0`\n }\n if (pareto.points.length < 2) {\n degraded.pareto =\n pareto.points.length === 0\n ? 'no candidates — Pareto unavailable'\n : 'single candidate — Pareto is a single point, not a frontier'\n }\n const costQuality = {\n cost: costDist,\n pareto,\n provenance,\n ...(degraded.cost || degraded.pareto ? { degraded } : {}),\n }\n\n const judges = computeJudgeInsights(runs)\n\n const interRater = opts.raterScores ? computeInterRater(opts.raterScores) : undefined\n\n const lift = computeLift(\n runs,\n opts.baselineCandidateId,\n opts.candidateCandidateId,\n split,\n opts.independentUnitByScenarioId,\n )\n\n const failureClusters = opts.analyst\n ? await computeFailureClusters(runs, opts.analyst, split)\n : undefined\n\n const failureClasses = computeFailureClasses(runs, split)\n\n const contamination = opts.canaryScenarios\n ? computeContamination(runs, opts.canaryScenarios)\n : undefined\n\n const outcomeCorrelation = opts.outcomeSignal\n ? computeOutcomeCorrelation(runs, opts.outcomeSignal, split)\n : undefined\n\n const release = buildReleaseScorecard(composite, lift, contamination)\n\n const priorPeriodComparison = opts.baselineRuns\n ? computePriorPeriodComparison(runs, opts.baselineRuns, split, opts.baselineLabel)\n : undefined\n\n const recommendations = buildRecommendations({\n composite,\n judges,\n interRater,\n lift,\n failureClusters,\n failureClasses,\n contamination,\n outcomeCorrelation,\n priorPeriodComparison,\n threshold,\n })\n\n return {\n n: runs.length,\n execution,\n composite,\n perDimension,\n costQuality,\n judges,\n interRater,\n lift,\n failureClusters,\n contamination,\n outcomeCorrelation,\n release,\n ...(failureClasses ? { failureClasses } : {}),\n ...(priorPeriodComparison ? { priorPeriodComparison } : {}),\n recommendations,\n }\n}\n"],"mappings":";;;;;;;;;;AAwIA,SAAS,KAAK,IAAsB;CAClC,OAAO,GAAG,SAAS,GAAG,QAAQ,KAAK,UAAU,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI;AAC7E;;AAGA,SAAgB,IAAI,IAAsB;CACxC,IAAI,GAAG,WAAW,GAAG,OAAO;CAC5B,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC;CAC3C,OAAO,qBAAqB,QAAQ,GAAI,IAAI,qBAAqB,QAAQ,GAAI;AAC/E;;AAGA,SAAgB,YAAY,GAAa,GAA8B;CACrE,mBAAmB,KAAK,CAAC;CACzB,mBAAmB,KAAK,CAAC;CACzB,MAAM,KAAK,KAAK,CAAC;CACjB,MAAM,KAAK,KAAK,CAAC;CACjB,MAAM,QAAQ,KAAK;CACnB,IACG,EAAE,UAAU,CAAC,OAAO,SAAS,EAAE,KAC/B,EAAE,UAAU,CAAC,OAAO,SAAS,EAAE,KAC/B,EAAE,UAAU,EAAE,UAAU,CAAC,OAAO,SAAS,KAAK,GAE/C,MAAM,IAAI,WAAW,sDAAsD;CAE7E,IAAI,EAAE,SAAS,KAAK,EAAE,SAAS,GAC7B,OAAO;EACL,QAAQ;EACR,OAAO;EACP,OAAO;EACP;EACA,eAAe;EACf,GAAG;EACH,IAAI;EACJ,GAAG;EACH,MAAM;EACN,SAAS;CACX;CAGF,MAAM,KAAK,SAAS,GAAG,EAAE;CACzB,MAAM,KAAK,SAAS,GAAG,EAAE;CACzB,MAAM,YAAY,KAAK,EAAE,SAAS,KAAK,EAAE;CACzC,IAAI,CAAC,OAAO,SAAS,SAAS,GAC5B,MAAM,IAAI,WAAW,sDAAsD;CAE7E,MAAM,IAAI,QAAQ,GAAG,CAAC;CACtB,IAAI,cAAc,GAChB,OAAO;EACL,QAAQ;EACR,OAAO;EACP,OAAO;EACP;EACA,eAAe;EACf,GAAG,UAAU,IAAI,IAAI,KAAK,KAAK,KAAK,IAAI,OAAO;EAC/C,IAAI;EACJ,GAAG;EACH,MAAM;EACN,SAAS;CACX;CAGF,MAAM,gBAAgB,KAAK,KAAK,SAAS;CACzC,MAAM,IAAI,QAAQ;CAClB,MAAM,YAAY,KAAK,EAAE,SAAS;CAClC,MAAM,YAAY,KAAK,EAAE,SAAS;CAClC,MAAM,KAAK,KAAK,aAAa,KAAK,EAAE,SAAS,KAAK,aAAa,KAAK,EAAE,SAAS;CAC/E,MAAM,IAAI,uBAAuB,GAAG,EAAE;CACtC,IAAI,MAAM,MACR,MAAM,IAAI,MAAM,qEAAqE;CAEvF,MAAM,YAAY,iBAAiB,MAAO,EAAE,IAAI;CAChD,IAAI,CAAC;EAAC;EAAI;EAAG;EAAW,QAAQ;EAAW,QAAQ;CAAS,CAAC,CAAC,MAAM,OAAO,QAAQ,GACjF,MAAM,IAAI,WAAW,sDAAsD;CAE7E,OAAO;EACL,QAAQ;EACR,OAAO;EACP,OAAO;EACP;EACA;EACA;EACA;EACA;EACA,MAAM,CAAC,QAAQ,WAAW,QAAQ,SAAS;EAC3C,SAAS;CACX;AACF;AAEA,SAAS,SAAS,IAAc,GAAmB;CACjD,OAAO,GAAG,QAAQ,KAAK,MAAM,OAAO,IAAI,MAAM,GAAG,CAAC,KAAK,GAAG,SAAS;AACrE;AAEA,SAAS,mBAAmB,MAAc,QAAiC;CACzE,MAAM,UAAU,OAAO,MAAM,UAAU,CAAC,OAAO,SAAS,KAAK,CAAC;CAC9D,IAAI,YAAY,KAAA,GACd,MAAM,IAAI,WACR,uBAAuB,KAAK,wCAAwC,SACtE;AAEJ;;;AC7NA,SAAgB,aACd,MACA,MACsB;CACtB,IAAI,SAAS,QAAQ,OAAO;CAE5B,OADmB,KAAK,MAAM,MAAM,OAAO,SAAS,mBAAmB,GAAG,SAAS,CAAC,CACpE,IAAI,YAAY;AAClC;;;;;;;AAQA,SAAgB,YAAY,KAAgB,OAAqC;CAI/E,MAAM,QAAQ,mBAAmB,KAAK,KAAK;CAC3C,OAAO,OAAO,SAAS,KAAK,IAAK,QAAmB;AACtD;AAEA,SAAgB,eACd,QACA,MACA,SACoB;CACpB,IAAI,OAAO,WAAW,GACpB,OAAO;EACL,GAAG;EACH,MAAM;EACN,KAAK;EACL,KAAK;EACL,QAAQ;EACR,KAAK;EACL,KAAK;EACL,WAAW,CAAC;CACd;CAEF,MAAM,SAAS,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC;CAC/C,MAAM,IAAI,OAAO;CACjB,MAAM,OAAOA,OAAe,MAAM;CAClC,MAAM,WAAW,OAAO,QAAQ,GAAG,MAAM,KAAK,IAAI,SAAS,GAAG,CAAC,IAAI;CACnE,MAAM,SAAS,KAAK,KAAK,QAAQ;CACjC,MAAM,WAAW,UACb,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,MAAM,GAAG,KAAK,IAAI,GAAG,QAAQ,MAAM,CAAC,IACnF,KAAA;CACJ,OAAO;EACL;EACA;EACA,KAAKC,qBAAW,QAAQ,EAAG;EAC3B,KAAKA,qBAAW,QAAQ,GAAI;EAC5B;EACA,KAAK,OAAO;EACZ,KAAK,OAAO,IAAI;EAChB,WAAW,UAAU,QAAQ,IAAI;EACjC,GAAI,WAAW,EAAE,SAAS,IAAI,CAAC;CACjC;AACF;;;;AAKA,SAAS,UAAU,QAAkB,MAA+C;CAClF,IAAI,OAAO,WAAW,KAAK,OAAO,GAAG,OAAO,CAAC;CAC7C,MAAM,MAAM,OAAO;CACnB,MAAM,MAAM,OAAO,OAAO,SAAS;CACnC,IAAI,QAAQ,KAAK,OAAO,CAAC;EAAE,IAAI;EAAK,IAAI;EAAK,OAAO,OAAO;CAAO,CAAC;CACnE,MAAM,SAAS,MAAM,OAAO;CAC5B,MAAM,MAAuC,CAAC;CAC9C,KAAK,IAAI,IAAI,GAAG,IAAI,MAAM,KAAK;EAC7B,MAAM,KAAK,MAAM,IAAI;EACrB,MAAM,KAAK,MAAM,OAAO,IAAI,MAAM,KAAK;EACvC,IAAI,KAAK;GAAE;GAAI;GAAI,OAAO;EAAE,CAAC;CAC/B;CACA,KAAK,MAAM,KAAK,QAAQ;EACtB,MAAM,MAAM,KAAK,IAAI,OAAO,GAAG,KAAK,OAAO,IAAI,OAAO,KAAK,CAAC;EAC5D,IAAI,IAAI,CAAE;CACZ;CACA,OAAO;AACT;AAEA,SAAgB,oBACd,MACA,MACoC;CAKpC,MAAM,wBAAQ,IAAI,IAAsB;CACxC,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,SAAS,IAAI,QAAQ;EAC3B,IAAI,CAAC,QAAQ;EACb,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,OAAO,cAAc,CAAC,CAAC,GAAG;GAClE,IAAI,CAAC,OAAO,SAAS,KAAK,GAAG;GAC7B,MAAM,MAAM,MAAM,IAAI,GAAG,KAAK,CAAC;GAC/B,IAAI,KAAK,KAAK;GACd,MAAM,IAAI,KAAK,GAAG;EACpB;CACF;CACA,MAAM,MAA0C,CAAC;CACjD,KAAK,MAAM,CAAC,KAAK,WAAW,OAAO,IAAI,OAAO,eAAe,QAAQ,IAAI;CACzE,OAAO;AACT;;AAGA,SAAgB,oBAAoB,MAA6C;CAC/E,MAAM,MAAgC,CAAC;CACvC,KAAK,MAAM,KAAK,MAAM;EACpB,MAAM,SAAS,EAAE,QAAQ,aAAa;EACtC,IAAI,CAAC,QAAQ;EACb,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,MAAM,GAAG;GACjD,IAAI,CAAC,OAAO,SAAS,KAAK,GAAG;GAC7B,IAAI,CAAC,IAAI,MAAM,IAAI,OAAO,CAAC;GAC3B,IAAI,IAAI,CAAC,KAAK,KAAe;EAC/B;CACF;CACA,OAAO;AACT;AAEA,SAAgB,qBAAqB,MAAiD;CAIpF,MAAM,MAAoC,CAAC;CAC3C,MAAM,0BAAU,IAAI,IAAsB;CAC1C,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,SAAS,IAAI,QAAQ;EAC3B,IAAI,CAAC,QAAQ,UAAU;EACvB,KAAK,MAAM,CAAC,SAAS,SAAS,OAAO,QAAQ,OAAO,QAAQ,GAAG;GAC7D,MAAM,YAAY,OAAO,OAAO,IAAI,CAAC,CAAC,OAAO,OAAO,QAAQ;GAC5D,IAAI,UAAU,WAAW,GAAG;GAC5B,MAAM,YAAY,UAAU,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,UAAU;GACnE,MAAM,MAAM,QAAQ,IAAI,OAAO,KAAK,CAAC;GACrC,IAAI,KAAK,SAAS;GAClB,QAAQ,IAAI,SAAS,GAAG;EAC1B;CACF;CACA,KAAK,MAAM,CAAC,SAAS,WAAW,SAC9B,IAAI,WAAW;EACb,GAAG,OAAO;EACV,WAAW,OAAO,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC,IAAI,OAAO;CACxD;CAEF,OAAO;AACT;AAEA,SAAgB,kBACd,SAC+B;CAC/B,MAAM,wBAAQ,IAAI,IAAqD;CACvE,KAAK,MAAM,KAAK,SAAS;EACvB,IAAI,CAAC,OAAO,SAAS,EAAE,KAAK,GAAG;EAC/B,MAAM,OAAO,MAAM,IAAI,EAAE,KAAK,KAAK,CAAC;EACpC,KAAK,KAAK;GAAE,OAAO,EAAE;GAAO,OAAO,EAAE;EAAM,CAAC;EAC5C,MAAM,IAAI,EAAE,OAAO,IAAI;CACzB;CACA,MAAM,SAAS,IAAI,IAAI,QAAQ,KAAK,MAAM,EAAE,KAAK,CAAC;CAClD,MAAM,eAAyB,CAAC;CAChC,KAAK,MAAM,CAAC,OAAO,iBAAiB,OAAO;EACzC,MAAM,OAAO,IAAI,IAAI,aAAa,KAAK,MAAM,EAAE,KAAK,CAAC;EACrD,IAAI,MAAM;EACV,KAAK,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,CAAC,GAAG,MAAM;EAChD,IAAI,KAAK,aAAa,KAAK,KAAK;CAClC;CACA,IAAI,OAAO,OAAO,KAAK,aAAa,WAAW,GAAG,OAAO,KAAA;CAEzD,MAAM,YAAY,CAAC,GAAG,MAAM,CAAC,CAAC,KAAK;CACnC,MAAM,UAAkC,CAAC;CACzC,KAAK,IAAI,IAAI,GAAG,IAAI,UAAU,QAAQ,KACpC,KAAK,IAAI,IAAI,IAAI,GAAG,IAAI,UAAU,QAAQ,KAAK;EAC7C,MAAM,IAAI,UAAU;EACpB,MAAM,IAAI,UAAU;EACpB,MAAM,UAAoB,CAAC;EAC3B,MAAM,UAAoB,CAAC;EAC3B,KAAK,MAAM,SAAS,cAAc;GAChC,MAAM,eAAe,MAAM,IAAI,KAAK;GACpC,MAAM,KAAK,aAAa,MAAM,MAAM,EAAE,UAAU,CAAC,CAAC,EAAE;GACpD,MAAM,KAAK,aAAa,MAAM,MAAM,EAAE,UAAU,CAAC,CAAC,EAAE;GACpD,IAAI,OAAO,KAAA,KAAa,OAAO,KAAA,GAAW;IACxC,QAAQ,KAAK,EAAE;IACf,QAAQ,KAAK,EAAE;GACjB;EACF;EACA,MAAM,YAAY,oBAChB,QAAQ,KAAK,OAAO,UAAU,CAAC,OAAO,QAAQ,MAAO,CAAC,GACtD,EAAE,WAAW,EAAE,CACjB;EACA,QAAQ,GAAG,EAAE,IAAI,OAAO,UAAU;CACpC;CAEF,MAAM,SAAS,aAAa,KAAK,UAAU;EACzC,MAAM,iBAAiB,IAAI,IAAI,MAAM,IAAI,KAAK,CAAC,CAAE,KAAK,WAAW,CAAC,OAAO,OAAO,OAAO,KAAK,CAAC,CAAC;EAC9F,OAAO,UAAU,KAAK,UAAU,eAAe,IAAI,KAAK,CAAE;CAC5D,CAAC;CACD,MAAM,YAAY,oBAAoB,QAAQ,EAAE,WAAW,EAAE,CAAC;CAE9D,MAAM,oBAAoB,aACvB,KAAK,UAAU;EACd,MAAM,eAAe,MAAM,IAAI,KAAK;EACpC,MAAM,SAAS,aAAa,KAAK,MAAM,EAAE,KAAK;EAE9C,OAAO;GAAE;GAAO,SAAS;GAAc,OADzB,KAAK,IAAI,GAAG,MAAM,IAAI,KAAK,IAAI,GAAG,MAAM;EACT;CAC/C,CAAC,CAAC,CACD,MAAM,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CACjC,MAAM,GAAG,EAAE;CAEd,OAAO;EACL,QAAQ,OAAO;EACf,cAAc,aAAa;EAC3B,OAAO,OAAO,SAAS,UAAU,aAAa,IAAI,UAAU,gBAAgB;EAC5E,KAAK,UAAU;EACf,SAAS,UAAU;EACnB,UAAU,UAAU;EACpB;EACA;CACF;AACF;AAEA,SAAgB,0BACd,MACA,SACA,OACuC;CACvC,MAAM,KAAe,CAAC;CACtB,MAAM,KAAe,CAAC;CACtB,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,IAAI,QAAQ,aAAa,IAAI;EACnC,IAAI,MAAM,KAAA,KAAa,CAAC,OAAO,SAAS,CAAC,GAAG;EAC5C,MAAM,IAAI,YAAY,KAAK,KAAK;EAChC,IAAI,CAAC,OAAO,SAAS,CAAC,GAAG;EACzB,GAAG,KAAK,CAAC;EACT,GAAG,KAAK,CAAC;CACX;CACA,IAAI,GAAG,SAAS,GAAG,OAAO,KAAA;CAE1B,MAAM,IAAI,SAAS,IAAI,EAAE;CACzB,MAAM,IAAI,UAAU,IAAI,EAAE;CAC1B,MAAM,QAAQ,WAAW,EAAE;CAC3B,MAAM,QAAQ,WAAW,EAAE;CAC3B,IAAI,MAAM;CACV,IAAI,QAAQ;CACZ,KAAK,IAAI,IAAI,GAAG,IAAI,GAAG,QAAQ,KAAK;EAClC,QAAQ,GAAG,KAAM,UAAU,GAAG,KAAM;EACpC,UAAU,GAAG,KAAM,UAAU;CAC/B;CACA,MAAM,QAAQ,UAAU,IAAI,IAAI,MAAM;CACtC,MAAM,YAAY,QAAQ,QAAQ;CAClC,MAAM,QAAQ,GAAG,QAAQ,GAAG,MAAM,KAAK,IAAI,UAAU,GAAG,CAAC;CACzD,MAAM,QAAQ,GAAG,QAAQ,GAAG,GAAG,MAAM,KAAK,KAAK,YAAY,QAAQ,GAAG,QAAS,GAAG,CAAC;CACnF,MAAM,KAAK,UAAU,IAAI,IAAI,IAAI,QAAQ;CAEzC,OAAO;EACL,QAAQ,QAAQ;EAChB,GAAG,GAAG;EACN,SAAS;EACT,UAAU;EACV,aAAa;GAAE;GAAW;GAAO;EAAG;CACtC;AACF;AAEA,SAAgB,sBACd,MACA,OACU;CACV,OAAO,KAAK,KAAK,QAAQ,YAAY,KAAK,KAAK,CAAC,CAAC,CAAC,OAAO,OAAO,QAAQ;AAC1E;AAEA,SAAgB,eAAe,OAAiC;CAC9D,OAAO,OAAO,UAAU,YAAY,OAAO,SAAS,KAAK;AAC3D;;;ACtQA,SAAgB,6BACd,SACA,UACA,OACA,aACmC;CACnC,IAAI,QAAQ,WAAW,KAAK,SAAS,WAAW,GAAG,OAAO,KAAA;CAE1D,MAAM,UAAuC,CAAC;CAC9C,MAAM,aAA8C,CAAC;CAErD,MAAM,mBAAmB,QACtB,KAAK,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,CACjC,OAAO,OAAO,QAAQ;CACzB,MAAM,oBAAoB,SACvB,KAAK,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,CACjC,OAAO,OAAO,QAAQ;CACzB,IAAI,iBAAiB,SAAS,KAAK,kBAAkB,SAAS,GAAG;EAC/D,QAAQ,YAAY,aAAa,mBAAmB,gBAAgB;EACpE,WAAW,YAAY;CACzB;CAEA,MAAM,cAAc,gBAAgB,OAAO;CAC3C,MAAM,eAAe,gBAAgB,QAAQ;CAC7C,IAAI,YAAY,SAAS,KAAK,aAAa,SAAS,GAAG;EACrD,QAAQ,OAAO,aAAa,cAAc,WAAW;EACrD,WAAW,OAAO;CACpB;CAEA,MAAM,aAAa,QAAQ,KAAK,MAAM,EAAE,MAAM,CAAC,CAAC,OAAO,OAAO,QAAQ;CACtE,MAAM,cAAc,SAAS,KAAK,MAAM,EAAE,MAAM,CAAC,CAAC,OAAO,OAAO,QAAQ;CACxE,IAAI,WAAW,SAAS,KAAK,YAAY,SAAS,GAAG;EACnD,QAAQ,WAAW,aAAa,aAAa,UAAU;EACvD,WAAW,WAAW;CACxB;CAEA,MAAM,aAAa,QAChB,KAAK,OAAO,EAAE,WAAW,SAAS,MAAM,EAAE,WAAW,UAAU,EAAE,CAAC,CAClE,OAAO,OAAO,QAAQ;CACzB,MAAM,cAAc,SACjB,KAAK,OAAO,EAAE,WAAW,SAAS,MAAM,EAAE,WAAW,UAAU,EAAE,CAAC,CAClE,OAAO,OAAO,QAAQ;CACzB,IAAI,WAAW,SAAS,KAAK,YAAY,SAAS,GAAG;EACnD,QAAQ,aAAa,aAAa,aAAa,UAAU;EACzD,WAAW,aAAa;CAC1B;CAKA,MAAM,cAAc,oBAAoB,OAAO;CAC/C,MAAM,eAAe,oBAAoB,QAAQ;CACjD,KAAK,MAAM,OAAO,OAAO,KAAK,WAAW,GAAG;EAC1C,MAAM,IAAI,aAAa;EACvB,MAAM,IAAI,YAAY;EACtB,IAAI,CAAC,KAAK,EAAE,WAAW,KAAK,CAAC,KAAK,EAAE,WAAW,GAAG;EAClD,QAAQ,OAAO,SAAS,aAAa,GAAG,CAAC;EACzC,WAAW,OAAO,SAAS;CAC7B;CAEA,MAAM,mBAA6B,CAAC;CACpC,MAAM,kBAA4B,CAAC;CACnC,MAAM,sBAAgC,CAAC;CACvC,KAAK,MAAM,CAAC,MAAM,UAAU,OAAO,QAAQ,OAAO,GAAG;EACnD,IAAI,MAAM,WAAW,MAAM;GACzB,oBAAoB,KAAK,IAAI;GAC7B;EACF;EACA,IAAI,CAAC,MAAM,aAAa;EAGxB,KAFY,WAAW,SAAS,wBACT,qBAAqB,MAAM,QAAQ,IAAI,MAAM,QAAQ,GAChE,gBAAgB,KAAK,IAAI;OAChC,iBAAiB,KAAK,IAAI;CACjC;CAEA,OAAO;EACL,WAAW,SAAS;EACpB,UAAU,QAAQ;EAClB,GAAI,cAAc,EAAE,YAAY,IAAI,CAAC;EACrC;EACA;EACA;EACA;CACF;AACF;AAEA,SAAS,gBAAgB,MAA6B;CACpD,OAAO,KACJ,QAAQ,QAAQ,IAAI,eAAe,QAAQ,IAAI,CAAC,CAChD,KAAK,QAAQ,IAAI,OAAO,CAAC,CACzB,OAAO,cAAc;AAC1B;;AAGA,SAAS,aAAa,UAAoB,SAAgC;CACxE,MAAM,SAAS,YAAY,UAAU,OAAO;CAC5C,MAAM,OAAO;EACX,SAAS,OAAO;EAChB,UAAU,OAAO;EACjB,OAAO,OAAO;EACd,WAAW,SAAS;EACpB,UAAU,QAAQ;CACpB;CACA,IAAI,OAAO,WAAW,MACpB,OAAO;EACL,GAAG;EACH,QAAQ,OAAO;EACf,MAAM;EACN,QAAQ;EACR,SAAS;EACT,aAAa;CACf;CAEF,OAAO;EACL,GAAG;EACH,QAAQ;EACR,MAAM,OAAO;EACb,QAAQ,OAAO;EACf,SAAS,OAAO;EAChB,aAAa,OAAO,IAAI,OAAQ,KAAK,IAAI,OAAO,OAAO,KAAK;CAC9D;AACF;AAEA,SAAgB,YACd,MACA,YACA,aACA,OACA,6BACyB;CACzB,IAAI,MAAM;CACV,IAAI,MAAM;CACV,IAAI,CAAC,OAAO,CAAC,KAAK;EAGhB,MAAM,MAAM,CAAC,GAAG,IAAI,IAAI,KAAK,KAAK,MAAM,EAAE,WAAW,CAAC,CAAC;EACvD,IAAI,IAAI,WAAW,GAAG,OAAO,KAAA;EAC7B,MAAM,CAAC,KAAK,OAAO;EACnB,MAAM,UAAU,sBACd,KAAK,QAAQ,QAAQ,IAAI,gBAAgB,GAAG,GAC5C,KACF;EACA,MAAM,UAAU,sBACd,KAAK,QAAQ,QAAQ,IAAI,gBAAgB,GAAG,GAC5C,KACF;EACA,IAAI,QAAQ,WAAW,KAAK,QAAQ,WAAW,GAAG,OAAO,KAAA;EACzD,MAAM,QAAQ,WAAW,OAAO;EAChC,MAAM,QAAQ,WAAW,OAAO;EAChC,MAAM,SAAS,QAAQ,MAAM;EAC7B,MAAM,SAAS,QAAQ,MAAM;CAC/B;CAEA,MAAM,WAAW,KAAK,QAAQ,MAAM,EAAE,gBAAgB,GAAG;CACzD,MAAM,YAAY,KAAK,QAAQ,MAAM,EAAE,gBAAgB,GAAG;CAC1D,IAAI,SAAS,WAAW,KAAK,UAAU,WAAW,GAAG,OAAO,KAAA;CAE5D,MAAM,iBAAiB,SAAS,QAAQ,QAAQ,OAAO,SAAS,YAAY,KAAK,KAAK,CAAC,CAAC;CACxF,MAAM,kBAAkB,UAAU,QAAQ,QAAQ,OAAO,SAAS,YAAY,KAAK,KAAK,CAAC,CAAC;CAC1F,MAAM,UAAU,eAAe,gBAAgB,eAAe;CAC9D,IAAI,iBAAiB,QAAQ,MAAM,KAAK,SAAS,YAAY,KAAK,UAAU,KAAK,CAAC;CAClF,IAAI,kBAAkB,QAAQ,MAAM,KAAK,SAAS,YAAY,KAAK,WAAW,KAAK,CAAC;CACpF,IAAI,eAAe,WAAW,GAAG,OAAO,KAAA;CACxC,MAAM,UAAU,8BACZ,uBACE;EACE,QAAQ;EACR,OAAO;EAGP,SAAS,QAAQ,MAAM,KAAK,MAAM,UAAU,GAAG,KAAK,QAAQ,GAAG,OAAO;CACxE,GACA,IAAI,IACF,QAAQ,MAAM,KAAK,SAAS,CAC1B,KAAK,SACL,4BAA4B,IAAI,KAAK,SAAS,UAAU,CAC1D,CAAC,CACH,CACF,IACA,KAAA;CACJ,IAAI,SAAS;EACX,iBAAiB,QAAQ;EACzB,kBAAkB,QAAQ;CAC5B;CACA,MAAM,sBACJ,YAAY,KAAA,MACX,CAAC,cAAc,CAAC,gBACjB,WAAW,cAAc,IAAI,WAAW,eAAe;CACzD,IAAI,qBAAqB,CAAC,gBAAgB,mBAAmB,CAAC,iBAAiB,cAAc;CAE7F,MAAM,eAAe,WAAW,cAAc;CAC9C,MAAM,gBAAgB,WAAW,eAAe;CAChD,MAAM,QAAQ,gBAAgB;CAE9B,MAAM,YAAY,gBAAgB,gBAAgB,iBAAiB;EACjE,YAAY;EACZ,WAAW;EACX,WAAW;CACb,CAAC;CACD,MAAM,QAAQ,YAAY,gBAAgB,eAAe;CACzD,MAAM,IAAI,eAAe,gBAAgB,eAAe;CACxD,MAAM,MAAM,UAAU;EAAE,SAAS,eAAe;EAAQ,OAAO;EAAK,OAAO;CAAK,CAAC;CACjF,MAAM,YACJ,MAAM,QAAQ,MAAM,IAChB,OACA,yBAAyB;EACvB,QAAQ,KAAK,IAAI,CAAC;EAClB,OAAO;EACP,OAAO;CACT,CAAC;CAEP,OAAO;EACL;EACA;EACA;EACA,MAAM,CAAC,UAAU,KAAK,UAAU,IAAI;EACpC,QAAQ,MAAM;EACd,GAAG,eAAe;EAClB,GAAI,UAAU;GAAE,YAAY,QAAQ,MAAM;GAAQ,oBAAoB,QAAQ;EAAQ,IAAI,CAAC;EAC3F,iBAAA;EACA,kBAAkB,UAAU;EAC5B,mBAAmB,sBAAsB,QAAQ,oBAAoB,QAAQ,iBAAA,CAC1E;EACH,oBAAoB,sBAAsB,QAAQ,mBAAmB,QAAQ,kBAAA,CAC1E;EACH,SAAS;EACT;EACA;CACF;AACF;;;;ACxOA,SAAgB,mBAAmB,MAAkD;CACnF,MAAM,OAAO,KAAK,KAAK,IAAI,iBAAiB;CAE5C,OAAO;EACL,WAAW,wBAAwB,MAFxB,KAAK,iBAAiB,EAEY;EAC7C,gBAAgB,wBAAwB,IAAI;CAC9C;AACF;AAEA,SAAS,wBAAwB,MAAmB,MAAgC;CAClF,MAAM,gBAAgB,KAAK,SAAS,QAAQ;EAC1C,MAAM,QAAQ,oBAAoB,GAAG;EACrC,OAAO,QAAQ,CAAC;GAAE;GAAO,SAAS,UAAU,KAAK,oBAAoB;EAAE,CAAC,IAAI,CAAC;CAC/E,CAAC;CACD,MAAM,iBAAiB,cAAc,SAAS,QAC5C,IAAI,YAAY,KAAA,IAAY,CAAC,IAAI,OAAO,IAAI,CAAC,CAC/C;CACA,MAAM,8BAAc,IAAI,IAAoB;CAC5C,IAAI,qBAAqB;CACzB,IAAI,uBAAuB;CAC3B,IAAI,qBAAqB;CACzB,IAAI,kBAAkB;CACtB,IAAI,yBAAyB;CAC7B,MAAM,mBAAuD;EAC3D,WAAW;EACX,QAAQ;EACR,WAAW;EACX,YAAY;EACZ,SAAS;CACX;CACA,MAAM,0BAAoF;EACxF,WAAW;GAAE,YAAY;GAAG,eAAe;GAAG,YAAY;EAAE;EAC5D,QAAQ;GAAE,YAAY;GAAG,eAAe;GAAG,YAAY;EAAE;EACzD,WAAW;GAAE,YAAY;GAAG,eAAe;GAAG,YAAY;EAAE;EAC5D,YAAY;GAAE,YAAY;GAAG,eAAe;GAAG,YAAY;EAAE;EAC7D,SAAS;GAAE,YAAY;GAAG,eAAe;GAAG,YAAY;EAAE;CAC5D;CACA,IAAI,gBAAgB;CACpB,IAAI,kBAAkB;CACtB,IAAI,yBAAyB;CAE7B,KAAK,MAAM,OAAO,MAAM;EACtB,YAAY,IAAI,IAAI,QAAQ,YAAY,IAAI,IAAI,KAAK,KAAK,KAAK,CAAC;EAChE,MAAM,kBAAkB,IAAI;EAC5B,iBAAiB,oBAAoB;EACrC,MAAM,aAAa,oBAAoB,KAAK,gBAAgB;EAC5D,IAAI,eAAe,KAAA,GAAW;GAC5B,mBAAmB;GACnB,0BAA0B;EAC5B;EACA,MAAM,QAAQ,IAAI;EAClB,KACG,cAAc,KAAK,KACpB,MAAM,QAAQ,KACd,MAAM,SAAS,MACd,MAAM,UAAU,KAAK,MACrB,MAAM,cAAc,KAAK,GAE1B,iBAAiB;EAEnB,MAAM,cAAc,6BAA6B,GAAG;EACpD,IAAI,gBAAgB,KAAA,GAAW;GAC7B,wBAAwB;GACxB,sBAAsB;GACtB,IAAI,cAAc,GAAG;IACnB,sBAAsB;IACtB,wBAAwB,gBAAgB,CAAC,cAAc;GACzD,OAAO,wBAAwB,gBAAgB,CAAC,iBAAiB;EACnE,OAAO,wBAAwB,gBAAgB,CAAC,cAAc;EAC9D,MAAM,qBAAqB,oBAAoB,KAAK,kBAAkB;EACtE,IAAI,uBAAuB,KAAA,GAAW;GACpC,mBAAmB;GACnB,0BAA0B;EAC5B;CACF;CAEA,OAAO;EACL,YAAY,eACV,KAAK,KAAK,QAAQ,IAAI,MAAM,GAC5B,IACF;EACA,SAAS,eACP,KAAK,QAAQ,QAAQ,IAAI,YAAY,KAAA,CAAS,CAAC,CAAC,KAAK,QAAQ,IAAI,OAAQ,GACzE,IACF;EACA,YAAY,oBACV,KAAK,KAAK,QAAQ,IAAI,UAAU,GAChC,IACF;EACA,gBAAgB;GACd,MAAM,cAAc;GACpB,YAAY,oBACV,cAAc,KAAK,QAAQ,IAAI,KAAK,GACpC,IACF;GACA,SAAS,eAAe,gBAAgB,IAAI;GAC5C,cAAc,eAAe,QAAQ,OAAO,UAAU,QAAQ,OAAO,CAAC;EACxE;EACA,QAAQ,CAAC,GAAG,YAAY,QAAQ,CAAC,CAAC,CAC/B,KAAK,CAAC,OAAO,YAAY;GAAE;GAAO,MAAM;EAAM,EAAE,CAAC,CACjD,MAAM,MAAM,UAAU,MAAM,OAAO,KAAK,QAAQ,KAAK,MAAM,cAAc,MAAM,KAAK,CAAC;EACxF,YAAY;GACV,MAAM;GACN,QAAQ;GACR,eAAe;EACjB;EACA,iBAAiB;GACf,MAAM;GACN,UAAU,qBAAqB,IAAI,qBAAqB,qBAAqB;GAC7E,QAAQ;GACR,eAAe;GACf;GACA;GACA,mBAAmB;EACrB;EACA;CACF;AACF;AAEA,SAAS,6BAA6B,KAAoC;CACxE,OAAO,oBAAoB,KAAK,uBAAuB;AACzD;AAEA,SAAS,oBAAoB,KAAgB,KAAiC;CAC5E,MAAM,QAAQ,UAAU,KAAK,GAAG;CAChC,OAAO,UAAU,KAAA,KAAa,OAAO,UAAU,KAAK,KAAK,SAAS,IAAI,QAAQ,KAAA;AAChF;AAEA,SAAS,oBAAoB,QAAyB,MAAiC;CACrF,MAAM,YAAY,OAAO,SAAS,UAChC,MAAM,cAAc,KAAA,IAAY,CAAC,MAAM,SAAS,IAAI,CAAC,CACvD;CACA,MAAM,SAAS,OAAO,SAAS,UAAW,MAAM,WAAW,KAAA,IAAY,CAAC,MAAM,MAAM,IAAI,CAAC,CAAE;CAC3F,MAAM,aAAa,OAAO,SAAS,UACjC,MAAM,eAAe,KAAA,IAAY,CAAC,MAAM,UAAU,IAAI,CAAC,CACzD;CACA,OAAO;EACL,OAAO,eACL,OAAO,KAAK,UAAU,MAAM,KAAK,GACjC,IACF;EACA,QAAQ,eACN,OAAO,KAAK,UAAU,MAAM,MAAM,GAClC,IACF;EACA,WAAW,eAAe,WAAW,IAAI;EACzC,QAAQ,eAAe,QAAQ,IAAI;EACnC,YAAY,eAAe,YAAY,IAAI;EAC3C,QAAQ;GACN,OAAO,OAAO,QAAQ,OAAO,UAAU,QAAQ,MAAM,OAAO,CAAC;GAC7D,QAAQ,OAAO,QAAQ,OAAO,UAAU,QAAQ,MAAM,QAAQ,CAAC;GAC/D,WAAW,UAAU,QAAQ,OAAO,UAAU,QAAQ,OAAO,CAAC;GAC9D,QAAQ,OAAO,QAAQ,OAAO,UAAU,QAAQ,OAAO,CAAC;GACxD,YAAY,WAAW,QAAQ,OAAO,UAAU,QAAQ,OAAO,CAAC;EAClE;CACF;AACF;AAEA,SAAS,oBAAoB,KAA2C;CACtE,MAAM,QAAQ,UAAU,KAAK,yBAAyB;CACtD,MAAM,SAAS,UAAU,KAAK,6BAA6B;CAC3D,MAAM,YAAY,UAAU,KAAK,4BAA4B;CAC7D,MAAM,SAAS,UAAU,KAAK,yBAAyB;CACvD,MAAM,aAAa,UAAU,KAAK,8BAA8B;CAChE,IACE,UAAU,KAAA,KACV,WAAW,KAAA,KACX,cAAc,KAAA,KACd,WAAW,KAAA,KACX,eAAe,KAAA,GAEf,OAAO,KAAA;CACT,OAAO;EACL,OAAO,SAAS;EAChB,QAAQ,UAAU;EAClB,GAAI,cAAc,KAAA,IAAY,EAAE,UAAU,IAAI,CAAC;EAC/C,GAAI,WAAW,KAAA,IAAY,EAAE,OAAO,IAAI,CAAC;EACzC,GAAI,eAAe,KAAA,IAAY,EAAE,WAAW,IAAI,CAAC;CACnD;AACF;AAEA,SAAS,UAAU,KAAgB,KAAiC;CAClE,MAAM,QAAQ,IAAI,QAAQ,IAAI;CAC9B,OAAO,OAAO,UAAU,YAAY,OAAO,SAAS,KAAK,KAAK,SAAS,IAAI,QAAQ,KAAA;AACrF;AAEA,SAAS,wBAAwB,MAA0C;CACzE,MAAM,UAAiC;EACrC,UAAU;GAAE,GAAG;GAAG,UAAU;EAAE;EAC9B,WAAW;GAAE,GAAG;GAAG,UAAU;EAAE;EAC/B,YAAY;GAAE,GAAG;GAAG,UAAU;EAAE;EAChC,YAAY,EAAE,GAAG,EAAE;EACnB,eAAe;CACjB;CACA,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,OAAO,IAAI;EACjB,IAAI,KAAK,SAAS,cAChB,QAAQ,WAAW,KAAK;OACnB,IAAI,KAAK,SAAS,eAAe;GACtC,QAAQ,WAAW,KAAK;GACxB,QAAQ,WAAW,YAAY,KAAK;EACtC,OAAO;GACL,QAAQ,KAAK,KAAK,CAAC,KAAK;GACxB,QAAQ,KAAK,KAAK,CAAC,YAAY,KAAK;EACtC;CACF;CACA,MAAM,QAAQ,QAAQ,SAAS,IAAI,QAAQ,UAAU;CACrD,QAAQ,gBAAgB,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS;CAChE,OAAO;AACT;AAEA,SAAgB,qBAAqB,MAAmB,YAA2C;CACjG,MAAM,UAAU,WAAW,WAAW,IAAI,WAAW,WAAW;CAChE,MAAM,QAAQ,WAAW,SAAS,IAAI,WAAW,UAAU;CAC3D,MAAM,QACJ,WAAW,WAAW,IAAI,IACtB,KAAK,WAAW,WAAW,EAAE,0BAA0B,WAAW,WAAW,SAAS,QAAQ,CAAC,EAAE,cACjG;CACN,IAAI,YAAY,KAAK,QACnB,OAAO,kCAAkC,KAAK,OAAO,OAAO,MAAM;CAEpE,OAAO,8BAA8B,QAAQ,GAAG,KAAK,OAAO,OAAO,MAAM,8CAA8C,MAAM,GAAG,KAAK,OAAO,aAAa,WAAW,SAAS,EAAE,aAAa,WAAW,UAAU,EAAE;AACrN;;ACxNA,SAAgB,cAAc,QAAgB,WAA4C;CACxF,MAAM,QAAsB,CAAC;CAC7B,KAAK,MAAM,KAAK,WAAW;EACzB,IAAI,CAAC,EAAE,QAAQ;EACf,IAAI,OAAO,SAAS,EAAE,MAAM,GAC1B,MAAM,KAAK;GAAE,YAAY,EAAE;GAAI,QAAQ,EAAE;GAAQ,UAAU,QAAQ,QAAQ,EAAE,MAAM;EAAE,CAAC;CAE1F;CACA,OAAO;AACT;AA0HA,SAAS,QAAQ,QAAgB,QAAwB;CACvD,MAAM,KAAK,OAAO,QAAQ,MAAM;CAChC,IAAI,KAAK,GAAG,OAAO;CACnB,MAAM,QAAQ,KAAK,IAAI,GAAG,KAAK,EAAE;CACjC,MAAM,MAAM,KAAK,IAAI,OAAO,QAAQ,KAAK,OAAO,SAAS,EAAE;CAC3D,QAAQ,QAAQ,IAAI,MAAM,MAAM,OAAO,MAAM,OAAO,GAAG,KAAK,MAAM,OAAO,SAAS,MAAM;AAC1F;;;;;;;;ACpJA,SAAgB,sBACd,MACA,OACiC;CACjC,MAAM,yBAAS,IAAI,IAA0B;CAC7C,KAAK,MAAM,KAAK,MAAM;EACpB,IAAI,CAAC,cAAc,GAAG,KAAK,GAAG;EAC9B,MAAM,MACJ,EAAE,iBAAiB,KAAA,KAAa,EAAE,iBAAiB,YAAY,EAAE,eAAe;EAClF,OAAO,IAAI,MAAM,OAAO,IAAI,GAAG,KAAK,KAAK,CAAC;CAC5C;CACA,IAAI,OAAO,SAAS,GAAG,OAAO,KAAA;CAC9B,MAAM,IAAI,KAAK;CACf,OAAO,CAAC,GAAG,OAAO,QAAQ,CAAC,CAAC,CACzB,KAAK,CAAC,cAAc,YAAY;EAC/B;EACA;EACA,OAAO,IAAI,IAAI,QAAQ,IAAI;CAC7B,EAAE,CAAC,CACF,MAAM,GAAG,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,aAAa,cAAc,EAAE,YAAY,CAAC;AACrF;AAEA,eAAsB,uBACpB,MACA,SACA,OAC4C;CAC5C,MAAM,SAAS,KAAK,QAAQ,QAAQ,cAAc,KAAK,KAAK,CAAC;CAC7D,IAAI,OAAO,WAAW,GAAG,OAAO;EAAE,UAAU,CAAC;EAAG,eAAe;CAAE;CAEjE,MAAM,2BAAW,IAAI,IAAmD;CACxE,MAAM,iBAAiB,KAAa,UAAkB;EACpD,MAAM,UAAU,SAAS,IAAI,GAAG,KAAK;GAAE,WAAW,CAAC;GAAG,MAAM;EAAE;EAC9D,QAAQ,QAAQ;EAChB,IAAI,QAAQ,UAAU,SAAS,KAAK,CAAC,QAAQ,UAAU,SAAS,KAAK,GACnE,QAAQ,UAAU,KAAK,KAAK;EAE9B,SAAS,IAAI,KAAK,OAAO;CAC3B;CACA,KAAK,MAAM,OAAO,QAChB,IAAI;EAIF,MAAM,SAAS,MAAM,QAAQ,IAAI,IAAI,OAAO,EAAE,WAAW,IAAI,CAAC;EAE9D,MAAM,OAAO,IAAI,IACf,OAAO,SAAS,KACb,YAA4B,QAAQ,QAAQ,QAAQ,cAAc,cACrE,CACF;EACA,KAAK,MAAM,OAAO,MAAM,cAAc,KAAK,IAAI,KAAK;CACtD,QAAQ;EACN,cAAc,iBAAiB,IAAI,KAAK;CAC1C;CAEF,MAAM,cAAc,CAAC,GAAG,SAAS,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,QAAQ;EAC5D;EACA,MAAM;EACN,OAAO,EAAE,OAAO,OAAO;EACvB,WAAW,EAAE;CACf,EAAE;CACF,YAAY,MAAM,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK;CAC5C,OAAO;EAAE,UAAU;EAAa,eAAe,OAAO;CAAO;AAC/D;AAEA,SAAS,cAAc,KAAgB,OAAsC;CAC3E,IAAI,IAAI,iBAAiB,KAAA,KAAa,IAAI,iBAAiB,WAAW,OAAO;CAC7E,MAAM,QAAQ,YAAY,KAAK,KAAK;CACpC,OAAO,OAAO,SAAS,KAAK,KAAK,QAAQ;AAC3C;AAEA,SAAgB,qBACd,MACA,UACgC;CAChC,IAAI,QAAQ;CACZ,MAAM,UAAqE,CAAC;CAC5E,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,SAAS,gBAAgB,GAAG;EAClC,IAAI,CAAC,QAAQ;EACb,MAAM,YAAY,cAAc,QAAQ,QAAQ;EAChD,KAAK,MAAM,QAAQ,WAAW;GAC5B;GACA,QAAQ,KAAK;IAAE,OAAO,IAAI;IAAO,QAAQ,KAAK;IAAQ,SAAS,KAAK;GAAS,CAAC;EAChF;CACF;CACA,OAAO;EAAE;EAAO,oBAAoB,UAAU;EAAG;CAAQ;AAC3D;AAEA,SAAS,gBAAgB,KAAoC;CAO3D,MAAM,WAAY,IAA0D;CAC5E,IAAI,OAAO,UAAU,WAAW,UAAU,OAAO,SAAS;CAC1D,IAAI,OAAO,UAAU,SAAS,UAAU,OAAO,SAAS;AAE1D;;;;;ACvFA,SAAS,UAAU,IAAwC;CACzD,OAAO,CAAC,OAAO,SAAS,GAAG,EAAE,KAAK,CAAC,OAAO,SAAS,GAAG,EAAE,KAAK,GAAG,OAAO,GAAG;AAC5E;AAEA,SAAgB,sBACd,WACA,MACA,eAC0B;CAO1B,MAAM,OAAyC,CAAC;CAChD,MAAM,WACJ,SAAS,KAAA,IACJ,kBACD,CAAC,KAAK,mBACH,kBACD,KAAK,KAAK,KAAK,KAAK,CAAC,UAAU,KAAK,IAAI,IACrC,SACD,KAAK,QAAQ,IACV,SACA;CACb,KAAK,KAAK;EACR,MAAM;EACN,QAAQ;EACR,QAAQ,OACJ,SAAS,KAAK,MAAM,QAAQ,CAAC,EAAE,UAAU,KAAK,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,IAAI,KAAK,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,OAAO,KAAK,IAAI,KAAK,mBAAmB,KAAK,uBAAuB,KAAK,gBAAgB,gBACtL;CACN,CAAC;CACD,MAAM,aACJ,kBAAkB,KAAA,IACb,kBACD,cAAc,UAAU,IACrB,SACA;CACT,KAAK,KAAK;EACR,MAAM;EACN,QAAQ;EACR,QAAQ,gBAAgB,GAAG,cAAc,MAAM,mBAAmB;CACpE,CAAC;CACD,KAAK,KACH,UAAU,MAAM,IACZ;EACE,MAAM;EACN,QAAQ;EACR,QAAQ;CACV,IACA;EACE,MAAM;EACN,QACE,UAAU,SAAS,QAAQ,UAAU,QAAQ,KACzC,SACA,UAAU,SAAS,QAAQ,UAAU,QAAQ,KAC3C,SACA;EACR,QACE,UAAU,SAAS,QAAQ,UAAU,QAAQ,QAAQ,UAAU,QAAQ,OACnE,uDACA,QAAQ,UAAU,KAAK,QAAQ,CAAC,EAAE,QAAQ,UAAU,IAAI,QAAQ,CAAC,EAAE,QAAQ,UAAU,IAAI,QAAQ,CAAC,EAAE,UAAU,UAAU;CAChI,CACN;CAMA,OAAO;EACL,QANa,KAAK,MAAM,MAAM,EAAE,WAAW,MAAM,IAC/C,SACA,KAAK,MAAM,MAAM,EAAE,WAAW,UAAU,EAAE,WAAW,eAAe,IAClE,SACA;EAGJ;EACA,QAAQ,CAAC;CACX;AACF;AAEA,SAAgB,qBAAqB,KAA8C;CACjF,MAAM,MAAwB,CAAC;CAI/B,IAAI,IAAI,uBAAuB;EAC7B,MAAM,MAAM,IAAI;EAChB,MAAM,QAAQ,IAAI,eAAe;EACjC,KAAK,MAAM,QAAQ,IAAI,kBAAkB;GACvC,MAAM,IAAI,IAAI,QAAQ;GACtB,IAAI,GAAG,WAAW,MAAM;GACxB,IAAI,KAAK;IACP,UAAU;IACV,MAAM;IACN,OAAO,GAAG,KAAK,kBAAkB,EAAE,SAAS,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,QAAQ,CAAC,EAAE,MAAM;IACvF,QAAQ,iBAAiB,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,OAAO,QAAQ,CAAC,EAAE,cAAc,EAAE,QAAQ,QAAQ,CAAC,EAAE,cAAc,EAAE,SAAS,eAAe,EAAE,UAAU;IACzL,cAAc,iCAAiC;GACjD,CAAC;EACH;EACA,KAAK,MAAM,QAAQ,IAAI,iBAAiB;GACtC,MAAM,IAAI,IAAI,QAAQ;GACtB,IAAI,GAAG,WAAW,MAAM;GACxB,IAAI,KAAK;IACP,UAAU;IACV,MAAM;IACN,OAAO,GAAG,KAAK,iBAAiB,EAAE,SAAS,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,QAAQ,CAAC,EAAE,MAAM;IACtF,QAAQ,iBAAiB,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,OAAO,QAAQ,CAAC,EAAE,cAAc,EAAE,QAAQ,QAAQ,CAAC,EAAE,cAAc,EAAE,SAAS,eAAe,EAAE,UAAU;IACzL,cAAc,iCAAiC;GACjD,CAAC;EACH;EACA,KAAK,MAAM,QAAQ,IAAI,qBAAqB;GAC1C,MAAM,IAAI,IAAI,QAAQ;GACtB,IAAI,CAAC,KAAK,EAAE,WAAW,QAAQ,EAAE,UAAU,GAAG;GAC9C,MAAM,SACJ,EAAE,WAAW,kBACT,6CACA;GACN,IAAI,KAAK;IACP,UAAU;IACV,MAAM;IACN,OAAO,GAAG,KAAK,gBAAgB,EAAE,SAAS,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,QAAQ,CAAC,EAAE,MAAM,MAAM;IAC3F,QAAQ,kBAAkB,EAAE,MAAM,QAAQ,CAAC,EAAE,oBAAoB,EAAE,SAAS,kBAAkB,EAAE,UAAU,QAAQ,OAAO;IACzH,cAAc,iCAAiC;GACjD,CAAC;EACH;CACF;CAKA,IACE,IAAI,UAAU,IAAI,KAClB,IAAI,UAAU,SAAS,QACvB,IAAI,UAAU,QAAQ,QACtB,IAAI,UAAU,QAAQ,MACtB;EACA,IAAI,IAAI,UAAU,OAAO,IAAK;GAC5B,MAAM,OAAO,IAAI,UAAU,YAAY,CAAC;GACxC,MAAM,QAAQ,KACX,MAAM,GAAG,CAAC,CAAC,CACX,KAAK,MAAM,GAAG,EAAE,MAAM,GAAG,EAAE,MAAM,QAAQ,CAAC,GAAG,CAAC,CAC9C,KAAK,IAAI;GACZ,IAAI,KAAK;IACP,UAAU;IACV,MAAM;IACN,OAAO,kBAAkB,IAAI,UAAU,KAAK,QAAQ,CAAC,EAAE;IACvD,QACE,KAAK,SAAS,IACV,SAAS,KAAK,OAAO,MAAM,KAAK,WAAW,IAAI,KAAK,IAAI,qBAAqB,MAAM,kBAAkB,IAAI,UAAU,IAAI,QAAQ,CAAC,EAAE,QAAQ,IAAI,UAAU,IAAI,QAAQ,CAAC,EAAE,KACvK,iBAAiB,IAAI,UAAU,IAAI,QAAQ,CAAC,EAAE,QAAQ,IAAI,UAAU,IAAI,QAAQ,CAAC,EAAE;IACzF,cAAc;GAChB,CAAC;EACH,OAAO,IAAI,IAAI,UAAU,OAAO,IAAK;GACnC,MAAM,OAAO,IAAI,UAAU,YAAY,CAAC;GACxC,MAAM,QAAQ,KACX,MAAM,GAAG,CAAC,CAAC,CACX,KAAK,MAAM,GAAG,EAAE,MAAM,GAAG,EAAE,MAAM,QAAQ,CAAC,GAAG,CAAC,CAC9C,KAAK,IAAI;GACZ,IAAI,KAAK;IACP,UAAU;IACV,MAAM;IACN,OAAO,kBAAkB,IAAI,UAAU,KAAK,QAAQ,CAAC,EAAE;IACvD,QACE,KAAK,SAAS,IACV,SAAS,KAAK,OAAO,MAAM,KAAK,WAAW,IAAI,KAAK,IAAI,IAAI,MAAM,kBAAkB,IAAI,UAAU,IAAI,QAAQ,CAAC,EAAE,QAAQ,IAAI,UAAU,IAAI,QAAQ,CAAC,EAAE,KACtJ,iBAAiB,IAAI,UAAU,IAAI,QAAQ,CAAC,EAAE,QAAQ,IAAI,UAAU,IAAI,QAAQ,CAAC,EAAE;IACzF,cAAc;GAChB,CAAC;EACH;CACF;CAIA,IAAI,IAAI,kBAAkB,IAAI,eAAe,SAAS,GAAG;EACvD,MAAM,MAAM,IAAI,eAAe;EAC/B,IAAI,IAAI,SAAS,KAAK,IAAI,SAAS,KACjC,IAAI,KAAK;GACP,UAAU,IAAI,SAAS,MAAO,SAAS;GACvC,MAAM;GACN,OAAO,IAAI,IAAI,aAAa,oCAAoC,IAAI,MAAM,UAAU,IAAI,QAAQ,IAAA,CAAK,QAAQ,CAAC,EAAE;GAChH,QAAQ,4FAA4F,IAAI,MAAM,MAAM,IAAI,UAAU,EAAE,qBAAqB,IAAI,aAAa,GAAG,IAAI,eAAe,SAAS,IAAI,YAAY,IAAI,eAAe,EAAE,CAAE,aAAa,KAAK,IAAI,eAAe,EAAE,CAAE,MAAM,KAAK,GAAG;GACvS,cAAc;EAChB,CAAC;CAEL;CAKA,IAAI,OAAO,KAAK,IAAI,MAAM,CAAC,CAAC,WAAW,KAAK,IAAI,UAAU,IAAI,GAC5D,IAAI,KAAK;EACP,UAAU;EACV,MAAM;EACN,OAAO;EACP,QACE;EACF,cAAc;CAChB,CAAC;CAGH,IAAI,IAAI,MAAM;EACZ,IAAI,CAAC,IAAI,KAAK,kBACZ,IAAI,KAAK;GACP,UAAU;GACV,MAAM;GACN,OAAO,kBAAkB,IAAI,KAAK,EAAE,gBAAgB,IAAI,KAAK,gBAAgB;GAC7E,QAAQ,+CAA+C,IAAI,KAAK,gBAAgB;GAChF,cAAc;EAChB,CAAC;OACI;GACL,MAAM,eACJ,IAAI,KAAK,YAAY,OAAO,oCAAoC,IAAI,KAAK,QAAQ,QAAQ,CAAC;GAC5F,MAAM,UACJ,IAAI,KAAK,WAAW,OAAO,oCAAoC,IAAI,KAAK,OAAO,QAAQ,CAAC;GAC1F,MAAM,eACJ,IAAI,KAAK,cAAc,OAAO,kBAAkB,IAAI,IAAI,KAAK,UAAU;GAMzE,MAAM,WAAW,CAAC,UAAU,IAAI,KAAK,IAAI,KAAK,IAAI,KAAK,KAAK,KAAK,IAAI;GACrE,MAAM,eAAe,IAAI,KAAK,KAAK,MAAM,IAAI,aAAa,IAAI,KAAK,KAAK,KAAK,IAAI;GACjF,IAAI,UACF,IAAI,KAAK;IACP,UAAU;IACV,MAAM;IACN,OAAO,eAAe,IAAI,KAAK,MAAM,QAAQ,CAAC,EAAE,WAAW,IAAI,KAAK,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE;IACvH,QAAQ,kCAAkC,IAAI,UAAU,oCAAoC,IAAI,KAAK,EAAE,MAAM,QAAQ,aAAa,aAAa;IAC/I,cAAc;GAChB,CAAC;QACI,IAAI,cACT,IAAI,KAAK;IACP,UAAU;IACV,MAAM;IACN,OAAO,qCAAqC,aAAa,SAAS,IAAI,KAAK,EAAE;IAC7E,QAAQ,uDAAuD,IAAI,KAAK,IAAI,QAAQ,CAAC,EAAE,sBAAsB,IAAI,KAAK,MAAM,QAAQ,CAAC,EAAE;IACvI,cAAc;GAChB,CAAC;QAED,IAAI,KAAK;IACP,UAAU;IACV,MAAM;IACN,OAAO,8BAA8B,IAAI,KAAK,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,4BAA4B,IAAI;IACjG,QAAQ;IACR,cAAc;GAChB,CAAC;EAEL;CACF;CAEA,IAAI,IAAI,iBAAiB,IAAI,cAAc,QAAQ,GACjD,IAAI,KAAK;EACP,UAAU;EACV,MAAM;EACN,OAAO,GAAG,IAAI,cAAc,MAAM,cAAc,IAAI,cAAc,UAAU,IAAI,KAAK,IAAI;EACzF,QAAQ;EACR,cAAc;CAChB,CAAC;CAGH,IAAI,IAAI,cAAc,IAAI,WAAW,QAAQ,IAC3C,IAAI,KAAK;EACP,UAAU;EACV,MAAM;EACN,OAAO,8BAA8B,IAAI,WAAW,MAAM,QAAQ,CAAC,EAAE;EACrE,QACE;EACF,cAAc;CAChB,CAAC;CAGH,IAAI,IAAI,mBAAmB,IAAI,gBAAgB,SAAS,SAAS,GAAG;EAClE,MAAM,MAAM,IAAI,gBAAgB,SAAS;EACzC,IAAI,KAAK;GACP,UAAU;GACV,MAAM;GACN,OAAO,wBAAwB,IAAI,KAAK,KAAK,IAAI,QAAQ,IAAA,CAAK,QAAQ,CAAC,EAAE;GACzE,QAAQ,GAAG,IAAI,gBAAgB,cAAc,2CAA2C,IAAI,UAAU,OAAO,oBAAoB,IAAI,KAAK;GAC1I,cAAc;EAChB,CAAC;CACH;CAEA,IAAI,IAAI,sBAAsB,KAAK,IAAI,IAAI,mBAAmB,QAAQ,IAAI,IACxE,IAAI,KAAK;EACP,UAAU;EACV,MAAM;EACN,OAAO,+BAA+B,IAAI,mBAAmB,OAAO,eAAe,IAAI,mBAAmB,SAAS,QAAQ,CAAC,EAAE;EAC9H,QAAQ,yFAAyF,IAAI,mBAAmB,OAAO,0CAA0C,IAAI,mBAAmB,OAAO;EACvM,cAAc;CAChB,CAAC;CAGH,OAAO;AACT;;AC5NA,eAAsB,YAAY,MAAkD;CAClF,MAAM,OAAO,KAAK,KAAK,IAAI,iBAAiB;CAC5C,MAAM,OAAO,KAAK,iBAAiB;CACnC,MAAM,YAAY,KAAK,qBAAqB;CAC5C,IAAI,CAAC,OAAO,SAAS,SAAS,GAC5B,MAAM,IAAI,MAAM,sDAAsD,WAAW;CAEnF,MAAM,QAAQ,aAAa,MAAM,KAAK,SAAS,MAAM;CAErD,MAAM,mBAAmB,KACtB,KAAK,OAAO;EAAE,OAAO,EAAE;EAAO,OAAO,YAAY,GAAG,KAAK;CAAE,EAAE,CAAC,CAC9D,QAAQ,MAAM,OAAO,SAAS,EAAE,KAAK,CAAC;CACzC,MAAM,YAAY,eAChB,iBAAiB,KAAK,MAAM,EAAE,KAAK,GACnC,MACA,gBACF;CAEA,MAAM,eAAe,oBAAoB,MAAM,IAAI;CACnD,MAAM,EAAE,WAAW,gBAAgB,eAAe,mBAAmB;EACnE;EACA,eAAe;CACjB,CAAC;CACD,MAAM,gBAAgB,KAAK,QAAQ,QAAQ,IAAI,eAAe,QAAQ,IAAI;CAC1E,MAAM,QAAQ,cAAc,KAAK,MAAM,EAAE,OAAO,CAAC,CAAC,OAAO,cAAc;CACvE,MAAM,WAAW,eAAe,OAAO,IAAI;CAC3C,MAAM,SAAS,YAAY,eAAe,EAAE,MAAM,CAAC;CACnD,MAAM,WAA+C,CAAC;CACtD,IAAI,WAAW,WAAW,IAAI,WAAW,WAAW,IAAI,GACtD,SAAS,OAAO,qBAAqB,MAAM,UAAU;MAChD,IAAI,MAAM,WAAW,KAAK,MAAM,OAAO,MAAM,MAAM,CAAC,GACzD,SAAS,OAAO,OAAO,KAAK,OAAO;CAErC,IAAI,OAAO,OAAO,SAAS,GACzB,SAAS,SACP,OAAO,OAAO,WAAW,IACrB,uCACA;CAER,MAAM,cAAc;EAClB,MAAM;EACN;EACA;EACA,GAAI,SAAS,QAAQ,SAAS,SAAS,EAAE,SAAS,IAAI,CAAC;CACzD;CAEA,MAAM,SAAS,qBAAqB,IAAI;CAExC,MAAM,aAAa,KAAK,cAAc,kBAAkB,KAAK,WAAW,IAAI,KAAA;CAE5E,MAAM,OAAO,YACX,MACA,KAAK,qBACL,KAAK,sBACL,OACA,KAAK,2BACP;CAEA,MAAM,kBAAkB,KAAK,UACzB,MAAM,uBAAuB,MAAM,KAAK,SAAS,KAAK,IACtD,KAAA;CAEJ,MAAM,iBAAiB,sBAAsB,MAAM,KAAK;CAExD,MAAM,gBAAgB,KAAK,kBACvB,qBAAqB,MAAM,KAAK,eAAe,IAC/C,KAAA;CAEJ,MAAM,qBAAqB,KAAK,gBAC5B,0BAA0B,MAAM,KAAK,eAAe,KAAK,IACzD,KAAA;CAEJ,MAAM,UAAU,sBAAsB,WAAW,MAAM,aAAa;CAEpE,MAAM,wBAAwB,KAAK,eAC/B,6BAA6B,MAAM,KAAK,cAAc,OAAO,KAAK,aAAa,IAC/E,KAAA;CAEJ,MAAM,kBAAkB,qBAAqB;EAC3C;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;CACF,CAAC;CAED,OAAO;EACL,GAAG,KAAK;EACR;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,GAAI,iBAAiB,EAAE,eAAe,IAAI,CAAC;EAC3C,GAAI,wBAAwB,EAAE,sBAAsB,IAAI,CAAC;EACzD;CACF;AACF"}
@@ -1,9 +1,9 @@
1
1
  import { m as CustomTokenPricing, t as CostLedger } from "../cost-ledger-Czro9wmo.js";
2
- import "../index-BAPkHt5H.js";
3
- import { w as ChatTransport, x as ChatClient } from "../types-0KglnQ9o.js";
2
+ import "../index-CeYLLnfi.js";
3
+ import { O as ChatClient, j as ChatTransport } from "../cluster-Cd0MRbr9.js";
4
4
  import { d as SystemOneRequest, g as SystemOneState, s as SystemOneQuestions } from "../systemone-protocol-C4t7JH4Y.js";
5
- import "../systemone-CBvL1gx-.js";
6
- import { a as SystemOneReviewReport, r as SystemOneReviewCheck, t as PreparedSystemOneReview } from "../systemone-review-nbuMxxmi.js";
5
+ import "../systemone-C3xyEKvG.js";
6
+ import { a as SystemOneReviewReport, r as SystemOneReviewCheck, t as PreparedSystemOneReview } from "../systemone-review-CToBl1oa.js";
7
7
  import { IncomingHttpHeaders, OutgoingHttpHeaders } from "node:http";
8
8
  import { Browser, BrowserContext, Locator, Page } from "playwright";
9
9
  /**
@@ -453,9 +453,11 @@ export interface ImageProductSpec extends ProductBase {
453
453
  env?: Record<string, string>;
454
454
  /** Arguments after the image entrypoint. They must not carry the admin secret. */
455
455
  args?: string[];
456
- /** Unauthenticated readiness probe. */
456
+ /** Unauthenticated readiness probe; GET unless `method` says otherwise, as `versionProbe`. */
457
457
  ready: {
458
458
  path: string;
459
+ method?: HttpMethod;
460
+ body?: Json;
459
461
  status?: number;
460
462
  };
461
463
  readyTimeoutMs?: number;
@@ -510,11 +512,14 @@ interface ProductBase {
510
512
  /** The version the running product must report through `versionProbe`. */
511
513
  version: string;
512
514
  /**
513
- * Admin-authenticated GET whose JSON value at `jsonPath` is the running version. A hosted
514
- * product states its test mode here: Stripe's `/v1/balance` `livemode` must read `false`.
515
+ * Admin-authenticated request (GET by default; a JSON-RPC node takes POST `/` with its envelope
516
+ * as `body`) whose JSON value at `jsonPath` is the running version. A hosted product states its
517
+ * test mode here: Stripe's `/v1/balance` `livemode` must read `false`.
515
518
  */
516
519
  versionProbe: {
517
520
  path: string;
521
+ method?: HttpMethod;
522
+ body?: Json;
518
523
  jsonPath: string;
519
524
  };
520
525
  /** How admin requests authenticate: `<header>: <prefix><adminSecret>`. */
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","names":["_$___systemone_protocol0.SystemOneState","_$__0.ChatTransport"],"sources":["../../src/app-grade/verdict.ts","../../src/app-grade/admission.ts","../../src/app-grade/browser.ts","../../src/app-grade/judge.ts","../../src/app-grade/drive.ts","../../src/app-grade/review.ts","../../src/app-grade/integrity.ts","../../src/app-grade/grade.ts","../../src/app-grade/prepare.ts","../../src/app-grade/spec.ts","../../src/app-grade/product.ts","../../src/app-grade/serve.ts","../../src/app-grade/source.ts","../../src/app-grade/spec-leaf.ts","../../src/app-grade/systemone-transport.ts","../../src/app-grade/task.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;YAkBY;;qBAEC,qBAAqB;;YAGtB;;;;;;iBAOK;EACf;EACA;EACA;EACA;EACA;;iBAGe;EACf;EACA;EACA;EACA;;iBAGe;EACf;EACA,UAAU,eAAe;EACzB,aAAa;;iBAGE;EACf;EACA;EACA;EACA;;iBAGe;EACf,MAAM;EACN;EACA;EACA,KAAK;IAGD,QAAQ;IACR,MAAM;IACN;IACA;IACA;;EAGJ;;;wBAIc,sBAAsB;EACpC;EACA,QAAQ;;wBAUM,cAAc;EAC5B;EACA,QAAQ;EACR,SAAS;EACT,aAAa;EACb;IACE;qBCjES;qBACA;qBACA;YACD,gBAAgB;;qBAEf;iBAEI;EACf,OAAO;EACP;EACA;EACA,QAAQ;EACR,SAAS;EACT,aAAa;EACb;;EAEA,MAAM;EACN;EACA;EACA;;EAEA;;EAEA;;iBAGe;EACf,eAAe;EACf;;EAEA;;EAEA;EACA;;EAEA,iBAAiB,OAAO;;EAExB;EACA;EACA,UAAU;;EAEV;EACA,MAAM;EACN;EACA;EACA;;iBAGe;EACf;EACA;EACA,OAAO,OAAO,OAAO;;wBAMP,oBAAoB,QAAQ,oBAAoB;;wBAgDhD,cAAc;wBAId,OAAO,eAAe;wBAItB,gBAAgB;;wBAKhB,WAAW;;;;;;iBAkBV;EACf;EACA,OAAO;EACP,MAAM;EACN;EACA;;;wBAIc,mBAAmB,MAAM;qBCtJ5B;;iBAMI;EACf;;EAEA;;EAEA;EACA;;EAEA;EACA;;;iBAIe;EACf;EACA;EACA;EACA;;iBAGe;EACf,QAAQ;EACR,MAAM;EACN;EACA,SAAS;;;;;;;;;;;;;qBAyDE;qBA4FA;mBAEQ;;WAER;UAHJ;;SAOM,OACX;IAAS;IAAoB;MAC5B,QAAQ;;EAcL,QAAQ;IACZ;IACA;IACA;IACA;MACE,QAAQ;EAIN,SAAS;;qBAKJ;WASA;WACA;WACA,SAAS;WACT;WACA;WAZF,eAAe;WACf,iBAAiB;mBACT;;mBAEA;mBACA;UAEV;SAQM,KACX,SAAS,SACT;IAAS;IAAY;IAAa;IAAgB;MACjD,QAAQ;UAkEH;UA0BA;EAmCR,OAAO,cAAc;EAIrB,MAAM,cAAc,gBAAgB;EAK9B,WAAW,QAAQ;;EAKzB,gBAAgB,QAAQ,MAAM,iBAAY;;;;;EAUpC,WAAW,GAAG,MAAM,MAAM,qBAAqB,QAAQ;;EA2BvD,QACJ,MAAM,MACN,gBACC;IAAU;IAAc;IAAkB;IAAwB;;EAa/D,SAAS;;iBC5bA;;WAEN;;WAEA;WACA,QAAQ;;WAER,SAAS;;WAET,OAAO;;;;;;WAMP;;iBAGM;EACf;EACA;EACA;EACA;;EAEA;;EAEA;;;wBAIoB,SACpB,OAAO,eACP;EACE;EACA;EACA;EACA,SAAS;EACT;IAED,QAAQ;;wBA2BK,eAAe,kBAAkB;qBC1DpC;iBAGI;EACf;EACA;EACA;EACA;EACA;EACA;EACA;;wBAsCoB,aAAa,SAAS,gBAAgB,MAAM,OAAO,QAAQ;wBAIjE,eAAe,MAAM,MAAM,SAAS,UAAU;iBAM7C;EACf;EACA,SAAS;EACT;;wBAGc,aAAa;EAAS,OAAO;EAAe,YAAY;MAAY,SAkEvE,gBAAc,MACjB,MAAI,cACE,qBAEX,QAAQ;;;;IApE2C;;;YA+F5C,SAAS,kBAAkB;iBCxJtB;EACf;EACA,WAAW;EACX;EACA,QAAQ,eAEN,KAAK;IAAsC,UAAU;;EAEvD,UAAU,eAAe;;iBAGV;EACf;EACA,QAAQ;EACR;EACA,QAAQ;EACR,UAAU,eAAe;EACzB;;wBAQoB,WAAW;EAC/B,OAAO;;EAEP;;EAEA,OAAO;EACP,YAAY;EACZ;IACE,QAAQ;;wBAwEI,QAAQ,OAAO,KAAK,kCAAkC;UCvF5D;EACR;EACA;;iBAGe;;EAEf,kBAAkB;IAAQ;IAAc;IAAc;;EACtD,YAAY;IAAQ;IAAgB;;EACpC,SAAS;EACT,SAAS;EACT,SAAS;EACT,QAAQ;EACR;IAAU;IAAqB;IAAiB;IAAsB;;;wBAqCxD,yBAAyB;EACvC;EACA;EACA;EACA;IACE;wBA2HY,oBAAoB,cAAc,UAAU,oBAAoB;;iBC9L/D,UAAU;EAAY,WAAW;;EAChD;;EAEA;;EAEA;;EAEA,YAAY,SAAS,iBAAiB,aAAa,aAAa,MAAM,SAAS,QAAQ;;EAEvF,QAAQ,UAAU;EAClB,oBAAoB,UAAU,IAAI;;;;;EAKlC,YAAY;IACV,UAAU;IACV,cAAc;IACd;IACA,WAAW;MACT;;iBAGW;EACf,SAAS;;EAET;IACE;IACA,QAAQ;IACR,SAAS;IACT,aAAa;IACb;;EAEF,QAAQ;EACR;EACA,SAAS;;wBAGW,MAAM;EAAY,WAAW;GAA0B;EAC3E,MAAM,UAAU;EAChB;EACA;EACA;EACA;EACA,OAAO;;EAEP,SAAS;EACT,UAAU,kBAAkB,gBAAgB;IAC1C,QAAQ;wBCjDI,QAAQ;;;;;;;;IAC0C;;;YCftD,0CAA0C;GAAY,cAAc;;;YAGpE,cAAc,mBAAmB;iBAE5B,yBAAyB;;EAExC;;EAEA;;EAEA,MAAM;;EAEN;;EAEA;IAAS;IAAc;;EACvB;EACA;;;;;;;;iBASe,0BAA0B;EACzC;IACE;IACA;;IAEA;;IAEA,UAAU;;IAEV;;;;;;IAMA;MACE;QAAU;QAAc,MAAM;;MAC9B;MACA;QAAS;QAAkB,QAAQ;QAAM;;MACzC;;;IAGF;MAAW;MAAc;MAAe;;;EAE1C;;UAGQ;;EAER;;EAEA;;;;;EAKA;IAAgB;IAAc;;;EAE9B;IAAQ;IAAgB;;;;;;EAKxB;IAAU;IAAa;;;;;;;EAMvB;;YAGU;;iBAGK;EACf;EACA,QAAQ;;EAER;;EAEA,OAAO;;EAEP;;EAEA,UAAU;;EAEV;IAAY;IAAc;IAAkB,QAAQ;IAAM;;;;YAIhD;EACN;EAAc;;EACd;EAAa;EAAa;;EAC1B;EAAc,MAAM;;YAEd;EACN;;EACA;IAAQ;IAAc;;;EACtB;IAAU;IAAc;;;EACxB;IAAS;;;EACT;;EACA;;EACA;IAAe;IAAc;;;EAC7B;;;iBAGW;EACf;EACA,OAAO;;;iBAIQ;EACf;EACA;EACA;EACA,OAAO;;;iBAIQ;EACf,SAAS;;EAET;EACA;EACA;;EAEA;;EAEA;EACA;;YAGU;EACN;EAA0B;;EAC1B;EAAsB;EAAiB;EAAkB;;EACzD;EAAmB;EAAiB;;EACpC;EAAyB,OAAO;EAAc;EAAc;;EAE5D;EACA;EACA;EACA,SAAS;EACT,WAAW;EACX;IAAW;IAAc;;;;;;;;;EAQzB;EACA;EACA;EACA;EACA;EACA;EACA;;;YAIM;EAAc;EAAY;EAA2B;IAAgB;YAErE;EACN;EAAc;;EACd;EAAe;EAAsB;;EACrC;EAAgB;EAAsB,UAAU;;;iBAGrC;EACf,UAAU;EACV;EACA;EACA;;EAEA;EACA;EACA,MAAM;;;iBAIS;EACf;EACA;IAAY;IAAqB;IAAkB;IAAsB;;EACzE,WAAW,eAAe;;;iBAIX;;EAEf;EACA,QAAQ,eAAe;;EAEvB,OAAO;EACP,UAAU;EACV,OAAO;EACP,QAAQ;EACR,SAAS;;EAET;;EAEA,UAAU,QAAQ;;;;;EAKlB;;;wBASc,SAAS,gBAAgB;;;;;;wBAiBzB,OAAO,UAAU,kBAAkB,UAAU,GAAG,kBAAkB;;wBA0BlE,WAAW;;wBAmBX,gBAAgB,SAAS;;wBAOzB,mBAAmB,SAAS;wBAI5B,gBAAgB,SAAS;;;;;wBA+DzB,iBAAiB,MAAM,cAAc,SAAS;;wBCtSxC,wBACpB,eACA,6BACC;iBAMc;EACf,OAAO,eAAe;EACtB,MAAM,eAAe;;iBAGN;EACf,MAAM;;EAEN;EACA;;EAEA;;EAEA,QAAQ;;EAER,MAAM,gBAAgB,cAAc,OAAO,OAAO;IAAU;IAAgB;;;EAE5E;EACA,UAAU;EACV,aACE,SAAS,qBACT;;EAGF,QAAQ,SAAS,sBAAsB;EACvC,QAAQ;;;qBAIG,4BAA4B;WAI5B;EAFT,YAAA,mBACA,iBACS;;;wBAqCG,WAAW,QAAQ,eAAe,aAAa,eAAe;;;;;;wBAsN9D,gBACd,SAAS,gBACT,gBACA;EACG,QAAQ;;;wBA6CS,aACpB,MAAM,aACN;EAAW;EAAkB,SAAS;IACrC,QAAQ;;wBAkKW,SACpB,SAAS,gBACT,OAAO,YACP,SAAS,gBACT,MAAM,0BACL;;wBAqCmB,SACpB,SAAS,gBACT,OAAO,YACP,SAAS,iBACR,QAAQ;EAAiB;EAAgB;;;iBAa3B;EACf;EACA;EACA;EACA;EACA;;EAEA;EACA;EACA;EACA;;iBAGe;EACf;EACA,UAAU;EACV,SAAS;;wBAKK,OAAO,cAAc;;;;;;wBAWf,oBACpB,SAAS,gBACT,uBACA,kBACC,QAAQ;iBClqBM;EACf;EACA;EACA;EACA;;EAEA;EACA;EACA;EACA;;iBAGe;EACf;EACA,aAAa;EACb,YAAY;;;wBAsCE,UAAU;EACxB;EACA;EACA;;wBA+DoB,SAAS;EAC7B;EACA;EACA;EACA;EACA,MAAM;IACJ,QAAQ;iBC5HK;EACf;EACA;;;wBAIc,YACd,iBACA,aAAU,SACT;;wBAiBa,UAAU,iBAAiB;;IAOb;IAAe;IAAiB;;;;;;;;;qBAkBjD;qBACA;;wBAGG,UAAU,gBAAgB,cAAc;;;;;iBCvCvC;EACf;EACA;EACA;EACA;EACA;;iBAGe;EACf,UAAU;IAAiB;IAAoB;;EAC/C,UAAU,eAAe;EACzB,OAAO;IAAiB;IAAgB;;EACxC,iBAAiB;EACjB,QAAQ,eAAe;EACvB,WAAW;;wBAoLG,eACd,MAAM,cACN,UAAU,cACV,WAAW,yBACX,SAAS,iBACR;;;;;;wBAgNa,YAAY;EAC1B,MAAM;EACN,SAAS;EACT,UAAU;EACV,WAAW;EACX;IACE;;wBAiIY,SAAS;EACvB;;EAEA;EACA,MAAM;EACN,SAAS;EACT,SAAS;EACT,gBAAgB;EAChB,WAAW;IACT,UAAU;;qBCnjBD;;qBA8EA,gCAAgC;WAGhC;WACA;IAAS;IAAsB;;WAC/B;EAHT,YAAA,iBACS,eACA;IAAS;IAAsB;KAC/B,wBACT;IAAY;;;;;;;;wBAYA,uBAAuB;EACrC,OAAO;EACP;KAKE,SAAS,kBACT;EAAW,QAAQ;EAAa;MAAwB;;;;;;;;;;;;;;;;S,YAArCA;;;;;;;;;;;;;;;;;;;;;;;;;;;iBCtFN;EACf,eAAe;EACf;;EAEA,OAAO;;EAEP;IAAQ;MAAe;EACvB,SAAS;EACT,MAAM;;iBAGS,mBAAmB;EAClC;;EAEA;;wBAGc,aAAa,MAAM;wBAYnB,SAAS,cAAc;wBAOvB,WAAW,MAAM;;wBAWX,UAAU;EAC9B,MAAM;IAAiB;;EACvB;EACA;EACA;EACA;EACA,OAAO;EACP,UAAU,kBAAkB;IAC1B,QAAQ;EAAgB,QAAQ"}
1
+ {"version":3,"file":"index.d.ts","names":["_$___systemone_protocol0.SystemOneState","_$__0.ChatTransport"],"sources":["../../src/app-grade/verdict.ts","../../src/app-grade/admission.ts","../../src/app-grade/browser.ts","../../src/app-grade/judge.ts","../../src/app-grade/drive.ts","../../src/app-grade/review.ts","../../src/app-grade/integrity.ts","../../src/app-grade/grade.ts","../../src/app-grade/prepare.ts","../../src/app-grade/spec.ts","../../src/app-grade/product.ts","../../src/app-grade/serve.ts","../../src/app-grade/source.ts","../../src/app-grade/spec-leaf.ts","../../src/app-grade/systemone-transport.ts","../../src/app-grade/task.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;YAkBY;;qBAEC,qBAAqB;;YAGtB;;;;;;iBAOK;EACf;EACA;EACA;EACA;EACA;;iBAGe;EACf;EACA;EACA;EACA;;iBAGe;EACf;EACA,UAAU,eAAe;EACzB,aAAa;;iBAGE;EACf;EACA;EACA;EACA;;iBAGe;EACf,MAAM;EACN;EACA;EACA,KAAK;IAGD,QAAQ;IACR,MAAM;IACN;IACA;IACA;;EAGJ;;;wBAIc,sBAAsB;EACpC;EACA,QAAQ;;wBAUM,cAAc;EAC5B;EACA,QAAQ;EACR,SAAS;EACT,aAAa;EACb;IACE;qBCjES;qBACA;qBACA;YACD,gBAAgB;;qBAEf;iBAEI;EACf,OAAO;EACP;EACA;EACA,QAAQ;EACR,SAAS;EACT,aAAa;EACb;;EAEA,MAAM;EACN;EACA;EACA;;EAEA;;EAEA;;iBAGe;EACf,eAAe;EACf;;EAEA;;EAEA;EACA;;EAEA,iBAAiB,OAAO;;EAExB;EACA;EACA,UAAU;;EAEV;EACA,MAAM;EACN;EACA;EACA;;iBAGe;EACf;EACA;EACA,OAAO,OAAO,OAAO;;wBAMP,oBAAoB,QAAQ,oBAAoB;;wBAgDhD,cAAc;wBAId,OAAO,eAAe;wBAItB,gBAAgB;;wBAKhB,WAAW;;;;;;iBAkBV;EACf;EACA,OAAO;EACP,MAAM;EACN;EACA;;;wBAIc,mBAAmB,MAAM;qBCtJ5B;;iBAMI;EACf;;EAEA;;EAEA;EACA;;EAEA;EACA;;;iBAIe;EACf;EACA;EACA;EACA;;iBAGe;EACf,QAAQ;EACR,MAAM;EACN;EACA,SAAS;;;;;;;;;;;;;qBAyDE;qBA4FA;mBAEQ;;WAER;UAHJ;;SAOM,OACX;IAAS;IAAoB;MAC5B,QAAQ;;EAcL,QAAQ;IACZ;IACA;IACA;IACA;MACE,QAAQ;EAIN,SAAS;;qBAKJ;WASA;WACA;WACA,SAAS;WACT;WACA;WAZF,eAAe;WACf,iBAAiB;mBACT;;mBAEA;mBACA;UAEV;SAQM,KACX,SAAS,SACT;IAAS;IAAY;IAAa;IAAgB;MACjD,QAAQ;UAkEH;UA0BA;EAmCR,OAAO,cAAc;EAIrB,MAAM,cAAc,gBAAgB;EAK9B,WAAW,QAAQ;;EAKzB,gBAAgB,QAAQ,MAAM,iBAAY;;;;;EAUpC,WAAW,GAAG,MAAM,MAAM,qBAAqB,QAAQ;;EA2BvD,QACJ,MAAM,MACN,gBACC;IAAU;IAAc;IAAkB;IAAwB;;EAa/D,SAAS;;iBC5bA;;WAEN;;WAEA;WACA,QAAQ;;WAER,SAAS;;WAET,OAAO;;;;;;WAMP;;iBAGM;EACf;EACA;EACA;EACA;;EAEA;;EAEA;;;wBAIoB,SACpB,OAAO,eACP;EACE;EACA;EACA;EACA,SAAS;EACT;IAED,QAAQ;;wBA2BK,eAAe,kBAAkB;qBC1DpC;iBAGI;EACf;EACA;EACA;EACA;EACA;EACA;EACA;;wBAsCoB,aAAa,SAAS,gBAAgB,MAAM,OAAO,QAAQ;wBAIjE,eAAe,MAAM,MAAM,SAAS,UAAU;iBAM7C;EACf;EACA,SAAS;EACT;;wBAGc,aAAa;EAAS,OAAO;EAAe,YAAY;MAAY,SAkEvE,gBAAc,MACjB,MAAI,cACE,qBAEX,QAAQ;;;;IApE2C;;;YA+F5C,SAAS,kBAAkB;iBCxJtB;EACf;EACA,WAAW;EACX;EACA,QAAQ,eAEN,KAAK;IAAsC,UAAU;;EAEvD,UAAU,eAAe;;iBAGV;EACf;EACA,QAAQ;EACR;EACA,QAAQ;EACR,UAAU,eAAe;EACzB;;wBAQoB,WAAW;EAC/B,OAAO;;EAEP;;EAEA,OAAO;EACP,YAAY;EACZ;IACE,QAAQ;;wBAwEI,QAAQ,OAAO,KAAK,kCAAkC;UCvF5D;EACR;EACA;;iBAGe;;EAEf,kBAAkB;IAAQ;IAAc;IAAc;;EACtD,YAAY;IAAQ;IAAgB;;EACpC,SAAS;EACT,SAAS;EACT,SAAS;EACT,QAAQ;EACR;IAAU;IAAqB;IAAiB;IAAsB;;;wBAqCxD,yBAAyB;EACvC;EACA;EACA;EACA;IACE;wBA2HY,oBAAoB,cAAc,UAAU,oBAAoB;;iBC9L/D,UAAU;EAAY,WAAW;;EAChD;;EAEA;;EAEA;;EAEA,YAAY,SAAS,iBAAiB,aAAa,aAAa,MAAM,SAAS,QAAQ;;EAEvF,QAAQ,UAAU;EAClB,oBAAoB,UAAU,IAAI;;;;;EAKlC,YAAY;IACV,UAAU;IACV,cAAc;IACd;IACA,WAAW;MACT;;iBAGW;EACf,SAAS;;EAET;IACE;IACA,QAAQ;IACR,SAAS;IACT,aAAa;IACb;;EAEF,QAAQ;EACR;EACA,SAAS;;wBAGW,MAAM;EAAY,WAAW;GAA0B;EAC3E,MAAM,UAAU;EAChB;EACA;EACA;EACA;EACA,OAAO;;EAEP,SAAS;EACT,UAAU,kBAAkB,gBAAgB;IAC1C,QAAQ;wBCjDI,QAAQ;;;;;;;;IAC0C;;;YCftD,0CAA0C;GAAY,cAAc;;;YAGpE,cAAc,mBAAmB;iBAE5B,yBAAyB;;EAExC;;EAEA;;EAEA,MAAM;;EAEN;;EAEA;IAAS;IAAc,SAAS;IAAY,OAAO;IAAM;;EACzD;EACA;;;;;;;;iBASe,0BAA0B;EACzC;IACE;IACA;;IAEA;;IAEA,UAAU;;IAEV;;;;;;IAMA;MACE;QAAU;QAAc,MAAM;;MAC9B;MACA;QAAS;QAAkB,QAAQ;QAAM;;MACzC;;;IAGF;MAAW;MAAc;MAAe;;;EAE1C;;UAGQ;;EAER;;EAEA;;;;;;EAMA;IAAgB;IAAc,SAAS;IAAY,OAAO;IAAM;;;EAEhE;IAAQ;IAAgB;;;;;;EAKxB;IAAU;IAAa;;;;;;;EAMvB;;YAGU;;iBAGK;EACf;EACA,QAAQ;;EAER;;EAEA,OAAO;;EAEP;;EAEA,UAAU;;EAEV;IAAY;IAAc;IAAkB,QAAQ;IAAM;;;;YAIhD;EACN;EAAc;;EACd;EAAa;EAAa;;EAC1B;EAAc,MAAM;;YAEd;EACN;;EACA;IAAQ;IAAc;;;EACtB;IAAU;IAAc;;;EACxB;IAAS;;;EACT;;EACA;;EACA;IAAe;IAAc;;;EAC7B;;;iBAGW;EACf;EACA,OAAO;;;iBAIQ;EACf;EACA;EACA;EACA,OAAO;;;iBAIQ;EACf,SAAS;;EAET;EACA;EACA;;EAEA;;EAEA;EACA;;YAGU;EACN;EAA0B;;EAC1B;EAAsB;EAAiB;EAAkB;;EACzD;EAAmB;EAAiB;;EACpC;EAAyB,OAAO;EAAc;EAAc;;EAE5D;EACA;EACA;EACA,SAAS;EACT,WAAW;EACX;IAAW;IAAc;;;;;;;;;EAQzB;EACA;EACA;EACA;EACA;EACA;EACA;;;YAIM;EAAc;EAAY;EAA2B;IAAgB;YAErE;EACN;EAAc;;EACd;EAAe;EAAsB;;EACrC;EAAgB;EAAsB,UAAU;;;iBAGrC;EACf,UAAU;EACV;EACA;EACA;;EAEA;EACA;EACA,MAAM;;;iBAIS;EACf;EACA;IAAY;IAAqB;IAAkB;IAAsB;;EACzE,WAAW,eAAe;;;iBAIX;;EAEf;EACA,QAAQ,eAAe;;EAEvB,OAAO;EACP,UAAU;EACV,OAAO;EACP,QAAQ;EACR,SAAS;;EAET;;EAEA,UAAU,QAAQ;;;;;EAKlB;;;wBASc,SAAS,gBAAgB;;;;;;wBAiBzB,OAAO,UAAU,kBAAkB,UAAU,GAAG,kBAAkB;;wBA0BlE,WAAW;;wBAmBX,gBAAgB,SAAS;;wBAOzB,mBAAmB,SAAS;wBAI5B,gBAAgB,SAAS;;;;;wBA+DzB,iBAAiB,MAAM,cAAc,SAAS;;wBCzSxC,wBACpB,eACA,6BACC;iBAMc;EACf,OAAO,eAAe;EACtB,MAAM,eAAe;;iBAGN;EACf,MAAM;;EAEN;EACA;;EAEA;;EAEA,QAAQ;;EAER,MAAM,gBAAgB,cAAc,OAAO,OAAO;IAAU;IAAgB;;;EAE5E;EACA,UAAU;EACV,aACE,SAAS,qBACT;;EAGF,QAAQ,SAAS,sBAAsB;EACvC,QAAQ;;;qBAIG,4BAA4B;WAI5B;EAFT,YAAA,mBACA,iBACS;;;wBAqCG,WAAW,QAAQ,eAAe,aAAa,eAAe;;;;;;wBAuN9D,gBACd,SAAS,gBACT,gBACA;EACG,QAAQ;;;wBA6CS,aACpB,MAAM,aACN;EAAW;EAAkB,SAAS;IACrC,QAAQ;;wBAqKW,SACpB,SAAS,gBACT,OAAO,YACP,SAAS,gBACT,MAAM,0BACL;;wBAqCmB,SACpB,SAAS,gBACT,OAAO,YACP,SAAS,iBACR,QAAQ;EAAiB;EAAgB;;;iBAa3B;EACf;EACA;EACA;EACA;EACA;;EAEA;EACA;EACA;EACA;;iBAGe;EACf;EACA,UAAU;EACV,SAAS;;wBAKK,OAAO,cAAc;;;;;;wBAWf,oBACpB,SAAS,gBACT,uBACA,kBACC,QAAQ;iBCpqBM;EACf;EACA;EACA;EACA;;EAEA;EACA;EACA;EACA;;iBAGe;EACf;EACA,aAAa;EACb,YAAY;;;wBAsCE,UAAU;EACxB;EACA;EACA;;wBA+DoB,SAAS;EAC7B;EACA;EACA;EACA;EACA,MAAM;IACJ,QAAQ;iBC5HK;EACf;EACA;;;wBAIc,YACd,iBACA,aAAU,SACT;;wBAiBa,UAAU,iBAAiB;;IAOb;IAAe;IAAiB;;;;;;;;;qBAkBjD;qBACA;;wBAGG,UAAU,gBAAgB,cAAc;;;;;iBCvCvC;EACf;EACA;EACA;EACA;EACA;;iBAGe;EACf,UAAU;IAAiB;IAAoB;;EAC/C,UAAU,eAAe;EACzB,OAAO;IAAiB;IAAgB;;EACxC,iBAAiB;EACjB,QAAQ,eAAe;EACvB,WAAW;;wBAoLG,eACd,MAAM,cACN,UAAU,cACV,WAAW,yBACX,SAAS,iBACR;;;;;;wBAgNa,YAAY;EAC1B,MAAM;EACN,SAAS;EACT,UAAU;EACV,WAAW;EACX;IACE;;wBAiIY,SAAS;EACvB;;EAEA;EACA,MAAM;EACN,SAAS;EACT,SAAS;EACT,gBAAgB;EAChB,WAAW;IACT,UAAU;;qBCxjBD;;qBA8EA,gCAAgC;WAGhC;WACA;IAAS;IAAsB;;WAC/B;EAHT,YAAA,iBACS,eACA;IAAS;IAAsB;KAC/B,wBACT;IAAY;;;;;;;;wBAYA,uBAAuB;EACrC,OAAO;EACP;KAKE,SAAS,kBACT;EAAW,QAAQ;EAAa;MAAwB;;;;;;;;;;;;;;;;S,YAArCA;;;;;;;;;;;;;;;;;;;;;;;;;;;iBCjFN;EACf,eAAe;EACf;;EAEA,OAAO;;EAEP;IAAQ;MAAe;EACvB,SAAS;EACT,MAAM;;iBAGS,mBAAmB;EAClC;;EAEA;;wBAGc,aAAa,MAAM;wBAYnB,SAAS,cAAc;wBAOvB,WAAW,MAAM;;wBAWX,UAAU;EAC9B,MAAM;IAAiB;;EACvB;EACA;EACA;EACA;EACA,OAAO;EACP,UAAU,kBAAkB;IAC1B,QAAQ;EAAgB,QAAQ"}
@@ -1,9 +1,9 @@
1
1
  import { o as jsonDocument, r as canonicalString } from "../canonical-CicJlINA.js";
2
- import { t as CostLedger } from "../cost-ledger-CS8R3IZj.js";
2
+ import { t as CostLedger } from "../cost-ledger-DfhStGcZ.js";
3
3
  import { i as stripFencedJson } from "../json-DtvZNAU9.js";
4
4
  import { t as packageVersion } from "../package-version-CJl_pY9W.js";
5
- import { s as systemOneEvaluator } from "../decision-point-CNyoKOkz.js";
6
- import { r as createEvaluator } from "../evaluation-BBI37mRe.js";
5
+ import { s as systemOneEvaluator } from "../decision-point-DJWievVw.js";
6
+ import { r as createEvaluator } from "../evaluation-bU_bhlv-.js";
7
7
  import { n as prepareSystemOneReview, t as assessSystemOneReview } from "../systemone-review-BusEIzsg.js";
8
8
  import { createHash, createHmac, randomBytes, randomInt } from "node:crypto";
9
9
  import { appendFileSync, createWriteStream, existsSync, mkdirSync, readFileSync, readdirSync, statSync, writeFileSync } from "node:fs";
@@ -1992,11 +1992,9 @@ const run = promisify(execFile);
1992
1992
  /** Readiness window for a product whose spec sets none; see startProduct. */
1993
1993
  const DEFAULT_READY_TIMEOUT_MS = 6e5;
1994
1994
  /**
1995
- * Where the product port is published. Docker honours DOCKER_HOST, so DOCKER_HOST=ssh://drew-gtr-pro
1996
- * runs the product there; it must then publish on an address this host can reach, such as that
1997
- * machine's tailnet IP (VB_PRODUCT_BIND=100.87.125.67). `docker port` reports the bound address,
1998
- * so the product URL follows it. On 2026-09-25 three define lanes ran products under colima on a
1999
- * 10-core Mac at load 290; the same run fits easily on the 32-core Linux host.
1995
+ * Where the product port is published. Docker honours DOCKER_HOST, so a remote daemon runs the
1996
+ * product; it must then publish on an address this host can reach, such as that machine's tailnet
1997
+ * IP. `docker port` reports the bound address, so the product URL follows it.
2000
1998
  */
2001
1999
  const PRODUCT_BIND = process.env.VB_PRODUCT_BIND || "127.0.0.1";
2002
2000
  const OWNER_LABEL = "verticalbench.app-grade.owner";
@@ -2132,7 +2130,8 @@ function adminClient(spec, url, secret, scope, signal) {
2132
2130
  async function connectProduct(spec, on, signal) {
2133
2131
  const scope = on.scope ?? {};
2134
2132
  const admin = adminClient(spec, on.url, on.secret, scope, signal);
2135
- const versionReply = await admin("GET", spec.versionProbe.path);
2133
+ const probe = spec.versionProbe;
2134
+ const versionReply = await admin(probe.method ?? "GET", probe.path, probe.body);
2136
2135
  signal?.throwIfAborted();
2137
2136
  const reportedVersion = String(jsonPath(versionReply.body, spec.versionProbe.jsonPath) ?? `HTTP ${versionReply.status}`);
2138
2137
  if (reportedVersion !== spec.version) throw new Error(`${spec.name}: expected version ${spec.version}, got ${reportedVersion}`);
@@ -2339,7 +2338,12 @@ async function startProduct(spec, options = {}) {
2339
2338
  for (let poll = 1;; poll += 1) {
2340
2339
  options.signal?.throwIfAborted();
2341
2340
  const timeout = AbortSignal.timeout(5e3);
2342
- const status = await fetch(new URL(spec.ready.path, url), { signal: options.signal ? AbortSignal.any([options.signal, timeout]) : timeout }).then((response) => response.status).catch(() => null);
2341
+ const status = await fetch(new URL(spec.ready.path, url), {
2342
+ method: spec.ready.method ?? "GET",
2343
+ headers: { "Content-Type": "application/json" },
2344
+ body: spec.ready.body === void 0 ? void 0 : JSON.stringify(spec.ready.body),
2345
+ signal: options.signal ? AbortSignal.any([options.signal, timeout]) : timeout
2346
+ }).then((response) => response.status).catch(() => null);
2343
2347
  options.signal?.throwIfAborted();
2344
2348
  if (status !== null && (spec.ready.status === void 0 ? status >= 200 && status < 300 : status === spec.ready.status)) break;
2345
2349
  if (Date.now() > deadline) throw new Error(`${spec.name}: not ready at ${spec.ready.path} within ${readyTimeoutMs} ms (last status ${status})`);