@tangle-network/agent-eval 0.216.0 → 0.217.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (553) hide show
  1. package/CHANGELOG.md +141 -57
  2. package/README.md +2 -2
  3. package/dist/adapters/http.d.ts +3 -3
  4. package/dist/{agent-profile-CIA2Atnt.d.ts → agent-profile-DTt8uGP9.d.ts} +5 -18
  5. package/dist/agent-profile-DTt8uGP9.d.ts.map +1 -0
  6. package/dist/{agent-profile-cell-BYc0bxsL.js → agent-profile-cell-B1V1gUZs.js} +4 -53
  7. package/dist/agent-profile-cell-B1V1gUZs.js.map +1 -0
  8. package/dist/{agent-profile-cell-BNp-Js9F.d.ts → agent-profile-cell-BcpFbNd5.d.ts} +2 -22
  9. package/dist/agent-profile-cell-BcpFbNd5.d.ts.map +1 -0
  10. package/dist/{agreement-irr-DsTURxdr.js → agreement-irr-BhAqjluA.js} +5 -5
  11. package/dist/agreement-irr-BhAqjluA.js.map +1 -0
  12. package/dist/analyst/index.d.ts +37 -170
  13. package/dist/analyst/index.d.ts.map +1 -1
  14. package/dist/analyst/index.js +17 -192
  15. package/dist/analyst/index.js.map +1 -1
  16. package/dist/{analyze-runs-3xpby3p2.js → analyze-runs-DqPJaJ4X.js} +763 -555
  17. package/dist/analyze-runs-DqPJaJ4X.js.map +1 -0
  18. package/dist/{analyze-runs-CSDAh8A7.d.ts → analyze-runs-DyeNcenW.d.ts} +18 -16
  19. package/dist/analyze-runs-DyeNcenW.d.ts.map +1 -0
  20. package/dist/authenticity/index.d.ts +0 -23
  21. package/dist/authenticity/index.d.ts.map +1 -1
  22. package/dist/authenticity/index.js +1 -34
  23. package/dist/authenticity/index.js.map +1 -1
  24. package/dist/{benchmark-command-CByl9dxG.js → benchmark-command-xQK8nOI6.js} +591 -109
  25. package/dist/benchmark-command-xQK8nOI6.js.map +1 -0
  26. package/dist/benchmarks/index.d.ts +5 -6
  27. package/dist/benchmarks/index.d.ts.map +1 -1
  28. package/dist/benchmarks/index.js +4 -4
  29. package/dist/benchmarks/index.js.map +1 -1
  30. package/dist/builder-eval/index.d.ts +3 -3
  31. package/dist/builder-eval/index.js +2 -2
  32. package/dist/builder-eval/index.js.map +1 -1
  33. package/dist/campaign/index.d.ts +8 -8
  34. package/dist/campaign/index.js +15 -15
  35. package/dist/{campaign-BQ-Jujuj.js → campaign-CJGkxAQ6.js} +256 -765
  36. package/dist/campaign-CJGkxAQ6.js.map +1 -0
  37. package/dist/{campaign-evidence-OcUciD-N.js → campaign-evidence-CQYw8_0H.js} +10 -18
  38. package/dist/{campaign-evidence-OcUciD-N.js.map → campaign-evidence-CQYw8_0H.js.map} +1 -1
  39. package/dist/{canonical-BsZVgBhW.js → canonical-Dq2hOQ8L.js} +2 -2
  40. package/dist/{canonical-BsZVgBhW.js.map → canonical-Dq2hOQ8L.js.map} +1 -1
  41. package/dist/cell-spend-DEWR3nj-.js +90 -0
  42. package/dist/cell-spend-DEWR3nj-.js.map +1 -0
  43. package/dist/{chat-client-DthPOYGd.js → chat-client-ldqxYYTN.js} +2 -2
  44. package/dist/{chat-client-DthPOYGd.js.map → chat-client-ldqxYYTN.js.map} +1 -1
  45. package/dist/{chat-json-call-BrKsyspg.js → chat-json-call-DavzexSp.js} +3 -2
  46. package/dist/chat-json-call-DavzexSp.js.map +1 -0
  47. package/dist/{claim-BXcZw-jo.js → claim-BPVuyHuy.js} +4 -4
  48. package/dist/claim-BPVuyHuy.js.map +1 -0
  49. package/dist/cli.js +113 -12
  50. package/dist/cli.js.map +1 -1
  51. package/dist/{client-BzL9niqi.d.ts → client-hwo3cJjR.d.ts} +3 -16
  52. package/dist/client-hwo3cJjR.d.ts.map +1 -0
  53. package/dist/{cluster-bootstrap-B3JywQQn.js → cluster-bootstrap-DEwwhl0C.js} +3 -3
  54. package/dist/{cluster-bootstrap-B3JywQQn.js.map → cluster-bootstrap-DEwwhl0C.js.map} +1 -1
  55. package/dist/{produced-state-ZCtDBxAE.js → completion-verifier-B_jw6C9p.js} +9 -64
  56. package/dist/completion-verifier-B_jw6C9p.js.map +1 -0
  57. package/dist/contract/index.d.ts +13 -13
  58. package/dist/contract/index.js +1041 -1473
  59. package/dist/contract/index.js.map +1 -1
  60. package/dist/{cost-ledger-D2FnJPBF.js → cost-ledger-D0352Z4d.js} +832 -817
  61. package/dist/cost-ledger-D0352Z4d.js.map +1 -0
  62. package/dist/{cost-ledger-CO7UyEcQ.d.ts → cost-ledger-Jk62OBfF.d.ts} +12 -47
  63. package/dist/cost-ledger-Jk62OBfF.d.ts.map +1 -0
  64. package/dist/dataset-DQqhOCPt.d.ts.map +1 -1
  65. package/dist/{default-registry-Cn1LQ2Ve.js → default-registry-ClYjq3QE.js} +8 -11
  66. package/dist/default-registry-ClYjq3QE.js.map +1 -0
  67. package/dist/{default-registry-BrWh62zf.d.ts → default-registry-DXgLmoDI.d.ts} +7 -50
  68. package/dist/default-registry-DXgLmoDI.d.ts.map +1 -0
  69. package/dist/{define-agent-eval-Ch3MWX6k.js → define-agent-eval-BDxNlP3D.js} +10 -10
  70. package/dist/define-agent-eval-BDxNlP3D.js.map +1 -0
  71. package/dist/{define-agent-eval-CEWkX5wZ.d.ts → define-agent-eval-BIkH_gAR.d.ts} +9 -9
  72. package/dist/define-agent-eval-BIkH_gAR.d.ts.map +1 -0
  73. package/dist/{descriptive-CnU8Yq29.js → descriptive-CVNy48rR.js} +2 -2
  74. package/dist/{descriptive-CnU8Yq29.js.map → descriptive-CVNy48rR.js.map} +1 -1
  75. package/dist/diagnosis/index.d.ts +4 -14
  76. package/dist/diagnosis/index.d.ts.map +1 -1
  77. package/dist/diagnosis/index.js +67 -28
  78. package/dist/diagnosis/index.js.map +1 -1
  79. package/dist/{dspy-rlm-engine-D-KX_e64.js → dspy-rlm-engine-DhdCr1Dc.js} +5 -10
  80. package/dist/dspy-rlm-engine-DhdCr1Dc.js.map +1 -0
  81. package/dist/{emitter-HcCmFQl_.d.ts → emitter-DABYYTcH.d.ts} +5 -5
  82. package/dist/emitter-DABYYTcH.d.ts.map +1 -0
  83. package/dist/emitter-DbMXUIVP.js.map +1 -1
  84. package/dist/{engine-C_zNWfM8.d.ts → engine-BvZ0R-36.d.ts} +18 -22
  85. package/dist/engine-BvZ0R-36.d.ts.map +1 -0
  86. package/dist/{equal-terms-Blx9Zk5I.js → equal-terms-DbPGcVtI.js} +2 -2
  87. package/dist/equal-terms-DbPGcVtI.js.map +1 -0
  88. package/dist/{errors-Dngq5h35.js → errors-BcOs5MKW.js} +6 -8
  89. package/dist/{errors-Dngq5h35.js.map → errors-BcOs5MKW.js.map} +1 -1
  90. package/dist/{eval-campaign-4byTtqrf.js → eval-campaign-BLEfBGbA.js} +6 -6
  91. package/dist/{eval-campaign-4byTtqrf.js.map → eval-campaign-BLEfBGbA.js.map} +1 -1
  92. package/dist/{evaluation-Cn2dRZIz.d.ts → evaluation-jTjC_QQD.d.ts} +8 -8
  93. package/dist/evaluation-jTjC_QQD.d.ts.map +1 -0
  94. package/dist/evaluation.d.ts +2 -2
  95. package/dist/evaluation.js +1 -1
  96. package/dist/evaluation.js.map +1 -1
  97. package/dist/{exact-types-CD0lf5Qd.d.ts → exact-types-CflbJ9f3.d.ts} +2 -2
  98. package/dist/{exact-types-CD0lf5Qd.d.ts.map → exact-types-CflbJ9f3.d.ts.map} +1 -1
  99. package/dist/{exec-ChJ6d5if.js → exec-CpbtOXVt.js} +2 -24
  100. package/dist/{exec-ChJ6d5if.js.map → exec-CpbtOXVt.js.map} +1 -1
  101. package/dist/execution-tracks-CpgFPpS5.js.map +1 -1
  102. package/dist/experiment/index.d.ts +331 -33
  103. package/dist/experiment/index.d.ts.map +1 -1
  104. package/dist/experiment/index.js +303 -101
  105. package/dist/experiment/index.js.map +1 -1
  106. package/dist/{exporters-X4xwla8A.js → exporters-Cl6IeNAu.js} +3 -3
  107. package/dist/exporters-Cl6IeNAu.js.map +1 -0
  108. package/dist/{exporters-ChTnR90l.d.ts → exporters-Dk3oEbK_.d.ts} +2 -4
  109. package/dist/{exporters-ChTnR90l.d.ts.map → exporters-Dk3oEbK_.d.ts.map} +1 -1
  110. package/dist/{external-optimizer-process-nnsY5D_4.js → external-optimizer-process-KVFGvYX1.js} +4 -3
  111. package/dist/external-optimizer-process-KVFGvYX1.js.map +1 -0
  112. package/dist/{external-optimizer-subprocess-DcerlZSG.js → external-optimizer-subprocess-XIHBOSKt.js} +551 -553
  113. package/dist/external-optimizer-subprocess-XIHBOSKt.js.map +1 -0
  114. package/dist/{extract-usage-BrnzRJ6H.js → extract-usage-BZLU01kR.js} +2 -23
  115. package/dist/{extract-usage-BrnzRJ6H.js.map → extract-usage-BZLU01kR.js.map} +1 -1
  116. package/dist/{failure-cluster-CbgEDcFJ.d.ts → failure-cluster-DN0t63Z0.d.ts} +4 -43
  117. package/dist/failure-cluster-DN0t63Z0.d.ts.map +1 -0
  118. package/dist/{failure-taxonomy-CjabTATj.js → failure-taxonomy-Bx5oWqaW.js} +2 -19
  119. package/dist/{failure-taxonomy-CjabTATj.js.map → failure-taxonomy-Bx5oWqaW.js.map} +1 -1
  120. package/dist/{feedback-trajectory-DkaDj0dj.d.ts → feedback-trajectory-BWmhRBGu.d.ts} +8 -13
  121. package/dist/feedback-trajectory-BWmhRBGu.d.ts.map +1 -0
  122. package/dist/{semantic-concept-judge-zQBG9hHU.js → findings-store-BMVQtEsm.js} +13 -255
  123. package/dist/findings-store-BMVQtEsm.js.map +1 -0
  124. package/dist/fuzz.d.ts +20 -63
  125. package/dist/fuzz.d.ts.map +1 -1
  126. package/dist/fuzz.js +62 -108
  127. package/dist/fuzz.js.map +1 -1
  128. package/dist/{hf-dataset-BR2yhuNn.js → hf-dataset-D9f7-oX7.js} +4 -24
  129. package/dist/hf-dataset-D9f7-oX7.js.map +1 -0
  130. package/dist/hosted/index.d.ts +2 -2
  131. package/dist/hosted/index.js +2 -2
  132. package/dist/{index-DHKEAv3s.d.ts → index-9jJ2fKSX.d.ts} +2 -64
  133. package/dist/index-9jJ2fKSX.d.ts.map +1 -0
  134. package/dist/{index-oQ4aHziK.d.ts → index-BLGqZ81N.d.ts} +11 -16
  135. package/dist/{index-oQ4aHziK.d.ts.map → index-BLGqZ81N.d.ts.map} +1 -1
  136. package/dist/{index-DlH0Y9gI.d.ts → index-BiT6RtNH.d.ts} +31 -43
  137. package/dist/index-BiT6RtNH.d.ts.map +1 -0
  138. package/dist/{index-Ch9VxCpK.d.ts → index-CX-GAUpw.d.ts} +4 -8
  139. package/dist/index-CX-GAUpw.d.ts.map +1 -0
  140. package/dist/{index-CPJJr98o.d.ts → index-CiRwLv2R.d.ts} +5 -68
  141. package/dist/index-CiRwLv2R.d.ts.map +1 -0
  142. package/dist/{index-NvGBiO8H.d.ts → index-ZuWx52WG.d.ts} +266 -495
  143. package/dist/index-ZuWx52WG.d.ts.map +1 -0
  144. package/dist/index.d.ts +2256 -2165
  145. package/dist/index.d.ts.map +1 -1
  146. package/dist/index.js +514 -1192
  147. package/dist/index.js.map +1 -1
  148. package/dist/{integrity-BV1ZDf42.js → integrity-DOd9Q86O.js} +7 -12
  149. package/dist/integrity-DOd9Q86O.js.map +1 -0
  150. package/dist/{integrity-BvnVARVl.js → integrity-W4CADcFc.js} +3 -7
  151. package/dist/{integrity-BvnVARVl.js.map → integrity-W4CADcFc.js.map} +1 -1
  152. package/dist/{integrity-CCAxGVK6.d.ts → integrity-_qgZLA5p.d.ts} +4 -6
  153. package/dist/{integrity-CCAxGVK6.d.ts.map → integrity-_qgZLA5p.d.ts.map} +1 -1
  154. package/dist/{internal-CRHwS9iz.js → internal-BTK91Bqt.js} +3 -3
  155. package/dist/{internal-CRHwS9iz.js.map → internal-BTK91Bqt.js.map} +1 -1
  156. package/dist/interval-Dq9gt7jx.js +219 -0
  157. package/dist/interval-Dq9gt7jx.js.map +1 -0
  158. package/dist/interval-ohuOJurX.d.ts +47 -0
  159. package/dist/interval-ohuOJurX.d.ts.map +1 -0
  160. package/dist/{journal-DvKCvjty.js → journal-CR4QikYp.js} +110 -110
  161. package/dist/journal-CR4QikYp.js.map +1 -0
  162. package/dist/json-BhdsJaOQ.js +111 -0
  163. package/dist/json-BhdsJaOQ.js.map +1 -0
  164. package/dist/{judge-calibration-N44V04Se.js → judge-calibration-BkXMIWA4.js} +3 -3
  165. package/dist/{judge-calibration-N44V04Se.js.map → judge-calibration-BkXMIWA4.js.map} +1 -1
  166. package/dist/{judge-gate-B1qYnkpi.js → judge-gate-Co5tuh57.js} +4 -27
  167. package/dist/judge-gate-Co5tuh57.js.map +1 -0
  168. package/dist/{judge-gate-DNcUrRFA.d.ts → judge-gate-DsL0yFcb.d.ts} +9 -10
  169. package/dist/judge-gate-DsL0yFcb.d.ts.map +1 -0
  170. package/dist/{kind-factory-CbZ-6tvu.js → kind-factory-Gy4fXixd.js} +88 -17
  171. package/dist/kind-factory-Gy4fXixd.js.map +1 -0
  172. package/dist/ledger-core/index.d.ts +2 -2
  173. package/dist/ledger-core/index.js +4 -4
  174. package/dist/{ledger-core-B2hahzrt.js → ledger-core-DrJhbms9.js} +5 -84
  175. package/dist/ledger-core-DrJhbms9.js.map +1 -0
  176. package/dist/{llm-client-DQveoxSM.js → llm-client-BshCREn6.js} +90 -219
  177. package/dist/llm-client-BshCREn6.js.map +1 -0
  178. package/dist/{llm-judge-PXV7Xljl.js → llm-judge-C8jMTNNG.js} +501 -931
  179. package/dist/llm-judge-C8jMTNNG.js.map +1 -0
  180. package/dist/matrix/index.d.ts +4 -4
  181. package/dist/matrix/index.js +3 -2
  182. package/dist/{matrix-_BV9-Lk5.js → matrix-B8l-Nsxd.js} +7 -96
  183. package/dist/matrix-B8l-Nsxd.js.map +1 -0
  184. package/dist/{matrix-CHMiebFx.d.ts → matrix-DHe-dwVJ.d.ts} +10 -19
  185. package/dist/matrix-DHe-dwVJ.d.ts.map +1 -0
  186. package/dist/{paired-tests-jbwPdSz5.js → mean-BbA_JCzW.js} +45 -5
  187. package/dist/mean-BbA_JCzW.js.map +1 -0
  188. package/dist/meta-eval/index.d.ts +6 -6
  189. package/dist/meta-eval/index.js +10 -10
  190. package/dist/meta-eval/index.js.map +1 -1
  191. package/dist/metrics-BKaPBtIG.js.map +1 -1
  192. package/dist/mint-BRZXuwRi.d.ts +81 -0
  193. package/dist/mint-BRZXuwRi.d.ts.map +1 -0
  194. package/dist/{mint-Csor1BLJ.js → mint-zszyYlpA.js} +4 -4
  195. package/dist/{mint-Csor1BLJ.js.map → mint-zszyYlpA.js.map} +1 -1
  196. package/dist/{multi-layer-verifier-BUaQ4C17.d.ts → multi-layer-verifier-DEgMUk6v.d.ts} +2 -2
  197. package/dist/{multi-layer-verifier-BUaQ4C17.d.ts.map → multi-layer-verifier-DEgMUk6v.d.ts.map} +1 -1
  198. package/dist/{multiplicity-D9cjmStq.js → multiplicity-Sg0U7h8j.js} +2 -2
  199. package/dist/{multiplicity-D9cjmStq.js.map → multiplicity-Sg0U7h8j.js.map} +1 -1
  200. package/dist/multishot/golden/index.d.ts +1 -23
  201. package/dist/multishot/golden/index.d.ts.map +1 -1
  202. package/dist/multishot/golden/index.js +5 -8
  203. package/dist/multishot/golden/index.js.map +1 -1
  204. package/dist/multishot/index.d.ts +3 -12
  205. package/dist/multishot/index.d.ts.map +1 -1
  206. package/dist/multishot/index.js +4 -3
  207. package/dist/multishot/index.js.map +1 -1
  208. package/dist/nonnegative-number-DvdMxg_f.js +9 -0
  209. package/dist/nonnegative-number-DvdMxg_f.js.map +1 -0
  210. package/dist/openapi.json +114 -10
  211. package/dist/{otel-spans-C8YIJWy1.js → otel-spans-CdN909k1.js} +3 -3
  212. package/dist/{otel-spans-C8YIJWy1.js.map → otel-spans-CdN909k1.js.map} +1 -1
  213. package/dist/{paired-arms-DzKn0TfY.js → paired-arms-Ct4LTKc1.js} +32 -9
  214. package/dist/paired-arms-Ct4LTKc1.js.map +1 -0
  215. package/dist/{paired-binary-Q36bhn2R.js → paired-binary-B_nejA44.js} +3 -36
  216. package/dist/paired-binary-B_nejA44.js.map +1 -0
  217. package/dist/{paired-promotion-decision-DPKz8ZnF.d.ts → paired-promotion-decision-CQMJ5xGN.d.ts} +2 -34
  218. package/dist/paired-promotion-decision-CQMJ5xGN.d.ts.map +1 -0
  219. package/dist/{paired-promotion-decision-BN6IQTiu.js → paired-promotion-decision-D0SHb-ZL.js} +3 -3
  220. package/dist/{paired-promotion-decision-BN6IQTiu.js.map → paired-promotion-decision-D0SHb-ZL.js.map} +1 -1
  221. package/dist/{search-kernel-BztlERLv.js → pareto-BzsxidFD.js} +883 -861
  222. package/dist/pareto-BzsxidFD.js.map +1 -0
  223. package/dist/pipelines/index.d.ts +16 -19
  224. package/dist/pipelines/index.d.ts.map +1 -1
  225. package/dist/pipelines/index.js +4 -68
  226. package/dist/pipelines/index.js.map +1 -1
  227. package/dist/{power-and-mde-fK5Qocwo.js → power-and-mde-N5nU4_Ly.js} +3 -3
  228. package/dist/{power-and-mde-fK5Qocwo.js.map → power-and-mde-N5nU4_Ly.js.map} +1 -1
  229. package/dist/predicate-FdKmElA_.js +38 -0
  230. package/dist/predicate-FdKmElA_.js.map +1 -0
  231. package/dist/{prime-protocol-DcAK9pC8.js → prime-protocol-BFgGrEMP.js} +3 -3
  232. package/dist/prime-protocol-BFgGrEMP.js.map +1 -0
  233. package/dist/{prime-protocol-CEE4BR9N.d.ts → prime-protocol-BWG2DQIk.d.ts} +4 -22
  234. package/dist/prime-protocol-BWG2DQIk.d.ts.map +1 -0
  235. package/dist/profile-cell.d.ts +2 -2
  236. package/dist/profile-cell.js +2 -2
  237. package/dist/{release-confidence-BK2QCB5M.d.ts → promotion-gate-DaY95yU6.d.ts} +105 -106
  238. package/dist/promotion-gate-DaY95yU6.d.ts.map +1 -0
  239. package/dist/{promotion-policy-CWW35UWq.js → promotion-policy-6A8osGr_.js} +4 -4
  240. package/dist/{promotion-policy-CWW35UWq.js.map → promotion-policy-6A8osGr_.js.map} +1 -1
  241. package/dist/{proposal-findings-BZiMTzAF.js → proposal-findings-BbWidvUk.js} +3 -3
  242. package/dist/proposal-findings-BbWidvUk.js.map +1 -0
  243. package/dist/{query-B1D1qp2Z.js → query-B_RZ36an.js} +5 -5
  244. package/dist/query-B_RZ36an.js.map +1 -0
  245. package/dist/{query-DK1nWcmp.d.ts → query-Cmv_U8vf.d.ts} +4 -24
  246. package/dist/{query-DK1nWcmp.d.ts.map → query-Cmv_U8vf.d.ts.map} +1 -1
  247. package/dist/{random-Dn5fPWkt.js → random-DDDcC7YU.js} +2 -2
  248. package/dist/{random-Dn5fPWkt.js.map → random-DDDcC7YU.js.map} +1 -1
  249. package/dist/{raw-provider-sink-rB2DYxr6.js → raw-provider-sink-75w4FWBj.js} +2 -2
  250. package/dist/{raw-provider-sink-rB2DYxr6.js.map → raw-provider-sink-75w4FWBj.js.map} +1 -1
  251. package/dist/{redact-Cveoq6fJ.d.ts → redact-DXdlFb_U.d.ts} +4 -21
  252. package/dist/redact-DXdlFb_U.d.ts.map +1 -0
  253. package/dist/{redact-Dk1ZdJEm.js → redact-mtkTiJVk.js} +92 -98
  254. package/dist/redact-mtkTiJVk.js.map +1 -0
  255. package/dist/{registry-JYfPxcVz.d.ts → registry-ssNoHzwD.d.ts} +5 -5
  256. package/dist/{registry-JYfPxcVz.d.ts.map → registry-ssNoHzwD.d.ts.map} +1 -1
  257. package/dist/{release-confidence-Dbe9AS_X.js → release-confidence-CYIFH-fp.js} +6 -11
  258. package/dist/release-confidence-CYIFH-fp.js.map +1 -0
  259. package/dist/{report-command-y8H6RSX8.js → render-C-w2EZ6p.js} +331 -554
  260. package/dist/render-C-w2EZ6p.js.map +1 -0
  261. package/dist/reporting-html-Kvlc8oMt.js +100 -0
  262. package/dist/reporting-html-Kvlc8oMt.js.map +1 -0
  263. package/dist/reporting.d.ts +6 -6
  264. package/dist/reporting.js +8 -8
  265. package/dist/{researcher-f6mZhh58.d.ts → researcher-0ABVIdGa.d.ts} +9 -9
  266. package/dist/{researcher-f6mZhh58.d.ts.map → researcher-0ABVIdGa.d.ts.map} +1 -1
  267. package/dist/reward-DrZ71vnf.d.ts +55 -0
  268. package/dist/reward-DrZ71vnf.d.ts.map +1 -0
  269. package/dist/{reward-hacking-BFcQgkux.js → reward-hacking-ByuETaIb.js} +3 -3
  270. package/dist/{reward-hacking-BFcQgkux.js.map → reward-hacking-ByuETaIb.js.map} +1 -1
  271. package/dist/{reward-hacking-DHA7c1l8.d.ts → reward-hacking-E52wq86n.d.ts} +5 -18
  272. package/dist/reward-hacking-E52wq86n.d.ts.map +1 -0
  273. package/dist/reward-nw2xZGZG.js.map +1 -1
  274. package/dist/rl.d.ts +117 -295
  275. package/dist/rl.d.ts.map +1 -1
  276. package/dist/rl.js +27 -747
  277. package/dist/rl.js.map +1 -1
  278. package/dist/rollout/index.d.ts +5 -4
  279. package/dist/rollout/index.js +7 -8
  280. package/dist/{rollout-D9bKKBnZ.js → rollout-D6C50mfA.js} +88 -13
  281. package/dist/rollout-D6C50mfA.js.map +1 -0
  282. package/dist/round-decimal-COrKglMh.js +10 -0
  283. package/dist/round-decimal-COrKglMh.js.map +1 -0
  284. package/dist/{rubric-predictive-validity-BsgkBfT0.js → rubric-predictive-validity-D3_oI72N.js} +3 -3
  285. package/dist/{rubric-predictive-validity-BsgkBfT0.js.map → rubric-predictive-validity-D3_oI72N.js.map} +1 -1
  286. package/dist/{rubric-predictive-validity-2SgHxoa5.d.ts → rubric-predictive-validity-DiwT8PbL.d.ts} +2 -2
  287. package/dist/{rubric-predictive-validity-2SgHxoa5.d.ts.map → rubric-predictive-validity-DiwT8PbL.d.ts.map} +1 -1
  288. package/dist/{run-record-D1Hw-Jml.d.ts → run-record-CaxbLq6Y.d.ts} +5 -11
  289. package/dist/run-record-CaxbLq6Y.d.ts.map +1 -0
  290. package/dist/{run-record-ES07wfz9.js → run-record-CysKLB93.js} +3 -5
  291. package/dist/run-record-CysKLB93.js.map +1 -0
  292. package/dist/{run-record-DlTZ_lqe.js → run-record-DhEJgoPz.js} +4 -4
  293. package/dist/{run-record-DlTZ_lqe.js.map → run-record-DhEJgoPz.js.map} +1 -1
  294. package/dist/sandbox-harness-BlSOu4LX.d.ts.map +1 -1
  295. package/dist/{schema-CSf6qWgZ.js → schema-Bt2vLFm3.js} +2 -14
  296. package/dist/schema-Bt2vLFm3.js.map +1 -0
  297. package/dist/schema-C-ziyJD7.d.ts.map +1 -1
  298. package/dist/{schema-2g7trUwH.d.ts → schema-D6EVKzTB.d.ts} +4 -5
  299. package/dist/schema-D6EVKzTB.d.ts.map +1 -0
  300. package/dist/{schema-BuiujZ-g.js → schema-DxcKTzbi.js} +2 -2
  301. package/dist/schema-DxcKTzbi.js.map +1 -0
  302. package/dist/search/index.d.ts +39 -53
  303. package/dist/search/index.d.ts.map +1 -1
  304. package/dist/search/index.js +4 -4
  305. package/dist/{search-kernel-CpcKH5Ih.d.ts → search-kernel-DxqjBxA-.d.ts} +18 -31
  306. package/dist/search-kernel-DxqjBxA-.d.ts.map +1 -0
  307. package/dist/{search-ledger-d7V8o9Lk.js → search-ledger-TUvB5gWH.js} +189 -199
  308. package/dist/search-ledger-TUvB5gWH.js.map +1 -0
  309. package/dist/{search-ledger-file-BqOo-bVo.js → search-ledger-file-UKCO2r8a.js} +4 -4
  310. package/dist/search-ledger-file-UKCO2r8a.js.map +1 -0
  311. package/dist/search-ledger-types-p2xKfiDJ.d.ts.map +1 -1
  312. package/dist/{search-shipper-er4pK5_Y.js → search-shipper-Cw2z3-td.js} +4 -4
  313. package/dist/search-shipper-Cw2z3-td.js.map +1 -0
  314. package/dist/{search-summary-CBvz3u_S.js → search-summary-DQIvJsSB.js} +5 -5
  315. package/dist/{search-summary-CBvz3u_S.js.map → search-summary-DQIvJsSB.js.map} +1 -1
  316. package/dist/{sequential-CzK5DarL.js → sequential-BVv1sjsw.js} +2 -32
  317. package/dist/{sequential-CzK5DarL.js.map → sequential-BVv1sjsw.js.map} +1 -1
  318. package/dist/{sequential-D-1PPCmM.js → sequential-CimQrbjv.js} +5 -5
  319. package/dist/sequential-CimQrbjv.js.map +1 -0
  320. package/dist/{sequential-BhsrMupG.d.ts → sequential-KwGspfeR.d.ts} +2 -9
  321. package/dist/{sequential-BhsrMupG.d.ts.map → sequential-KwGspfeR.d.ts.map} +1 -1
  322. package/dist/{sequential-eprocess-D1jKoihe.js → sequential-eprocess-DodI6RoF.js} +2 -2
  323. package/dist/{sequential-eprocess-D1jKoihe.js.map → sequential-eprocess-DodI6RoF.js.map} +1 -1
  324. package/dist/{server-DbcC7xMl.js → server-DoVbqqtJ.js} +101 -101
  325. package/dist/server-DoVbqqtJ.js.map +1 -0
  326. package/dist/{single-run-lock-fVu3MZWH.js → single-run-lock-U58yf8N6.js} +2 -2
  327. package/dist/{single-run-lock-fVu3MZWH.js.map → single-run-lock-U58yf8N6.js.map} +1 -1
  328. package/dist/{skillopt-optimization-method-CCtzralq.js → skillopt-optimization-method-kyL94-ri.js} +428 -91
  329. package/dist/skillopt-optimization-method-kyL94-ri.js.map +1 -0
  330. package/dist/{spans-D9_ehFuk.d.ts → spans-CVngGij3.d.ts} +2 -2
  331. package/dist/{spans-D9_ehFuk.d.ts.map → spans-CVngGij3.d.ts.map} +1 -1
  332. package/dist/{statistical-heldout-1Gbmex7v.js → statistical-heldout-Bksv92Th.js} +3 -3
  333. package/dist/statistical-heldout-Bksv92Th.js.map +1 -0
  334. package/dist/{statistical-heldout-BeR4bOdg.d.ts → statistical-heldout-C9AbgREN.d.ts} +8 -67
  335. package/dist/statistical-heldout-C9AbgREN.d.ts.map +1 -0
  336. package/dist/{steps-Bg5-KVx1.d.ts → steps-DlepJPwD.d.ts} +2 -56
  337. package/dist/steps-DlepJPwD.d.ts.map +1 -0
  338. package/dist/{store-C4avFjIi.d.ts → store-B3nWRy3B.d.ts} +2 -2
  339. package/dist/{store-C4avFjIi.d.ts.map → store-B3nWRy3B.d.ts.map} +1 -1
  340. package/dist/{store-otlp-DtB4Slsr.js → store-otlp-BteDAbHK.js} +135 -132
  341. package/dist/store-otlp-BteDAbHK.js.map +1 -0
  342. package/dist/{store-tool-spans-fZIigrpP.js → store-tool-spans-D5l_OfTJ.js} +9 -9
  343. package/dist/store-tool-spans-D5l_OfTJ.js.map +1 -0
  344. package/dist/{store-tool-spans-DR1SrCLK.d.ts → store-tool-spans-DZS0HWVf.d.ts} +157 -165
  345. package/dist/store-tool-spans-DZS0HWVf.d.ts.map +1 -0
  346. package/dist/storyboard/index.d.ts +4 -11
  347. package/dist/storyboard/index.d.ts.map +1 -1
  348. package/dist/storyboard/index.js +21 -19
  349. package/dist/storyboard/index.js.map +1 -1
  350. package/dist/{summary-report-DtdRucM0.js → summary-report-BsXJoYX5.js} +588 -598
  351. package/dist/summary-report-BsXJoYX5.js.map +1 -0
  352. package/dist/{summary-report-C-CtItCN.d.ts → summary-report-DM7tlml1.d.ts} +16 -20
  353. package/dist/summary-report-DM7tlml1.d.ts.map +1 -0
  354. package/dist/supervisor-run/index.d.ts +189 -153
  355. package/dist/supervisor-run/index.d.ts.map +1 -1
  356. package/dist/supervisor-run/index.js +58 -450
  357. package/dist/supervisor-run/index.js.map +1 -1
  358. package/dist/{systemone-CpTLAlqb.d.ts → systemone-Bp_Ac0p1.d.ts} +6 -6
  359. package/dist/{systemone-CpTLAlqb.d.ts.map → systemone-Bp_Ac0p1.d.ts.map} +1 -1
  360. package/dist/systemone-protocol.js +1 -1
  361. package/dist/{systemone-review-B_yo1xsd.d.ts → systemone-review-CwE6JGIp.d.ts} +2 -2
  362. package/dist/{systemone-review-B_yo1xsd.d.ts.map → systemone-review-CwE6JGIp.d.ts.map} +1 -1
  363. package/dist/{systemone-review-BZWfrtq1.js → systemone-review-DzdOJ8I6.js} +3 -3
  364. package/dist/{systemone-review-BZWfrtq1.js.map → systemone-review-DzdOJ8I6.js.map} +1 -1
  365. package/dist/systemone.d.ts +5 -5
  366. package/dist/systemone.js +5 -5
  367. package/dist/systemone.js.map +1 -1
  368. package/dist/{task-failure-attributes-DngaLdE4.js → task-failure-attributes-BMsblaDh.js} +3 -3
  369. package/dist/task-failure-attributes-BMsblaDh.js.map +1 -0
  370. package/dist/{terminal-record-BHocwFw1.js → terminal-record-78g6E4vh.js} +17 -13
  371. package/dist/terminal-record-78g6E4vh.js.map +1 -0
  372. package/dist/{tool-groups-mcxOXVlb.d.ts → tool-groups-DyNz2JZ_.d.ts} +3 -3
  373. package/dist/tool-groups-DyNz2JZ_.d.ts.map +1 -0
  374. package/dist/{tool-waste-Wi4g6Ekb.d.ts → tool-waste-CkjzWmeY.d.ts} +53 -56
  375. package/dist/tool-waste-CkjzWmeY.d.ts.map +1 -0
  376. package/dist/{tool-waste-D52PqU9Q.js → tool-waste-DLsjS_p-.js} +5 -5
  377. package/dist/{tool-waste-D52PqU9Q.js.map → tool-waste-DLsjS_p-.js.map} +1 -1
  378. package/dist/{trace-questions-DG7nqLQ7.d.ts → trace-questions-xxwgsuMi.d.ts} +5 -10
  379. package/dist/{trace-questions-DG7nqLQ7.d.ts.map → trace-questions-xxwgsuMi.d.ts.map} +1 -1
  380. package/dist/trace-repair/index.d.ts +15 -212
  381. package/dist/trace-repair/index.d.ts.map +1 -1
  382. package/dist/trace-repair/index.js +865 -987
  383. package/dist/trace-repair/index.js.map +1 -1
  384. package/dist/traces.d.ts +76 -86
  385. package/dist/traces.d.ts.map +1 -1
  386. package/dist/traces.js +13 -13
  387. package/dist/traces.js.map +1 -1
  388. package/dist/trajectory-replay/index.d.ts +3 -117
  389. package/dist/trajectory-replay/index.d.ts.map +1 -1
  390. package/dist/trajectory-replay/index.js +98 -56
  391. package/dist/trajectory-replay/index.js.map +1 -1
  392. package/dist/{tree-rXLW3M_4.js → tree-BGRglkKd.js} +2355 -2414
  393. package/dist/tree-BGRglkKd.js.map +1 -0
  394. package/dist/{types-B3jzCp0p.js → types-BXgASBCL.js} +2 -2
  395. package/dist/{types-B3jzCp0p.js.map → types-BXgASBCL.js.map} +1 -1
  396. package/dist/{types-oKRhQAde.d.ts → types-CW8ewATZ.d.ts} +5 -114
  397. package/dist/types-CW8ewATZ.d.ts.map +1 -0
  398. package/dist/{types-BqkVmHfv.d.ts → types-CmXY0PQf.d.ts} +2 -4
  399. package/dist/types-CmXY0PQf.d.ts.map +1 -0
  400. package/dist/{types-DBZ7keha.d.ts → types-D-mgRzlh.d.ts} +9 -72
  401. package/dist/types-D-mgRzlh.d.ts.map +1 -0
  402. package/dist/{types-B4C5nFw6.d.ts → types-D8GhJoHk.d.ts} +79 -75
  403. package/dist/types-D8GhJoHk.d.ts.map +1 -0
  404. package/dist/{types-IXD2HJzu.js → types-DqFMNTgK.js} +2 -4
  405. package/dist/types-DqFMNTgK.js.map +1 -0
  406. package/dist/{types-CfZMIzB_.d.ts → types-DtMbFw6U.d.ts} +3 -3
  407. package/dist/{types-CfZMIzB_.d.ts.map → types-DtMbFw6U.d.ts.map} +1 -1
  408. package/dist/{verdict-DhPoXApk.js → verdict-BGQmxQ8A.js} +3 -3
  409. package/dist/verdict-BGQmxQ8A.js.map +1 -0
  410. package/dist/{verdict-E4eRNf7-.d.ts → verdict-C24NELtN.d.ts} +2 -15
  411. package/dist/{verdict-E4eRNf7-.d.ts.map → verdict-C24NELtN.d.ts.map} +1 -1
  412. package/dist/{verdict-cache-BQEsVy9n.js → verdict-cache-CL_7tePD.js} +2 -2
  413. package/dist/verdict-cache-CL_7tePD.js.map +1 -0
  414. package/dist/wire/index.d.ts +32 -411
  415. package/dist/wire/index.d.ts.map +1 -1
  416. package/dist/wire/index.js +2 -2
  417. package/docs/changes/jev-evidence-review.md +1 -1
  418. package/docs/changes/jev-product-adoption.md +1 -1
  419. package/docs/changes/jev-recorded-evidence.md +1 -1
  420. package/docs/design/mlbenchmarks-book-review.md +1 -1
  421. package/docs/design/mlbenchmarks-review/probes.mts +23 -31
  422. package/docs/design/statistics-decisions.md +17 -17
  423. package/docs/design.md +1 -1
  424. package/docs/evaluation-integrity.md +1 -1
  425. package/docs/experiment.md +1 -1
  426. package/docs/proofs/campaign-attempt-retention-20261001/README.md +2 -2
  427. package/docs/public-api.md +138 -529
  428. package/docs/rollout.md +1 -1
  429. package/docs/trace-repair-admission.md +1 -1
  430. package/docs/wire-protocol.md +1 -1
  431. package/package.json +1 -1
  432. package/dist/active-curriculum-B_Lc9kfO.js +0 -61
  433. package/dist/active-curriculum-B_Lc9kfO.js.map +0 -1
  434. package/dist/agent-profile-CIA2Atnt.d.ts.map +0 -1
  435. package/dist/agent-profile-cell-BNp-Js9F.d.ts.map +0 -1
  436. package/dist/agent-profile-cell-BYc0bxsL.js.map +0 -1
  437. package/dist/agreement-irr-DsTURxdr.js.map +0 -1
  438. package/dist/analyze-runs-3xpby3p2.js.map +0 -1
  439. package/dist/analyze-runs-CSDAh8A7.d.ts.map +0 -1
  440. package/dist/ast-DJ6Bc7ab.js +0 -558
  441. package/dist/ast-DJ6Bc7ab.js.map +0 -1
  442. package/dist/ast-hI-vjW6J.d.ts +0 -457
  443. package/dist/ast-hI-vjW6J.d.ts.map +0 -1
  444. package/dist/baseline-Dm8966du.js +0 -259
  445. package/dist/baseline-Dm8966du.js.map +0 -1
  446. package/dist/benchmark-BywPeAUo.js +0 -562
  447. package/dist/benchmark-BywPeAUo.js.map +0 -1
  448. package/dist/benchmark-command-CByl9dxG.js.map +0 -1
  449. package/dist/campaign-BQ-Jujuj.js.map +0 -1
  450. package/dist/chat-json-call-BrKsyspg.js.map +0 -1
  451. package/dist/claim-BXcZw-jo.js.map +0 -1
  452. package/dist/claude-jsonl-dZir12m6.js +0 -86
  453. package/dist/claude-jsonl-dZir12m6.js.map +0 -1
  454. package/dist/client-BzL9niqi.d.ts.map +0 -1
  455. package/dist/cost-ledger-CO7UyEcQ.d.ts.map +0 -1
  456. package/dist/cost-ledger-D2FnJPBF.js.map +0 -1
  457. package/dist/counterfactual-CPaWN99-.d.ts +0 -60
  458. package/dist/counterfactual-CPaWN99-.d.ts.map +0 -1
  459. package/dist/counterfactual-DtMWvn7D.js +0 -98
  460. package/dist/counterfactual-DtMWvn7D.js.map +0 -1
  461. package/dist/default-registry-BrWh62zf.d.ts.map +0 -1
  462. package/dist/default-registry-Cn1LQ2Ve.js.map +0 -1
  463. package/dist/define-agent-eval-CEWkX5wZ.d.ts.map +0 -1
  464. package/dist/define-agent-eval-Ch3MWX6k.js.map +0 -1
  465. package/dist/dspy-rlm-engine-D-KX_e64.js.map +0 -1
  466. package/dist/effect-sizes-DiH8MGOH.js +0 -82
  467. package/dist/effect-sizes-DiH8MGOH.js.map +0 -1
  468. package/dist/emitter-HcCmFQl_.d.ts.map +0 -1
  469. package/dist/engine-C_zNWfM8.d.ts.map +0 -1
  470. package/dist/equal-terms-Blx9Zk5I.js.map +0 -1
  471. package/dist/evaluation-Cn2dRZIz.d.ts.map +0 -1
  472. package/dist/exporters-X4xwla8A.js.map +0 -1
  473. package/dist/external-optimizer-process-nnsY5D_4.js.map +0 -1
  474. package/dist/external-optimizer-subprocess-DcerlZSG.js.map +0 -1
  475. package/dist/failure-cluster-CbgEDcFJ.d.ts.map +0 -1
  476. package/dist/feedback-trajectory-DkaDj0dj.d.ts.map +0 -1
  477. package/dist/hf-dataset-BR2yhuNn.js.map +0 -1
  478. package/dist/index-CPJJr98o.d.ts.map +0 -1
  479. package/dist/index-Ch9VxCpK.d.ts.map +0 -1
  480. package/dist/index-DHKEAv3s.d.ts.map +0 -1
  481. package/dist/index-DlH0Y9gI.d.ts.map +0 -1
  482. package/dist/index-NvGBiO8H.d.ts.map +0 -1
  483. package/dist/integrity-BV1ZDf42.js.map +0 -1
  484. package/dist/journal-DvKCvjty.js.map +0 -1
  485. package/dist/judge-gate-B1qYnkpi.js.map +0 -1
  486. package/dist/judge-gate-DNcUrRFA.d.ts.map +0 -1
  487. package/dist/kind-factory-CbZ-6tvu.js.map +0 -1
  488. package/dist/ledger-core-B2hahzrt.js.map +0 -1
  489. package/dist/llm-client-DQveoxSM.js.map +0 -1
  490. package/dist/llm-judge-PXV7Xljl.js.map +0 -1
  491. package/dist/matrix-CHMiebFx.d.ts.map +0 -1
  492. package/dist/matrix-_BV9-Lk5.js.map +0 -1
  493. package/dist/mint-DCGoBYhB.d.ts +0 -155
  494. package/dist/mint-DCGoBYhB.d.ts.map +0 -1
  495. package/dist/normal-DsJZtrJc.js +0 -25
  496. package/dist/normal-DsJZtrJc.js.map +0 -1
  497. package/dist/paired-arms-DzKn0TfY.js.map +0 -1
  498. package/dist/paired-binary-Q36bhn2R.js.map +0 -1
  499. package/dist/paired-promotion-decision-DPKz8ZnF.d.ts.map +0 -1
  500. package/dist/paired-tests-jbwPdSz5.js.map +0 -1
  501. package/dist/prime-protocol-CEE4BR9N.d.ts.map +0 -1
  502. package/dist/prime-protocol-DcAK9pC8.js.map +0 -1
  503. package/dist/produced-state-ZCtDBxAE.js.map +0 -1
  504. package/dist/proposal-findings-BZiMTzAF.js.map +0 -1
  505. package/dist/query-B1D1qp2Z.js.map +0 -1
  506. package/dist/redact-Cveoq6fJ.d.ts.map +0 -1
  507. package/dist/redact-Dk1ZdJEm.js.map +0 -1
  508. package/dist/release-confidence-BK2QCB5M.d.ts.map +0 -1
  509. package/dist/release-confidence-Dbe9AS_X.js.map +0 -1
  510. package/dist/report-command-y8H6RSX8.js.map +0 -1
  511. package/dist/reward-hacking-DHA7c1l8.d.ts.map +0 -1
  512. package/dist/rollout-D9bKKBnZ.js.map +0 -1
  513. package/dist/run-record-D1Hw-Jml.d.ts.map +0 -1
  514. package/dist/run-record-ES07wfz9.js.map +0 -1
  515. package/dist/schema-2g7trUwH.d.ts.map +0 -1
  516. package/dist/schema-BuiujZ-g.js.map +0 -1
  517. package/dist/schema-CSf6qWgZ.js.map +0 -1
  518. package/dist/search-kernel-BztlERLv.js.map +0 -1
  519. package/dist/search-kernel-CpcKH5Ih.d.ts.map +0 -1
  520. package/dist/search-ledger-d7V8o9Lk.js.map +0 -1
  521. package/dist/search-ledger-file-BqOo-bVo.js.map +0 -1
  522. package/dist/search-shipper-er4pK5_Y.js.map +0 -1
  523. package/dist/semantic-concept-judge-zQBG9hHU.js.map +0 -1
  524. package/dist/sequential-D-1PPCmM.js.map +0 -1
  525. package/dist/server-DbcC7xMl.js.map +0 -1
  526. package/dist/skillopt-optimization-method-CCtzralq.js.map +0 -1
  527. package/dist/statistical-heldout-1Gbmex7v.js.map +0 -1
  528. package/dist/statistical-heldout-BeR4bOdg.d.ts.map +0 -1
  529. package/dist/steps-Bg5-KVx1.d.ts.map +0 -1
  530. package/dist/store-otlp-DtB4Slsr.js.map +0 -1
  531. package/dist/store-tool-spans-DR1SrCLK.d.ts.map +0 -1
  532. package/dist/store-tool-spans-fZIigrpP.js.map +0 -1
  533. package/dist/student-t-BQeKJx2N.js +0 -39
  534. package/dist/student-t-BQeKJx2N.js.map +0 -1
  535. package/dist/summary-report-C-CtItCN.d.ts.map +0 -1
  536. package/dist/summary-report-DtdRucM0.js.map +0 -1
  537. package/dist/task-failure-attributes-DngaLdE4.js.map +0 -1
  538. package/dist/terminal-record-BHocwFw1.js.map +0 -1
  539. package/dist/tool-groups-mcxOXVlb.d.ts.map +0 -1
  540. package/dist/tool-waste-Wi4g6Ekb.d.ts.map +0 -1
  541. package/dist/trajectory-Y1fmdlw7.d.ts +0 -24
  542. package/dist/trajectory-Y1fmdlw7.d.ts.map +0 -1
  543. package/dist/tree-rXLW3M_4.js.map +0 -1
  544. package/dist/types-B4C5nFw6.d.ts.map +0 -1
  545. package/dist/types-BqkVmHfv.d.ts.map +0 -1
  546. package/dist/types-DBZ7keha.d.ts.map +0 -1
  547. package/dist/types-IXD2HJzu.js.map +0 -1
  548. package/dist/types-oKRhQAde.d.ts.map +0 -1
  549. package/dist/usage-receipt-Cx3xNeyB.js +0 -76
  550. package/dist/usage-receipt-Cx3xNeyB.js.map +0 -1
  551. package/dist/verdict-DhPoXApk.js.map +0 -1
  552. package/dist/verdict-cache-BQEsVy9n.js.map +0 -1
  553. package/docs/design/self-improvement-evidence-audit.md +0 -263
@@ -1,21 +1,27 @@
1
+ import { a as CostLedgerHandle, c as CostLedgerSummary, l as CostProvenance, u as CostReceipt } from "./cost-ledger-Jk62OBfF.js";
1
2
  import { c as ValidationError, t as AgentEvalError } from "./errors-DEE6u6ot.js";
2
- import { T as RunPaidCallInput, c as CostLedgerHandle, f as CostLedgerSummary, m as CostReceipt, p as CostProvenance } from "./cost-ledger-CO7UyEcQ.js";
3
- import { a as RunRecord, c as RunSplitTag } from "./run-record-D1Hw-Jml.js";
4
- import { X as TraceAnalysisStore, a as AnalystFinding, b as ProposalFinding, d as AnalystRunResult, m as AnalystUsageReceipt } from "./types-oKRhQAde.js";
5
- import { M as LlmCallMetadata, ft as ServedModelPolicy, rt as RawProviderSink, x as ChatClient } from "./types-DBZ7keha.js";
6
- import { Dt as FinalEvidenceRecord, P as PairedArmsComparison, dt as EvidenceReceipt, it as CampaignEvidenceContext, wt as FinalEvidenceLedger } from "./statistical-heldout-BeR4bOdg.js";
7
- import { a as PairedPromotionDecision, d as PairedBootstrapResult } from "./paired-promotion-decision-DPKz8ZnF.js";
3
+ import { a as RunRecord, c as RunSplitTag } from "./run-record-CaxbLq6Y.js";
4
+ import { W as TraceAnalysisStore, i as AnalystFinding, p as AnalystUsageReceipt, u as AnalystRunResult, v as ProposalFinding } from "./types-CW8ewATZ.js";
5
+ import { X as RawProviderSink, j as LlmCallMetadata, nt as ServedModelPolicy, x as ChatClient } from "./types-D-mgRzlh.js";
6
+ import { M as PairedArmsComparison, ct as EvidenceReceipt, nt as CampaignEvidenceContext, wt as FinalEvidenceRecord, xt as FinalEvidenceLedger } from "./statistical-heldout-C9AbgREN.js";
7
+ import { a as PairedPromotionDecision, u as PairedBootstrapResult } from "./paired-promotion-decision-CQMJ5xGN.js";
8
8
  import { E as SearchExecutionIdentity, G as SearchSplit, V as SearchProposer, a as SearchAttemptAccounting, i as SearchArtifactRef, j as SearchModelIdentity, nt as EvaluationClaim, rt as EvaluationUnitSummary, tt as SearchUnknown, z as SearchOperationRecordedEvent } from "./search-ledger-types-p2xKfiDJ.js";
9
9
  import { r as LedgerHash } from "./canonical-CFpojCN5.js";
10
- import { A as LabeledScenarioWrite, C as JudgeDimension, D as LabeledScenarioSampleArgs, E as LabeledScenarioRecord, H as SurfaceProposer, N as ParetoParent, O as LabeledScenarioSource, R as Scenario, S as JudgeConfig, T as LabelTrust, _ as GateDecision, a as CampaignResult, b as GenerationRecord, c as CampaignTraceWriter, d as DispatchContext, f as DispatchFn, g as GateContribution, i as CampaignCostMeter, j as MutableSurface, k as LabeledScenarioStore, l as CodeSurface, o as CampaignScenarioIdentity, p as Gate, r as CampaignCellResult, u as ComponentSurface, v as GateResult, y as GenerationCandidate } from "./types-B4C5nFw6.js";
11
- import { Pt as SearchHistoryReceipt, R as SearchPolicy, St as SearchRunIdentity, Zt as CampaignStorage, _t as RegisterSearchNodeInput, bt as SearchRecorder, i as SearchCellResult, jt as SearchHistoryCoverage, kt as SearchHistoryAdmissionOptions, vt as SearchLedgerBinding } from "./search-kernel-CpcKH5Ih.js";
12
- import { B as ExternalOptimizerModelBudget, E as AnalystIssueExpectation, F as ExternalOptimizerCallbackLimits, J as ExternalOptimizerWireCounts, K as ExternalOptimizerResumeMode, R as ExternalOptimizerEvaluationObservation, V as ExternalOptimizerModelCall, X as ExternalTextEvaluationRequest, Y as ExternalTextCandidate, m as AnalystBenchmarkLabelState, q as ExternalOptimizerRunnerCommand, t as AgentProfile$1, u as AnalystBenchmarkCase } from "./agent-profile-CIA2Atnt.js";
10
+ import { C as JudgeDimension, H as SurfaceProposer, N as ParetoParent, O as LabeledScenarioSource, R as Scenario, S as JudgeConfig, _ as GateDecision, a as CampaignResult, b as GenerationRecord, c as CampaignTraceWriter, d as DispatchContext, f as DispatchFn, g as GateContribution, i as CampaignCostMeter, j as MutableSurface, k as LabeledScenarioStore, l as CodeSurface, o as CampaignScenarioIdentity, p as Gate, r as CampaignCellResult, u as ComponentSurface, v as GateResult, y as GenerationCandidate } from "./types-D8GhJoHk.js";
11
+ import { At as SearchHistoryReceipt, Dt as SearchHistoryCoverage, I as SearchPolicy, Tt as SearchHistoryAdmissionOptions, Wt as CampaignStorage, gt as SearchRecorder, mt as SearchLedgerBinding, o as SearchCellResult, pt as RegisterSearchNodeInput, vt as SearchRunIdentity } from "./search-kernel-DxqjBxA-.js";
12
+ import { E as AnalystIssueExpectation, G as ExternalOptimizerRunnerCommand, I as ExternalOptimizerEvaluationObservation, J as ExternalTextEvaluationRequest, K as ExternalOptimizerWireCounts, N as ExternalOptimizerCallbackLimits, R as ExternalOptimizerModelBudget, W as ExternalOptimizerResumeMode, m as AnalystBenchmarkLabelState, q as ExternalTextCandidate, t as AgentProfile$1, u as AnalystBenchmarkCase, z as ExternalOptimizerModelCall } from "./agent-profile-DTt8uGP9.js";
13
13
  import { r as DatasetScenario, t as Dataset } from "./dataset-DQqhOCPt.js";
14
- import { a as CheckerIdentity, n as VerdictCertification, t as DefaultVerdict, x as VerificationStrategySource } from "./verdict-E4eRNf7-.js";
15
- import { t as DetectRewardHackingInput } from "./reward-hacking-DHA7c1l8.js";
16
- import { p as TraceSpanEvent, t as HostedClient } from "./client-BzL9niqi.js";
14
+ import { a as CheckerIdentity, n as VerdictCertification, t as DefaultVerdict, x as VerificationStrategySource } from "./verdict-C24NELtN.js";
15
+ import { t as DetectRewardHackingInput } from "./reward-hacking-E52wq86n.js";
16
+ import { f as TraceSpanEvent, t as HostedClient } from "./client-hwo3cJjR.js";
17
17
  import { AgentProfile } from "@tangle-network/agent-interface";
18
18
  import { z } from "zod";
19
+ //#region src/campaign/search-ledger-errors.d.ts
20
+ /** Base error for invalid search-ledger input or operations. */
21
+ declare class SearchLedgerError extends ValidationError {}
22
+ /** Error raised when durable search-ledger data fails an integrity check. */
23
+ declare class SearchLedgerIntegrityError extends SearchLedgerError {}
24
+ //#endregion
19
25
  //#region src/campaign/coverage.d.ts
20
26
  interface CampaignCoverage {
21
27
  complete: boolean;
@@ -34,8 +40,6 @@ declare function campaignScenarioIdentity<TScenario extends Scenario>(scenario:
34
40
  declare function campaignSplitDigestFromIdentities(scenarios: readonly CampaignScenarioIdentity[], reps: number): `sha256:${string}`;
35
41
  /** Canonical identity of the exact scenario payloads and replicate count. */
36
42
  declare function campaignSplitDigest<TScenario extends Scenario>(scenarios: readonly TScenario[], reps: number): `sha256:${string}`;
37
- /** Refuse a campaign whose retained task identities contradict its split digest. */
38
- declare function assertCampaignSplitIdentity(scenarios: readonly CampaignScenarioIdentity[], reps: number, splitDigest: string): void;
39
43
  /** Exact designed-denominator receipt for one campaign. */
40
44
  declare function campaignCoverage<TArtifact, TScenario extends Scenario>(cells: readonly CampaignCellResult<TArtifact>[], scenarios: readonly TScenario[], reps: number, requireJudgeScore: boolean): CampaignCoverage;
41
45
  //#endregion
@@ -70,12 +74,6 @@ type CacheRead<TArtifact> = {
70
74
  status: 'miss';
71
75
  reason: CacheIssueReason;
72
76
  };
73
- declare function readCachedCell<TArtifact>(args: {
74
- storage: CampaignStorage;
75
- cachePath: string;
76
- cellId: string;
77
- manifestHash: string;
78
- }): CacheRead<TArtifact>;
79
77
  //#endregion
80
78
  //#region src/campaign/plan-campaign-run.d.ts
81
79
  interface CampaignRunPlanCell {
@@ -350,22 +348,18 @@ interface OpenAutoPrResult {
350
348
  */
351
349
  declare function openAutoPr<TArtifact, TScenario extends Scenario>(options: OpenAutoPrOptions<TArtifact, TScenario>): OpenAutoPrResult;
352
350
  //#endregion
353
- //#region src/campaign/search-ledger-errors.d.ts
354
- /** Base error for invalid search-ledger input or operations. */
355
- declare class SearchLedgerError extends ValidationError {}
356
- /** Error raised when durable search-ledger data fails an integrity check. */
357
- declare class SearchLedgerIntegrityError extends SearchLedgerError {}
358
- /** Error raised when an event identifier is reused with different content. */
359
- declare class SearchLedgerConflictError extends SearchLedgerError {}
360
- //#endregion
361
351
  //#region src/campaign/presets/run-optimization.d.ts
352
+ /** Compose the optimization proposer and cell executor on the shared search kernel. */
353
+ /** Improve a surface as a search on the kernel; see the module comment. */
354
+ declare function runOptimization<TScenario extends Scenario, TArtifact>(opts: RunOptimizationOptions<TScenario, TArtifact>): Promise<RunOptimizationResult<TArtifact, TScenario>>;
355
+ /** Optimization inputs, immutable proposal snapshots, and imported baseline validation. */
362
356
  interface PremeasuredOptimizationBaseline<TArtifact, TScenario extends Scenario> {
363
357
  /** Hash of the exact surface that produced `campaign`. */
364
358
  surfaceHash: string;
365
359
  /** Complete prior measurement reused by identity, including artifactsByPath. */
366
360
  campaign: CampaignResult<TArtifact, TScenario>;
367
361
  }
368
- interface RunOptimizationBaseOptions<TScenario extends Scenario, TArtifact> extends Omit<RunCampaignOptions<TScenario, TArtifact>, 'dispatch'> {
362
+ interface RunOptimizationOptions<TScenario extends Scenario, TArtifact> extends Omit<RunCampaignOptions<TScenario, TArtifact>, 'dispatch'> {
369
363
  /** Initial mutable surface (typically system prompt or addendum). */
370
364
  baselineSurface: MutableSurface;
371
365
  /**
@@ -426,7 +420,6 @@ interface RunOptimizationBaseOptions<TScenario extends Scenario, TArtifact> exte
426
420
  * digests. */
427
421
  searchLedger?: SearchLedgerBinding;
428
422
  }
429
- type RunOptimizationOptions<TScenario extends Scenario, TArtifact> = RunOptimizationBaseOptions<TScenario, TArtifact>;
430
423
  interface RunOptimizationResult<TArtifact, TScenario extends Scenario> {
431
424
  /** One entry per proposal, with the candidates it registered. */
432
425
  generations: Array<{
@@ -454,8 +447,6 @@ interface RunOptimizationResult<TArtifact, TScenario extends Scenario> {
454
447
  /** The non-dominated set of measured surfaces by per-scenario composite. */
455
448
  paretoFrontier: ParetoParent[];
456
449
  }
457
- /** Improve a surface as a search on the kernel; see the module comment. */
458
- declare function runOptimization<TScenario extends Scenario, TArtifact>(opts: RunOptimizationOptions<TScenario, TArtifact>): Promise<RunOptimizationResult<TArtifact, TScenario>>;
459
450
  //#endregion
460
451
  //#region src/campaign/presets/run-improvement-loop.d.ts
461
452
  type RunImprovementLoopOptions<TScenario extends Scenario, TArtifact> = RunOptimizationOptions<TScenario, TArtifact> & {
@@ -535,29 +526,6 @@ interface TransientFailureOptions {
535
526
  */
536
527
  readonly now?: number;
537
528
  }
538
- /**
539
- * The instant a provider says a spent quota works again, or null when the text states none.
540
- *
541
- * MEASURED (2026-09-01, discovery lab). The codex/ChatGPT backend answered
542
- * `You've hit your usage limit. Visit https://chatgpt.com/codex/settings/usage to purchase more
543
- * credits or try again at Sep 6th, 2026 8:29 PM.` — a refusal SIX DAYS out. 25 supervised runs met
544
- * it. 21 of them retried it 12 times over about 31 minutes and settled with zero children, zero
545
- * tokens and zero claims: about 11 hours of one subscription's capacity spent on a wall that had
546
- * already told the caller when it would come down.
547
- *
548
- * The distinction this draws is not "quota" versus "not quota". It is "the provider named a
549
- * release time" versus "it did not". A bare 429, or z.ai's `您的账户已达到速率限制`, recovers on
550
- * its own in seconds and SHOULD be retried; those return null here and keep their existing
551
- * treatment. Only a stated release is terminal, and only until that instant.
552
- *
553
- * A date with no zone is read in the host's zone, because a CLI renders it in the host's zone.
554
- * An unparseable date returns null rather than a guess: a caller that stops dispatching must
555
- * never do so on a misread string.
556
- *
557
- * @param message the provider's error text
558
- * @returns the stated release time, or null when the text names none
559
- */
560
- declare function quotaExhaustedUntil(message: string | null | undefined): Date | null;
561
529
  /**
562
530
  * True when the error text describes an infrastructure hiccup that should be
563
531
  * retried rather than scored. Empty/undefined input is not transient.
@@ -651,12 +619,6 @@ interface LlmJudgeOptions<TArtifact, TScenario extends Scenario = Scenario> {
651
619
  declare function llmJudge<TArtifact = unknown, TScenario extends Scenario = Scenario>(name: string, prompt: string, opts: LlmJudgeOptions<TArtifact, TScenario>): JudgeConfig<TArtifact, TScenario>;
652
620
  //#endregion
653
621
  //#region src/reference-equivalence-judge.d.ts
654
- declare const REFERENCE_EQUIVALENCE_JUDGE_VERSION = "reference-equivalence-judge-v1-2026-07-13";
655
- declare const REFERENCE_EQUIVALENCE_INPUT_LIMITS: {
656
- readonly userRequest: 8000;
657
- readonly expectedAnswer: 32000;
658
- readonly candidateOutput: 32000;
659
- };
660
622
  interface ReferenceEquivalenceScenario extends Scenario {
661
623
  userRequest: string;
662
624
  expectedAnswer: string;
@@ -682,10 +644,6 @@ interface ReferenceEquivalenceJudgeResult extends LlmCallMetadata {
682
644
  score: number;
683
645
  rationale: string;
684
646
  }
685
- /** Build the campaign-native expected-answer judge. */
686
- declare function createReferenceEquivalenceJudge(options: ReferenceEquivalenceJudgeOptions): JudgeConfig<string, ReferenceEquivalenceScenario>;
687
- /** Direct-call adapter over the campaign judge for product callers. */
688
- declare function runReferenceEquivalenceJudge(input: ReferenceEquivalenceJudgeInput, options: ReferenceEquivalenceJudgeOptions): Promise<ReferenceEquivalenceJudgeResult>;
689
647
  //#endregion
690
648
  //#region src/campaign/external-optimizer-observations.d.ts
691
649
  interface ExternalOptimizerObservationSummary {
@@ -798,13 +756,21 @@ interface ComparisonCost {
798
756
  }
799
757
  /** Keep the cost fields a custom optimization method must report. */
800
758
  declare function costFromLedgerSummary(summary: CostLedgerSummary): ComparisonCost;
801
- /** Combine method costs without turning one unknown bill into a known total. */
802
- declare function combineComparisonCosts(entries: ReadonlyArray<{
803
- label: string;
804
- cost: ComparisonCost;
805
- }>): ComparisonCost;
759
+ interface OptimizationTokenUsage {
760
+ /** All input tokens, including cache reads and cache creation. */
761
+ inputTokens: number;
762
+ /** Input tokens served from a provider cache. */
763
+ cachedInputTokens?: number;
764
+ /** Input tokens used to create or write a provider cache entry. */
765
+ cacheWriteInputTokens?: number;
766
+ outputTokens: number;
767
+ /** Reasoning tokens included in `outputTokens`. */
768
+ reasoningTokens?: number;
769
+ totalTokens: number;
770
+ calls: number;
771
+ }
806
772
  //#endregion
807
- //#region src/campaign/presets/compare-optimization-methods.d.ts
773
+ //#region src/campaign/optimization-method.d.ts
808
774
  /** Shared campaign settings applied to every optimization method. */
809
775
  type OptimizationMethodRunOptions<TScenario extends Scenario, TArtifact> = Omit<RunCampaignOptions<TScenario, TArtifact>, 'costCeiling' | 'costLedger' | 'dispatch' | 'judges' | 'runDir' | 'scenarios' | 'seed'>;
810
776
  interface OptimizationPackageSource {
@@ -826,19 +792,6 @@ interface OptimizationPythonRuntime {
826
792
  implementation: string;
827
793
  version: string;
828
794
  }
829
- interface OptimizationTokenUsage {
830
- /** All input tokens, including cache reads and cache creation. */
831
- inputTokens: number;
832
- /** Input tokens served from a provider cache. */
833
- cachedInputTokens?: number;
834
- /** Input tokens used to create or write a provider cache entry. */
835
- cacheWriteInputTokens?: number;
836
- outputTokens: number;
837
- /** Reasoning tokens included in `outputTokens`. */
838
- reasoningTokens?: number;
839
- totalTokens: number;
840
- calls: number;
841
- }
842
795
  interface OptimizationMethodProvenance {
843
796
  /** External optimizer package. */
844
797
  source: OptimizationPackageSource;
@@ -930,131 +883,6 @@ interface OptimizationMethod<TScenario extends Scenario = Scenario, TArtifact =
930
883
  name: string;
931
884
  optimize: (input: OptimizationMethodInput<TScenario, TArtifact>) => Promise<OptimizationMethodResult>;
932
885
  }
933
- interface OptimizationMethodScore {
934
- evidence?: {
935
- baseline: EvidenceReceipt;
936
- winner: EvidenceReceipt;
937
- };
938
- name: string;
939
- /** Mean final-test composite of the baseline (identical across methods). */
940
- baselineComposite: number;
941
- /** Mean final-test composite of this method's selected surface. */
942
- winnerComposite: number;
943
- /** Mean final-test lift across independent units (winner minus baseline). */
944
- lift: number;
945
- /** Deciding interval, adjusted for every registered contrast. */
946
- liftCi: {
947
- low: number;
948
- high: number;
949
- };
950
- decision: PairedPromotionDecision;
951
- /** Search spend reconciled with recorded method calls. Excludes final test scoring. */
952
- optimizationCost: ComparisonCost;
953
- /** Optimization duration reported by the method. Excludes final test scoring. */
954
- durationMs?: number;
955
- /** Exact external implementation and run identity, when reported by the method. */
956
- provenance?: OptimizationMethodProvenance;
957
- /** Paired final-test values used to compute lift and its interval. */
958
- scenarioScores: Array<{
959
- scenarioId: string;
960
- baselineComposite: number;
961
- winnerComposite: number;
962
- lift: number;
963
- }>;
964
- /** Scenario means averaged within each registered source unit before inference. */
965
- unitScores: Array<{
966
- unitId: string;
967
- scenarios: number;
968
- baselineComposite: number;
969
- winnerComposite: number;
970
- lift: number;
971
- }>;
972
- winnerSurface: MutableSurface;
973
- composition?: OptimizationMethodComposition;
974
- /** 1-based, by descending lift. */
975
- rank: number;
976
- }
977
- interface OptimizationMethodPairwise {
978
- /** Higher-ranked method. */
979
- a: string;
980
- b: string;
981
- /** Mean final-test delta across independent units (a − b). */
982
- deltaMean: number;
983
- low: number;
984
- high: number;
985
- /** Favored only when the full paired decision clears the registered effect; null is inconclusive. */
986
- favored: string | null;
987
- decision: PairedPromotionDecision;
988
- }
989
- interface OptimizationMethodComparison {
990
- claim?: EvaluationClaim;
991
- finalEvidence?: FinalEvidenceUse;
992
- /** Sorted by descending lift; `rank` set accordingly. */
993
- scores: OptimizationMethodScore[];
994
- best: OptimizationMethodScore;
995
- /** Best observed method versus each alternative, with simultaneous paired decisions. */
996
- pairwise: OptimizationMethodPairwise[];
997
- testScenarioIds: string[];
998
- units: EvaluationUnitSummary;
999
- observationUnit: 'scenario' | 'registered';
1000
- /** Complete scenario-replicate pairs per contrast, before unit aggregation. */
1001
- pairedCellN: number;
1002
- /** Sum of method reports reconciled against each method's recorded calls. */
1003
- optimizationCost: ComparisonCost;
1004
- /** Baseline and distinct winner scoring on the final test partition. */
1005
- testCost: ComparisonCost;
1006
- /** Optimization plus final test scoring. */
1007
- totalCost: ComparisonCost;
1008
- /** Caller-requested simultaneous coverage across all reported contrasts. */
1009
- confidence: number;
1010
- /** Bonferroni-adjusted confidence used for each bootstrap interval. */
1011
- intervalConfidence: number;
1012
- /** Method-vs-baseline plus all possible method-vs-method contrasts. */
1013
- comparisonCount: number;
1014
- /** Deterministic bootstrap and campaign seed. */
1015
- seed: number;
1016
- /** Bootstrap draws used for each interval. */
1017
- resamples: number;
1018
- /** Agent runs averaged within each test scenario before resampling scenarios. */
1019
- reps: number;
1020
- /** Coverage of every method's canonical search history. */
1021
- searchHistory: SearchHistoryCoverage;
1022
- }
1023
- interface CompareOptimizationMethodsOptions<TScenario extends Scenario, TArtifact> extends Omit<RunCampaignOptions<TScenario, TArtifact>, 'dispatch' | 'judges' | 'scenarios'>, SearchHistoryAdmissionOptions {
1024
- /** Explicit caller authority and environment for receipts over actual final measurements. */
1025
- evidence?: CampaignEvidenceContext;
1026
- claim?: EvaluationClaim;
1027
- finalEvidence?: FinalEvidencePolicy;
1028
- methods: OptimizationMethod<TScenario, TArtifact>[];
1029
- baselineSurface: MutableSurface;
1030
- /** Evidence used by every optimizer to author or fit candidates. */
1031
- trainScenarios: TScenario[];
1032
- /** Candidate acceptance, early-stopping, and optimizer-selection data. */
1033
- selectionScenarios: TScenario[];
1034
- /** Untouched final comparison data. Never passed to an optimization method. */
1035
- testScenarios: TScenario[];
1036
- /** Scores a surface on a scenario. The methods and final test share this function. */
1037
- dispatchWithSurface: (surface: MutableSurface, scenario: TScenario, ctx: DispatchContext) => Promise<TArtifact>;
1038
- judges: JudgeConfig<TArtifact, TScenario>[];
1039
- /** Bootstrap resamples for the lift intervals. Default is at least 2000 and
1040
- * rises when the requested simultaneous confidence needs finer tails. */
1041
- resamples?: number;
1042
- /** Shared defaults for each method's train and selection campaigns. */
1043
- optimizationRunOptions?: OptimizationMethodRunOptions<TScenario, TArtifact>;
1044
- /** Number of optimization methods to run concurrently. Default 1. */
1045
- optimizationConcurrency?: number;
1046
- /** Simultaneous confidence across method-vs-baseline and method-vs-method contrasts.
1047
- * Each bootstrap interval is Bonferroni-adjusted. Default 0.95. */
1048
- confidence?: number;
1049
- /** Shared spend limit across every method's optimizer and evaluation calls plus final scoring. */
1050
- costCeiling?: number;
1051
- }
1052
- /**
1053
- * Compare complete optimization methods on disjoint train, selection, and final test data.
1054
- */
1055
- declare function compareOptimizationMethods<TScenario extends Scenario, TArtifact>(opts: CompareOptimizationMethodsOptions<TScenario, TArtifact>): Promise<OptimizationMethodComparison>;
1056
- /** Preserve every optimizer token class while keeping total input and output explicit. */
1057
- declare function optimizationTokenUsageFromSummary(summary: CostLedgerSummary, receipts: readonly CostReceipt[]): OptimizationTokenUsage | undefined;
1058
886
  //#endregion
1059
887
  //#region src/campaign/external-text-evaluation.d.ts
1060
888
  interface ExternalOptimizationExample {
@@ -1301,7 +1129,132 @@ interface GepaOptimizationMethodConfig<TScenario extends Scenario, TArtifact = u
1301
1129
  path?: string;
1302
1130
  };
1303
1131
  }
1304
- declare function gepaOptimizationMethod<TScenario extends Scenario, TArtifact>(config: GepaOptimizationMethodConfig<TScenario, TArtifact>): OptimizationMethod<TScenario, TArtifact>;
1132
+ declare function gepaOptimizationMethod<TScenario extends Scenario, TArtifact>(config: GepaOptimizationMethodConfig<TScenario, TArtifact>): OptimizationMethod<TScenario, TArtifact>;
1133
+ //#endregion
1134
+ //#region src/campaign/presets/compare-optimization-methods.d.ts
1135
+ interface OptimizationMethodScore {
1136
+ evidence?: {
1137
+ baseline: EvidenceReceipt;
1138
+ winner: EvidenceReceipt;
1139
+ };
1140
+ name: string;
1141
+ /** Mean final-test composite of the baseline (identical across methods). */
1142
+ baselineComposite: number;
1143
+ /** Mean final-test composite of this method's selected surface. */
1144
+ winnerComposite: number;
1145
+ /** Mean final-test lift across independent units (winner minus baseline). */
1146
+ lift: number;
1147
+ /** Deciding interval, adjusted for every registered contrast. */
1148
+ liftCi: {
1149
+ low: number;
1150
+ high: number;
1151
+ };
1152
+ decision: PairedPromotionDecision;
1153
+ /** Search spend reconciled with recorded method calls. Excludes final test scoring. */
1154
+ optimizationCost: ComparisonCost;
1155
+ /** Optimization duration reported by the method. Excludes final test scoring. */
1156
+ durationMs?: number;
1157
+ /** Exact external implementation and run identity, when reported by the method. */
1158
+ provenance?: OptimizationMethodProvenance;
1159
+ /** Paired final-test values used to compute lift and its interval. */
1160
+ scenarioScores: Array<{
1161
+ scenarioId: string;
1162
+ baselineComposite: number;
1163
+ winnerComposite: number;
1164
+ lift: number;
1165
+ }>;
1166
+ /** Scenario means averaged within each registered source unit before inference. */
1167
+ unitScores: Array<{
1168
+ unitId: string;
1169
+ scenarios: number;
1170
+ baselineComposite: number;
1171
+ winnerComposite: number;
1172
+ lift: number;
1173
+ }>;
1174
+ winnerSurface: MutableSurface;
1175
+ composition?: OptimizationMethodComposition;
1176
+ /** 1-based, by descending lift. */
1177
+ rank: number;
1178
+ }
1179
+ interface OptimizationMethodPairwise {
1180
+ /** Higher-ranked method. */
1181
+ a: string;
1182
+ b: string;
1183
+ /** Mean final-test delta across independent units (a − b). */
1184
+ deltaMean: number;
1185
+ low: number;
1186
+ high: number;
1187
+ /** Favored only when the full paired decision clears the registered effect; null is inconclusive. */
1188
+ favored: string | null;
1189
+ decision: PairedPromotionDecision;
1190
+ }
1191
+ interface OptimizationMethodComparison {
1192
+ claim?: EvaluationClaim;
1193
+ finalEvidence?: FinalEvidenceUse;
1194
+ /** Sorted by descending lift; `rank` set accordingly. */
1195
+ scores: OptimizationMethodScore[];
1196
+ best: OptimizationMethodScore;
1197
+ /** Best observed method versus each alternative, with simultaneous paired decisions. */
1198
+ pairwise: OptimizationMethodPairwise[];
1199
+ testScenarioIds: string[];
1200
+ units: EvaluationUnitSummary;
1201
+ observationUnit: 'scenario' | 'registered';
1202
+ /** Complete scenario-replicate pairs per contrast, before unit aggregation. */
1203
+ pairedCellN: number;
1204
+ /** Sum of method reports reconciled against each method's recorded calls. */
1205
+ optimizationCost: ComparisonCost;
1206
+ /** Baseline and distinct winner scoring on the final test partition. */
1207
+ testCost: ComparisonCost;
1208
+ /** Optimization plus final test scoring. */
1209
+ totalCost: ComparisonCost;
1210
+ /** Caller-requested simultaneous coverage across all reported contrasts. */
1211
+ confidence: number;
1212
+ /** Bonferroni-adjusted confidence used for each bootstrap interval. */
1213
+ intervalConfidence: number;
1214
+ /** Method-vs-baseline plus all possible method-vs-method contrasts. */
1215
+ comparisonCount: number;
1216
+ /** Deterministic bootstrap and campaign seed. */
1217
+ seed: number;
1218
+ /** Bootstrap draws used for each interval. */
1219
+ resamples: number;
1220
+ /** Agent runs averaged within each test scenario before resampling scenarios. */
1221
+ reps: number;
1222
+ /** Coverage of every method's canonical search history. */
1223
+ searchHistory: SearchHistoryCoverage;
1224
+ }
1225
+ interface CompareOptimizationMethodsOptions<TScenario extends Scenario, TArtifact> extends Omit<RunCampaignOptions<TScenario, TArtifact>, 'dispatch' | 'judges' | 'scenarios'>, SearchHistoryAdmissionOptions {
1226
+ /** Explicit caller authority and environment for receipts over actual final measurements. */
1227
+ evidence?: CampaignEvidenceContext;
1228
+ claim?: EvaluationClaim;
1229
+ finalEvidence?: FinalEvidencePolicy;
1230
+ methods: OptimizationMethod<TScenario, TArtifact>[];
1231
+ baselineSurface: MutableSurface;
1232
+ /** Evidence used by every optimizer to author or fit candidates. */
1233
+ trainScenarios: TScenario[];
1234
+ /** Candidate acceptance, early-stopping, and optimizer-selection data. */
1235
+ selectionScenarios: TScenario[];
1236
+ /** Untouched final comparison data. Never passed to an optimization method. */
1237
+ testScenarios: TScenario[];
1238
+ /** Scores a surface on a scenario. The methods and final test share this function. */
1239
+ dispatchWithSurface: (surface: MutableSurface, scenario: TScenario, ctx: DispatchContext) => Promise<TArtifact>;
1240
+ judges: JudgeConfig<TArtifact, TScenario>[];
1241
+ /** Bootstrap resamples for the lift intervals. Default is at least 2000 and
1242
+ * rises when the requested simultaneous confidence needs finer tails. */
1243
+ resamples?: number;
1244
+ /** Shared defaults for each method's train and selection campaigns. */
1245
+ optimizationRunOptions?: OptimizationMethodRunOptions<TScenario, TArtifact>;
1246
+ /** Number of optimization methods to run concurrently. Default 1. */
1247
+ optimizationConcurrency?: number;
1248
+ /** Simultaneous confidence across method-vs-baseline and method-vs-method contrasts.
1249
+ * Each bootstrap interval is Bonferroni-adjusted. Default 0.95. */
1250
+ confidence?: number;
1251
+ /** Shared spend limit across every method's optimizer and evaluation calls plus final scoring. */
1252
+ costCeiling?: number;
1253
+ }
1254
+ /**
1255
+ * Compare complete optimization methods on disjoint train, selection, and final test data.
1256
+ */
1257
+ declare function compareOptimizationMethods<TScenario extends Scenario, TArtifact>(opts: CompareOptimizationMethodsOptions<TScenario, TArtifact>): Promise<OptimizationMethodComparison>;
1305
1258
  //#endregion
1306
1259
  //#region src/campaign/skillopt-optimization-method.d.ts
1307
1260
  interface SkillOptTrainerConfig {
@@ -1792,37 +1745,9 @@ interface LoopProvenanceArgsFromResult<TArtifact, TScenario extends Scenario> {
1792
1745
  totalDurationMs: number;
1793
1746
  independentUnitByScenarioId?: ReadonlyMap<string, string>;
1794
1747
  }
1795
- /** One translation from a completed improvement loop into durable evidence. */
1796
- declare function loopProvenanceArgsFromResult<TArtifact, TScenario extends Scenario>(input: LoopProvenanceArgsFromResult<TArtifact, TScenario>): BuildLoopProvenanceArgs<TArtifact, TScenario>;
1797
- /** Build the durable provenance record from a completed loop result. */
1798
- declare function buildLoopProvenanceRecord<TArtifact, TScenario extends Scenario>(args: BuildLoopProvenanceArgs<TArtifact, TScenario>): LoopProvenanceRecord;
1799
- /** Digest the exact campaign fields that can affect a measured comparison. */
1800
- declare function campaignMeasurementDigest<TArtifact, TScenario extends Scenario>(campaign: CampaignResult<TArtifact, TScenario>): `sha256:${string}`;
1801
- /** Recompute and validate the self-addressed durable record. */
1802
- declare function verifyLoopProvenanceRecord(record: LoopProvenanceRecord): LoopProvenanceRecord;
1803
1748
  /** SHA-256 over the RFC 8785 canonical JSON of `value`. Throws
1804
1749
  * `LedgerCanonicalizationError` for a value with no canonical form. */
1805
1750
  declare function canonicalDigest(value: unknown): `sha256:${string}`;
1806
- /**
1807
- * Build the loop's OTLP-ingestable spans from a provenance record. One root
1808
- * span per loop (`tangle.runId`), one span per generation, one span per
1809
- * candidate (carrying its surfaceHash + label), and one span for the gate
1810
- * decision (carrying reasons + delta + lift). Candidate + gate spans pivot on
1811
- * the same `tangle.runId` / `tangle.generation` attributes `/adapters/otel`
1812
- * reads, so the hosted collector reconstructs the full tree.
1813
- *
1814
- * Times are synthesized monotonically off a single base so the span tree is
1815
- * orderable; the substrate does not retain per-candidate wall-clock starts.
1816
- */
1817
- declare function loopProvenanceSpans(record: LoopProvenanceRecord, opts?: {
1818
- baseTimeMs?: number;
1819
- }): TraceSpanEvent[];
1820
- /** Canonical durable paths under the run dir. */
1821
- declare function provenanceRecordPath(runDir: string): string;
1822
- /**
1823
- * Canonical path for the durable OTLP spans JSONL file under a loop run directory.
1824
- */
1825
- declare function provenanceSpansPath(runDir: string): string;
1826
1751
  interface EmitLoopProvenanceResult {
1827
1752
  record: LoopProvenanceRecord;
1828
1753
  spans: TraceSpanEvent[];
@@ -1870,8 +1795,6 @@ interface BuildTraceAnalystSurfaceDispatchOptions {
1870
1795
  signal: AbortSignal;
1871
1796
  }): Promise<TraceAnalystArtifact>;
1872
1797
  }
1873
- declare function buildTraceAnalystSurfaceDispatch(options: BuildTraceAnalystSurfaceDispatchOptions): (surface: MutableSurface, scenario: TraceAnalystScenario, context: DispatchContext) => Promise<TraceAnalystArtifact>;
1874
- declare function traceAnalystQualityJudge(): JudgeConfig<TraceAnalystArtifact, TraceAnalystScenario>;
1875
1798
  //#endregion
1876
1799
  //#region src/campaign/cross-surface-types.d.ts
1877
1800
  /** Whether one candidate attempt produced a usable executable outcome. */
@@ -2269,49 +2192,6 @@ declare function importExternalEvaluations(input: {
2269
2192
  }): Promise<GepaEvaluationImport>;
2270
2193
  /** An optimizer candidate as the mutable surface it represents. */
2271
2194
  declare function externalSurface(candidate: ExternalTextCandidate): MutableSurface;
2272
- /** What `recordGepaSearch` and `recordSkillOptSearch` share. */
2273
- interface ExternalSearchRecordInput {
2274
- name: string;
2275
- path: string;
2276
- searchId: string;
2277
- identity: SearchRunIdentity;
2278
- storage: CampaignStorage;
2279
- seed: number;
2280
- baselineSurface: MutableSurface;
2281
- trainScenarios: readonly Scenario[];
2282
- selectionScenarios: readonly Scenario[];
2283
- evaluationLimit: number;
2284
- observations: ExternalOptimizerObservationArtifact;
2285
- generationAccounting: SearchAttemptAccounting;
2286
- }
2287
- /**
2288
- * Write GEPA's finished search into its ledger: the baseline as the seeded
2289
- * root, the population as nodes with `correlated` edges, every callback
2290
- * evaluation as an `external` cell, GEPA's proposer spend as one operation,
2291
- * GEPA's choice as the selected node, and the close. GEPA's own selection is a
2292
- * budget decision, so the ledger carries no claim; the final comparison runs
2293
- * outside this search.
2294
- *
2295
- * A composed recipe reports no population: pass `population: null` and GEPA's
2296
- * returned best as `selected`, and every evaluated candidate enters with an
2297
- * `unknown` edge, as SkillOpt's do.
2298
- */
2299
- declare function recordGepaSearch(input: ExternalSearchRecordInput & ({
2300
- population: GepaCandidatePopulationArtifact;
2301
- } | {
2302
- population: null;
2303
- selected: MutableSurface;
2304
- })): Promise<SearchHistoryReceipt>;
2305
- /**
2306
- * Write SkillOpt's finished search into its ledger: the baseline as the seeded
2307
- * root, every candidate SkillOpt evaluated as a node with an `unknown` edge
2308
- * (SkillOpt reports no parents), every callback evaluation as an `external`
2309
- * cell, SkillOpt's optimizer spend as one operation, SkillOpt's choice as the
2310
- * selected node, and the close. Like GEPA's, the ledger carries no claim.
2311
- */
2312
- declare function recordSkillOptSearch(input: ExternalSearchRecordInput & {
2313
- selected: MutableSurface;
2314
- }): Promise<SearchHistoryReceipt>;
2315
2195
  //#endregion
2316
2196
  //#region src/campaign/grounded-reflection.d.ts
2317
2197
  /**
@@ -2366,27 +2246,12 @@ interface RolloutArgumentDiff {
2366
2246
  /** Lowercased stringified argument values seen in failing rollouts. */
2367
2247
  readonly failingValues: ReadonlySet<string>;
2368
2248
  }
2369
- /**
2370
- * Deterministic per-field diff of call arguments between passing and failing
2371
- * rollouts. A field set by failing rollouts but left unset by passing ones is
2372
- * the classic poison-input signature; a field whose values differ across the
2373
- * split points at the correct value. Feed `text` to the reviser verbatim.
2374
- */
2375
- declare function rolloutArgumentDiff(rollouts: readonly ScoredRollout[], opts?: RolloutArgumentDiffOptions): RolloutArgumentDiff;
2376
2249
  interface UngroundedLiteralReport {
2377
2250
  /** Quoted single-word literals in the text that no passing rollout used. */
2378
2251
  readonly ungrounded: readonly string[];
2379
2252
  /** The subset failing rollouts actually used - prescribing these is proven harmful. */
2380
2253
  readonly harmful: readonly string[];
2381
2254
  }
2382
- /**
2383
- * Scan revised artifact text for single-quoted single-word literals (the
2384
- * "use exactly 'new'" pattern) that appear in no passing rollout's argument
2385
- * values. Multi-word quotes pass (they are prose, not prescriptions).
2386
- * Callers should reject on `harmful` (with a bounded retry) and at most log
2387
- * `ungrounded` - see the module header for why the severities differ.
2388
- */
2389
- declare function classifyUngroundedLiterals(text: string, diff: Pick<RolloutArgumentDiff, 'passingValues' | 'failingValues'>): UngroundedLiteralReport;
2390
2255
  //#endregion
2391
2256
  //#region src/campaign/labeled-store/fs-adapter.d.ts
2392
2257
  interface FsLabeledScenarioStoreOptions {
@@ -2398,33 +2263,6 @@ interface FsLabeledScenarioStoreOptions {
2398
2263
  /** Test seam — override `Date.now()` for deterministic tests. */
2399
2264
  now?: () => number;
2400
2265
  }
2401
- /** Typed rejection from a labeled-scenario store (bad provenance, rate limit, invalid sample args) — carries a stable string `code`. */
2402
- declare class LabeledScenarioStoreError extends Error {
2403
- readonly code: string;
2404
- constructor(code: string, message: string);
2405
- }
2406
- /**
2407
- * Filesystem `LabeledScenarioStore`: appends one JSONL file per source with provenance and
2408
- * rate-limit guards. For tests, local dev, and small workloads — high-throughput lands in Turso.
2409
- */
2410
- declare class FsLabeledScenarioStore implements LabeledScenarioStore {
2411
- private readonly options;
2412
- private readonly now;
2413
- private readonly rateLimits;
2414
- constructor(options: FsLabeledScenarioStoreOptions);
2415
- observe(write: LabeledScenarioWrite): Promise<void>;
2416
- sample(args: LabeledScenarioSampleArgs): Promise<LabeledScenarioRecord[]>;
2417
- size(): Promise<{
2418
- train: number;
2419
- test: number;
2420
- bySource: Record<string, number>;
2421
- byTrust: Record<LabelTrust, number>;
2422
- }>;
2423
- private assertProvenance;
2424
- private assertRateLimit;
2425
- private toRecord;
2426
- private pathForSource;
2427
- }
2428
2266
  //#endregion
2429
2267
  //#region src/campaign/neutralize.d.ts
2430
2268
  /**
@@ -2471,7 +2309,7 @@ declare function sequentialOptimizationMethod<S extends Scenario, A>(options: {
2471
2309
  //#endregion
2472
2310
  //#region src/artifact-validator.d.ts
2473
2311
  /** An artifact an agent produced, as completion and produced-state checks read it. */
2474
- interface Artifact {
2312
+ interface ValidatedArtifact {
2475
2313
  /** Logical kind — validators type-guard on this */
2476
2314
  kind: 'file' | 'json' | 'text' | 'binary' | string;
2477
2315
  /** Filesystem-style path, optional */
@@ -2510,8 +2348,8 @@ interface ProducedProposal {
2510
2348
  }
2511
2349
  /** Everything observable about what a run actually produced. */
2512
2350
  interface ProducedState {
2513
- /** Persisted vault artifacts. Reuses the shared `Artifact` shape. */
2514
- artifacts: Artifact[];
2351
+ /** Persisted vault artifacts. Reuses the shared `ValidatedArtifact` shape. */
2352
+ artifacts: ValidatedArtifact[];
2515
2353
  /** Proposals / filings the agent created. */
2516
2354
  proposals: ProducedProposal[];
2517
2355
  /** Names of tools the agent invoked. */
@@ -2687,6 +2525,104 @@ type RuntimeEventLike = ToolCallEventLike | ArtifactEventLike | ProposalEventLik
2687
2525
  */
2688
2526
  declare function extractProducedState(events: readonly RuntimeEventLike[]): ProducedState;
2689
2527
  //#endregion
2528
+ //#region src/campaign/presets/playback.d.ts
2529
+ /** One step of a user story — what the user does. The driver interprets
2530
+ * `payload` (a Playwright selector + action, or a sandbox chat turn). */
2531
+ interface PlaybackStep {
2532
+ /** Human-readable action, captured verbatim in the UX narrative. */
2533
+ action: string;
2534
+ /** Driver-specific payload (e.g. `{ selector, fill }` or `{ turn }`). */
2535
+ payload?: Record<string, unknown>;
2536
+ }
2537
+ /**
2538
+ * A user story = a runnable product journey plus the requirements that define
2539
+ * "this story works". Each requirement is one Jira ticket line. Extends
2540
+ * `Scenario` so a catalog drops straight into `runProfileMatrix({ scenarios })`.
2541
+ */
2542
+ interface UserStory extends Scenario {
2543
+ /** Human-readable story title (the ticket headline). */
2544
+ title: string;
2545
+ /** Ordered steps the driver executes. */
2546
+ steps: PlaybackStep[];
2547
+ /** What must hold in the produced state for the story to pass. */
2548
+ requirements: CompletionRequirement[];
2549
+ }
2550
+ /** Dispatch context plus the profile under test (which cheap model, etc.). */
2551
+ interface PlaybackContext extends DispatchContext {
2552
+ profile: AgentProfile;
2553
+ }
2554
+ /**
2555
+ * Drives the real product through a story and returns the runtime event stream
2556
+ * `extractProducedState` consumes. Implemented by CONSUMERS —
2557
+ * `SandboxPlaybackDriver` (real API / sandbox workspace) and
2558
+ * `PlaywrightPlaybackDriver` (real UI) — because they depend on runtime /
2559
+ * browser infra the substrate must not import. The driver MUST report LLM
2560
+ * usage through `ctx.cost.runPaidCall` so the backend-integrity check sees real
2561
+ * tokens (a run that never reports tokens reads as a stub).
2562
+ */
2563
+ interface PlaybackDriver<TStory extends UserStory = UserStory> {
2564
+ run(story: TStory, ctx: PlaybackContext): Promise<readonly RuntimeEventLike[]>;
2565
+ }
2566
+ /** A scored user story — the completion verdict plus its human title. */
2567
+ interface UserStoryVerdict extends CompletionVerdict {
2568
+ title: string;
2569
+ }
2570
+ /**
2571
+ * Score one story's produced state against its requirements. Thin wrapper over
2572
+ * `verifyCompletion` that builds the gold from the story and returns a
2573
+ * per-requirement PASS/FAIL verdict. `checkCorrectness` is injected — a
2574
+ * deterministic stub in tests, `createLlmCorrectnessChecker` in production.
2575
+ */
2576
+ declare function scoreUserStory(story: UserStory, state: ProducedState, checkCorrectness: CorrectnessChecker): Promise<UserStoryVerdict>;
2577
+ /** One row of the launch scoreboard — story × requirement → PASS/FAIL. */
2578
+ interface ScoreboardRow {
2579
+ storyId: string;
2580
+ storyTitle: string;
2581
+ reqId: string;
2582
+ reqTitle: string;
2583
+ status: 'PASS' | 'FAIL';
2584
+ evidence: string[];
2585
+ }
2586
+ /**
2587
+ * Flatten story verdicts into the per-requirement scoreboard — the literal
2588
+ * Jira tick-off: one row per (story, requirement) with PASS/FAIL and the
2589
+ * evidence behind the verdict.
2590
+ */
2591
+ declare function userStoryScoreboard(verdicts: readonly UserStoryVerdict[]): ScoreboardRow[];
2592
+ /** Launch-readiness headline counts rolled up from the per-requirement rows. */
2593
+ interface ScoreboardSummary {
2594
+ /** Distinct user stories on the board. */
2595
+ stories: number;
2596
+ /** Stories whose every requirement passed. */
2597
+ storiesFullyComplete: number;
2598
+ /** Total (story, requirement) rows. */
2599
+ requirements: number;
2600
+ /** Rows with status PASS. */
2601
+ passed: number;
2602
+ /** Rows with status FAIL. */
2603
+ failed: number;
2604
+ /** passed / requirements; 0 when there are no rows. */
2605
+ passRate: number;
2606
+ }
2607
+ /** Roll the per-requirement rows up into the launch headline counts. */
2608
+ declare function scoreboardSummary(rows: readonly ScoreboardRow[]): ScoreboardSummary;
2609
+ interface ScoreboardRenderOptions {
2610
+ /** Document H1. Defaults to a generic playback title. */
2611
+ title?: string;
2612
+ /** Key/value run metadata rendered under the headline (runId, backend, model, date). */
2613
+ meta?: Record<string, string>;
2614
+ /** Max chars of joined evidence shown per row. Default 160. */
2615
+ maxEvidenceChars?: number;
2616
+ }
2617
+ /**
2618
+ * Render the scoreboard as a launch-readiness Markdown document — the literal
2619
+ * "tick off every user story" artifact: a headline roll-up, the open tickets
2620
+ * (FAIL rows) up top as the launch blockers, then a per-story table of
2621
+ * requirement → PASS/FAIL with the evidence behind each verdict. Pure: same
2622
+ * rows in, same bytes out (no clock/random), so it is safe to snapshot.
2623
+ */
2624
+ declare function renderScoreboardMarkdown(rows: readonly ScoreboardRow[], opts?: ScoreboardRenderOptions): string;
2625
+ //#endregion
2690
2626
  //#region src/integrity/backend-integrity.d.ts
2691
2627
  interface BackendIntegrityReport {
2692
2628
  /** Total records inspected. */
@@ -2735,12 +2671,6 @@ declare function assertRealBackend(records: ReadonlyArray<RunRecord>, opts?: {
2735
2671
  }): BackendIntegrityReport;
2736
2672
  //#endregion
2737
2673
  //#region src/campaign/presets/run-profile-matrix.d.ts
2738
- /** Thrown when the matrix is misconfigured (no profiles, missing resolved model evidence,
2739
- * etc.). Distinct from `BackendIntegrityError`,
2740
- * which signals a stub backend at run time. */
2741
- declare class ProfileMatrixError extends AgentEvalError {
2742
- constructor(message: string);
2743
- }
2744
2674
  /** Dispatch for one cell: render `profile` against `scenario`, returning the
2745
2675
  * artifact the judges score. Run LLM work through `ctx.cost.runPaidCall` —
2746
2676
  * the integrity check depends on its receipt. */
@@ -2871,110 +2801,6 @@ interface RunProfileMatrixResult<TArtifact, TScenario extends Scenario> {
2871
2801
  */
2872
2802
  declare function runProfileMatrix<TScenario extends Scenario, TArtifact>(opts: RunProfileMatrixOptions<TScenario, TArtifact>): Promise<RunProfileMatrixResult<TArtifact, TScenario>>;
2873
2803
  //#endregion
2874
- //#region src/campaign/presets/playback.d.ts
2875
- /** One step of a user story — what the user does. The driver interprets
2876
- * `payload` (a Playwright selector + action, or a sandbox chat turn). */
2877
- interface PlaybackStep {
2878
- /** Human-readable action, captured verbatim in the UX narrative. */
2879
- action: string;
2880
- /** Driver-specific payload (e.g. `{ selector, fill }` or `{ turn }`). */
2881
- payload?: Record<string, unknown>;
2882
- }
2883
- /**
2884
- * A user story = a runnable product journey plus the requirements that define
2885
- * "this story works". Each requirement is one Jira ticket line. Extends
2886
- * `Scenario` so a catalog drops straight into `runProfileMatrix({ scenarios })`.
2887
- */
2888
- interface UserStory extends Scenario {
2889
- /** Human-readable story title (the ticket headline). */
2890
- title: string;
2891
- /** Ordered steps the driver executes. */
2892
- steps: PlaybackStep[];
2893
- /** What must hold in the produced state for the story to pass. */
2894
- requirements: CompletionRequirement[];
2895
- }
2896
- /** Dispatch context plus the profile under test (which cheap model, etc.). */
2897
- interface PlaybackContext extends DispatchContext {
2898
- profile: AgentProfile;
2899
- }
2900
- /**
2901
- * Drives the real product through a story and returns the runtime event stream
2902
- * `extractProducedState` consumes. Implemented by CONSUMERS —
2903
- * `SandboxPlaybackDriver` (real API / sandbox workspace) and
2904
- * `PlaywrightPlaybackDriver` (real UI) — because they depend on runtime /
2905
- * browser infra the substrate must not import. The driver MUST report LLM
2906
- * usage through `ctx.cost.runPaidCall` so the backend-integrity check sees real
2907
- * tokens (a run that never reports tokens reads as a stub).
2908
- */
2909
- interface PlaybackDriver<TStory extends UserStory = UserStory> {
2910
- run(story: TStory, ctx: PlaybackContext): Promise<readonly RuntimeEventLike[]>;
2911
- }
2912
- /**
2913
- * Adapt a `PlaybackDriver` into a `runProfileMatrix` dispatch. The artifact the
2914
- * matrix scores is the `ProducedState` extracted from the driver's event
2915
- * stream — grade it with `scoreUserStory` (or a judge wrapping it).
2916
- */
2917
- declare function makePlaybackDispatch<TStory extends UserStory>(driver: PlaybackDriver<TStory>): ProfileDispatchFn<TStory, ProducedState>;
2918
- /** A scored user story — the completion verdict plus its human title. */
2919
- interface UserStoryVerdict extends CompletionVerdict {
2920
- title: string;
2921
- }
2922
- /**
2923
- * Score one story's produced state against its requirements. Thin wrapper over
2924
- * `verifyCompletion` that builds the gold from the story and returns a
2925
- * per-requirement PASS/FAIL verdict. `checkCorrectness` is injected — a
2926
- * deterministic stub in tests, `createLlmCorrectnessChecker` in production.
2927
- */
2928
- declare function scoreUserStory(story: UserStory, state: ProducedState, checkCorrectness: CorrectnessChecker): Promise<UserStoryVerdict>;
2929
- /** One row of the launch scoreboard — story × requirement → PASS/FAIL. */
2930
- interface ScoreboardRow {
2931
- storyId: string;
2932
- storyTitle: string;
2933
- reqId: string;
2934
- reqTitle: string;
2935
- status: 'PASS' | 'FAIL';
2936
- evidence: string[];
2937
- }
2938
- /**
2939
- * Flatten story verdicts into the per-requirement scoreboard — the literal
2940
- * Jira tick-off: one row per (story, requirement) with PASS/FAIL and the
2941
- * evidence behind the verdict.
2942
- */
2943
- declare function userStoryScoreboard(verdicts: readonly UserStoryVerdict[]): ScoreboardRow[];
2944
- /** Launch-readiness headline counts rolled up from the per-requirement rows. */
2945
- interface ScoreboardSummary {
2946
- /** Distinct user stories on the board. */
2947
- stories: number;
2948
- /** Stories whose every requirement passed. */
2949
- storiesFullyComplete: number;
2950
- /** Total (story, requirement) rows. */
2951
- requirements: number;
2952
- /** Rows with status PASS. */
2953
- passed: number;
2954
- /** Rows with status FAIL. */
2955
- failed: number;
2956
- /** passed / requirements; 0 when there are no rows. */
2957
- passRate: number;
2958
- }
2959
- /** Roll the per-requirement rows up into the launch headline counts. */
2960
- declare function scoreboardSummary(rows: readonly ScoreboardRow[]): ScoreboardSummary;
2961
- interface ScoreboardRenderOptions {
2962
- /** Document H1. Defaults to a generic playback title. */
2963
- title?: string;
2964
- /** Key/value run metadata rendered under the headline (runId, backend, model, date). */
2965
- meta?: Record<string, string>;
2966
- /** Max chars of joined evidence shown per row. Default 160. */
2967
- maxEvidenceChars?: number;
2968
- }
2969
- /**
2970
- * Render the scoreboard as a launch-readiness Markdown document — the literal
2971
- * "tick off every user story" artifact: a headline roll-up, the open tickets
2972
- * (FAIL rows) up top as the launch blockers, then a per-story table of
2973
- * requirement → PASS/FAIL with the evidence behind each verdict. Pure: same
2974
- * rows in, same bytes out (no clock/random), so it is safe to snapshot.
2975
- */
2976
- declare function renderScoreboardMarkdown(rows: readonly ScoreboardRow[], opts?: ScoreboardRenderOptions): string;
2977
- //#endregion
2978
2804
  //#region src/campaign/presets/segmented-profile-matrix.d.ts
2979
2805
  interface ProfileMatrixRow {
2980
2806
  rowId: string;
@@ -3105,12 +2931,6 @@ declare function createRetainedDispatch<Lane extends string, T>(options: Retaine
3105
2931
  };
3106
2932
  //#endregion
3107
2933
  //#region src/campaign/run-dir.d.ts
3108
- /** The shared, out-of-repo root for campaign/benchmark run bundles. Keeping run
3109
- * outputs here means they never land in a repo working tree (no per-repo
3110
- * gitignore, no clutter, no accidental commits). Layout:
3111
- * ~/.tangle/traces/<repo>/runs/<runName>/
3112
- * where <repo> disambiguates runs across repos in one place. */
3113
- declare function tangleTracesRoot(): string;
3114
2934
  /** Resolve a campaign `runDir`. An absolute path is honored as-is (the caller
3115
2935
  * chose an explicit location). A bare name is placed under the shared home root
3116
2936
  * so bundles never pollute a repo working tree — the default the harness should
@@ -3158,19 +2978,6 @@ interface DiscriminationScore {
3158
2978
  declare function scoreDiscrimination(signals: ScenarioSignal[], opts?: {
3159
2979
  saturationCeiling?: number;
3160
2980
  }): DiscriminationScore[];
3161
- /**
3162
- * Select the top-`k` most discriminative scenario ids for a holdout, EXCLUDING
3163
- * fully saturated ties when enough non-tied scenarios exist (a tie in the
3164
- * holdout wastes a paired cell).
3165
- *
3166
- * Prefers non-tied scenarios; if fewer than `k` non-tied exist, fills with the
3167
- * least-saturated tied ones (tied scenarios are already ordered least-saturated
3168
- * first by `meanScore` asc). Deterministic. Throws if `k < 1`. If
3169
- * `signals.length <= k`, returns all ids in discrimination order.
3170
- */
3171
- declare function selectDiscriminative(signals: ScenarioSignal[], k: number, opts?: {
3172
- saturationCeiling?: number;
3173
- }): string[];
3174
2981
  //#endregion
3175
2982
  //#region src/campaign/search-campaign-cell.d.ts
3176
2983
  /**
@@ -3278,37 +3085,6 @@ interface UpstreamEvaluationContext {
3278
3085
  readonly signal: AbortSignal;
3279
3086
  readonly callId?: string;
3280
3087
  }
3281
- type PaidEvaluationOptions<TResult> = Pick<RunPaidCallInput<TResult>, 'maximumCharge' | 'receipt' | 'receiptFromError'> & {
3282
- model: string;
3283
- };
3284
- interface UpstreamJudgeOptions<TScenario extends Scenario> {
3285
- name?: string;
3286
- dimension?: string;
3287
- judgeVersion?: string;
3288
- appliesTo?: (scenario: TScenario) => boolean;
3289
- /** Convert the upstream score when its native scale is not higher-is-better. */
3290
- toComposite?: (score: number) => number;
3291
- }
3292
- declare function phoenixEvaluatorJudge<TRecord extends Record<string, unknown>, TArtifact, TScenario extends Scenario = Scenario>(evaluator: PhoenixEvaluatorLike<TRecord>, options: UpstreamJudgeOptions<TScenario> & {
3293
- mapInput(input: {
3294
- artifact: TArtifact;
3295
- scenario: TScenario;
3296
- }): TRecord;
3297
- paidCall?: PaidEvaluationOptions<PhoenixEvaluationResultLike>;
3298
- }): JudgeConfig<TArtifact, TScenario>;
3299
- declare function autoevalsScorerJudge<TInput extends Record<string, unknown>, TArtifact, TScenario extends Scenario = Scenario>(scorer: AutoevalsScorerLike<TInput>, options: UpstreamJudgeOptions<TScenario> & {
3300
- name: string;
3301
- mapInput(input: {
3302
- artifact: TArtifact;
3303
- scenario: TScenario;
3304
- }): TInput;
3305
- } & ({
3306
- kind: 'CODE';
3307
- paidCall?: never;
3308
- } | {
3309
- kind: 'LLM';
3310
- paidCall: PaidEvaluationOptions<AutoevalsScoreLike>;
3311
- })): JudgeConfig<TArtifact, TScenario>;
3312
3088
  //#endregion
3313
3089
  //#region src/campaign/worktree/index.d.ts
3314
3090
  type GitOutput = string | Uint8Array;
@@ -3338,11 +3114,6 @@ interface WorktreeAdapter {
3338
3114
  /** Idempotently remove the worktree and branch. Safe to retry after partial cleanup. */
3339
3115
  discard(worktree: Worktree): Promise<void>;
3340
3116
  }
3341
- /** Typed failure from a `WorktreeAdapter` operation (create/finalize/discard) — wraps the underlying git error as `cause`. */
3342
- declare class WorktreeAdapterError extends Error {
3343
- readonly cause?: unknown;
3344
- constructor(message: string, cause?: unknown);
3345
- }
3346
3117
  interface GitWorktreeAdapterOptions {
3347
3118
  /** Repo root the worktrees fork from. */
3348
3119
  repoRoot: string;
@@ -3378,5 +3149,5 @@ declare function verifyCodeSurface(surface: CodeSurface, worktreeDir?: string):
3378
3149
  * identity against the checkout at `worktreeRef`. */
3379
3150
  declare function resolveWorktreePath(surface: CodeSurface, worktreeDir?: string): string;
3380
3151
  //#endregion
3381
- export { ScoreboardRow as $, RunImprovementLoopOptions as $i, TraceAnalystScenario as $n, GepaOptimizationRecipe as $r, importExternalEvaluations as $t, ScenarioSignal as A, CampaignCoverage as Aa, GepaCandidatePopulationSummary as Ai, CrossSurfaceComponentEvidence as An, DEFAULT_RED_TEAM_CORPUS as Ar, RequirementCheck as At, FinalizedProfileMatrixResult as B, ReferenceEquivalenceJudgeInput as Bi, CrossSurfaceInteractionTask as Bn, CanaryKind as Br, FsLabeledScenarioStoreOptions as Bt, SingleRunLockOptions as C, CacheRead as Ca, compareOptimizationMethods as Ci, CrossSurfaceBootstrapPolicy as Cn, campaignMeanComposite as Cr, extractProducedState as Ct, searchProposalExecution as D, cellCachePath as Da, costFromLedgerSummary as Di, CrossSurfaceCandidateOutcome as Dn, DefaultProductionGateOptions as Dr, LlmCorrectnessCheckerOpts as Dt, searchModelIdentity as E, buildCellSchedule as Ea, combineComparisonCosts as Ei, CrossSurfaceCandidateEvidence as En, DefaultProductionGateCheck as Er, CorrectnessChecker as Et, RetainedDispatchOptions as F, campaignSplitDigest as Fa, ExternalOptimizerObservationSummary as Fi, CrossSurfaceIneligibilityReason as Fn, redTeamDataset as Fr, verifyCompletion as Ft, RunProfileMatrixSegmentOptions as G, runReferenceEquivalenceJudge as Gi, CrossSurfacePairwiseEntry as Gn, SkillOptOptimizationMethodConfig as Gr, ScoredRollout as Gt, ProfileMatrixPlan as H, ReferenceEquivalenceJudgeResult as Hi, CrossSurfacePairCompatibility as Hn, CanaryReport as Hr, RolloutArgumentDiff as Ht, RetainedDispatchOutcome as I, campaignSplitDigestFromIdentities as Ia, ExternalOptimizerSubmittedCandidate as Ii, CrossSurfaceInteractionAwareSelection as In, redTeamReport as Ir, scopedOptimizationMethod as It, runProfileMatrixSegment as J, llmJudge as Ji, CrossSurfaceSelectionPolicy as Jn, skillOptOptimizationMethod as Jr, rolloutArgumentDiff as Jt, createProfileMatrixPlan as K, LlmJudgeDimension as Ki, CrossSurfaceRankedSingle as Kn, SkillOptRunnerCommand as Kr, UngroundedLiteralReport as Kt, createRetainedDispatch as L, readExternalOptimizerObservationArtifact as Li, CrossSurfaceInteractionEffect as Ln, scoreRedTeamOutput as Lr, sequentialOptimizationMethod as Lt, selectDiscriminative as M, assertCampaignSplitIdentity as Ma, readGepaCandidatePopulationArtifact as Mi, CrossSurfaceDistribution as Mn, RedTeamCategory as Mr, TaskGold as Mt, resolveRunDir as N, campaignCoverage as Na, ExternalOptimizerExecutionSummary as Ni, CrossSurfaceEligibility as Nn, RedTeamFinding as Nr, completionVerdict as Nt, searchReceiptAccounting as O, FinalEvidencePolicy as Oa, GepaCandidatePopulationArtifact as Oi, CrossSurfaceCandidateSummary as On, DefaultProductionRewardHackingOptions as Or, ProducedProposal as Ot, tangleTracesRoot as P, campaignScenarioIdentity as Pa, ExternalOptimizerObservationArtifact as Pi, CrossSurfaceEvidenceBreakdown as Pn, RedTeamReport as Pr, createLlmCorrectnessChecker as Pt, ScoreboardRenderOptions as Q, transientDispatchFailure as Qi, TraceAnalystArtifact as Qn, GepaOptimizationMethodConfig as Qr, externalSurface as Qt, CreateProfileMatrixPlanOptions as R, REFERENCE_EQUIVALENCE_INPUT_LIMITS as Ri, CrossSurfaceInteractionPath as Rn, CanaryAlert as Rr, neutralizeText as Rt, SingleRunLock as S, CacheIssueReason as Sa, OptimizationTokenUsage as Si, CrossSurfaceBestSingleSelection as Sn, campaignBreakdown as Sr, ToolCallEventLike as St, campaignCellSearchResult as T, CellScheduleSlot as Ta, ComparisonCost as Ti, CrossSurfaceCandidateComparison as Tn, heldOutGate as Tr, CompletionVerdict as Tt, ProfileMatrixRow as U, ReferenceEquivalenceScenario as Ui, CrossSurfacePairEvidence as Un, runCanaries as Ur, RolloutArgumentDiffOptions as Ut, ProfileMatrixCoverage as V, ReferenceEquivalenceJudgeOptions as Vi, CrossSurfaceNaiveStackSelection as Vn, CanaryOptions as Vr, LabeledScenarioStoreError as Vt, ProfileMatrixSegmentResult as W, createReferenceEquivalenceJudge as Wi, CrossSurfacePairIncompatibilityReason as Wn, composeGate as Wr, RolloutCall as Wt, PlaybackDriver as X, isTransientTransportFailure as Xi, CrossSurfaceTaskRow as Xn, GepaEngineOptions as Xr, GepaEvaluationImport as Xt, PlaybackContext as Y, TransientFailureOptions as Yi, CrossSurfaceSelections as Yn, GepaAdaptiveEngineRun as Yr, ExternalSearchOptimizer as Yt, PlaybackStep as Z, quotaExhaustedUntil as Zi, BuildTraceAnalystSurfaceDispatchOptions as Zn, GepaEngineRun as Zr, GepaPopulationImport as Zt, componentSurfaceIdentityMaterial as _, runCampaign as _a, OptimizationMethodProvenance as _i, analyzeCrossSurfaceInteractions as _n, provenanceRecordPath as _r, assertRealBackend as _t, WorktreeAdapterError as a, runOptimization as aa, ExternalTextOptimizationMethodConfig as ai, EvalFixture as an, LoopProvenanceArgsFromResult as ar, scoreUserStory as at, surfaceDispatchRef as b, PlanCampaignRunOptions as ba, OptimizationMethodScore as bi, CrossSurfaceAdditionRejectionReason as bn, CampaignBreakdown as br, ProposalEventLike as bt, verifyCodeSurface as c, SearchLedgerIntegrityError as ca, ExternalOptimizationExample as ci, EvalFixtureRunPlan as cn, LoopProvenanceEvidence as cr, ProfileDispatchFn as ct, PhoenixEvaluationResultLike as d, openAutoPr as da, CompareOptimizationMethodsOptions as di, LoadEvalFixtureScenariosOptions as dn, buildLoopProvenanceRecord as dr, RunProfileMatrixOptions as dt, RunImprovementLoopResult as ea, GepaRunnerCommand as ei, importGepaPopulation as en, buildTraceAnalystSurfaceDispatch as er, ScoreboardSummary as et, PhoenixEvaluatorLike as f, RunEvalOptions as fa, OptimizationMethod as fi, PlanEvalFixtureRunOptions as fn, campaignMeasurementDigest as fr, RunProfileMatrixResult as ft, codeSurfaceIdentityMaterial as g, RunCampaignOptions as ga, OptimizationMethodPairwise as gi, planEvalFixtureRun as gn, loopProvenanceSpans as gr, BackendIntegrityReport as gt, assertCodeSurfaceIdentity as h, CampaignCellRetryPolicy as ha, OptimizationMethodInput as hi, loadEvalFixtureScenarios as hn, loopProvenanceArgsFromResult as hr, BackendIntegrityError as ht, WorktreeAdapter as i, RunOptimizationResult as ia, externalTextOptimizationMethod as ii, neutralizationGate as in, EmitLoopProvenanceResult as ir, renderScoreboardMarkdown as it, scoreDiscrimination as j, assertCampaignDesign as ja, GepaCandidateSelectionScore as ji, CrossSurfaceCompositionStep as jn, RedTeamCase as jr, SatisfiedBy as jt, DiscriminationScore as k, FinalEvidenceUse as ka, GepaCandidatePopulationCandidate as ki, CrossSurfaceComponent as kn, defaultProductionGate as kr, ProducedState as kt, AutoevalsScoreLike as l, OpenAutoPrOptions as la, ExternalTextEvaluationResponse as li, EvalFixtureScenario as ln, LoopProvenanceOptimizationMethod as lr, ProfileMatrixError as lt, phoenixEvaluatorJudge as m, CampaignCellFailureReceipt as ma, OptimizationMethodComposition as mi, loadEvalFixture as mn, emitLoopProvenance as mr, runProfileMatrix as mt, GitWorktreeAdapterOptions as n, PremeasuredOptimizationBaseline as na, OpenAICompatibleOptimizerModel as ni, recordSkillOptSearch as nn, BuildLoopProvenanceArgs as nr, UserStoryVerdict as nt, gitWorktreeAdapter as o, SearchLedgerConflictError as oa, ExternalTextOptimizerContext as oi, EvalFixtureFile as on, LoopProvenanceBackend as or, scoreboardSummary as ot, autoevalsScorerJudge as p, runEval as pa, OptimizationMethodComparison as pi, discoverEvalFixtures as pn, canonicalDigest as pr, ScenarioRollup as pt, finalizeProfileMatrix as q, LlmJudgeOptions as qi, CrossSurfaceRelativeCost as qn, SkillOptTrainerConfig as qr, classifyUngroundedLiterals as qt, Worktree as r, RunOptimizationOptions as ra, OptimizerModelBudget as ri, NeutralizationGateOptions as rn, EmitLoopProvenanceArgs as rr, makePlaybackDispatch as rt, resolveWorktreePath as s, SearchLedgerError as sa, ExternalTextOptimizerResult as si, EvalFixtureLoadOptions as sn, LoopProvenanceCandidate as sr, userStoryScoreboard as st, CodeSurfaceVerification as t, runImprovementLoop as ta, gepaOptimizationMethod as ti, recordGepaSearch as tn, traceAnalystQualityJudge as tr, UserStory as tt, AutoevalsScorerLike as u, OpenAutoPrResult as ua, decodeExternalTextCandidate as ui, EvalFixtureValidationMode as un, LoopProvenanceRecord as ur, ProfileSummary as ut, renderSurfaceDiff as v, CampaignRunPlan as va, OptimizationMethodResult as vi, AnalyzeCrossSurfaceInteractionsInput as vn, provenanceSpansPath as vr, summarizeBackendIntegrity as vt, acquireSingleRunLock as w, readCachedCell as wa, optimizationTokenUsageFromSummary as wi, CrossSurfaceCandidate as wn, HeldOutGateOptions as wr, CompletionRequirement as wt, surfaceHash as x, planCampaignRun as xa, OptimizationPackageSource as xi, CrossSurfaceAttemptCompleteness as xn, CampaignComparisonUnits as xr, RuntimeEventLike as xt, surfaceContentHash as y, CampaignRunPlanCell as ya, OptimizationMethodRunOptions as yi, CrossSurfaceAdditionDecision as yn, verifyLoopProvenanceRecord as yr, ArtifactEventLike as yt, FinalizeProfileMatrixOptions as z, REFERENCE_EQUIVALENCE_JUDGE_VERSION as zi, CrossSurfaceInteractionReport as zn, CanaryEvaluation as zr, FsLabeledScenarioStore as zt };
3382
- //# sourceMappingURL=index-NvGBiO8H.d.ts.map
3152
+ export { summarizeBackendIntegrity as $, campaignCoverage as $i, CampaignComparisonUnits as $n, OptimizationMethodRunOptions as $r, PlanEvalFixtureRunOptions as $t, RetainedDispatchOptions as A, runOptimization as Ai, CrossSurfacePairEvidence as An, OptimizationMethodScore as Ar, sequentialOptimizationMethod as At, RunProfileMatrixSegmentOptions as B, CampaignRunPlan as Bi, TraceAnalystScenario as Bn, OptimizerModelBudget as Br, GepaPopulationImport as Bt, searchModelIdentity as C, transientDispatchFailure as Ci, CrossSurfaceInteractionAwareSelection as Cn, SkillOptOptimizationMethodConfig as Cr, RequirementCheck as Ct, ScenarioSignal as D, PremeasuredOptimizationBaseline as Di, CrossSurfaceInteractionTask as Dn, CompareOptimizationMethodsOptions as Dr, createLlmCorrectnessChecker as Dt, DiscriminationScore as E, runImprovementLoop as Ei, CrossSurfaceInteractionReport as En, skillOptOptimizationMethod as Er, completionVerdict as Et, FinalizedProfileMatrixResult as F, runEval as Fi, CrossSurfaceSelectionPolicy as Fn, GepaOptimizationMethodConfig as Fr, RolloutCall as Ft, ProfileSummary as G, CacheRead as Gi, LoopProvenanceBackend as Gn, ExternalOptimizationExample as Gr, neutralizationGate as Gt, finalizeProfileMatrix as H, PlanCampaignRunOptions as Hi, EmitLoopProvenanceArgs as Hn, ExternalTextOptimizationMethodConfig as Hr, importExternalEvaluations as Ht, ProfileMatrixCoverage as I, CampaignCellFailureReceipt as Ii, CrossSurfaceSelections as In, GepaOptimizationRecipe as Ir, ScoredRollout as It, ScenarioRollup as J, cellCachePath as Ji, LoopProvenanceOptimizationMethod as Jn, OptimizationMethod as Jr, EvalFixtureLoadOptions as Jt, RunProfileMatrixOptions as K, CellScheduleSlot as Ki, LoopProvenanceCandidate as Kn, ExternalTextEvaluationResponse as Kr, EvalFixture as Kt, ProfileMatrixPlan as L, CampaignCellRetryPolicy as Li, CrossSurfaceTaskRow as Ln, GepaRunnerCommand as Lr, UngroundedLiteralReport as Lt, createRetainedDispatch as M, OpenAutoPrResult as Mi, CrossSurfacePairwiseEntry as Mn, GepaAdaptiveEngineRun as Mr, FsLabeledScenarioStoreOptions as Mt, CreateProfileMatrixPlanOptions as N, openAutoPr as Ni, CrossSurfaceRankedSingle as Nn, GepaEngineOptions as Nr, RolloutArgumentDiff as Nt, scoreDiscrimination as O, RunOptimizationOptions as Oi, CrossSurfaceNaiveStackSelection as On, OptimizationMethodComparison as Or, verifyCompletion as Ot, FinalizeProfileMatrixOptions as P, RunEvalOptions as Pi, CrossSurfaceRelativeCost as Pn, GepaEngineRun as Pr, RolloutArgumentDiffOptions as Pt, assertRealBackend as Q, assertCampaignDesign as Qi, CampaignBreakdown as Qn, OptimizationMethodResult as Qr, LoadEvalFixtureScenariosOptions as Qt, ProfileMatrixRow as R, RunCampaignOptions as Ri, BuildTraceAnalystSurfaceDispatchOptions as Rn, gepaOptimizationMethod as Rr, ExternalSearchOptimizer as Rt, campaignCellSearchResult as S, isTransientTransportFailure as Si, CrossSurfaceIneligibilityReason as Sn, composeGate as Sr, ProducedState as St, searchReceiptAccounting as T, RunImprovementLoopResult as Ti, CrossSurfaceInteractionPath as Tn, SkillOptTrainerConfig as Tr, TaskGold as Tt, runProfileMatrixSegment as U, planCampaignRun as Ui, EmitLoopProvenanceResult as Un, ExternalTextOptimizerContext as Ur, importGepaPopulation as Ut, createProfileMatrixPlan as V, CampaignRunPlanCell as Vi, BuildLoopProvenanceArgs as Vn, externalTextOptimizationMethod as Vr, externalSurface as Vt, ProfileDispatchFn as W, CacheIssueReason as Wi, LoopProvenanceArgsFromResult as Wn, ExternalTextOptimizerResult as Wr, NeutralizationGateOptions as Wt, BackendIntegrityError as X, FinalEvidenceUse as Xi, canonicalDigest as Xn, OptimizationMethodInput as Xr, EvalFixtureScenario as Xt, runProfileMatrix as Y, FinalEvidencePolicy as Yi, LoopProvenanceRecord as Yn, OptimizationMethodComposition as Yr, EvalFixtureRunPlan as Yt, BackendIntegrityReport as Z, CampaignCoverage as Zi, emitLoopProvenance as Zn, OptimizationMethodProvenance as Zr, EvalFixtureValidationMode as Zt, surfaceDispatchRef as _, ReferenceEquivalenceScenario as _i, CrossSurfaceComponentEvidence as _n, CanaryEvaluation as _r, CompletionRequirement as _t, gitWorktreeAdapter as a, GepaCandidatePopulationCandidate as ai, AnalyzeCrossSurfaceInteractionsInput as an, DefaultProductionGateOptions as ar, ScoreboardSummary as at, SingleRunLockOptions as b, llmJudge as bi, CrossSurfaceEligibility as bn, CanaryReport as br, LlmCorrectnessCheckerOpts as bt, AutoevalsScoreLike as c, readGepaCandidatePopulationArtifact as ci, CrossSurfaceAttemptCompleteness as cn, DEFAULT_RED_TEAM_CORPUS as cr, renderScoreboardMarkdown as ct, PhoenixEvaluatorLike as d, ExternalOptimizerObservationSummary as di, CrossSurfaceCandidate as dn, RedTeamFinding as dr, userStoryScoreboard as dt, campaignScenarioIdentity as ea, OptimizationPackageSource as ei, discoverEvalFixtures as en, campaignBreakdown as er, PlaybackContext as et, assertCodeSurfaceIdentity as f, ExternalOptimizerSubmittedCandidate as fi, CrossSurfaceCandidateComparison as fn, RedTeamReport as fr, ArtifactEventLike as ft, surfaceContentHash as g, ReferenceEquivalenceJudgeResult as gi, CrossSurfaceComponent as gn, CanaryAlert as gr, extractProducedState as gt, renderSurfaceDiff as h, ReferenceEquivalenceJudgeOptions as hi, CrossSurfaceCandidateSummary as hn, scoreRedTeamOutput as hr, ToolCallEventLike as ht, WorktreeAdapter as i, SearchLedgerIntegrityError as ia, GepaCandidatePopulationArtifact as ii, analyzeCrossSurfaceInteractions as in, DefaultProductionGateCheck as ir, ScoreboardRow as it, RetainedDispatchOutcome as j, OpenAutoPrOptions as ji, CrossSurfacePairIncompatibilityReason as jn, compareOptimizationMethods as jr, neutralizeText as jt, resolveRunDir as k, RunOptimizationResult as ki, CrossSurfacePairCompatibility as kn, OptimizationMethodPairwise as kr, scopedOptimizationMethod as kt, AutoevalsScorerLike as l, ExternalOptimizerExecutionSummary as li, CrossSurfaceBestSingleSelection as ln, RedTeamCase as lr, scoreUserStory as lt, componentSurfaceIdentityMaterial as m, ReferenceEquivalenceJudgeInput as mi, CrossSurfaceCandidateOutcome as mn, redTeamReport as mr, RuntimeEventLike as mt, GitWorktreeAdapterOptions as n, campaignSplitDigestFromIdentities as na, OptimizationTokenUsage as ni, loadEvalFixtureScenarios as nn, HeldOutGateOptions as nr, PlaybackStep as nt, resolveWorktreePath as o, GepaCandidatePopulationSummary as oi, CrossSurfaceAdditionDecision as on, DefaultProductionRewardHackingOptions as or, UserStory as ot, codeSurfaceIdentityMaterial as p, readExternalOptimizerObservationArtifact as pi, CrossSurfaceCandidateEvidence as pn, redTeamDataset as pr, ProposalEventLike as pt, RunProfileMatrixResult as q, buildCellSchedule as qi, LoopProvenanceEvidence as qn, decodeExternalTextCandidate as qr, EvalFixtureFile as qt, Worktree as r, SearchLedgerError as ra, costFromLedgerSummary as ri, planEvalFixtureRun as rn, heldOutGate as rr, ScoreboardRenderOptions as rt, verifyCodeSurface as s, GepaCandidateSelectionScore as si, CrossSurfaceAdditionRejectionReason as sn, defaultProductionGate as sr, UserStoryVerdict as st, CodeSurfaceVerification as t, campaignSplitDigest as ta, ComparisonCost as ti, loadEvalFixture as tn, campaignMeanComposite as tr, PlaybackDriver as tt, PhoenixEvaluationResultLike as u, ExternalOptimizerObservationArtifact as ui, CrossSurfaceBootstrapPolicy as un, RedTeamCategory as ur, scoreboardSummary as ut, surfaceHash as v, LlmJudgeDimension as vi, CrossSurfaceCompositionStep as vn, CanaryKind as vr, CompletionVerdict as vt, searchProposalExecution as w, RunImprovementLoopOptions as wi, CrossSurfaceInteractionEffect as wn, SkillOptRunnerCommand as wr, SatisfiedBy as wt, acquireSingleRunLock as x, TransientFailureOptions as xi, CrossSurfaceEvidenceBreakdown as xn, runCanaries as xr, ProducedProposal as xt, SingleRunLock as y, LlmJudgeOptions as yi, CrossSurfaceDistribution as yn, CanaryOptions as yr, CorrectnessChecker as yt, ProfileMatrixSegmentResult as z, runCampaign as zi, TraceAnalystArtifact as zn, OpenAICompatibleOptimizerModel as zr, GepaEvaluationImport as zt };
3153
+ //# sourceMappingURL=index-ZuWx52WG.d.ts.map