@tangle-network/agent-eval 0.216.1 → 0.218.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (532) hide show
  1. package/CHANGELOG.md +137 -57
  2. package/README.md +2 -2
  3. package/dist/adapters/http.d.ts +2 -2
  4. package/dist/{agent-profile-VFcQncbW.d.ts → agent-profile-DTt8uGP9.d.ts} +4 -17
  5. package/dist/agent-profile-DTt8uGP9.d.ts.map +1 -0
  6. package/dist/{agent-profile-cell-BK8mlqlq.js → agent-profile-cell-B1V1gUZs.js} +4 -53
  7. package/dist/agent-profile-cell-B1V1gUZs.js.map +1 -0
  8. package/dist/{agent-profile-cell-BNp-Js9F.d.ts → agent-profile-cell-BcpFbNd5.d.ts} +2 -22
  9. package/dist/agent-profile-cell-BcpFbNd5.d.ts.map +1 -0
  10. package/dist/{agreement-irr-BEWLIF3_.js → agreement-irr-BhAqjluA.js} +5 -5
  11. package/dist/agreement-irr-BhAqjluA.js.map +1 -0
  12. package/dist/analyst/index.d.ts +36 -169
  13. package/dist/analyst/index.d.ts.map +1 -1
  14. package/dist/analyst/index.js +17 -192
  15. package/dist/analyst/index.js.map +1 -1
  16. package/dist/{analyze-runs-D68fd-su.d.ts → analyze-runs-DjlZOVXx.d.ts} +5 -5
  17. package/dist/{analyze-runs-D68fd-su.d.ts.map → analyze-runs-DjlZOVXx.d.ts.map} +1 -1
  18. package/dist/{analyze-runs-C84irm4i.js → analyze-runs-DqPJaJ4X.js} +225 -21
  19. package/dist/analyze-runs-DqPJaJ4X.js.map +1 -0
  20. package/dist/authenticity/index.d.ts +0 -23
  21. package/dist/authenticity/index.d.ts.map +1 -1
  22. package/dist/authenticity/index.js +1 -34
  23. package/dist/authenticity/index.js.map +1 -1
  24. package/dist/{benchmark-command-By0vh8q7.js → benchmark-command-BupdHRyf.js} +1225 -661
  25. package/dist/benchmark-command-BupdHRyf.js.map +1 -0
  26. package/dist/benchmarks/index.d.ts +5 -6
  27. package/dist/benchmarks/index.d.ts.map +1 -1
  28. package/dist/benchmarks/index.js +4 -4
  29. package/dist/benchmarks/index.js.map +1 -1
  30. package/dist/builder-eval/index.d.ts +3 -3
  31. package/dist/builder-eval/index.js +2 -2
  32. package/dist/builder-eval/index.js.map +1 -1
  33. package/dist/campaign/index.d.ts +7 -7
  34. package/dist/campaign/index.js +15 -15
  35. package/dist/{campaign-BudZ70zo.js → campaign-CGvUTnmc.js} +324 -800
  36. package/dist/campaign-CGvUTnmc.js.map +1 -0
  37. package/dist/{campaign-evidence-Clrn4hBV.js → campaign-evidence-DunzcJGv.js} +10 -18
  38. package/dist/{campaign-evidence-Clrn4hBV.js.map → campaign-evidence-DunzcJGv.js.map} +1 -1
  39. package/dist/{canonical-B2RqLofv.js → canonical-Dq2hOQ8L.js} +2 -2
  40. package/dist/{canonical-B2RqLofv.js.map → canonical-Dq2hOQ8L.js.map} +1 -1
  41. package/dist/cell-spend-DEWR3nj-.js +90 -0
  42. package/dist/cell-spend-DEWR3nj-.js.map +1 -0
  43. package/dist/{chat-client-l-MVDlDk.js → chat-client-B2pXlPdx.js} +2 -2
  44. package/dist/{chat-client-l-MVDlDk.js.map → chat-client-B2pXlPdx.js.map} +1 -1
  45. package/dist/{chat-json-call-puMArmtW.js → chat-json-call-Dm9c-b41.js} +3 -2
  46. package/dist/chat-json-call-Dm9c-b41.js.map +1 -0
  47. package/dist/{claim-q4HQhK1G.js → claim-BPVuyHuy.js} +3 -3
  48. package/dist/{claim-q4HQhK1G.js.map → claim-BPVuyHuy.js.map} +1 -1
  49. package/dist/cli.js +113 -12
  50. package/dist/cli.js.map +1 -1
  51. package/dist/{client-BzL9niqi.d.ts → client-hwo3cJjR.d.ts} +3 -16
  52. package/dist/client-hwo3cJjR.d.ts.map +1 -0
  53. package/dist/{cluster-bootstrap-qcUWYFl-.js → cluster-bootstrap-DEwwhl0C.js} +3 -3
  54. package/dist/{cluster-bootstrap-qcUWYFl-.js.map → cluster-bootstrap-DEwwhl0C.js.map} +1 -1
  55. package/dist/{produced-state-BsDmnwxc.js → completion-verifier-DbLVf3i8.js} +9 -64
  56. package/dist/completion-verifier-DbLVf3i8.js.map +1 -0
  57. package/dist/contract/index.d.ts +12 -12
  58. package/dist/contract/index.js +107 -403
  59. package/dist/contract/index.js.map +1 -1
  60. package/dist/{cost-ledger-BP8V4kUQ.js → cost-ledger-D0352Z4d.js} +4 -8
  61. package/dist/cost-ledger-D0352Z4d.js.map +1 -0
  62. package/dist/dataset-DQqhOCPt.d.ts.map +1 -1
  63. package/dist/{default-registry-COhk9g36.js → default-registry-BJ-Pq6yL.js} +314 -285
  64. package/dist/default-registry-BJ-Pq6yL.js.map +1 -0
  65. package/dist/{default-registry-DzHiGruW.d.ts → default-registry-DXgLmoDI.d.ts} +7 -50
  66. package/dist/default-registry-DXgLmoDI.d.ts.map +1 -0
  67. package/dist/{define-agent-eval-CNTPzIkp.js → define-agent-eval-BGdFKlrc.js} +170 -110
  68. package/dist/define-agent-eval-BGdFKlrc.js.map +1 -0
  69. package/dist/{define-agent-eval-WSck0CZJ.d.ts → define-agent-eval-BlH10zEw.d.ts} +8 -8
  70. package/dist/define-agent-eval-BlH10zEw.d.ts.map +1 -0
  71. package/dist/{descriptive-DboxPZrG.js → descriptive-CVNy48rR.js} +2 -2
  72. package/dist/{descriptive-DboxPZrG.js.map → descriptive-CVNy48rR.js.map} +1 -1
  73. package/dist/diagnosis/index.d.ts +4 -14
  74. package/dist/diagnosis/index.d.ts.map +1 -1
  75. package/dist/diagnosis/index.js +67 -28
  76. package/dist/diagnosis/index.js.map +1 -1
  77. package/dist/{dspy-rlm-engine-LRCu61m5.js → dspy-rlm-engine-CSMwudLO.js} +5 -10
  78. package/dist/dspy-rlm-engine-CSMwudLO.js.map +1 -0
  79. package/dist/{emitter-HcCmFQl_.d.ts → emitter-DABYYTcH.d.ts} +5 -5
  80. package/dist/emitter-DABYYTcH.d.ts.map +1 -0
  81. package/dist/emitter-DbMXUIVP.js.map +1 -1
  82. package/dist/{engine-3A_4jOlI.d.ts → engine-BvZ0R-36.d.ts} +17 -21
  83. package/dist/engine-BvZ0R-36.d.ts.map +1 -0
  84. package/dist/{equal-terms-BtdXayCJ.js → equal-terms-DbPGcVtI.js} +2 -2
  85. package/dist/equal-terms-DbPGcVtI.js.map +1 -0
  86. package/dist/{errors-DVZiqS7K.js → errors-BcOs5MKW.js} +2 -8
  87. package/dist/{errors-DVZiqS7K.js.map → errors-BcOs5MKW.js.map} +1 -1
  88. package/dist/eval-campaign-BUMIxKTE.js +393 -0
  89. package/dist/eval-campaign-BUMIxKTE.js.map +1 -0
  90. package/dist/{evaluation-6Yoi74gM.d.ts → evaluation-BOZ38vOH.d.ts} +7 -7
  91. package/dist/evaluation-BOZ38vOH.d.ts.map +1 -0
  92. package/dist/evaluation.d.ts +2 -2
  93. package/dist/evaluation.js +1 -1
  94. package/dist/evaluation.js.map +1 -1
  95. package/dist/{exact-types-ClugMJfI.d.ts → exact-types-CflbJ9f3.d.ts} +2 -2
  96. package/dist/{exact-types-ClugMJfI.d.ts.map → exact-types-CflbJ9f3.d.ts.map} +1 -1
  97. package/dist/{exec-ChJ6d5if.js → exec-CpbtOXVt.js} +2 -24
  98. package/dist/{exec-ChJ6d5if.js.map → exec-CpbtOXVt.js.map} +1 -1
  99. package/dist/execution-tracks-CpgFPpS5.js.map +1 -1
  100. package/dist/experiment/index.d.ts +9 -112
  101. package/dist/experiment/index.d.ts.map +1 -1
  102. package/dist/experiment/index.js +258 -311
  103. package/dist/experiment/index.js.map +1 -1
  104. package/dist/{exporters-X4xwla8A.js → exporters-DWvM16LE.js} +3 -3
  105. package/dist/exporters-DWvM16LE.js.map +1 -0
  106. package/dist/{exporters-ChTnR90l.d.ts → exporters-Dk3oEbK_.d.ts} +2 -4
  107. package/dist/{exporters-ChTnR90l.d.ts.map → exporters-Dk3oEbK_.d.ts.map} +1 -1
  108. package/dist/{external-optimizer-process-BjMGUuds.js → external-optimizer-process-C3Wm7Vhn.js} +4 -3
  109. package/dist/external-optimizer-process-C3Wm7Vhn.js.map +1 -0
  110. package/dist/{external-optimizer-subprocess-BqW0hHcI.js → external-optimizer-subprocess-B5gdLRZv.js} +9 -11
  111. package/dist/external-optimizer-subprocess-B5gdLRZv.js.map +1 -0
  112. package/dist/{extract-usage-BrnzRJ6H.js → extract-usage-BZLU01kR.js} +2 -23
  113. package/dist/{extract-usage-BrnzRJ6H.js.map → extract-usage-BZLU01kR.js.map} +1 -1
  114. package/dist/{failure-cluster-CbgEDcFJ.d.ts → failure-cluster-DN0t63Z0.d.ts} +4 -43
  115. package/dist/failure-cluster-DN0t63Z0.d.ts.map +1 -0
  116. package/dist/{failure-taxonomy-CjabTATj.js → failure-taxonomy-Bx5oWqaW.js} +2 -19
  117. package/dist/{failure-taxonomy-CjabTATj.js.map → failure-taxonomy-Bx5oWqaW.js.map} +1 -1
  118. package/dist/{feedback-trajectory-C4EG0nNH.d.ts → feedback-trajectory-BWmhRBGu.d.ts} +7 -9
  119. package/dist/feedback-trajectory-BWmhRBGu.d.ts.map +1 -0
  120. package/dist/{semantic-concept-judge-BQF8te0T.js → findings-store-BtTzPL0d.js} +9 -249
  121. package/dist/findings-store-BtTzPL0d.js.map +1 -0
  122. package/dist/fuzz.d.ts +19 -62
  123. package/dist/fuzz.d.ts.map +1 -1
  124. package/dist/fuzz.js +62 -108
  125. package/dist/fuzz.js.map +1 -1
  126. package/dist/{hf-dataset-BR2yhuNn.js → hf-dataset-CKxIJQba.js} +4 -24
  127. package/dist/hf-dataset-CKxIJQba.js.map +1 -0
  128. package/dist/hosted/index.d.ts +2 -2
  129. package/dist/hosted/index.js +2 -2
  130. package/dist/{index-CyszSg4O.d.ts → index-B16FNdW5.d.ts} +145 -360
  131. package/dist/index-B16FNdW5.d.ts.map +1 -0
  132. package/dist/{index-DV-jSzxF.d.ts → index-BLGqZ81N.d.ts} +10 -15
  133. package/dist/{index-DV-jSzxF.d.ts.map → index-BLGqZ81N.d.ts.map} +1 -1
  134. package/dist/{index-BO41eGj5.d.ts → index-CX-GAUpw.d.ts} +3 -7
  135. package/dist/index-CX-GAUpw.d.ts.map +1 -0
  136. package/dist/{index-DHKEAv3s.d.ts → index-CalAsXMR.d.ts} +8 -68
  137. package/dist/index-CalAsXMR.d.ts.map +1 -0
  138. package/dist/{index-BFRO6chs.d.ts → index-CiRwLv2R.d.ts} +5 -69
  139. package/dist/index-CiRwLv2R.d.ts.map +1 -0
  140. package/dist/{index-DPcngtwt.d.ts → index-DbMOXYnP.d.ts} +11 -36
  141. package/dist/index-DbMOXYnP.d.ts.map +1 -0
  142. package/dist/index.d.ts +211 -218
  143. package/dist/index.d.ts.map +1 -1
  144. package/dist/index.js +999 -1714
  145. package/dist/index.js.map +1 -1
  146. package/dist/{integrity-dLiDe2kD.js → integrity-C8oUeB0g.js} +326 -203
  147. package/dist/integrity-C8oUeB0g.js.map +1 -0
  148. package/dist/{integrity-BXOsAb3i.js → integrity-W4CADcFc.js} +3 -7
  149. package/dist/{integrity-BXOsAb3i.js.map → integrity-W4CADcFc.js.map} +1 -1
  150. package/dist/{integrity-DAMEDFaC.d.ts → integrity-_qgZLA5p.d.ts} +4 -6
  151. package/dist/{integrity-DAMEDFaC.d.ts.map → integrity-_qgZLA5p.d.ts.map} +1 -1
  152. package/dist/{internal-Epl-YBZW.js → internal-BTK91Bqt.js} +3 -3
  153. package/dist/{internal-Epl-YBZW.js.map → internal-BTK91Bqt.js.map} +1 -1
  154. package/dist/{interval-CELpye1n.js → interval-Dq9gt7jx.js} +3 -3
  155. package/dist/{interval-CELpye1n.js.map → interval-Dq9gt7jx.js.map} +1 -1
  156. package/dist/{journal-DfRz9kps.js → journal-C7om8Gum.js} +157 -147
  157. package/dist/journal-C7om8Gum.js.map +1 -0
  158. package/dist/json-BhdsJaOQ.js +111 -0
  159. package/dist/json-BhdsJaOQ.js.map +1 -0
  160. package/dist/{judge-calibration-BpCy5XQl.js → judge-calibration-BkXMIWA4.js} +3 -3
  161. package/dist/{judge-calibration-BpCy5XQl.js.map → judge-calibration-BkXMIWA4.js.map} +1 -1
  162. package/dist/{judge-gate-iY9s4L44.js → judge-gate-Co5tuh57.js} +4 -27
  163. package/dist/{judge-gate-iY9s4L44.js.map → judge-gate-Co5tuh57.js.map} +1 -1
  164. package/dist/{judge-gate-CE7CQAgt.d.ts → judge-gate-DsL0yFcb.d.ts} +8 -9
  165. package/dist/judge-gate-DsL0yFcb.d.ts.map +1 -0
  166. package/dist/{kind-factory-BobI5Jy3.js → kind-factory-Gy4fXixd.js} +88 -17
  167. package/dist/kind-factory-Gy4fXixd.js.map +1 -0
  168. package/dist/ledger-core/index.d.ts +2 -2
  169. package/dist/ledger-core/index.js +4 -4
  170. package/dist/ledger-core/lock-holder.d.ts +2 -0
  171. package/dist/ledger-core/lock-holder.js +181 -0
  172. package/dist/ledger-core/lock-holder.js.map +1 -0
  173. package/dist/{ledger-core-Gq7yp8lP.js → ledger-core-CAxUdDk0.js} +5 -84
  174. package/dist/ledger-core-CAxUdDk0.js.map +1 -0
  175. package/dist/{llm-client-CyBAoYiX.js → llm-client-_Y6ic-tf.js} +243 -355
  176. package/dist/llm-client-_Y6ic-tf.js.map +1 -0
  177. package/dist/{llm-judge-CG12SQJq.js → llm-judge-Djxh-Uhs.js} +662 -482
  178. package/dist/llm-judge-Djxh-Uhs.js.map +1 -0
  179. package/dist/lock-holder-DaJbfpci.d.ts +86 -0
  180. package/dist/lock-holder-DaJbfpci.d.ts.map +1 -0
  181. package/dist/matrix/index.d.ts +3 -3
  182. package/dist/matrix/index.js +3 -2
  183. package/dist/{matrix-Dm0BQW7U.js → matrix-B8l-Nsxd.js} +3 -88
  184. package/dist/matrix-B8l-Nsxd.js.map +1 -0
  185. package/dist/{matrix-DSrSxjjy.d.ts → matrix-CCSBna4q.d.ts} +9 -18
  186. package/dist/matrix-CCSBna4q.d.ts.map +1 -0
  187. package/dist/{mean-DHoMiudD.js → mean-BbA_JCzW.js} +39 -5
  188. package/dist/mean-BbA_JCzW.js.map +1 -0
  189. package/dist/meta-eval/index.d.ts +5 -5
  190. package/dist/meta-eval/index.js +10 -10
  191. package/dist/metrics-BKaPBtIG.js.map +1 -1
  192. package/dist/{mint-DNU8QPG4.d.ts → mint-BRZXuwRi.d.ts} +4 -4
  193. package/dist/{mint-DNU8QPG4.d.ts.map → mint-BRZXuwRi.d.ts.map} +1 -1
  194. package/dist/{mint-QaD5cA0u.js → mint-CbdwjTPW.js} +4 -4
  195. package/dist/{mint-QaD5cA0u.js.map → mint-CbdwjTPW.js.map} +1 -1
  196. package/dist/{multi-layer-verifier-BUaQ4C17.d.ts → multi-layer-verifier-DEgMUk6v.d.ts} +2 -2
  197. package/dist/{multi-layer-verifier-BUaQ4C17.d.ts.map → multi-layer-verifier-DEgMUk6v.d.ts.map} +1 -1
  198. package/dist/{multiplicity-DQUFcbW4.js → multiplicity-Sg0U7h8j.js} +2 -2
  199. package/dist/{multiplicity-DQUFcbW4.js.map → multiplicity-Sg0U7h8j.js.map} +1 -1
  200. package/dist/multishot/golden/index.d.ts +1 -23
  201. package/dist/multishot/golden/index.d.ts.map +1 -1
  202. package/dist/multishot/golden/index.js +3 -3
  203. package/dist/multishot/golden/index.js.map +1 -1
  204. package/dist/multishot/index.d.ts +3 -12
  205. package/dist/multishot/index.d.ts.map +1 -1
  206. package/dist/multishot/index.js +4 -3
  207. package/dist/multishot/index.js.map +1 -1
  208. package/dist/openapi.json +114 -10
  209. package/dist/{otel-spans-B9tUXRHF.js → otel-spans-CdN909k1.js} +3 -3
  210. package/dist/{otel-spans-B9tUXRHF.js.map → otel-spans-CdN909k1.js.map} +1 -1
  211. package/dist/{paired-arms-CwMGJsrS.js → paired-arms-Ct4LTKc1.js} +32 -9
  212. package/dist/paired-arms-Ct4LTKc1.js.map +1 -0
  213. package/dist/{paired-binary-CvpFHfKZ.js → paired-binary-B_nejA44.js} +3 -36
  214. package/dist/paired-binary-B_nejA44.js.map +1 -0
  215. package/dist/{paired-promotion-decision-DPKz8ZnF.d.ts → paired-promotion-decision-CQMJ5xGN.d.ts} +2 -34
  216. package/dist/paired-promotion-decision-CQMJ5xGN.d.ts.map +1 -0
  217. package/dist/{paired-promotion-decision-DsAPYGCm.js → paired-promotion-decision-D0SHb-ZL.js} +3 -3
  218. package/dist/{paired-promotion-decision-DsAPYGCm.js.map → paired-promotion-decision-D0SHb-ZL.js.map} +1 -1
  219. package/dist/{pareto-Cm6ndrWN.js → pareto-CTv8vozZ.js} +11 -11
  220. package/dist/pareto-CTv8vozZ.js.map +1 -0
  221. package/dist/pipelines/index.d.ts +16 -19
  222. package/dist/pipelines/index.d.ts.map +1 -1
  223. package/dist/pipelines/index.js +4 -68
  224. package/dist/pipelines/index.js.map +1 -1
  225. package/dist/{power-and-mde-Hj2ubb4B.js → power-and-mde-N5nU4_Ly.js} +3 -3
  226. package/dist/{power-and-mde-Hj2ubb4B.js.map → power-and-mde-N5nU4_Ly.js.map} +1 -1
  227. package/dist/{prime-protocol-CHKgA3a6.js → prime-protocol-BFgGrEMP.js} +3 -3
  228. package/dist/prime-protocol-BFgGrEMP.js.map +1 -0
  229. package/dist/{prime-protocol-HiB9HX7E.d.ts → prime-protocol-BWG2DQIk.d.ts} +3 -21
  230. package/dist/prime-protocol-BWG2DQIk.d.ts.map +1 -0
  231. package/dist/profile-cell.d.ts +2 -2
  232. package/dist/profile-cell.js +2 -2
  233. package/dist/{promotion-gate-BawrdPYr.d.ts → promotion-gate-CxEHRsZW.d.ts} +7 -8
  234. package/dist/{promotion-gate-BawrdPYr.d.ts.map → promotion-gate-CxEHRsZW.d.ts.map} +1 -1
  235. package/dist/{promotion-policy-KO57gbyV.js → promotion-policy-6A8osGr_.js} +4 -4
  236. package/dist/{promotion-policy-KO57gbyV.js.map → promotion-policy-6A8osGr_.js.map} +1 -1
  237. package/dist/{proposal-findings-CY1xKn_a.js → proposal-findings-n-5WBbEx.js} +3 -3
  238. package/dist/proposal-findings-n-5WBbEx.js.map +1 -0
  239. package/dist/{query-BUCZCK7F.js → query-B_RZ36an.js} +5 -5
  240. package/dist/query-B_RZ36an.js.map +1 -0
  241. package/dist/{query-DK1nWcmp.d.ts → query-Cmv_U8vf.d.ts} +4 -24
  242. package/dist/{query-DK1nWcmp.d.ts.map → query-Cmv_U8vf.d.ts.map} +1 -1
  243. package/dist/{random-ByUSnV9w.js → random-DDDcC7YU.js} +2 -2
  244. package/dist/{random-ByUSnV9w.js.map → random-DDDcC7YU.js.map} +1 -1
  245. package/dist/{raw-provider-sink-DoHz4JNG.js → raw-provider-sink-75w4FWBj.js} +2 -2
  246. package/dist/{raw-provider-sink-DoHz4JNG.js.map → raw-provider-sink-75w4FWBj.js.map} +1 -1
  247. package/dist/{redact-mtCCcT8z.d.ts → redact-DXdlFb_U.d.ts} +2 -3
  248. package/dist/redact-DXdlFb_U.d.ts.map +1 -0
  249. package/dist/{redact-B5xXKqQ3.js → redact-mtkTiJVk.js} +2 -7
  250. package/dist/{redact-B5xXKqQ3.js.map → redact-mtkTiJVk.js.map} +1 -1
  251. package/dist/{registry-D7_hm2fK.d.ts → registry-ssNoHzwD.d.ts} +4 -4
  252. package/dist/{registry-D7_hm2fK.d.ts.map → registry-ssNoHzwD.d.ts.map} +1 -1
  253. package/dist/{release-confidence-CpuP65S5.js → release-confidence-CYIFH-fp.js} +6 -11
  254. package/dist/release-confidence-CYIFH-fp.js.map +1 -0
  255. package/dist/{report-command-SC9nqb4M.js → render-Cs34y0iX.js} +625 -587
  256. package/dist/render-Cs34y0iX.js.map +1 -0
  257. package/dist/reporting.d.ts +6 -6
  258. package/dist/reporting.js +8 -8
  259. package/dist/{researcher-CEcfku-T.d.ts → researcher-GU1tV4dn.d.ts} +9 -9
  260. package/dist/{researcher-CEcfku-T.d.ts.map → researcher-GU1tV4dn.d.ts.map} +1 -1
  261. package/dist/{reward-CpCmAM8L.d.ts → reward-DrZ71vnf.d.ts} +3 -26
  262. package/dist/reward-DrZ71vnf.d.ts.map +1 -0
  263. package/dist/{reward-hacking-E0d-WVcP.js → reward-hacking-ByuETaIb.js} +3 -3
  264. package/dist/{reward-hacking-E0d-WVcP.js.map → reward-hacking-ByuETaIb.js.map} +1 -1
  265. package/dist/{reward-hacking-RVdZ6Kkt.d.ts → reward-hacking-E52wq86n.d.ts} +5 -18
  266. package/dist/reward-hacking-E52wq86n.d.ts.map +1 -0
  267. package/dist/reward-nw2xZGZG.js.map +1 -1
  268. package/dist/rl.d.ts +117 -295
  269. package/dist/rl.d.ts.map +1 -1
  270. package/dist/rl.js +27 -747
  271. package/dist/rl.js.map +1 -1
  272. package/dist/rollout/index.d.ts +5 -5
  273. package/dist/rollout/index.js +7 -8
  274. package/dist/{rollout-DZV1t2Wg.js → rollout-Dd1ucT_M.js} +88 -13
  275. package/dist/rollout-Dd1ucT_M.js.map +1 -0
  276. package/dist/{rubric-predictive-validity-DaFW70y9.js → rubric-predictive-validity-D3_oI72N.js} +3 -3
  277. package/dist/{rubric-predictive-validity-DaFW70y9.js.map → rubric-predictive-validity-D3_oI72N.js.map} +1 -1
  278. package/dist/{rubric-predictive-validity-C03EC7ZE.d.ts → rubric-predictive-validity-DiwT8PbL.d.ts} +2 -2
  279. package/dist/{rubric-predictive-validity-C03EC7ZE.d.ts.map → rubric-predictive-validity-DiwT8PbL.d.ts.map} +1 -1
  280. package/dist/{run-record-C1E24G2A.d.ts → run-record-CaxbLq6Y.d.ts} +4 -10
  281. package/dist/run-record-CaxbLq6Y.d.ts.map +1 -0
  282. package/dist/{run-record-C5e7FjhJ.js → run-record-CysKLB93.js} +3 -3
  283. package/dist/run-record-CysKLB93.js.map +1 -0
  284. package/dist/{run-record-Boc5IUTp.js → run-record-DhEJgoPz.js} +4 -4
  285. package/dist/{run-record-Boc5IUTp.js.map → run-record-DhEJgoPz.js.map} +1 -1
  286. package/dist/sandbox-harness-BlSOu4LX.d.ts.map +1 -1
  287. package/dist/{schema-CSf6qWgZ.js → schema-Bt2vLFm3.js} +2 -14
  288. package/dist/schema-Bt2vLFm3.js.map +1 -0
  289. package/dist/schema-C-ziyJD7.d.ts.map +1 -1
  290. package/dist/{schema-BuiujZ-g.js → schema-CvhfLjtZ.js} +78 -48
  291. package/dist/schema-CvhfLjtZ.js.map +1 -0
  292. package/dist/{schema-2g7trUwH.d.ts → schema-D6EVKzTB.d.ts} +4 -5
  293. package/dist/schema-D6EVKzTB.d.ts.map +1 -0
  294. package/dist/search/index.d.ts +3 -31
  295. package/dist/search/index.d.ts.map +1 -1
  296. package/dist/search/index.js +4 -4
  297. package/dist/{search-kernel-DyNEa6IU.d.ts → search-kernel-p9JB3SmL.d.ts} +10 -27
  298. package/dist/search-kernel-p9JB3SmL.d.ts.map +1 -0
  299. package/dist/{search-ledger-CVUGLDZp.js → search-ledger-ClpN4I3e.js} +7 -7
  300. package/dist/{search-ledger-CVUGLDZp.js.map → search-ledger-ClpN4I3e.js.map} +1 -1
  301. package/dist/{search-ledger-file-DDQUgvCg.js → search-ledger-file-Bd5Tioq6.js} +4 -4
  302. package/dist/search-ledger-file-Bd5Tioq6.js.map +1 -0
  303. package/dist/{search-shipper-BOSD46qv.js → search-shipper-Bg2HW3Uv.js} +4 -4
  304. package/dist/search-shipper-Bg2HW3Uv.js.map +1 -0
  305. package/dist/{search-summary-BQCSWf1g.js → search-summary-CrBuvVnf.js} +5 -5
  306. package/dist/{search-summary-BQCSWf1g.js.map → search-summary-CrBuvVnf.js.map} +1 -1
  307. package/dist/{sequential-CzK5DarL.js → sequential-BVv1sjsw.js} +2 -32
  308. package/dist/{sequential-CzK5DarL.js.map → sequential-BVv1sjsw.js.map} +1 -1
  309. package/dist/{sequential-Bf_pbE50.js → sequential-CimQrbjv.js} +5 -5
  310. package/dist/sequential-CimQrbjv.js.map +1 -0
  311. package/dist/{sequential-BhsrMupG.d.ts → sequential-KwGspfeR.d.ts} +2 -9
  312. package/dist/{sequential-BhsrMupG.d.ts.map → sequential-KwGspfeR.d.ts.map} +1 -1
  313. package/dist/{sequential-eprocess-DM_qENCl.js → sequential-eprocess-DodI6RoF.js} +2 -2
  314. package/dist/{sequential-eprocess-DM_qENCl.js.map → sequential-eprocess-DodI6RoF.js.map} +1 -1
  315. package/dist/{server-e9oWO_bN.js → server-C6M0qR8h.js} +101 -101
  316. package/dist/server-C6M0qR8h.js.map +1 -0
  317. package/dist/{single-run-lock-CV9Eyd_q.js → single-run-lock-Dekd8_Wv.js} +7 -7
  318. package/dist/single-run-lock-Dekd8_Wv.js.map +1 -0
  319. package/dist/{skillopt-optimization-method-BiwA8nfX.js → skillopt-optimization-method-5dlex7MJ.js} +1386 -1184
  320. package/dist/skillopt-optimization-method-5dlex7MJ.js.map +1 -0
  321. package/dist/{spans-BHAUXMGN.d.ts → spans-CVngGij3.d.ts} +2 -2
  322. package/dist/{spans-BHAUXMGN.d.ts.map → spans-CVngGij3.d.ts.map} +1 -1
  323. package/dist/{statistical-heldout-CYpGaoDH.d.ts → statistical-heldout-BHfLZHrm.d.ts} +8 -67
  324. package/dist/statistical-heldout-BHfLZHrm.d.ts.map +1 -0
  325. package/dist/{statistical-heldout-42NlCNDe.js → statistical-heldout-Bksv92Th.js} +3 -3
  326. package/dist/statistical-heldout-Bksv92Th.js.map +1 -0
  327. package/dist/{steps-Bg5-KVx1.d.ts → steps-DlepJPwD.d.ts} +2 -56
  328. package/dist/steps-DlepJPwD.d.ts.map +1 -0
  329. package/dist/{store-C4avFjIi.d.ts → store-B3nWRy3B.d.ts} +2 -2
  330. package/dist/{store-C4avFjIi.d.ts.map → store-B3nWRy3B.d.ts.map} +1 -1
  331. package/dist/{store-otlp-DJ9dtA5x.js → store-otlp-BteDAbHK.js} +3 -3
  332. package/dist/{store-otlp-DJ9dtA5x.js.map → store-otlp-BteDAbHK.js.map} +1 -1
  333. package/dist/{store-tool-spans-CIX5arAG.js → store-tool-spans-D5l_OfTJ.js} +8 -8
  334. package/dist/store-tool-spans-D5l_OfTJ.js.map +1 -0
  335. package/dist/{store-tool-spans-DdCSPa7C.d.ts → store-tool-spans-DZS0HWVf.d.ts} +9 -18
  336. package/dist/store-tool-spans-DZS0HWVf.d.ts.map +1 -0
  337. package/dist/storyboard/index.d.ts +4 -11
  338. package/dist/storyboard/index.d.ts.map +1 -1
  339. package/dist/storyboard/index.js +1 -16
  340. package/dist/storyboard/index.js.map +1 -1
  341. package/dist/{summary-report-V_JACR4Y.js → summary-report-BsXJoYX5.js} +88 -10
  342. package/dist/summary-report-BsXJoYX5.js.map +1 -0
  343. package/dist/{summary-report-bdFDXq0b.d.ts → summary-report-CkbRcSuu.d.ts} +25 -19
  344. package/dist/summary-report-CkbRcSuu.d.ts.map +1 -0
  345. package/dist/supervisor-run/index.d.ts +60 -28
  346. package/dist/supervisor-run/index.d.ts.map +1 -1
  347. package/dist/supervisor-run/index.js +4 -458
  348. package/dist/supervisor-run/index.js.map +1 -1
  349. package/dist/{systemone-BomhHr2c.d.ts → systemone-BMzDJb1i.d.ts} +5 -5
  350. package/dist/{systemone-BomhHr2c.d.ts.map → systemone-BMzDJb1i.d.ts.map} +1 -1
  351. package/dist/systemone-protocol.js +1 -1
  352. package/dist/{systemone-review-CUVcQJu6.d.ts → systemone-review-CwE6JGIp.d.ts} +2 -2
  353. package/dist/{systemone-review-CUVcQJu6.d.ts.map → systemone-review-CwE6JGIp.d.ts.map} +1 -1
  354. package/dist/{systemone-review-D7sXwsqq.js → systemone-review-DzdOJ8I6.js} +3 -3
  355. package/dist/{systemone-review-D7sXwsqq.js.map → systemone-review-DzdOJ8I6.js.map} +1 -1
  356. package/dist/systemone.d.ts +5 -5
  357. package/dist/systemone.js +5 -5
  358. package/dist/systemone.js.map +1 -1
  359. package/dist/{task-failure-attributes-hEmASjix.js → task-failure-attributes-BMsblaDh.js} +3 -3
  360. package/dist/task-failure-attributes-BMsblaDh.js.map +1 -0
  361. package/dist/{terminal-record-DZyQZ3pz.js → terminal-record-D4Rv-j1W.js} +244 -196
  362. package/dist/terminal-record-D4Rv-j1W.js.map +1 -0
  363. package/dist/{tool-groups-C3NEcdCM.d.ts → tool-groups-DyNz2JZ_.d.ts} +3 -3
  364. package/dist/tool-groups-DyNz2JZ_.d.ts.map +1 -0
  365. package/dist/{tool-waste-BKgvd-TP.d.ts → tool-waste-CkjzWmeY.d.ts} +25 -28
  366. package/dist/tool-waste-CkjzWmeY.d.ts.map +1 -0
  367. package/dist/{tool-waste-BlesqTqW.js → tool-waste-DLsjS_p-.js} +5 -5
  368. package/dist/{tool-waste-BlesqTqW.js.map → tool-waste-DLsjS_p-.js.map} +1 -1
  369. package/dist/{trace-questions-CM2CAocU.d.ts → trace-questions-xxwgsuMi.d.ts} +4 -9
  370. package/dist/{trace-questions-CM2CAocU.d.ts.map → trace-questions-xxwgsuMi.d.ts.map} +1 -1
  371. package/dist/trace-repair/index.d.ts +14 -211
  372. package/dist/trace-repair/index.d.ts.map +1 -1
  373. package/dist/trace-repair/index.js +865 -981
  374. package/dist/trace-repair/index.js.map +1 -1
  375. package/dist/traces.d.ts +18 -46
  376. package/dist/traces.d.ts.map +1 -1
  377. package/dist/traces.js +13 -13
  378. package/dist/traces.js.map +1 -1
  379. package/dist/trajectory-replay/index.d.ts +7 -118
  380. package/dist/trajectory-replay/index.d.ts.map +1 -1
  381. package/dist/trajectory-replay/index.js +921 -869
  382. package/dist/trajectory-replay/index.js.map +1 -1
  383. package/dist/{tree-C1XYeXvy.js → tree-B5e1uAeL.js} +132 -21
  384. package/dist/tree-B5e1uAeL.js.map +1 -0
  385. package/dist/{types-Cbe2fWBa.d.ts → types-BKCzzmit.d.ts} +3 -3
  386. package/dist/{types-Cbe2fWBa.d.ts.map → types-BKCzzmit.d.ts.map} +1 -1
  387. package/dist/{types-B3jzCp0p.js → types-BXgASBCL.js} +2 -2
  388. package/dist/{types-B3jzCp0p.js.map → types-BXgASBCL.js.map} +1 -1
  389. package/dist/{types-C1tnkEgM.d.ts → types-CW8ewATZ.d.ts} +4 -113
  390. package/dist/types-CW8ewATZ.d.ts.map +1 -0
  391. package/dist/{types-BqkVmHfv.d.ts → types-CmXY0PQf.d.ts} +2 -4
  392. package/dist/types-CmXY0PQf.d.ts.map +1 -0
  393. package/dist/{types-C02qtnG8.d.ts → types-D-mgRzlh.d.ts} +7 -28
  394. package/dist/types-D-mgRzlh.d.ts.map +1 -0
  395. package/dist/{types-IXD2HJzu.js → types-DqFMNTgK.js} +2 -4
  396. package/dist/types-DqFMNTgK.js.map +1 -0
  397. package/dist/{types-Cq8mSbq8.d.ts → types-DtkO1G9L.d.ts} +7 -9
  398. package/dist/{types-Cq8mSbq8.d.ts.map → types-DtkO1G9L.d.ts.map} +1 -1
  399. package/dist/{verdict-Dl0tiT1X.js → verdict-BGQmxQ8A.js} +3 -3
  400. package/dist/verdict-BGQmxQ8A.js.map +1 -0
  401. package/dist/{verdict-E4eRNf7-.d.ts → verdict-C24NELtN.d.ts} +2 -15
  402. package/dist/{verdict-E4eRNf7-.d.ts.map → verdict-C24NELtN.d.ts.map} +1 -1
  403. package/dist/{verdict-cache-Bm8EKL2s.js → verdict-cache-CL_7tePD.js} +2 -2
  404. package/dist/verdict-cache-CL_7tePD.js.map +1 -0
  405. package/dist/wire/index.d.ts +31 -410
  406. package/dist/wire/index.d.ts.map +1 -1
  407. package/dist/wire/index.js +2 -2
  408. package/docs/changes/jev-evidence-review.md +1 -1
  409. package/docs/changes/jev-product-adoption.md +1 -1
  410. package/docs/changes/jev-recorded-evidence.md +1 -1
  411. package/docs/design/statistics-decisions.md +18 -18
  412. package/docs/design.md +1 -1
  413. package/docs/eval-surface-map.md +1 -0
  414. package/docs/evaluation-integrity.md +1 -1
  415. package/docs/profile-json-identity.md +1 -2
  416. package/docs/proofs/campaign-attempt-retention-20261001/README.md +2 -2
  417. package/docs/public-api.md +158 -538
  418. package/docs/rollout.md +1 -1
  419. package/docs/trace-repair-admission.md +1 -1
  420. package/docs/wire-protocol.md +1 -1
  421. package/package.json +7 -2
  422. package/dist/active-curriculum-B_Lc9kfO.js +0 -61
  423. package/dist/active-curriculum-B_Lc9kfO.js.map +0 -1
  424. package/dist/agent-profile-VFcQncbW.d.ts.map +0 -1
  425. package/dist/agent-profile-cell-BK8mlqlq.js.map +0 -1
  426. package/dist/agent-profile-cell-BNp-Js9F.d.ts.map +0 -1
  427. package/dist/agreement-irr-BEWLIF3_.js.map +0 -1
  428. package/dist/analyze-runs-C84irm4i.js.map +0 -1
  429. package/dist/baseline-Udi_PLuT.js +0 -259
  430. package/dist/baseline-Udi_PLuT.js.map +0 -1
  431. package/dist/benchmark-CXmVVHH2.js +0 -562
  432. package/dist/benchmark-CXmVVHH2.js.map +0 -1
  433. package/dist/benchmark-command-By0vh8q7.js.map +0 -1
  434. package/dist/campaign-BudZ70zo.js.map +0 -1
  435. package/dist/chat-json-call-puMArmtW.js.map +0 -1
  436. package/dist/claude-jsonl-dZir12m6.js +0 -86
  437. package/dist/claude-jsonl-dZir12m6.js.map +0 -1
  438. package/dist/client-BzL9niqi.d.ts.map +0 -1
  439. package/dist/cost-ledger-BP8V4kUQ.js.map +0 -1
  440. package/dist/counterfactual-CPaWN99-.d.ts +0 -60
  441. package/dist/counterfactual-CPaWN99-.d.ts.map +0 -1
  442. package/dist/counterfactual-Dn3veueY.js +0 -98
  443. package/dist/counterfactual-Dn3veueY.js.map +0 -1
  444. package/dist/default-registry-COhk9g36.js.map +0 -1
  445. package/dist/default-registry-DzHiGruW.d.ts.map +0 -1
  446. package/dist/define-agent-eval-CNTPzIkp.js.map +0 -1
  447. package/dist/define-agent-eval-WSck0CZJ.d.ts.map +0 -1
  448. package/dist/dspy-rlm-engine-LRCu61m5.js.map +0 -1
  449. package/dist/effect-sizes-BhzEpXMc.js +0 -82
  450. package/dist/effect-sizes-BhzEpXMc.js.map +0 -1
  451. package/dist/emitter-HcCmFQl_.d.ts.map +0 -1
  452. package/dist/engine-3A_4jOlI.d.ts.map +0 -1
  453. package/dist/equal-terms-BtdXayCJ.js.map +0 -1
  454. package/dist/eval-campaign-90jeaCAI.js +0 -343
  455. package/dist/eval-campaign-90jeaCAI.js.map +0 -1
  456. package/dist/evaluation-6Yoi74gM.d.ts.map +0 -1
  457. package/dist/exporters-X4xwla8A.js.map +0 -1
  458. package/dist/external-optimizer-process-BjMGUuds.js.map +0 -1
  459. package/dist/external-optimizer-subprocess-BqW0hHcI.js.map +0 -1
  460. package/dist/failure-cluster-CbgEDcFJ.d.ts.map +0 -1
  461. package/dist/feedback-trajectory-C4EG0nNH.d.ts.map +0 -1
  462. package/dist/hf-dataset-BR2yhuNn.js.map +0 -1
  463. package/dist/index-BFRO6chs.d.ts.map +0 -1
  464. package/dist/index-BO41eGj5.d.ts.map +0 -1
  465. package/dist/index-CyszSg4O.d.ts.map +0 -1
  466. package/dist/index-DHKEAv3s.d.ts.map +0 -1
  467. package/dist/index-DPcngtwt.d.ts.map +0 -1
  468. package/dist/integrity-dLiDe2kD.js.map +0 -1
  469. package/dist/journal-DfRz9kps.js.map +0 -1
  470. package/dist/judge-gate-CE7CQAgt.d.ts.map +0 -1
  471. package/dist/kind-factory-BobI5Jy3.js.map +0 -1
  472. package/dist/ledger-core-Gq7yp8lP.js.map +0 -1
  473. package/dist/llm-client-CyBAoYiX.js.map +0 -1
  474. package/dist/llm-judge-CG12SQJq.js.map +0 -1
  475. package/dist/matrix-DSrSxjjy.d.ts.map +0 -1
  476. package/dist/matrix-Dm0BQW7U.js.map +0 -1
  477. package/dist/mean-DHoMiudD.js.map +0 -1
  478. package/dist/normal-DsJZtrJc.js +0 -25
  479. package/dist/normal-DsJZtrJc.js.map +0 -1
  480. package/dist/paired-arms-CwMGJsrS.js.map +0 -1
  481. package/dist/paired-binary-CvpFHfKZ.js.map +0 -1
  482. package/dist/paired-promotion-decision-DPKz8ZnF.d.ts.map +0 -1
  483. package/dist/pareto-Cm6ndrWN.js.map +0 -1
  484. package/dist/prime-protocol-CHKgA3a6.js.map +0 -1
  485. package/dist/prime-protocol-HiB9HX7E.d.ts.map +0 -1
  486. package/dist/produced-state-BsDmnwxc.js.map +0 -1
  487. package/dist/proposal-findings-CY1xKn_a.js.map +0 -1
  488. package/dist/query-BUCZCK7F.js.map +0 -1
  489. package/dist/redact-mtCCcT8z.d.ts.map +0 -1
  490. package/dist/release-confidence-CpuP65S5.js.map +0 -1
  491. package/dist/report-command-SC9nqb4M.js.map +0 -1
  492. package/dist/reward-CpCmAM8L.d.ts.map +0 -1
  493. package/dist/reward-hacking-RVdZ6Kkt.d.ts.map +0 -1
  494. package/dist/rollout-DZV1t2Wg.js.map +0 -1
  495. package/dist/run-record-C1E24G2A.d.ts.map +0 -1
  496. package/dist/run-record-C5e7FjhJ.js.map +0 -1
  497. package/dist/schema-2g7trUwH.d.ts.map +0 -1
  498. package/dist/schema-BuiujZ-g.js.map +0 -1
  499. package/dist/schema-CSf6qWgZ.js.map +0 -1
  500. package/dist/search-kernel-DyNEa6IU.d.ts.map +0 -1
  501. package/dist/search-ledger-file-DDQUgvCg.js.map +0 -1
  502. package/dist/search-shipper-BOSD46qv.js.map +0 -1
  503. package/dist/semantic-concept-judge-BQF8te0T.js.map +0 -1
  504. package/dist/sequential-Bf_pbE50.js.map +0 -1
  505. package/dist/server-e9oWO_bN.js.map +0 -1
  506. package/dist/single-run-lock-CV9Eyd_q.js.map +0 -1
  507. package/dist/skillopt-optimization-method-BiwA8nfX.js.map +0 -1
  508. package/dist/statistical-heldout-42NlCNDe.js.map +0 -1
  509. package/dist/statistical-heldout-CYpGaoDH.d.ts.map +0 -1
  510. package/dist/steps-Bg5-KVx1.d.ts.map +0 -1
  511. package/dist/store-tool-spans-CIX5arAG.js.map +0 -1
  512. package/dist/store-tool-spans-DdCSPa7C.d.ts.map +0 -1
  513. package/dist/student-t-DVPW7CdL.js +0 -39
  514. package/dist/student-t-DVPW7CdL.js.map +0 -1
  515. package/dist/summary-report-V_JACR4Y.js.map +0 -1
  516. package/dist/summary-report-bdFDXq0b.d.ts.map +0 -1
  517. package/dist/task-failure-attributes-hEmASjix.js.map +0 -1
  518. package/dist/terminal-record-DZyQZ3pz.js.map +0 -1
  519. package/dist/tool-groups-C3NEcdCM.d.ts.map +0 -1
  520. package/dist/tool-waste-BKgvd-TP.d.ts.map +0 -1
  521. package/dist/trajectory-Y1fmdlw7.d.ts +0 -24
  522. package/dist/trajectory-Y1fmdlw7.d.ts.map +0 -1
  523. package/dist/tree-C1XYeXvy.js.map +0 -1
  524. package/dist/types-BqkVmHfv.d.ts.map +0 -1
  525. package/dist/types-C02qtnG8.d.ts.map +0 -1
  526. package/dist/types-C1tnkEgM.d.ts.map +0 -1
  527. package/dist/types-IXD2HJzu.js.map +0 -1
  528. package/dist/usage-receipt-Cx3xNeyB.js +0 -76
  529. package/dist/usage-receipt-Cx3xNeyB.js.map +0 -1
  530. package/dist/verdict-Dl0tiT1X.js.map +0 -1
  531. package/dist/verdict-cache-Bm8EKL2s.js.map +0 -1
  532. package/docs/design/self-improvement-evidence-audit.md +0 -263
@@ -1,19 +1,19 @@
1
- import { a as CostLedgerHandle, c as CostLedgerSummary, l as CostProvenance, u as CostReceipt, v as RunPaidCallInput } from "./cost-ledger-Jk62OBfF.js";
1
+ import { a as CostLedgerHandle, c as CostLedgerSummary, l as CostProvenance, u as CostReceipt } from "./cost-ledger-Jk62OBfF.js";
2
2
  import { c as ValidationError, t as AgentEvalError } from "./errors-DEE6u6ot.js";
3
- import { a as RunRecord, c as RunSplitTag } from "./run-record-C1E24G2A.js";
4
- import { X as TraceAnalysisStore, a as AnalystFinding, b as ProposalFinding, d as AnalystRunResult, m as AnalystUsageReceipt } from "./types-C1tnkEgM.js";
5
- import { X as RawProviderSink, at as ServedModelPolicy, j as LlmCallMetadata, x as ChatClient } from "./types-C02qtnG8.js";
6
- import { Dt as FinalEvidenceRecord, P as PairedArmsComparison, dt as EvidenceReceipt, it as CampaignEvidenceContext, wt as FinalEvidenceLedger } from "./statistical-heldout-CYpGaoDH.js";
7
- import { a as PairedPromotionDecision, d as PairedBootstrapResult } from "./paired-promotion-decision-DPKz8ZnF.js";
3
+ import { a as RunRecord, c as RunSplitTag } from "./run-record-CaxbLq6Y.js";
4
+ import { W as TraceAnalysisStore, i as AnalystFinding, p as AnalystUsageReceipt, u as AnalystRunResult, v as ProposalFinding } from "./types-CW8ewATZ.js";
5
+ import { X as RawProviderSink, j as LlmCallMetadata, nt as ServedModelPolicy, x as ChatClient } from "./types-D-mgRzlh.js";
6
+ import { M as PairedArmsComparison, ct as EvidenceReceipt, nt as CampaignEvidenceContext, wt as FinalEvidenceRecord, xt as FinalEvidenceLedger } from "./statistical-heldout-BHfLZHrm.js";
7
+ import { a as PairedPromotionDecision, u as PairedBootstrapResult } from "./paired-promotion-decision-CQMJ5xGN.js";
8
8
  import { E as SearchExecutionIdentity, G as SearchSplit, V as SearchProposer, a as SearchAttemptAccounting, i as SearchArtifactRef, j as SearchModelIdentity, nt as EvaluationClaim, rt as EvaluationUnitSummary, tt as SearchUnknown, z as SearchOperationRecordedEvent } from "./search-ledger-types-p2xKfiDJ.js";
9
9
  import { r as LedgerHash } from "./canonical-CFpojCN5.js";
10
- import { A as LabeledScenarioWrite, C as JudgeDimension, D as LabeledScenarioSampleArgs, E as LabeledScenarioRecord, H as SurfaceProposer, N as ParetoParent, O as LabeledScenarioSource, R as Scenario, S as JudgeConfig, T as LabelTrust, _ as GateDecision, a as CampaignResult, b as GenerationRecord, c as CampaignTraceWriter, d as DispatchContext, f as DispatchFn, g as GateContribution, i as CampaignCostMeter, j as MutableSurface, k as LabeledScenarioStore, l as CodeSurface, o as CampaignScenarioIdentity, p as Gate, r as CampaignCellResult, u as ComponentSurface, v as GateResult, y as GenerationCandidate } from "./types-Cq8mSbq8.js";
11
- import { Pt as SearchHistoryReceipt, R as SearchPolicy, St as SearchRunIdentity, Zt as CampaignStorage, _t as RegisterSearchNodeInput, bt as SearchRecorder, jt as SearchHistoryCoverage, kt as SearchHistoryAdmissionOptions, s as SearchCellResult, vt as SearchLedgerBinding } from "./search-kernel-DyNEa6IU.js";
12
- import { B as ExternalOptimizerModelBudget, E as AnalystIssueExpectation, F as ExternalOptimizerCallbackLimits, J as ExternalOptimizerWireCounts, K as ExternalOptimizerResumeMode, R as ExternalOptimizerEvaluationObservation, V as ExternalOptimizerModelCall, X as ExternalTextEvaluationRequest, Y as ExternalTextCandidate, m as AnalystBenchmarkLabelState, q as ExternalOptimizerRunnerCommand, t as AgentProfile$1, u as AnalystBenchmarkCase } from "./agent-profile-VFcQncbW.js";
10
+ import { C as JudgeDimension, H as SurfaceProposer, N as ParetoParent, O as LabeledScenarioSource, R as Scenario, S as JudgeConfig, _ as GateDecision, a as CampaignResult, b as GenerationRecord, c as CampaignTraceWriter, d as DispatchContext, f as DispatchFn, g as GateContribution, i as CampaignCostMeter, j as MutableSurface, k as LabeledScenarioStore, l as CodeSurface, o as CampaignScenarioIdentity, p as Gate, r as CampaignCellResult, u as ComponentSurface, v as GateResult, y as GenerationCandidate } from "./types-DtkO1G9L.js";
11
+ import { At as SearchHistoryReceipt, Dt as SearchHistoryCoverage, I as SearchPolicy, Tt as SearchHistoryAdmissionOptions, Wt as CampaignStorage, gt as SearchRecorder, mt as SearchLedgerBinding, o as SearchCellResult, pt as RegisterSearchNodeInput, vt as SearchRunIdentity } from "./search-kernel-p9JB3SmL.js";
12
+ import { E as AnalystIssueExpectation, G as ExternalOptimizerRunnerCommand, I as ExternalOptimizerEvaluationObservation, J as ExternalTextEvaluationRequest, K as ExternalOptimizerWireCounts, N as ExternalOptimizerCallbackLimits, R as ExternalOptimizerModelBudget, W as ExternalOptimizerResumeMode, m as AnalystBenchmarkLabelState, q as ExternalTextCandidate, t as AgentProfile$1, u as AnalystBenchmarkCase, z as ExternalOptimizerModelCall } from "./agent-profile-DTt8uGP9.js";
13
13
  import { r as DatasetScenario, t as Dataset } from "./dataset-DQqhOCPt.js";
14
- import { a as CheckerIdentity, n as VerdictCertification, t as DefaultVerdict, x as VerificationStrategySource } from "./verdict-E4eRNf7-.js";
15
- import { t as DetectRewardHackingInput } from "./reward-hacking-RVdZ6Kkt.js";
16
- import { p as TraceSpanEvent, t as HostedClient } from "./client-BzL9niqi.js";
14
+ import { a as CheckerIdentity, n as VerdictCertification, t as DefaultVerdict, x as VerificationStrategySource } from "./verdict-C24NELtN.js";
15
+ import { t as DetectRewardHackingInput } from "./reward-hacking-E52wq86n.js";
16
+ import { f as TraceSpanEvent, t as HostedClient } from "./client-hwo3cJjR.js";
17
17
  import { AgentProfile } from "@tangle-network/agent-interface";
18
18
  import { z } from "zod";
19
19
  //#region src/campaign/search-ledger-errors.d.ts
@@ -21,8 +21,6 @@ import { z } from "zod";
21
21
  declare class SearchLedgerError extends ValidationError {}
22
22
  /** Error raised when durable search-ledger data fails an integrity check. */
23
23
  declare class SearchLedgerIntegrityError extends SearchLedgerError {}
24
- /** Error raised when an event identifier is reused with different content. */
25
- declare class SearchLedgerConflictError extends SearchLedgerError {}
26
24
  //#endregion
27
25
  //#region src/campaign/coverage.d.ts
28
26
  interface CampaignCoverage {
@@ -42,8 +40,6 @@ declare function campaignScenarioIdentity<TScenario extends Scenario>(scenario:
42
40
  declare function campaignSplitDigestFromIdentities(scenarios: readonly CampaignScenarioIdentity[], reps: number): `sha256:${string}`;
43
41
  /** Canonical identity of the exact scenario payloads and replicate count. */
44
42
  declare function campaignSplitDigest<TScenario extends Scenario>(scenarios: readonly TScenario[], reps: number): `sha256:${string}`;
45
- /** Refuse a campaign whose retained task identities contradict its split digest. */
46
- declare function assertCampaignSplitIdentity(scenarios: readonly CampaignScenarioIdentity[], reps: number, splitDigest: string): void;
47
43
  /** Exact designed-denominator receipt for one campaign. */
48
44
  declare function campaignCoverage<TArtifact, TScenario extends Scenario>(cells: readonly CampaignCellResult<TArtifact>[], scenarios: readonly TScenario[], reps: number, requireJudgeScore: boolean): CampaignCoverage;
49
45
  //#endregion
@@ -78,12 +74,6 @@ type CacheRead<TArtifact> = {
78
74
  status: 'miss';
79
75
  reason: CacheIssueReason;
80
76
  };
81
- declare function readCachedCell<TArtifact>(args: {
82
- storage: CampaignStorage;
83
- cachePath: string;
84
- cellId: string;
85
- manifestHash: string;
86
- }): CacheRead<TArtifact>;
87
77
  //#endregion
88
78
  //#region src/campaign/plan-campaign-run.d.ts
89
79
  interface CampaignRunPlanCell {
@@ -359,7 +349,6 @@ interface OpenAutoPrResult {
359
349
  declare function openAutoPr<TArtifact, TScenario extends Scenario>(options: OpenAutoPrOptions<TArtifact, TScenario>): OpenAutoPrResult;
360
350
  //#endregion
361
351
  //#region src/campaign/presets/run-optimization.d.ts
362
- /** Compose the optimization proposer and cell executor on the shared search kernel. */
363
352
  /** Improve a surface as a search on the kernel; see the module comment. */
364
353
  declare function runOptimization<TScenario extends Scenario, TArtifact>(opts: RunOptimizationOptions<TScenario, TArtifact>): Promise<RunOptimizationResult<TArtifact, TScenario>>;
365
354
  /** Optimization inputs, immutable proposal snapshots, and imported baseline validation. */
@@ -536,29 +525,6 @@ interface TransientFailureOptions {
536
525
  */
537
526
  readonly now?: number;
538
527
  }
539
- /**
540
- * The instant a provider says a spent quota works again, or null when the text states none.
541
- *
542
- * MEASURED (2026-09-01, discovery lab). The codex/ChatGPT backend answered
543
- * `You've hit your usage limit. Visit https://chatgpt.com/codex/settings/usage to purchase more
544
- * credits or try again at Sep 6th, 2026 8:29 PM.` — a refusal SIX DAYS out. 25 supervised runs met
545
- * it. 21 of them retried it 12 times over about 31 minutes and settled with zero children, zero
546
- * tokens and zero claims: about 11 hours of one subscription's capacity spent on a wall that had
547
- * already told the caller when it would come down.
548
- *
549
- * The distinction this draws is not "quota" versus "not quota". It is "the provider named a
550
- * release time" versus "it did not". A bare 429, or z.ai's `您的账户已达到速率限制`, recovers on
551
- * its own in seconds and SHOULD be retried; those return null here and keep their existing
552
- * treatment. Only a stated release is terminal, and only until that instant.
553
- *
554
- * A date with no zone is read in the host's zone, because a CLI renders it in the host's zone.
555
- * An unparseable date returns null rather than a guess: a caller that stops dispatching must
556
- * never do so on a misread string.
557
- *
558
- * @param message the provider's error text
559
- * @returns the stated release time, or null when the text names none
560
- */
561
- declare function quotaExhaustedUntil(message: string | null | undefined): Date | null;
562
528
  /**
563
529
  * True when the error text describes an infrastructure hiccup that should be
564
530
  * retried rather than scored. Empty/undefined input is not transient.
@@ -652,12 +618,6 @@ interface LlmJudgeOptions<TArtifact, TScenario extends Scenario = Scenario> {
652
618
  declare function llmJudge<TArtifact = unknown, TScenario extends Scenario = Scenario>(name: string, prompt: string, opts: LlmJudgeOptions<TArtifact, TScenario>): JudgeConfig<TArtifact, TScenario>;
653
619
  //#endregion
654
620
  //#region src/reference-equivalence-judge.d.ts
655
- declare const REFERENCE_EQUIVALENCE_JUDGE_VERSION = "reference-equivalence-judge-v1-2026-07-13";
656
- declare const REFERENCE_EQUIVALENCE_INPUT_LIMITS: {
657
- readonly userRequest: 8000;
658
- readonly expectedAnswer: 32000;
659
- readonly candidateOutput: 32000;
660
- };
661
621
  interface ReferenceEquivalenceScenario extends Scenario {
662
622
  userRequest: string;
663
623
  expectedAnswer: string;
@@ -683,10 +643,6 @@ interface ReferenceEquivalenceJudgeResult extends LlmCallMetadata {
683
643
  score: number;
684
644
  rationale: string;
685
645
  }
686
- /** Build the campaign-native expected-answer judge. */
687
- declare function createReferenceEquivalenceJudge(options: ReferenceEquivalenceJudgeOptions): JudgeConfig<string, ReferenceEquivalenceScenario>;
688
- /** Direct-call adapter over the campaign judge for product callers. */
689
- declare function runReferenceEquivalenceJudge(input: ReferenceEquivalenceJudgeInput, options: ReferenceEquivalenceJudgeOptions): Promise<ReferenceEquivalenceJudgeResult>;
690
646
  //#endregion
691
647
  //#region src/campaign/external-optimizer-observations.d.ts
692
648
  interface ExternalOptimizerObservationSummary {
@@ -799,11 +755,6 @@ interface ComparisonCost {
799
755
  }
800
756
  /** Keep the cost fields a custom optimization method must report. */
801
757
  declare function costFromLedgerSummary(summary: CostLedgerSummary): ComparisonCost;
802
- /** Combine method costs without turning one unknown bill into a known total. */
803
- declare function combineComparisonCosts(entries: ReadonlyArray<{
804
- label: string;
805
- cost: ComparisonCost;
806
- }>): ComparisonCost;
807
758
  interface OptimizationTokenUsage {
808
759
  /** All input tokens, including cache reads and cache creation. */
809
760
  inputTokens: number;
@@ -817,8 +768,6 @@ interface OptimizationTokenUsage {
817
768
  totalTokens: number;
818
769
  calls: number;
819
770
  }
820
- /** Preserve every optimizer token class while keeping total input and output explicit. */
821
- declare function optimizationTokenUsageFromSummary(summary: CostLedgerSummary, receipts: readonly CostReceipt[]): OptimizationTokenUsage | undefined;
822
771
  //#endregion
823
772
  //#region src/campaign/optimization-method.d.ts
824
773
  /** Shared campaign settings applied to every optimization method. */
@@ -1179,6 +1128,23 @@ interface GepaOptimizationMethodConfig<TScenario extends Scenario, TArtifact = u
1179
1128
  path?: string;
1180
1129
  };
1181
1130
  }
1131
+ /**
1132
+ * Turn an optional GEPA installation into an `OptimizationMethod`.
1133
+ *
1134
+ * GEPA receives only serialized train and selection cases. The caller's final
1135
+ * test partition stays inside `compareOptimizationMethods`, which invokes this
1136
+ * method without a test-set field. The local callback routes every candidate
1137
+ * evaluation through the same dispatch and judges used by other methods.
1138
+ */
1139
+ /**
1140
+ * Environment for a bridge child that spawns `claude` CLI subprocesses.
1141
+ *
1142
+ * Both agent CLI engines start the CLI with the bridge's own environment, so
1143
+ * these variables travel bridge → engine → CLI. They merge AFTER
1144
+ * `removeCredentialEnvironment`: the ephemeral loopback token is the only
1145
+ * credential the child may see, and a caller-supplied ANTHROPIC_AUTH_TOKEN is
1146
+ * stripped like any other credential.
1147
+ */
1182
1148
  declare function gepaOptimizationMethod<TScenario extends Scenario, TArtifact>(config: GepaOptimizationMethodConfig<TScenario, TArtifact>): OptimizationMethod<TScenario, TArtifact>;
1183
1149
  //#endregion
1184
1150
  //#region src/campaign/presets/compare-optimization-methods.d.ts
@@ -1304,7 +1270,7 @@ interface CompareOptimizationMethodsOptions<TScenario extends Scenario, TArtifac
1304
1270
  /**
1305
1271
  * Compare complete optimization methods on disjoint train, selection, and final test data.
1306
1272
  */
1307
- declare function compareOptimizationMethods<TScenario extends Scenario, TArtifact>(opts: CompareOptimizationMethodsOptions<TScenario, TArtifact>): Promise<OptimizationMethodComparison>;
1273
+ declare function compareOptimizationMethods<TScenario extends Scenario, TArtifact>(rawOpts: CompareOptimizationMethodsOptions<TScenario, TArtifact>): Promise<OptimizationMethodComparison>;
1308
1274
  //#endregion
1309
1275
  //#region src/campaign/skillopt-optimization-method.d.ts
1310
1276
  interface SkillOptTrainerConfig {
@@ -1795,37 +1761,9 @@ interface LoopProvenanceArgsFromResult<TArtifact, TScenario extends Scenario> {
1795
1761
  totalDurationMs: number;
1796
1762
  independentUnitByScenarioId?: ReadonlyMap<string, string>;
1797
1763
  }
1798
- /** One translation from a completed improvement loop into durable evidence. */
1799
- declare function loopProvenanceArgsFromResult<TArtifact, TScenario extends Scenario>(input: LoopProvenanceArgsFromResult<TArtifact, TScenario>): BuildLoopProvenanceArgs<TArtifact, TScenario>;
1800
- /** Build the durable provenance record from a completed loop result. */
1801
- declare function buildLoopProvenanceRecord<TArtifact, TScenario extends Scenario>(args: BuildLoopProvenanceArgs<TArtifact, TScenario>): LoopProvenanceRecord;
1802
- /** Digest the exact campaign fields that can affect a measured comparison. */
1803
- declare function campaignMeasurementDigest<TArtifact, TScenario extends Scenario>(campaign: CampaignResult<TArtifact, TScenario>): `sha256:${string}`;
1804
- /** Recompute and validate the self-addressed durable record. */
1805
- declare function verifyLoopProvenanceRecord(record: LoopProvenanceRecord): LoopProvenanceRecord;
1806
1764
  /** SHA-256 over the RFC 8785 canonical JSON of `value`. Throws
1807
1765
  * `LedgerCanonicalizationError` for a value with no canonical form. */
1808
1766
  declare function canonicalDigest(value: unknown): `sha256:${string}`;
1809
- /**
1810
- * Build the loop's OTLP-ingestable spans from a provenance record. One root
1811
- * span per loop (`tangle.runId`), one span per generation, one span per
1812
- * candidate (carrying its surfaceHash + label), and one span for the gate
1813
- * decision (carrying reasons + delta + lift). Candidate + gate spans pivot on
1814
- * the same `tangle.runId` / `tangle.generation` attributes `/adapters/otel`
1815
- * reads, so the hosted collector reconstructs the full tree.
1816
- *
1817
- * Times are synthesized monotonically off a single base so the span tree is
1818
- * orderable; the substrate does not retain per-candidate wall-clock starts.
1819
- */
1820
- declare function loopProvenanceSpans(record: LoopProvenanceRecord, opts?: {
1821
- baseTimeMs?: number;
1822
- }): TraceSpanEvent[];
1823
- /** Canonical durable paths under the run dir. */
1824
- declare function provenanceRecordPath(runDir: string): string;
1825
- /**
1826
- * Canonical path for the durable OTLP spans JSONL file under a loop run directory.
1827
- */
1828
- declare function provenanceSpansPath(runDir: string): string;
1829
1767
  interface EmitLoopProvenanceResult {
1830
1768
  record: LoopProvenanceRecord;
1831
1769
  spans: TraceSpanEvent[];
@@ -1873,8 +1811,6 @@ interface BuildTraceAnalystSurfaceDispatchOptions {
1873
1811
  signal: AbortSignal;
1874
1812
  }): Promise<TraceAnalystArtifact>;
1875
1813
  }
1876
- declare function buildTraceAnalystSurfaceDispatch(options: BuildTraceAnalystSurfaceDispatchOptions): (surface: MutableSurface, scenario: TraceAnalystScenario, context: DispatchContext) => Promise<TraceAnalystArtifact>;
1877
- declare function traceAnalystQualityJudge(): JudgeConfig<TraceAnalystArtifact, TraceAnalystScenario>;
1878
1814
  //#endregion
1879
1815
  //#region src/campaign/cross-surface-types.d.ts
1880
1816
  /** Whether one candidate attempt produced a usable executable outcome. */
@@ -2272,49 +2208,6 @@ declare function importExternalEvaluations(input: {
2272
2208
  }): Promise<GepaEvaluationImport>;
2273
2209
  /** An optimizer candidate as the mutable surface it represents. */
2274
2210
  declare function externalSurface(candidate: ExternalTextCandidate): MutableSurface;
2275
- /** What `recordGepaSearch` and `recordSkillOptSearch` share. */
2276
- interface ExternalSearchRecordInput {
2277
- name: string;
2278
- path: string;
2279
- searchId: string;
2280
- identity: SearchRunIdentity;
2281
- storage: CampaignStorage;
2282
- seed: number;
2283
- baselineSurface: MutableSurface;
2284
- trainScenarios: readonly Scenario[];
2285
- selectionScenarios: readonly Scenario[];
2286
- evaluationLimit: number;
2287
- observations: ExternalOptimizerObservationArtifact;
2288
- generationAccounting: SearchAttemptAccounting;
2289
- }
2290
- /**
2291
- * Write GEPA's finished search into its ledger: the baseline as the seeded
2292
- * root, the population as nodes with `correlated` edges, every callback
2293
- * evaluation as an `external` cell, GEPA's proposer spend as one operation,
2294
- * GEPA's choice as the selected node, and the close. GEPA's own selection is a
2295
- * budget decision, so the ledger carries no claim; the final comparison runs
2296
- * outside this search.
2297
- *
2298
- * A composed recipe reports no population: pass `population: null` and GEPA's
2299
- * returned best as `selected`, and every evaluated candidate enters with an
2300
- * `unknown` edge, as SkillOpt's do.
2301
- */
2302
- declare function recordGepaSearch(input: ExternalSearchRecordInput & ({
2303
- population: GepaCandidatePopulationArtifact;
2304
- } | {
2305
- population: null;
2306
- selected: MutableSurface;
2307
- })): Promise<SearchHistoryReceipt>;
2308
- /**
2309
- * Write SkillOpt's finished search into its ledger: the baseline as the seeded
2310
- * root, every candidate SkillOpt evaluated as a node with an `unknown` edge
2311
- * (SkillOpt reports no parents), every callback evaluation as an `external`
2312
- * cell, SkillOpt's optimizer spend as one operation, SkillOpt's choice as the
2313
- * selected node, and the close. Like GEPA's, the ledger carries no claim.
2314
- */
2315
- declare function recordSkillOptSearch(input: ExternalSearchRecordInput & {
2316
- selected: MutableSurface;
2317
- }): Promise<SearchHistoryReceipt>;
2318
2211
  //#endregion
2319
2212
  //#region src/campaign/grounded-reflection.d.ts
2320
2213
  /**
@@ -2369,27 +2262,12 @@ interface RolloutArgumentDiff {
2369
2262
  /** Lowercased stringified argument values seen in failing rollouts. */
2370
2263
  readonly failingValues: ReadonlySet<string>;
2371
2264
  }
2372
- /**
2373
- * Deterministic per-field diff of call arguments between passing and failing
2374
- * rollouts. A field set by failing rollouts but left unset by passing ones is
2375
- * the classic poison-input signature; a field whose values differ across the
2376
- * split points at the correct value. Feed `text` to the reviser verbatim.
2377
- */
2378
- declare function rolloutArgumentDiff(rollouts: readonly ScoredRollout[], opts?: RolloutArgumentDiffOptions): RolloutArgumentDiff;
2379
2265
  interface UngroundedLiteralReport {
2380
2266
  /** Quoted single-word literals in the text that no passing rollout used. */
2381
2267
  readonly ungrounded: readonly string[];
2382
2268
  /** The subset failing rollouts actually used - prescribing these is proven harmful. */
2383
2269
  readonly harmful: readonly string[];
2384
2270
  }
2385
- /**
2386
- * Scan revised artifact text for single-quoted single-word literals (the
2387
- * "use exactly 'new'" pattern) that appear in no passing rollout's argument
2388
- * values. Multi-word quotes pass (they are prose, not prescriptions).
2389
- * Callers should reject on `harmful` (with a bounded retry) and at most log
2390
- * `ungrounded` - see the module header for why the severities differ.
2391
- */
2392
- declare function classifyUngroundedLiterals(text: string, diff: Pick<RolloutArgumentDiff, 'passingValues' | 'failingValues'>): UngroundedLiteralReport;
2393
2271
  //#endregion
2394
2272
  //#region src/campaign/labeled-store/fs-adapter.d.ts
2395
2273
  interface FsLabeledScenarioStoreOptions {
@@ -2401,33 +2279,6 @@ interface FsLabeledScenarioStoreOptions {
2401
2279
  /** Test seam — override `Date.now()` for deterministic tests. */
2402
2280
  now?: () => number;
2403
2281
  }
2404
- /** Typed rejection from a labeled-scenario store (bad provenance, rate limit, invalid sample args) — carries a stable string `code`. */
2405
- declare class LabeledScenarioStoreError extends Error {
2406
- readonly code: string;
2407
- constructor(code: string, message: string);
2408
- }
2409
- /**
2410
- * Filesystem `LabeledScenarioStore`: appends one JSONL file per source with provenance and
2411
- * rate-limit guards. For tests, local dev, and small workloads — high-throughput lands in Turso.
2412
- */
2413
- declare class FsLabeledScenarioStore implements LabeledScenarioStore {
2414
- private readonly options;
2415
- private readonly now;
2416
- private readonly rateLimits;
2417
- constructor(options: FsLabeledScenarioStoreOptions);
2418
- observe(write: LabeledScenarioWrite): Promise<void>;
2419
- sample(args: LabeledScenarioSampleArgs): Promise<LabeledScenarioRecord[]>;
2420
- size(): Promise<{
2421
- train: number;
2422
- test: number;
2423
- bySource: Record<string, number>;
2424
- byTrust: Record<LabelTrust, number>;
2425
- }>;
2426
- private assertProvenance;
2427
- private assertRateLimit;
2428
- private toRecord;
2429
- private pathForSource;
2430
- }
2431
2282
  //#endregion
2432
2283
  //#region src/campaign/neutralize.d.ts
2433
2284
  /**
@@ -2474,7 +2325,7 @@ declare function sequentialOptimizationMethod<S extends Scenario, A>(options: {
2474
2325
  //#endregion
2475
2326
  //#region src/artifact-validator.d.ts
2476
2327
  /** An artifact an agent produced, as completion and produced-state checks read it. */
2477
- interface Artifact {
2328
+ interface ValidatedArtifact {
2478
2329
  /** Logical kind — validators type-guard on this */
2479
2330
  kind: 'file' | 'json' | 'text' | 'binary' | string;
2480
2331
  /** Filesystem-style path, optional */
@@ -2513,8 +2364,8 @@ interface ProducedProposal {
2513
2364
  }
2514
2365
  /** Everything observable about what a run actually produced. */
2515
2366
  interface ProducedState {
2516
- /** Persisted vault artifacts. Reuses the shared `Artifact` shape. */
2517
- artifacts: Artifact[];
2367
+ /** Persisted vault artifacts. Reuses the shared `ValidatedArtifact` shape. */
2368
+ artifacts: ValidatedArtifact[];
2518
2369
  /** Proposals / filings the agent created. */
2519
2370
  proposals: ProducedProposal[];
2520
2371
  /** Names of tools the agent invoked. */
@@ -2690,6 +2541,104 @@ type RuntimeEventLike = ToolCallEventLike | ArtifactEventLike | ProposalEventLik
2690
2541
  */
2691
2542
  declare function extractProducedState(events: readonly RuntimeEventLike[]): ProducedState;
2692
2543
  //#endregion
2544
+ //#region src/campaign/presets/playback.d.ts
2545
+ /** One step of a user story — what the user does. The driver interprets
2546
+ * `payload` (a Playwright selector + action, or a sandbox chat turn). */
2547
+ interface PlaybackStep {
2548
+ /** Human-readable action, captured verbatim in the UX narrative. */
2549
+ action: string;
2550
+ /** Driver-specific payload (e.g. `{ selector, fill }` or `{ turn }`). */
2551
+ payload?: Record<string, unknown>;
2552
+ }
2553
+ /**
2554
+ * A user story = a runnable product journey plus the requirements that define
2555
+ * "this story works". Each requirement is one Jira ticket line. Extends
2556
+ * `Scenario` so a catalog drops straight into `runProfileMatrix({ scenarios })`.
2557
+ */
2558
+ interface UserStory extends Scenario {
2559
+ /** Human-readable story title (the ticket headline). */
2560
+ title: string;
2561
+ /** Ordered steps the driver executes. */
2562
+ steps: PlaybackStep[];
2563
+ /** What must hold in the produced state for the story to pass. */
2564
+ requirements: CompletionRequirement[];
2565
+ }
2566
+ /** Dispatch context plus the profile under test (which cheap model, etc.). */
2567
+ interface PlaybackContext extends DispatchContext {
2568
+ profile: AgentProfile;
2569
+ }
2570
+ /**
2571
+ * Drives the real product through a story and returns the runtime event stream
2572
+ * `extractProducedState` consumes. Implemented by CONSUMERS —
2573
+ * `SandboxPlaybackDriver` (real API / sandbox workspace) and
2574
+ * `PlaywrightPlaybackDriver` (real UI) — because they depend on runtime /
2575
+ * browser infra the substrate must not import. The driver MUST report LLM
2576
+ * usage through `ctx.cost.runPaidCall` so the backend-integrity check sees real
2577
+ * tokens (a run that never reports tokens reads as a stub).
2578
+ */
2579
+ interface PlaybackDriver<TStory extends UserStory = UserStory> {
2580
+ run(story: TStory, ctx: PlaybackContext): Promise<readonly RuntimeEventLike[]>;
2581
+ }
2582
+ /** A scored user story — the completion verdict plus its human title. */
2583
+ interface UserStoryVerdict extends CompletionVerdict {
2584
+ title: string;
2585
+ }
2586
+ /**
2587
+ * Score one story's produced state against its requirements. Thin wrapper over
2588
+ * `verifyCompletion` that builds the gold from the story and returns a
2589
+ * per-requirement PASS/FAIL verdict. `checkCorrectness` is injected — a
2590
+ * deterministic stub in tests, `createLlmCorrectnessChecker` in production.
2591
+ */
2592
+ declare function scoreUserStory(story: UserStory, state: ProducedState, checkCorrectness: CorrectnessChecker): Promise<UserStoryVerdict>;
2593
+ /** One row of the launch scoreboard — story × requirement → PASS/FAIL. */
2594
+ interface ScoreboardRow {
2595
+ storyId: string;
2596
+ storyTitle: string;
2597
+ reqId: string;
2598
+ reqTitle: string;
2599
+ status: 'PASS' | 'FAIL';
2600
+ evidence: string[];
2601
+ }
2602
+ /**
2603
+ * Flatten story verdicts into the per-requirement scoreboard — the literal
2604
+ * Jira tick-off: one row per (story, requirement) with PASS/FAIL and the
2605
+ * evidence behind the verdict.
2606
+ */
2607
+ declare function userStoryScoreboard(verdicts: readonly UserStoryVerdict[]): ScoreboardRow[];
2608
+ /** Launch-readiness headline counts rolled up from the per-requirement rows. */
2609
+ interface ScoreboardSummary {
2610
+ /** Distinct user stories on the board. */
2611
+ stories: number;
2612
+ /** Stories whose every requirement passed. */
2613
+ storiesFullyComplete: number;
2614
+ /** Total (story, requirement) rows. */
2615
+ requirements: number;
2616
+ /** Rows with status PASS. */
2617
+ passed: number;
2618
+ /** Rows with status FAIL. */
2619
+ failed: number;
2620
+ /** passed / requirements; 0 when there are no rows. */
2621
+ passRate: number;
2622
+ }
2623
+ /** Roll the per-requirement rows up into the launch headline counts. */
2624
+ declare function scoreboardSummary(rows: readonly ScoreboardRow[]): ScoreboardSummary;
2625
+ interface ScoreboardRenderOptions {
2626
+ /** Document H1. Defaults to a generic playback title. */
2627
+ title?: string;
2628
+ /** Key/value run metadata rendered under the headline (runId, backend, model, date). */
2629
+ meta?: Record<string, string>;
2630
+ /** Max chars of joined evidence shown per row. Default 160. */
2631
+ maxEvidenceChars?: number;
2632
+ }
2633
+ /**
2634
+ * Render the scoreboard as a launch-readiness Markdown document — the literal
2635
+ * "tick off every user story" artifact: a headline roll-up, the open tickets
2636
+ * (FAIL rows) up top as the launch blockers, then a per-story table of
2637
+ * requirement → PASS/FAIL with the evidence behind each verdict. Pure: same
2638
+ * rows in, same bytes out (no clock/random), so it is safe to snapshot.
2639
+ */
2640
+ declare function renderScoreboardMarkdown(rows: readonly ScoreboardRow[], opts?: ScoreboardRenderOptions): string;
2641
+ //#endregion
2693
2642
  //#region src/integrity/backend-integrity.d.ts
2694
2643
  interface BackendIntegrityReport {
2695
2644
  /** Total records inspected. */
@@ -2738,12 +2687,6 @@ declare function assertRealBackend(records: ReadonlyArray<RunRecord>, opts?: {
2738
2687
  }): BackendIntegrityReport;
2739
2688
  //#endregion
2740
2689
  //#region src/campaign/presets/run-profile-matrix.d.ts
2741
- /** Thrown when the matrix is misconfigured (no profiles, missing resolved model evidence,
2742
- * etc.). Distinct from `BackendIntegrityError`,
2743
- * which signals a stub backend at run time. */
2744
- declare class ProfileMatrixError extends AgentEvalError {
2745
- constructor(message: string);
2746
- }
2747
2690
  /** Dispatch for one cell: render `profile` against `scenario`, returning the
2748
2691
  * artifact the judges score. Run LLM work through `ctx.cost.runPaidCall` —
2749
2692
  * the integrity check depends on its receipt. */
@@ -2874,110 +2817,6 @@ interface RunProfileMatrixResult<TArtifact, TScenario extends Scenario> {
2874
2817
  */
2875
2818
  declare function runProfileMatrix<TScenario extends Scenario, TArtifact>(opts: RunProfileMatrixOptions<TScenario, TArtifact>): Promise<RunProfileMatrixResult<TArtifact, TScenario>>;
2876
2819
  //#endregion
2877
- //#region src/campaign/presets/playback.d.ts
2878
- /** One step of a user story — what the user does. The driver interprets
2879
- * `payload` (a Playwright selector + action, or a sandbox chat turn). */
2880
- interface PlaybackStep {
2881
- /** Human-readable action, captured verbatim in the UX narrative. */
2882
- action: string;
2883
- /** Driver-specific payload (e.g. `{ selector, fill }` or `{ turn }`). */
2884
- payload?: Record<string, unknown>;
2885
- }
2886
- /**
2887
- * A user story = a runnable product journey plus the requirements that define
2888
- * "this story works". Each requirement is one Jira ticket line. Extends
2889
- * `Scenario` so a catalog drops straight into `runProfileMatrix({ scenarios })`.
2890
- */
2891
- interface UserStory extends Scenario {
2892
- /** Human-readable story title (the ticket headline). */
2893
- title: string;
2894
- /** Ordered steps the driver executes. */
2895
- steps: PlaybackStep[];
2896
- /** What must hold in the produced state for the story to pass. */
2897
- requirements: CompletionRequirement[];
2898
- }
2899
- /** Dispatch context plus the profile under test (which cheap model, etc.). */
2900
- interface PlaybackContext extends DispatchContext {
2901
- profile: AgentProfile;
2902
- }
2903
- /**
2904
- * Drives the real product through a story and returns the runtime event stream
2905
- * `extractProducedState` consumes. Implemented by CONSUMERS —
2906
- * `SandboxPlaybackDriver` (real API / sandbox workspace) and
2907
- * `PlaywrightPlaybackDriver` (real UI) — because they depend on runtime /
2908
- * browser infra the substrate must not import. The driver MUST report LLM
2909
- * usage through `ctx.cost.runPaidCall` so the backend-integrity check sees real
2910
- * tokens (a run that never reports tokens reads as a stub).
2911
- */
2912
- interface PlaybackDriver<TStory extends UserStory = UserStory> {
2913
- run(story: TStory, ctx: PlaybackContext): Promise<readonly RuntimeEventLike[]>;
2914
- }
2915
- /**
2916
- * Adapt a `PlaybackDriver` into a `runProfileMatrix` dispatch. The artifact the
2917
- * matrix scores is the `ProducedState` extracted from the driver's event
2918
- * stream — grade it with `scoreUserStory` (or a judge wrapping it).
2919
- */
2920
- declare function makePlaybackDispatch<TStory extends UserStory>(driver: PlaybackDriver<TStory>): ProfileDispatchFn<TStory, ProducedState>;
2921
- /** A scored user story — the completion verdict plus its human title. */
2922
- interface UserStoryVerdict extends CompletionVerdict {
2923
- title: string;
2924
- }
2925
- /**
2926
- * Score one story's produced state against its requirements. Thin wrapper over
2927
- * `verifyCompletion` that builds the gold from the story and returns a
2928
- * per-requirement PASS/FAIL verdict. `checkCorrectness` is injected — a
2929
- * deterministic stub in tests, `createLlmCorrectnessChecker` in production.
2930
- */
2931
- declare function scoreUserStory(story: UserStory, state: ProducedState, checkCorrectness: CorrectnessChecker): Promise<UserStoryVerdict>;
2932
- /** One row of the launch scoreboard — story × requirement → PASS/FAIL. */
2933
- interface ScoreboardRow {
2934
- storyId: string;
2935
- storyTitle: string;
2936
- reqId: string;
2937
- reqTitle: string;
2938
- status: 'PASS' | 'FAIL';
2939
- evidence: string[];
2940
- }
2941
- /**
2942
- * Flatten story verdicts into the per-requirement scoreboard — the literal
2943
- * Jira tick-off: one row per (story, requirement) with PASS/FAIL and the
2944
- * evidence behind the verdict.
2945
- */
2946
- declare function userStoryScoreboard(verdicts: readonly UserStoryVerdict[]): ScoreboardRow[];
2947
- /** Launch-readiness headline counts rolled up from the per-requirement rows. */
2948
- interface ScoreboardSummary {
2949
- /** Distinct user stories on the board. */
2950
- stories: number;
2951
- /** Stories whose every requirement passed. */
2952
- storiesFullyComplete: number;
2953
- /** Total (story, requirement) rows. */
2954
- requirements: number;
2955
- /** Rows with status PASS. */
2956
- passed: number;
2957
- /** Rows with status FAIL. */
2958
- failed: number;
2959
- /** passed / requirements; 0 when there are no rows. */
2960
- passRate: number;
2961
- }
2962
- /** Roll the per-requirement rows up into the launch headline counts. */
2963
- declare function scoreboardSummary(rows: readonly ScoreboardRow[]): ScoreboardSummary;
2964
- interface ScoreboardRenderOptions {
2965
- /** Document H1. Defaults to a generic playback title. */
2966
- title?: string;
2967
- /** Key/value run metadata rendered under the headline (runId, backend, model, date). */
2968
- meta?: Record<string, string>;
2969
- /** Max chars of joined evidence shown per row. Default 160. */
2970
- maxEvidenceChars?: number;
2971
- }
2972
- /**
2973
- * Render the scoreboard as a launch-readiness Markdown document — the literal
2974
- * "tick off every user story" artifact: a headline roll-up, the open tickets
2975
- * (FAIL rows) up top as the launch blockers, then a per-story table of
2976
- * requirement → PASS/FAIL with the evidence behind each verdict. Pure: same
2977
- * rows in, same bytes out (no clock/random), so it is safe to snapshot.
2978
- */
2979
- declare function renderScoreboardMarkdown(rows: readonly ScoreboardRow[], opts?: ScoreboardRenderOptions): string;
2980
- //#endregion
2981
2820
  //#region src/campaign/presets/segmented-profile-matrix.d.ts
2982
2821
  interface ProfileMatrixRow {
2983
2822
  rowId: string;
@@ -3087,6 +2926,12 @@ interface RetainedDispatchOptions<Lane extends string, T> {
3087
2926
  /** The owning durable Run has started this scope; missing history must not issue another allowance. */
3088
2927
  requireExisting?: boolean;
3089
2928
  }
2929
+ type DispatchRequest<Lane extends string, T> = {
2930
+ lane: Lane;
2931
+ input: unknown;
2932
+ dispatch: () => Promise<T>;
2933
+ signal?: AbortSignal;
2934
+ };
3090
2935
  /**
3091
2936
  * Persist dispatch intent before an external call and its validated result afterward.
3092
2937
  * Replays settled calls; never repeats an uncertain call or refunds its allowance.
@@ -3097,23 +2942,12 @@ interface RetainedDispatchOptions<Lane extends string, T> {
3097
2942
  */
3098
2943
  declare function createRetainedDispatch<Lane extends string, T>(options: RetainedDispatchOptions<Lane, T>): {
3099
2944
  /** The input binds all behavior-affecting request material, not just a caller-selected nonce. */
3100
- run(request: {
3101
- lane: Lane;
3102
- input: unknown;
3103
- dispatch: () => Promise<T>;
3104
- signal?: AbortSignal;
3105
- }): Promise<RetainedDispatchOutcome<T>>;
2945
+ run(request: DispatchRequest<Lane, T>): Promise<RetainedDispatchOutcome<T>>;
3106
2946
  /** Counts include uncertain dispatches, which keep their reservation. No pricing is inferred. */
3107
2947
  committed(): ReadonlyMap<Lane, number>;
3108
2948
  };
3109
2949
  //#endregion
3110
2950
  //#region src/campaign/run-dir.d.ts
3111
- /** The shared, out-of-repo root for campaign/benchmark run bundles. Keeping run
3112
- * outputs here means they never land in a repo working tree (no per-repo
3113
- * gitignore, no clutter, no accidental commits). Layout:
3114
- * ~/.tangle/traces/<repo>/runs/<runName>/
3115
- * where <repo> disambiguates runs across repos in one place. */
3116
- declare function tangleTracesRoot(): string;
3117
2951
  /** Resolve a campaign `runDir`. An absolute path is honored as-is (the caller
3118
2952
  * chose an explicit location). A bare name is placed under the shared home root
3119
2953
  * so bundles never pollute a repo working tree — the default the harness should
@@ -3161,19 +2995,6 @@ interface DiscriminationScore {
3161
2995
  declare function scoreDiscrimination(signals: ScenarioSignal[], opts?: {
3162
2996
  saturationCeiling?: number;
3163
2997
  }): DiscriminationScore[];
3164
- /**
3165
- * Select the top-`k` most discriminative scenario ids for a holdout, EXCLUDING
3166
- * fully saturated ties when enough non-tied scenarios exist (a tie in the
3167
- * holdout wastes a paired cell).
3168
- *
3169
- * Prefers non-tied scenarios; if fewer than `k` non-tied exist, fills with the
3170
- * least-saturated tied ones (tied scenarios are already ordered least-saturated
3171
- * first by `meanScore` asc). Deterministic. Throws if `k < 1`. If
3172
- * `signals.length <= k`, returns all ids in discrimination order.
3173
- */
3174
- declare function selectDiscriminative(signals: ScenarioSignal[], k: number, opts?: {
3175
- saturationCeiling?: number;
3176
- }): string[];
3177
2998
  //#endregion
3178
2999
  //#region src/campaign/search-campaign-cell.d.ts
3179
3000
  /**
@@ -3204,9 +3025,9 @@ declare function searchProposalExecution(receipts: ReadonlyArray<CostReceipt>, p
3204
3025
  * other: each resets/mutates environment state mid-cell of the other, and
3205
3026
  * every score from both becomes garbage that LOOKS like worker variance
3206
3027
  * (agent-lab R357 burned hours on flip-flopping scores before tracing them
3207
- * to exactly this). The fix is a pid lockfile: refuse to start while a live
3208
- * holder exists, reclaim stale locks whose pid is gone, release only if the
3209
- * lock is still ours.
3028
+ * to exactly this). The fix is a holder lockfile: refuse to start while the
3029
+ * holder may be alive, reclaim a lock whose holder is proved dead
3030
+ * (`lockHolderVerdict`), release only if the lock is still ours.
3210
3031
  *
3211
3032
  * `alsoCheck` exists because independent runners can guard the same shared
3212
3033
  * resource with differently named lockfiles; a runner must respect all of
@@ -3227,8 +3048,8 @@ interface SingleRunLock {
3227
3048
  release(): void;
3228
3049
  }
3229
3050
  /**
3230
- * Acquire the lock or throw naming the live holder. A stale lock (holder pid
3231
- * no longer running) is reclaimed by one contender. An interrupted reclaim
3051
+ * Acquire the lock or throw naming the holder. A lock whose holder is proved
3052
+ * dead is reclaimed by one contender. An interrupted reclaim
3232
3053
  * leaves a marker that fails closed instead of admitting overlapping runs.
3233
3054
  */
3234
3055
  declare function acquireSingleRunLock(opts: SingleRunLockOptions): SingleRunLock;
@@ -3281,37 +3102,6 @@ interface UpstreamEvaluationContext {
3281
3102
  readonly signal: AbortSignal;
3282
3103
  readonly callId?: string;
3283
3104
  }
3284
- type PaidEvaluationOptions<TResult> = Pick<RunPaidCallInput<TResult>, 'maximumCharge' | 'receipt' | 'receiptFromError'> & {
3285
- model: string;
3286
- };
3287
- interface UpstreamJudgeOptions<TScenario extends Scenario> {
3288
- name?: string;
3289
- dimension?: string;
3290
- judgeVersion?: string;
3291
- appliesTo?: (scenario: TScenario) => boolean;
3292
- /** Convert the upstream score when its native scale is not higher-is-better. */
3293
- toComposite?: (score: number) => number;
3294
- }
3295
- declare function phoenixEvaluatorJudge<TRecord extends Record<string, unknown>, TArtifact, TScenario extends Scenario = Scenario>(evaluator: PhoenixEvaluatorLike<TRecord>, options: UpstreamJudgeOptions<TScenario> & {
3296
- mapInput(input: {
3297
- artifact: TArtifact;
3298
- scenario: TScenario;
3299
- }): TRecord;
3300
- paidCall?: PaidEvaluationOptions<PhoenixEvaluationResultLike>;
3301
- }): JudgeConfig<TArtifact, TScenario>;
3302
- declare function autoevalsScorerJudge<TInput extends Record<string, unknown>, TArtifact, TScenario extends Scenario = Scenario>(scorer: AutoevalsScorerLike<TInput>, options: UpstreamJudgeOptions<TScenario> & {
3303
- name: string;
3304
- mapInput(input: {
3305
- artifact: TArtifact;
3306
- scenario: TScenario;
3307
- }): TInput;
3308
- } & ({
3309
- kind: 'CODE';
3310
- paidCall?: never;
3311
- } | {
3312
- kind: 'LLM';
3313
- paidCall: PaidEvaluationOptions<AutoevalsScoreLike>;
3314
- })): JudgeConfig<TArtifact, TScenario>;
3315
3105
  //#endregion
3316
3106
  //#region src/campaign/worktree/index.d.ts
3317
3107
  type GitOutput = string | Uint8Array;
@@ -3341,11 +3131,6 @@ interface WorktreeAdapter {
3341
3131
  /** Idempotently remove the worktree and branch. Safe to retry after partial cleanup. */
3342
3132
  discard(worktree: Worktree): Promise<void>;
3343
3133
  }
3344
- /** Typed failure from a `WorktreeAdapter` operation (create/finalize/discard) — wraps the underlying git error as `cause`. */
3345
- declare class WorktreeAdapterError extends Error {
3346
- readonly cause?: unknown;
3347
- constructor(message: string, cause?: unknown);
3348
- }
3349
3134
  interface GitWorktreeAdapterOptions {
3350
3135
  /** Repo root the worktrees fork from. */
3351
3136
  repoRoot: string;
@@ -3381,5 +3166,5 @@ declare function verifyCodeSurface(surface: CodeSurface, worktreeDir?: string):
3381
3166
  * identity against the checkout at `worktreeRef`. */
3382
3167
  declare function resolveWorktreePath(surface: CodeSurface, worktreeDir?: string): string;
3383
3168
  //#endregion
3384
- export { ScoreboardRow as $, RunImprovementLoopOptions as $i, TraceAnalystScenario as $n, compareOptimizationMethods as $r, importExternalEvaluations as $t, ScenarioSignal as A, campaignCoverage as Aa, GepaCandidatePopulationSummary as Ai, CrossSurfaceComponentEvidence as An, DEFAULT_RED_TEAM_CORPUS as Ar, RequirementCheck as At, FinalizedProfileMatrixResult as B, ReferenceEquivalenceJudgeInput as Bi, CrossSurfaceInteractionTask as Bn, CanaryKind as Br, FsLabeledScenarioStoreOptions as Bt, SingleRunLockOptions as C, buildCellSchedule as Ca, ComparisonCost as Ci, CrossSurfaceBootstrapPolicy as Cn, campaignMeanComposite as Cr, extractProducedState as Ct, searchProposalExecution as D, CampaignCoverage as Da, optimizationTokenUsageFromSummary as Di, CrossSurfaceCandidateOutcome as Dn, DefaultProductionGateOptions as Dr, LlmCorrectnessCheckerOpts as Dt, searchModelIdentity as E, FinalEvidenceUse as Ea, costFromLedgerSummary as Ei, CrossSurfaceCandidateEvidence as En, DefaultProductionGateCheck as Er, CorrectnessChecker as Et, RetainedDispatchOptions as F, SearchLedgerError as Fa, ExternalOptimizerObservationSummary as Fi, CrossSurfaceIneligibilityReason as Fn, redTeamDataset as Fr, verifyCompletion as Ft, RunProfileMatrixSegmentOptions as G, runReferenceEquivalenceJudge as Gi, CrossSurfacePairwiseEntry as Gn, SkillOptOptimizationMethodConfig as Gr, ScoredRollout as Gt, ProfileMatrixPlan as H, ReferenceEquivalenceJudgeResult as Hi, CrossSurfacePairCompatibility as Hn, CanaryReport as Hr, RolloutArgumentDiff as Ht, RetainedDispatchOutcome as I, SearchLedgerIntegrityError as Ia, ExternalOptimizerSubmittedCandidate as Ii, CrossSurfaceInteractionAwareSelection as In, redTeamReport as Ir, scopedOptimizationMethod as It, runProfileMatrixSegment as J, llmJudge as Ji, CrossSurfaceSelectionPolicy as Jn, skillOptOptimizationMethod as Jr, rolloutArgumentDiff as Jt, createProfileMatrixPlan as K, LlmJudgeDimension as Ki, CrossSurfaceRankedSingle as Kn, SkillOptRunnerCommand as Kr, UngroundedLiteralReport as Kt, createRetainedDispatch as L, readExternalOptimizerObservationArtifact as Li, CrossSurfaceInteractionEffect as Ln, scoreRedTeamOutput as Lr, sequentialOptimizationMethod as Lt, selectDiscriminative as M, campaignSplitDigest as Ma, readGepaCandidatePopulationArtifact as Mi, CrossSurfaceDistribution as Mn, RedTeamCategory as Mr, TaskGold as Mt, resolveRunDir as N, campaignSplitDigestFromIdentities as Na, ExternalOptimizerExecutionSummary as Ni, CrossSurfaceEligibility as Nn, RedTeamFinding as Nr, completionVerdict as Nt, searchReceiptAccounting as O, assertCampaignDesign as Oa, GepaCandidatePopulationArtifact as Oi, CrossSurfaceCandidateSummary as On, DefaultProductionRewardHackingOptions as Or, ProducedProposal as Ot, tangleTracesRoot as P, SearchLedgerConflictError as Pa, ExternalOptimizerObservationArtifact as Pi, CrossSurfaceEvidenceBreakdown as Pn, RedTeamReport as Pr, createLlmCorrectnessChecker as Pt, ScoreboardRenderOptions as Q, transientDispatchFailure as Qi, TraceAnalystArtifact as Qn, OptimizationMethodScore as Qr, externalSurface as Qt, CreateProfileMatrixPlanOptions as R, REFERENCE_EQUIVALENCE_INPUT_LIMITS as Ri, CrossSurfaceInteractionPath as Rn, CanaryAlert as Rr, neutralizeText as Rt, SingleRunLock as S, CellScheduleSlot as Sa, OptimizationPackageSource as Si, CrossSurfaceBestSingleSelection as Sn, campaignBreakdown as Sr, ToolCallEventLike as St, campaignCellSearchResult as T, FinalEvidencePolicy as Ta, combineComparisonCosts as Ti, CrossSurfaceCandidateComparison as Tn, heldOutGate as Tr, CompletionVerdict as Tt, ProfileMatrixRow as U, ReferenceEquivalenceScenario as Ui, CrossSurfacePairEvidence as Un, runCanaries as Ur, RolloutArgumentDiffOptions as Ut, ProfileMatrixCoverage as V, ReferenceEquivalenceJudgeOptions as Vi, CrossSurfaceNaiveStackSelection as Vn, CanaryOptions as Vr, LabeledScenarioStoreError as Vt, ProfileMatrixSegmentResult as W, createReferenceEquivalenceJudge as Wi, CrossSurfacePairIncompatibilityReason as Wn, composeGate as Wr, RolloutCall as Wt, PlaybackDriver as X, isTransientTransportFailure as Xi, CrossSurfaceTaskRow as Xn, OptimizationMethodComparison as Xr, GepaEvaluationImport as Xt, PlaybackContext as Y, TransientFailureOptions as Yi, CrossSurfaceSelections as Yn, CompareOptimizationMethodsOptions as Yr, ExternalSearchOptimizer as Yt, PlaybackStep as Z, quotaExhaustedUntil as Zi, BuildTraceAnalystSurfaceDispatchOptions as Zn, OptimizationMethodPairwise as Zr, GepaPopulationImport as Zt, componentSurfaceIdentityMaterial as _, PlanCampaignRunOptions as _a, OptimizationMethodComposition as _i, analyzeCrossSurfaceInteractions as _n, provenanceRecordPath as _r, assertRealBackend as _t, WorktreeAdapterError as a, runOptimization as aa, GepaRunnerCommand as ai, EvalFixture as an, LoopProvenanceArgsFromResult as ar, scoreUserStory as at, surfaceDispatchRef as b, CacheRead as ba, OptimizationMethodResult as bi, CrossSurfaceAdditionRejectionReason as bn, CampaignBreakdown as br, ProposalEventLike as bt, verifyCodeSurface as c, openAutoPr as ca, OptimizerModelBudget as ci, EvalFixtureRunPlan as cn, LoopProvenanceEvidence as cr, ProfileDispatchFn as ct, PhoenixEvaluationResultLike as d, CampaignCellFailureReceipt as da, ExternalTextOptimizerContext as di, LoadEvalFixtureScenariosOptions as dn, buildLoopProvenanceRecord as dr, RunProfileMatrixOptions as dt, RunImprovementLoopResult as ea, GepaAdaptiveEngineRun as ei, importGepaPopulation as en, buildTraceAnalystSurfaceDispatch as er, ScoreboardSummary as et, PhoenixEvaluatorLike as f, CampaignCellRetryPolicy as fa, ExternalTextOptimizerResult as fi, PlanEvalFixtureRunOptions as fn, campaignMeasurementDigest as fr, RunProfileMatrixResult as ft, codeSurfaceIdentityMaterial as g, CampaignRunPlanCell as ga, OptimizationMethod as gi, planEvalFixtureRun as gn, loopProvenanceSpans as gr, BackendIntegrityReport as gt, assertCodeSurfaceIdentity as h, CampaignRunPlan as ha, decodeExternalTextCandidate as hi, loadEvalFixtureScenarios as hn, loopProvenanceArgsFromResult as hr, BackendIntegrityError as ht, WorktreeAdapter as i, RunOptimizationResult as ia, GepaOptimizationRecipe as ii, neutralizationGate as in, EmitLoopProvenanceResult as ir, renderScoreboardMarkdown as it, scoreDiscrimination as j, campaignScenarioIdentity as ja, GepaCandidateSelectionScore as ji, CrossSurfaceCompositionStep as jn, RedTeamCase as jr, SatisfiedBy as jt, DiscriminationScore as k, assertCampaignSplitIdentity as ka, GepaCandidatePopulationCandidate as ki, CrossSurfaceComponent as kn, defaultProductionGate as kr, ProducedState as kt, AutoevalsScoreLike as l, RunEvalOptions as la, externalTextOptimizationMethod as li, EvalFixtureScenario as ln, LoopProvenanceOptimizationMethod as lr, ProfileMatrixError as lt, phoenixEvaluatorJudge as m, runCampaign as ma, ExternalTextEvaluationResponse as mi, loadEvalFixture as mn, emitLoopProvenance as mr, runProfileMatrix as mt, GitWorktreeAdapterOptions as n, PremeasuredOptimizationBaseline as na, GepaEngineRun as ni, recordSkillOptSearch as nn, BuildLoopProvenanceArgs as nr, UserStoryVerdict as nt, gitWorktreeAdapter as o, OpenAutoPrOptions as oa, gepaOptimizationMethod as oi, EvalFixtureFile as on, LoopProvenanceBackend as or, scoreboardSummary as ot, autoevalsScorerJudge as p, RunCampaignOptions as pa, ExternalOptimizationExample as pi, discoverEvalFixtures as pn, canonicalDigest as pr, ScenarioRollup as pt, finalizeProfileMatrix as q, LlmJudgeOptions as qi, CrossSurfaceRelativeCost as qn, SkillOptTrainerConfig as qr, classifyUngroundedLiterals as qt, Worktree as r, RunOptimizationOptions as ra, GepaOptimizationMethodConfig as ri, NeutralizationGateOptions as rn, EmitLoopProvenanceArgs as rr, makePlaybackDispatch as rt, resolveWorktreePath as s, OpenAutoPrResult as sa, OpenAICompatibleOptimizerModel as si, EvalFixtureLoadOptions as sn, LoopProvenanceCandidate as sr, userStoryScoreboard as st, CodeSurfaceVerification as t, runImprovementLoop as ta, GepaEngineOptions as ti, recordGepaSearch as tn, traceAnalystQualityJudge as tr, UserStory as tt, AutoevalsScorerLike as u, runEval as ua, ExternalTextOptimizationMethodConfig as ui, EvalFixtureValidationMode as un, LoopProvenanceRecord as ur, ProfileSummary as ut, renderSurfaceDiff as v, planCampaignRun as va, OptimizationMethodInput as vi, AnalyzeCrossSurfaceInteractionsInput as vn, provenanceSpansPath as vr, summarizeBackendIntegrity as vt, acquireSingleRunLock as w, cellCachePath as wa, OptimizationTokenUsage as wi, CrossSurfaceCandidate as wn, HeldOutGateOptions as wr, CompletionRequirement as wt, surfaceHash as x, readCachedCell as xa, OptimizationMethodRunOptions as xi, CrossSurfaceAttemptCompleteness as xn, CampaignComparisonUnits as xr, RuntimeEventLike as xt, surfaceContentHash as y, CacheIssueReason as ya, OptimizationMethodProvenance as yi, CrossSurfaceAdditionDecision as yn, verifyLoopProvenanceRecord as yr, ArtifactEventLike as yt, FinalizeProfileMatrixOptions as z, REFERENCE_EQUIVALENCE_JUDGE_VERSION as zi, CrossSurfaceInteractionReport as zn, CanaryEvaluation as zr, FsLabeledScenarioStore as zt };
3385
- //# sourceMappingURL=index-CyszSg4O.d.ts.map
3169
+ export { summarizeBackendIntegrity as $, campaignCoverage as $i, CampaignComparisonUnits as $n, OptimizationMethodRunOptions as $r, PlanEvalFixtureRunOptions as $t, RetainedDispatchOptions as A, runOptimization as Ai, CrossSurfacePairEvidence as An, OptimizationMethodScore as Ar, sequentialOptimizationMethod as At, RunProfileMatrixSegmentOptions as B, CampaignRunPlan as Bi, TraceAnalystScenario as Bn, OptimizerModelBudget as Br, GepaPopulationImport as Bt, searchModelIdentity as C, transientDispatchFailure as Ci, CrossSurfaceInteractionAwareSelection as Cn, SkillOptOptimizationMethodConfig as Cr, RequirementCheck as Ct, ScenarioSignal as D, PremeasuredOptimizationBaseline as Di, CrossSurfaceInteractionTask as Dn, CompareOptimizationMethodsOptions as Dr, createLlmCorrectnessChecker as Dt, DiscriminationScore as E, runImprovementLoop as Ei, CrossSurfaceInteractionReport as En, skillOptOptimizationMethod as Er, completionVerdict as Et, FinalizedProfileMatrixResult as F, runEval as Fi, CrossSurfaceSelectionPolicy as Fn, GepaOptimizationMethodConfig as Fr, RolloutCall as Ft, ProfileSummary as G, CacheRead as Gi, LoopProvenanceBackend as Gn, ExternalOptimizationExample as Gr, neutralizationGate as Gt, finalizeProfileMatrix as H, PlanCampaignRunOptions as Hi, EmitLoopProvenanceArgs as Hn, ExternalTextOptimizationMethodConfig as Hr, importExternalEvaluations as Ht, ProfileMatrixCoverage as I, CampaignCellFailureReceipt as Ii, CrossSurfaceSelections as In, GepaOptimizationRecipe as Ir, ScoredRollout as It, ScenarioRollup as J, cellCachePath as Ji, LoopProvenanceOptimizationMethod as Jn, OptimizationMethod as Jr, EvalFixtureLoadOptions as Jt, RunProfileMatrixOptions as K, CellScheduleSlot as Ki, LoopProvenanceCandidate as Kn, ExternalTextEvaluationResponse as Kr, EvalFixture as Kt, ProfileMatrixPlan as L, CampaignCellRetryPolicy as Li, CrossSurfaceTaskRow as Ln, GepaRunnerCommand as Lr, UngroundedLiteralReport as Lt, createRetainedDispatch as M, OpenAutoPrResult as Mi, CrossSurfacePairwiseEntry as Mn, GepaAdaptiveEngineRun as Mr, FsLabeledScenarioStoreOptions as Mt, CreateProfileMatrixPlanOptions as N, openAutoPr as Ni, CrossSurfaceRankedSingle as Nn, GepaEngineOptions as Nr, RolloutArgumentDiff as Nt, scoreDiscrimination as O, RunOptimizationOptions as Oi, CrossSurfaceNaiveStackSelection as On, OptimizationMethodComparison as Or, verifyCompletion as Ot, FinalizeProfileMatrixOptions as P, RunEvalOptions as Pi, CrossSurfaceRelativeCost as Pn, GepaEngineRun as Pr, RolloutArgumentDiffOptions as Pt, assertRealBackend as Q, assertCampaignDesign as Qi, CampaignBreakdown as Qn, OptimizationMethodResult as Qr, LoadEvalFixtureScenariosOptions as Qt, ProfileMatrixRow as R, RunCampaignOptions as Ri, BuildTraceAnalystSurfaceDispatchOptions as Rn, gepaOptimizationMethod as Rr, ExternalSearchOptimizer as Rt, campaignCellSearchResult as S, isTransientTransportFailure as Si, CrossSurfaceIneligibilityReason as Sn, composeGate as Sr, ProducedState as St, searchReceiptAccounting as T, RunImprovementLoopResult as Ti, CrossSurfaceInteractionPath as Tn, SkillOptTrainerConfig as Tr, TaskGold as Tt, runProfileMatrixSegment as U, planCampaignRun as Ui, EmitLoopProvenanceResult as Un, ExternalTextOptimizerContext as Ur, importGepaPopulation as Ut, createProfileMatrixPlan as V, CampaignRunPlanCell as Vi, BuildLoopProvenanceArgs as Vn, externalTextOptimizationMethod as Vr, externalSurface as Vt, ProfileDispatchFn as W, CacheIssueReason as Wi, LoopProvenanceArgsFromResult as Wn, ExternalTextOptimizerResult as Wr, NeutralizationGateOptions as Wt, BackendIntegrityError as X, FinalEvidenceUse as Xi, canonicalDigest as Xn, OptimizationMethodInput as Xr, EvalFixtureScenario as Xt, runProfileMatrix as Y, FinalEvidencePolicy as Yi, LoopProvenanceRecord as Yn, OptimizationMethodComposition as Yr, EvalFixtureRunPlan as Yt, BackendIntegrityReport as Z, CampaignCoverage as Zi, emitLoopProvenance as Zn, OptimizationMethodProvenance as Zr, EvalFixtureValidationMode as Zt, surfaceDispatchRef as _, ReferenceEquivalenceScenario as _i, CrossSurfaceComponentEvidence as _n, CanaryEvaluation as _r, CompletionRequirement as _t, gitWorktreeAdapter as a, GepaCandidatePopulationCandidate as ai, AnalyzeCrossSurfaceInteractionsInput as an, DefaultProductionGateOptions as ar, ScoreboardSummary as at, SingleRunLockOptions as b, llmJudge as bi, CrossSurfaceEligibility as bn, CanaryReport as br, LlmCorrectnessCheckerOpts as bt, AutoevalsScoreLike as c, readGepaCandidatePopulationArtifact as ci, CrossSurfaceAttemptCompleteness as cn, DEFAULT_RED_TEAM_CORPUS as cr, renderScoreboardMarkdown as ct, PhoenixEvaluatorLike as d, ExternalOptimizerObservationSummary as di, CrossSurfaceCandidate as dn, RedTeamFinding as dr, userStoryScoreboard as dt, campaignScenarioIdentity as ea, OptimizationPackageSource as ei, discoverEvalFixtures as en, campaignBreakdown as er, PlaybackContext as et, assertCodeSurfaceIdentity as f, ExternalOptimizerSubmittedCandidate as fi, CrossSurfaceCandidateComparison as fn, RedTeamReport as fr, ArtifactEventLike as ft, surfaceContentHash as g, ReferenceEquivalenceJudgeResult as gi, CrossSurfaceComponent as gn, CanaryAlert as gr, extractProducedState as gt, renderSurfaceDiff as h, ReferenceEquivalenceJudgeOptions as hi, CrossSurfaceCandidateSummary as hn, scoreRedTeamOutput as hr, ToolCallEventLike as ht, WorktreeAdapter as i, SearchLedgerIntegrityError as ia, GepaCandidatePopulationArtifact as ii, analyzeCrossSurfaceInteractions as in, DefaultProductionGateCheck as ir, ScoreboardRow as it, RetainedDispatchOutcome as j, OpenAutoPrOptions as ji, CrossSurfacePairIncompatibilityReason as jn, compareOptimizationMethods as jr, neutralizeText as jt, resolveRunDir as k, RunOptimizationResult as ki, CrossSurfacePairCompatibility as kn, OptimizationMethodPairwise as kr, scopedOptimizationMethod as kt, AutoevalsScorerLike as l, ExternalOptimizerExecutionSummary as li, CrossSurfaceBestSingleSelection as ln, RedTeamCase as lr, scoreUserStory as lt, componentSurfaceIdentityMaterial as m, ReferenceEquivalenceJudgeInput as mi, CrossSurfaceCandidateOutcome as mn, redTeamReport as mr, RuntimeEventLike as mt, GitWorktreeAdapterOptions as n, campaignSplitDigestFromIdentities as na, OptimizationTokenUsage as ni, loadEvalFixtureScenarios as nn, HeldOutGateOptions as nr, PlaybackStep as nt, resolveWorktreePath as o, GepaCandidatePopulationSummary as oi, CrossSurfaceAdditionDecision as on, DefaultProductionRewardHackingOptions as or, UserStory as ot, codeSurfaceIdentityMaterial as p, readExternalOptimizerObservationArtifact as pi, CrossSurfaceCandidateEvidence as pn, redTeamDataset as pr, ProposalEventLike as pt, RunProfileMatrixResult as q, buildCellSchedule as qi, LoopProvenanceEvidence as qn, decodeExternalTextCandidate as qr, EvalFixtureFile as qt, Worktree as r, SearchLedgerError as ra, costFromLedgerSummary as ri, planEvalFixtureRun as rn, heldOutGate as rr, ScoreboardRenderOptions as rt, verifyCodeSurface as s, GepaCandidateSelectionScore as si, CrossSurfaceAdditionRejectionReason as sn, defaultProductionGate as sr, UserStoryVerdict as st, CodeSurfaceVerification as t, campaignSplitDigest as ta, ComparisonCost as ti, loadEvalFixture as tn, campaignMeanComposite as tr, PlaybackDriver as tt, PhoenixEvaluationResultLike as u, ExternalOptimizerObservationArtifact as ui, CrossSurfaceBootstrapPolicy as un, RedTeamCategory as ur, scoreboardSummary as ut, surfaceHash as v, LlmJudgeDimension as vi, CrossSurfaceCompositionStep as vn, CanaryKind as vr, CompletionVerdict as vt, searchProposalExecution as w, RunImprovementLoopOptions as wi, CrossSurfaceInteractionEffect as wn, SkillOptRunnerCommand as wr, SatisfiedBy as wt, acquireSingleRunLock as x, TransientFailureOptions as xi, CrossSurfaceEvidenceBreakdown as xn, runCanaries as xr, ProducedProposal as xt, SingleRunLock as y, LlmJudgeOptions as yi, CrossSurfaceDistribution as yn, CanaryOptions as yr, CorrectnessChecker as yt, ProfileMatrixSegmentResult as z, runCampaign as zi, TraceAnalystArtifact as zn, OpenAICompatibleOptimizerModel as zr, GepaEvaluationImport as zt };
3170
+ //# sourceMappingURL=index-B16FNdW5.d.ts.map