@tangle-network/agent-eval 0.221.7 → 0.222.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (581) hide show
  1. package/CHANGELOG.md +146 -0
  2. package/dist/adapters/http.d.ts +3 -5
  3. package/dist/adapters/http.d.ts.map +1 -1
  4. package/dist/adapters/http.js +1 -2
  5. package/dist/{adversarial-smnADNFS.d.ts → adversarial-DnQQFqTR.d.ts} +1 -3
  6. package/dist/adversarial-DnQQFqTR.d.ts.map +1 -0
  7. package/dist/{agent-profile-CNmwfaqq.d.ts → agent-profile-CoD1Dotf.d.ts} +4 -10
  8. package/dist/agent-profile-CoD1Dotf.d.ts.map +1 -0
  9. package/dist/agent-profile-Dngk3LZ0.js +153 -0
  10. package/dist/agent-profile-Dngk3LZ0.js.map +1 -0
  11. package/dist/{agent-profile-cell-BcpFbNd5.d.ts → agent-profile-cell-3kYxUsK2.d.ts} +3 -5
  12. package/dist/agent-profile-cell-3kYxUsK2.d.ts.map +1 -0
  13. package/dist/{agent-profile-cell-B1V1gUZs.js → agent-profile-cell-CT5JYueM.js} +5 -7
  14. package/dist/{agent-profile-cell-B1V1gUZs.js.map → agent-profile-cell-CT5JYueM.js.map} +1 -1
  15. package/dist/{agreement-irr-BhAqjluA.js → agreement-irr-BTjDN0i6.js} +4 -5
  16. package/dist/{agreement-irr-BhAqjluA.js.map → agreement-irr-BTjDN0i6.js.map} +1 -1
  17. package/dist/analyst/index.d.ts +95 -159
  18. package/dist/analyst/index.d.ts.map +1 -1
  19. package/dist/analyst/index.js +28 -39
  20. package/dist/analyst/index.js.map +1 -1
  21. package/dist/{analyze-runs-DfX6dHP0.d.ts → analyze-runs-C-pP1sK9.d.ts} +7 -13
  22. package/dist/analyze-runs-C-pP1sK9.d.ts.map +1 -0
  23. package/dist/{analyze-runs-CHmsykNJ.js → analyze-runs-CTheASYV.js} +23 -32
  24. package/dist/{analyze-runs-CHmsykNJ.js.map → analyze-runs-CTheASYV.js.map} +1 -1
  25. package/dist/{attribute-vocabulary-CcXqHODT.d.ts → attribute-vocabulary-5oo8ykIx.d.ts} +2 -4
  26. package/dist/attribute-vocabulary-5oo8ykIx.d.ts.map +1 -0
  27. package/dist/authenticity/index.d.ts +0 -2
  28. package/dist/authenticity/index.d.ts.map +1 -1
  29. package/dist/authenticity/index.js +1 -2
  30. package/dist/{benchmark-command-Cnjfo0Zh.js → benchmark-command-jYWR2gya.js} +61 -94
  31. package/dist/benchmark-command-jYWR2gya.js.map +1 -0
  32. package/dist/benchmarks/index.d.ts +5 -15
  33. package/dist/benchmarks/index.d.ts.map +1 -1
  34. package/dist/benchmarks/index.js +27 -38
  35. package/dist/benchmarks/index.js.map +1 -1
  36. package/dist/{bounded-process-Cj9YjXbE.js → bounded-process-BZrWXIKW.js} +2 -3
  37. package/dist/{bounded-process-Cj9YjXbE.js.map → bounded-process-BZrWXIKW.js.map} +1 -1
  38. package/dist/builder-eval/index.d.ts +5 -14
  39. package/dist/builder-eval/index.d.ts.map +1 -1
  40. package/dist/builder-eval/index.js +11 -17
  41. package/dist/builder-eval/index.js.map +1 -1
  42. package/dist/{calibration-CTwxpJ-t.js → calibration-6usfVYYo.js} +4 -5
  43. package/dist/{calibration-CTwxpJ-t.js.map → calibration-6usfVYYo.js.map} +1 -1
  44. package/dist/campaign/index.d.ts +9 -9
  45. package/dist/campaign/index.js +15 -14
  46. package/dist/{campaign-uddTlFg5.js → campaign-ddr1N3yD.js} +61 -58
  47. package/dist/campaign-ddr1N3yD.js.map +1 -0
  48. package/dist/{campaign-evidence-DunzcJGv.js → campaign-evidence-DN8rWuBj.js} +20 -322
  49. package/dist/campaign-evidence-DN8rWuBj.js.map +1 -0
  50. package/dist/{canonical-Dq2hOQ8L.js → canonical-CicJlINA.js} +3 -4
  51. package/dist/{canonical-Dq2hOQ8L.js.map → canonical-CicJlINA.js.map} +1 -1
  52. package/dist/{canonical-CFpojCN5.d.ts → canonical-gLeHiqzd.d.ts} +2 -4
  53. package/dist/canonical-gLeHiqzd.d.ts.map +1 -0
  54. package/dist/{cell-spend-DEWR3nj-.js → cell-spend-zxmzg4GH.js} +3 -4
  55. package/dist/{cell-spend-DEWR3nj-.js.map → cell-spend-zxmzg4GH.js.map} +1 -1
  56. package/dist/{chat-client-BNATB3rJ.js → chat-client-CO3uB33i.js} +3 -4
  57. package/dist/{chat-client-BNATB3rJ.js.map → chat-client-CO3uB33i.js.map} +1 -1
  58. package/dist/{chat-json-call-BzWYp18J.js → chat-json-call-8yUv4LFO.js} +4 -5
  59. package/dist/{chat-json-call-BzWYp18J.js.map → chat-json-call-8yUv4LFO.js.map} +1 -1
  60. package/dist/{claim-BPVuyHuy.js → claim-Dod_mjk3.js} +5 -6
  61. package/dist/{claim-BPVuyHuy.js.map → claim-Dod_mjk3.js.map} +1 -1
  62. package/dist/cli.js +179 -23
  63. package/dist/cli.js.map +1 -1
  64. package/dist/{client-hwo3cJjR.d.ts → client-BIFwUg7I.d.ts} +6 -12
  65. package/dist/client-BIFwUg7I.d.ts.map +1 -0
  66. package/dist/{cluster-bootstrap-DEwwhl0C.js → cluster-bootstrap-SbaeM44s.js} +4 -5
  67. package/dist/{cluster-bootstrap-DEwwhl0C.js.map → cluster-bootstrap-SbaeM44s.js.map} +1 -1
  68. package/dist/completion-verifier-7KEfroqx.d.ts +168 -0
  69. package/dist/completion-verifier-7KEfroqx.d.ts.map +1 -0
  70. package/dist/{completion-verifier-asaV1nSj.js → completion-verifier-rqbMh5-4.js} +9 -160
  71. package/dist/completion-verifier-rqbMh5-4.js.map +1 -0
  72. package/dist/contract/index.d.ts +13 -13
  73. package/dist/contract/index.js +41 -60
  74. package/dist/contract/index.js.map +1 -1
  75. package/dist/{cost-ledger-BGZB6yY2.js → cost-ledger-CS8R3IZj.js} +10 -17
  76. package/dist/{cost-ledger-BGZB6yY2.js.map → cost-ledger-CS8R3IZj.js.map} +1 -1
  77. package/dist/{cost-ledger-C1W3ICmP.d.ts → cost-ledger-Czro9wmo.d.ts} +1 -5
  78. package/dist/cost-ledger-Czro9wmo.d.ts.map +1 -0
  79. package/dist/{dataset-DQqhOCPt.d.ts → dataset-DThC1S6G.d.ts} +1 -3
  80. package/dist/dataset-DThC1S6G.d.ts.map +1 -0
  81. package/dist/{decision-point-0nJubuoM.js → decision-point-lhMgODOR.js} +14 -18
  82. package/dist/{decision-point-0nJubuoM.js.map → decision-point-lhMgODOR.js.map} +1 -1
  83. package/dist/{deep-freeze-CurcOQg3.js → deep-freeze-CK8-2W7p.js} +2 -3
  84. package/dist/{deep-freeze-CurcOQg3.js.map → deep-freeze-CK8-2W7p.js.map} +1 -1
  85. package/dist/{default-registry-CLG5YqGS.d.ts → default-registry-B1DstPYg.d.ts} +53 -61
  86. package/dist/default-registry-B1DstPYg.d.ts.map +1 -0
  87. package/dist/{default-registry-BBTDgkDM.js → default-registry-C1tPEjZ4.js} +29 -45
  88. package/dist/{default-registry-BBTDgkDM.js.map → default-registry-C1tPEjZ4.js.map} +1 -1
  89. package/dist/{define-agent-eval-CCbT7Kfr.js → define-agent-eval-BLoP4Lf9.js} +15 -18
  90. package/dist/{define-agent-eval-CCbT7Kfr.js.map → define-agent-eval-BLoP4Lf9.js.map} +1 -1
  91. package/dist/{define-agent-eval-JKt3gMQr.d.ts → define-agent-eval-CAffiFbN.d.ts} +19 -27
  92. package/dist/define-agent-eval-CAffiFbN.d.ts.map +1 -0
  93. package/dist/{descriptive-CVNy48rR.js → descriptive-cPwITVfy.js} +30 -8
  94. package/dist/descriptive-cPwITVfy.js.map +1 -0
  95. package/dist/diagnosis/index.d.ts +5 -15
  96. package/dist/diagnosis/index.d.ts.map +1 -1
  97. package/dist/diagnosis/index.js +13 -19
  98. package/dist/diagnosis/index.js.map +1 -1
  99. package/dist/{dspy-rlm-engine-DN1p_5jx.js → dspy-rlm-engine-jDiWkul6.js} +7 -10
  100. package/dist/{dspy-rlm-engine-DN1p_5jx.js.map → dspy-rlm-engine-jDiWkul6.js.map} +1 -1
  101. package/dist/{emitter-DbMXUIVP.js → emitter-DhQ65mza.js} +3 -4
  102. package/dist/{emitter-DbMXUIVP.js.map → emitter-DhQ65mza.js.map} +1 -1
  103. package/dist/{emitter-DABYYTcH.d.ts → emitter-mAXC5PSN.d.ts} +3 -5
  104. package/dist/emitter-mAXC5PSN.d.ts.map +1 -0
  105. package/dist/{engine-dtRVeuQs.d.ts → engine-CaHaCc3W.d.ts} +10 -18
  106. package/dist/engine-CaHaCc3W.d.ts.map +1 -0
  107. package/dist/{equal-terms-DbPGcVtI.js → equal-terms-K11VHmR3.js} +3 -4
  108. package/dist/{equal-terms-DbPGcVtI.js.map → equal-terms-K11VHmR3.js.map} +1 -1
  109. package/dist/{errors-BcOs5MKW.js → errors-DeEEV9Vx.js} +2 -3
  110. package/dist/{errors-BcOs5MKW.js.map → errors-DeEEV9Vx.js.map} +1 -1
  111. package/dist/{errors-DEE6u6ot.d.ts → errors-E9I2hldP.d.ts} +1 -3
  112. package/dist/errors-E9I2hldP.d.ts.map +1 -0
  113. package/dist/{eval-campaign-DoX5vz3E.js → eval-campaign-Cgixrvf7.js} +8 -9
  114. package/dist/{eval-campaign-DoX5vz3E.js.map → eval-campaign-Cgixrvf7.js.map} +1 -1
  115. package/dist/{evaluation-wdGyZ7jV.js → evaluation-B8H3GYej.js} +4 -6
  116. package/dist/{evaluation-wdGyZ7jV.js.map → evaluation-B8H3GYej.js.map} +1 -1
  117. package/dist/{evaluation-DblGquCB.d.ts → evaluation-BPqUvZ66.d.ts} +4 -6
  118. package/dist/evaluation-BPqUvZ66.d.ts.map +1 -0
  119. package/dist/evaluation.d.ts +1 -1
  120. package/dist/evaluation.js +1 -2
  121. package/dist/{exact-types-Do63KoKn.d.ts → exact-types-D98BKpxo.d.ts} +8 -10
  122. package/dist/exact-types-D98BKpxo.d.ts.map +1 -0
  123. package/dist/{exec-CpbtOXVt.js → exec-C0_AkLUv.js} +3 -5
  124. package/dist/{exec-CpbtOXVt.js.map → exec-C0_AkLUv.js.map} +1 -1
  125. package/dist/{execution-tracks-CpgFPpS5.js → execution-tracks-DaDXYwAq.js} +2 -3
  126. package/dist/{execution-tracks-CpgFPpS5.js.map → execution-tracks-DaDXYwAq.js.map} +1 -1
  127. package/dist/experiment/index.d.ts +9 -37
  128. package/dist/experiment/index.d.ts.map +1 -1
  129. package/dist/experiment/index.js +29 -40
  130. package/dist/experiment/index.js.map +1 -1
  131. package/dist/{exporters-Dk3oEbK_.d.ts → exporters-B5Ze_RKh.d.ts} +4 -4
  132. package/dist/exporters-B5Ze_RKh.d.ts.map +1 -0
  133. package/dist/{exporters-DWvM16LE.js → exporters-ByLcILYU.js} +23 -5
  134. package/dist/exporters-ByLcILYU.js.map +1 -0
  135. package/dist/{external-optimizer-process-DEzJ2CGX.js → external-optimizer-process-BRVmaDFe.js} +5 -6
  136. package/dist/{external-optimizer-process-DEzJ2CGX.js.map → external-optimizer-process-BRVmaDFe.js.map} +1 -1
  137. package/dist/{external-optimizer-subprocess-B_ukPtRD.js → external-optimizer-subprocess-U616hV_l.js} +24 -37
  138. package/dist/{external-optimizer-subprocess-B_ukPtRD.js.map → external-optimizer-subprocess-U616hV_l.js.map} +1 -1
  139. package/dist/{extract-usage-BZLU01kR.js → extract-usage-ISFqhfDz.js} +2 -3
  140. package/dist/{extract-usage-BZLU01kR.js.map → extract-usage-ISFqhfDz.js.map} +1 -1
  141. package/dist/{failure-cluster-DN0t63Z0.d.ts → failure-cluster-DOoa7CBg.d.ts} +3 -7
  142. package/dist/failure-cluster-DOoa7CBg.d.ts.map +1 -0
  143. package/dist/{failure-taxonomy-Bx5oWqaW.js → failure-taxonomy-9eQfXKoW.js} +2 -3
  144. package/dist/{failure-taxonomy-Bx5oWqaW.js.map → failure-taxonomy-9eQfXKoW.js.map} +1 -1
  145. package/dist/{feedback-trajectory-CYVJXolG.d.ts → feedback-trajectory-SBGncrCP.d.ts} +7 -13
  146. package/dist/feedback-trajectory-SBGncrCP.d.ts.map +1 -0
  147. package/dist/{finding-composition-8n0fFgVI.js → finding-composition-DlvE1Qul.js} +4 -6
  148. package/dist/{finding-composition-8n0fFgVI.js.map → finding-composition-DlvE1Qul.js.map} +1 -1
  149. package/dist/{findings-store-Bg4sdS-e.js → findings-store-B75Dspaq.js} +11 -14
  150. package/dist/{findings-store-Bg4sdS-e.js.map → findings-store-B75Dspaq.js.map} +1 -1
  151. package/dist/fuzz.d.ts +3 -17
  152. package/dist/fuzz.d.ts.map +1 -1
  153. package/dist/fuzz.js +30 -29
  154. package/dist/fuzz.js.map +1 -1
  155. package/dist/{hf-dataset-CKxIJQba.js → hf-dataset-DPVQXW5n.js} +362 -21
  156. package/dist/hf-dataset-DPVQXW5n.js.map +1 -0
  157. package/dist/hosted/index.d.ts +2 -6
  158. package/dist/hosted/index.d.ts.map +1 -1
  159. package/dist/hosted/index.js +1 -2
  160. package/dist/{index-CalAsXMR.d.ts → index-B1Bm9oJA.d.ts} +3 -15
  161. package/dist/index-B1Bm9oJA.d.ts.map +1 -0
  162. package/dist/{index-CdEVr8-O.d.ts → index-B7v2QHlD.d.ts} +24 -299
  163. package/dist/index-B7v2QHlD.d.ts.map +1 -0
  164. package/dist/{index-CTIRz-AB.d.ts → index-CUjeTDPv.d.ts} +14 -36
  165. package/dist/index-CUjeTDPv.d.ts.map +1 -0
  166. package/dist/{index-CfJULcW5.d.ts → index-DAk2quYu.d.ts} +18 -38
  167. package/dist/index-DAk2quYu.d.ts.map +1 -0
  168. package/dist/{index-D7fmC-1K.d.ts → index-DUn0GNiZ.d.ts} +183 -36
  169. package/dist/index-DUn0GNiZ.d.ts.map +1 -0
  170. package/dist/{index-CHxwfW5g.d.ts → index-DwUGehqX.d.ts} +3 -9
  171. package/dist/index-DwUGehqX.d.ts.map +1 -0
  172. package/dist/{index-jnuFLxOs.d.ts → index-aDPVYBIM.d.ts} +11 -39
  173. package/dist/index-aDPVYBIM.d.ts.map +1 -0
  174. package/dist/index.d.ts +55 -188
  175. package/dist/index.d.ts.map +1 -1
  176. package/dist/index.js +122 -195
  177. package/dist/index.js.map +1 -1
  178. package/dist/{integrity-D-s2iHiT.js → integrity-B1V6klyO.js} +12 -363
  179. package/dist/integrity-B1V6klyO.js.map +1 -0
  180. package/dist/{integrity-D9lBnv_K.d.ts → integrity-BAdVzT8u.d.ts} +4 -6
  181. package/dist/integrity-BAdVzT8u.d.ts.map +1 -0
  182. package/dist/{integrity-W4CADcFc.js → integrity-DOHt1mwU.js} +3 -4
  183. package/dist/{integrity-W4CADcFc.js.map → integrity-DOHt1mwU.js.map} +1 -1
  184. package/dist/{internal-BTK91Bqt.js → internal-v6XfOeJW.js} +6 -8
  185. package/dist/{internal-BTK91Bqt.js.map → internal-v6XfOeJW.js.map} +1 -1
  186. package/dist/{interval-Dq9gt7jx.js → interval-Bd2f4CRT.js} +6 -8
  187. package/dist/{interval-Dq9gt7jx.js.map → interval-Bd2f4CRT.js.map} +1 -1
  188. package/dist/{interval-ohuOJurX.d.ts → interval-CWyxqDpE.d.ts} +1 -5
  189. package/dist/interval-CWyxqDpE.d.ts.map +1 -0
  190. package/dist/{journal-C7om8Gum.js → journal-C1uLJi0w.js} +115 -121
  191. package/dist/{journal-C7om8Gum.js.map → journal-C1uLJi0w.js.map} +1 -1
  192. package/dist/{json-BhdsJaOQ.js → json-DtvZNAU9.js} +4 -6
  193. package/dist/{json-BhdsJaOQ.js.map → json-DtvZNAU9.js.map} +1 -1
  194. package/dist/json-recovery-DK4MDm5r.js +296 -0
  195. package/dist/json-recovery-DK4MDm5r.js.map +1 -0
  196. package/dist/{judge-calibration-BkXMIWA4.js → judge-calibration-DGqlfWW8.js} +5 -6
  197. package/dist/{judge-calibration-BkXMIWA4.js.map → judge-calibration-DGqlfWW8.js.map} +1 -1
  198. package/dist/{judge-calibration-DFtEMlde.d.ts → judge-calibration-DnrbQaXI.d.ts} +1 -3
  199. package/dist/judge-calibration-DnrbQaXI.d.ts.map +1 -0
  200. package/dist/{judge-gate-BVvmP00P.js → judge-gate-C2BCOt-M.js} +8 -12
  201. package/dist/{judge-gate-BVvmP00P.js.map → judge-gate-C2BCOt-M.js.map} +1 -1
  202. package/dist/judges-BLxg5p8E.js +20 -0
  203. package/dist/judges-BLxg5p8E.js.map +1 -0
  204. package/dist/{kind-factory-Dl0PmNQL.js → kind-factory-VKysp1ds.js} +23 -39
  205. package/dist/{kind-factory-Dl0PmNQL.js.map → kind-factory-VKysp1ds.js.map} +1 -1
  206. package/dist/ledger-core/index.d.ts +2 -2
  207. package/dist/ledger-core/index.js +3 -3
  208. package/dist/ledger-core/lock-holder.d.ts +1 -1
  209. package/dist/ledger-core/lock-holder.js +1 -2
  210. package/dist/{ledger-core-CAxUdDk0.js → ledger-core-CfT-FzPf.js} +5 -6
  211. package/dist/{ledger-core-CAxUdDk0.js.map → ledger-core-CfT-FzPf.js.map} +1 -1
  212. package/dist/{llm-client-b1ysZVIU.js → llm-client-kJ9EOqjt.js} +22 -30
  213. package/dist/{llm-client-b1ysZVIU.js.map → llm-client-kJ9EOqjt.js.map} +1 -1
  214. package/dist/{llm-judge-Cybq29bL.js → llm-judge-cgbhTKQp.js} +108 -164
  215. package/dist/llm-judge-cgbhTKQp.js.map +1 -0
  216. package/dist/{lock-holder-DaJbfpci.d.ts → lock-holder-DoxlZFkQ.d.ts} +1 -3
  217. package/dist/lock-holder-DoxlZFkQ.d.ts.map +1 -0
  218. package/dist/matrix/index.d.ts +3 -3
  219. package/dist/matrix/index.js +2 -2
  220. package/dist/{matrix-DtkZLD_3.d.ts → matrix-CBUzIZs4.d.ts} +4 -12
  221. package/dist/matrix-CBUzIZs4.d.ts.map +1 -0
  222. package/dist/{matrix-B8l-Nsxd.js → matrix-CgpX8wdm.js} +8 -13
  223. package/dist/matrix-CgpX8wdm.js.map +1 -0
  224. package/dist/{mean-BbA_JCzW.js → mean-CdDYG-us.js} +6 -9
  225. package/dist/{mean-BbA_JCzW.js.map → mean-CdDYG-us.js.map} +1 -1
  226. package/dist/meta-eval/index.d.ts +3 -3
  227. package/dist/meta-eval/index.js +17 -21
  228. package/dist/meta-eval/index.js.map +1 -1
  229. package/dist/{metrics-BKaPBtIG.js → metrics-DNCAUtuB.js} +2 -3
  230. package/dist/{metrics-BKaPBtIG.js.map → metrics-DNCAUtuB.js.map} +1 -1
  231. package/dist/{mint-CbdwjTPW.js → mint-D9ZysYtY.js} +7 -8
  232. package/dist/{mint-CbdwjTPW.js.map → mint-D9ZysYtY.js.map} +1 -1
  233. package/dist/{multi-layer-verifier-DEgMUk6v.d.ts → multi-layer-verifier-lM4aVN78.d.ts} +2 -4
  234. package/dist/multi-layer-verifier-lM4aVN78.d.ts.map +1 -0
  235. package/dist/{multiplicity-Sg0U7h8j.js → multiplicity-DAd4xaDC.js} +3 -4
  236. package/dist/{multiplicity-Sg0U7h8j.js.map → multiplicity-DAd4xaDC.js.map} +1 -1
  237. package/dist/{multiplicity-DIWHvysC.d.ts → multiplicity-D_SEsc5j.d.ts} +1 -3
  238. package/dist/multiplicity-D_SEsc5j.d.ts.map +1 -0
  239. package/dist/multishot/golden/index.d.ts +1 -17
  240. package/dist/multishot/golden/index.d.ts.map +1 -1
  241. package/dist/multishot/golden/index.js +10 -17
  242. package/dist/multishot/golden/index.js.map +1 -1
  243. package/dist/multishot/index.d.ts +2 -10
  244. package/dist/multishot/index.d.ts.map +1 -1
  245. package/dist/multishot/index.js +11 -18
  246. package/dist/multishot/index.js.map +1 -1
  247. package/dist/{nonnegative-number-DvdMxg_f.js → nonnegative-number-lEYbOsuh.js} +2 -3
  248. package/dist/{nonnegative-number-DvdMxg_f.js.map → nonnegative-number-lEYbOsuh.js.map} +1 -1
  249. package/dist/openapi.json +1 -1
  250. package/dist/{otel-spans-CdN909k1.js → otel-spans-BsGzTWIK.js} +5 -6
  251. package/dist/{otel-spans-CdN909k1.js.map → otel-spans-BsGzTWIK.js.map} +1 -1
  252. package/dist/{otlp-attributes-D9ptWaIJ.js → otlp-attributes-Boeb7gtH.js} +2 -3
  253. package/dist/{otlp-attributes-D9ptWaIJ.js.map → otlp-attributes-Boeb7gtH.js.map} +1 -1
  254. package/dist/{outcome-observations-FLmRpgYa.js → outcome-observations-D4snOtUb.js} +4 -5
  255. package/dist/{outcome-observations-FLmRpgYa.js.map → outcome-observations-D4snOtUb.js.map} +1 -1
  256. package/dist/{outcome-store-DUcMj-3D.js → outcome-store-TarrcfHG.js} +2 -3
  257. package/dist/{outcome-store-DUcMj-3D.js.map → outcome-store-TarrcfHG.js.map} +1 -1
  258. package/dist/{package-version-D7lQHt_-.js → package-version-CJl_pY9W.js} +2 -3
  259. package/dist/{package-version-D7lQHt_-.js.map → package-version-CJl_pY9W.js.map} +1 -1
  260. package/dist/{paired-arms-B2ttLc0_.js → paired-arms-D-54hO-k.js} +10 -14
  261. package/dist/{paired-arms-B2ttLc0_.js.map → paired-arms-D-54hO-k.js.map} +1 -1
  262. package/dist/{paired-binary-B_nejA44.js → paired-binary-BR0nwHOA.js} +3 -4
  263. package/dist/{paired-binary-B_nejA44.js.map → paired-binary-BR0nwHOA.js.map} +1 -1
  264. package/dist/{paired-promotion-decision-CQMJ5xGN.d.ts → paired-promotion-decision-BDnqepZ1.d.ts} +1 -5
  265. package/dist/paired-promotion-decision-BDnqepZ1.d.ts.map +1 -0
  266. package/dist/{paired-promotion-decision-D0SHb-ZL.js → paired-promotion-decision-FGvHA4p_.js} +5 -7
  267. package/dist/{paired-promotion-decision-D0SHb-ZL.js.map → paired-promotion-decision-FGvHA4p_.js.map} +1 -1
  268. package/dist/{pareto-BiBnQXAE.js → pareto-B9udAt2i.js} +28 -50
  269. package/dist/pareto-B9udAt2i.js.map +1 -0
  270. package/dist/pipelines/index.d.ts +5 -11
  271. package/dist/pipelines/index.d.ts.map +1 -1
  272. package/dist/pipelines/index.js +6 -8
  273. package/dist/pipelines/index.js.map +1 -1
  274. package/dist/{power-and-mde-CQX-0weG.js → power-and-mde-ClI6RWw4.js} +4 -5
  275. package/dist/{power-and-mde-CQX-0weG.js.map → power-and-mde-ClI6RWw4.js.map} +1 -1
  276. package/dist/{predicate-FdKmElA_.js → predicate-BYHA4MBn.js} +2 -3
  277. package/dist/{predicate-FdKmElA_.js.map → predicate-BYHA4MBn.js.map} +1 -1
  278. package/dist/{prime-bridge-transport-6feEglLf.d.ts → prime-bridge-transport-Cfqir_Im.d.ts} +1 -3
  279. package/dist/prime-bridge-transport-Cfqir_Im.d.ts.map +1 -0
  280. package/dist/{prime-bridge-transport-Z3cpKGoV.js → prime-bridge-transport-Csd5SQg7.js} +2 -3
  281. package/dist/{prime-bridge-transport-Z3cpKGoV.js.map → prime-bridge-transport-Csd5SQg7.js.map} +1 -1
  282. package/dist/{prime-protocol-BGxjfhM4.d.ts → prime-protocol-COFkxas6.d.ts} +4 -8
  283. package/dist/prime-protocol-COFkxas6.d.ts.map +1 -0
  284. package/dist/{prime-protocol-BFgGrEMP.js → prime-protocol-CrhpXRz9.js} +4 -6
  285. package/dist/{prime-protocol-BFgGrEMP.js.map → prime-protocol-CrhpXRz9.js.map} +1 -1
  286. package/dist/profile-cell.d.ts +1 -1
  287. package/dist/profile-cell.js +1 -2
  288. package/dist/{promotion-gate-CkVZHagC.d.ts → promotion-gate-CixshGI8.d.ts} +5 -11
  289. package/dist/promotion-gate-CixshGI8.d.ts.map +1 -0
  290. package/dist/{promotion-policy-6A8osGr_.js → promotion-policy-CBYeD4zi.js} +5 -6
  291. package/dist/{promotion-policy-6A8osGr_.js.map → promotion-policy-CBYeD4zi.js.map} +1 -1
  292. package/dist/{proposal-findings-DqLUWsAG.js → proposal-findings-WFQrxnfe.js} +3 -4
  293. package/dist/{proposal-findings-DqLUWsAG.js.map → proposal-findings-WFQrxnfe.js.map} +1 -1
  294. package/dist/{quantile--0yb07pD.js → quantile-CncXP-Ss.js} +2 -3
  295. package/dist/{quantile--0yb07pD.js.map → quantile-CncXP-Ss.js.map} +1 -1
  296. package/dist/{query-B_RZ36an.js → query-CGXzO9d4.js} +5 -6
  297. package/dist/{query-B_RZ36an.js.map → query-CGXzO9d4.js.map} +1 -1
  298. package/dist/{query-Cmv_U8vf.d.ts → query-UD0B08Sb.d.ts} +4 -6
  299. package/dist/query-UD0B08Sb.d.ts.map +1 -0
  300. package/dist/{random-DGEyr3zG.d.ts → random-BN150Q_X.d.ts} +1 -5
  301. package/dist/random-BN150Q_X.d.ts.map +1 -0
  302. package/dist/{random-DDDcC7YU.js → random-DrzcgC7F.js} +3 -4
  303. package/dist/{random-DDDcC7YU.js.map → random-DrzcgC7F.js.map} +1 -1
  304. package/dist/{raw-provider-sink-75w4FWBj.js → raw-provider-sink-DDLkP_eF.js} +3 -4
  305. package/dist/{raw-provider-sink-75w4FWBj.js.map → raw-provider-sink-DDLkP_eF.js.map} +1 -1
  306. package/dist/{record-id-DUgsK5qp.js → record-id-CWZXFh58.js} +2 -3
  307. package/dist/{record-id-DUgsK5qp.js.map → record-id-CWZXFh58.js.map} +1 -1
  308. package/dist/{redact-DXdlFb_U.d.ts → redact-C_wzC4c_.d.ts} +1 -3
  309. package/dist/redact-C_wzC4c_.d.ts.map +1 -0
  310. package/dist/{redact-mtkTiJVk.js → redact-D6APJS1d.js} +3 -5
  311. package/dist/{redact-mtkTiJVk.js.map → redact-D6APJS1d.js.map} +1 -1
  312. package/dist/{registry-BcdJmyoU.d.ts → registry-dhdDoAV8.d.ts} +5 -11
  313. package/dist/registry-dhdDoAV8.d.ts.map +1 -0
  314. package/dist/{release-confidence-CYIFH-fp.js → release-confidence-CTUJz5mM.js} +10 -16
  315. package/dist/release-confidence-CTUJz5mM.js.map +1 -0
  316. package/dist/{render-BhJqXoBH.js → render-pfAZ7IR4.js} +266 -33
  317. package/dist/render-pfAZ7IR4.js.map +1 -0
  318. package/dist/{reporting-html-Kvlc8oMt.js → reporting-html-DMXIjATy.js} +2 -3
  319. package/dist/{reporting-html-Kvlc8oMt.js.map → reporting-html-DMXIjATy.js.map} +1 -1
  320. package/dist/reporting.d.ts +6 -6
  321. package/dist/reporting.js +7 -7
  322. package/dist/{researcher-DKWtoMWk.d.ts → researcher-CLnNJ7Or.d.ts} +8 -12
  323. package/dist/researcher-CLnNJ7Or.d.ts.map +1 -0
  324. package/dist/{reward-nw2xZGZG.js → reward-P0VD_Aft.js} +2 -3
  325. package/dist/{reward-nw2xZGZG.js.map → reward-P0VD_Aft.js.map} +1 -1
  326. package/dist/{reward-BeUgVVC_.d.ts → reward-ST4PXNXF.d.ts} +2 -4
  327. package/dist/reward-ST4PXNXF.d.ts.map +1 -0
  328. package/dist/{reward-hacking-WTxUbtbb.d.ts → reward-hacking-C9hPVT0Q.d.ts} +4 -8
  329. package/dist/reward-hacking-C9hPVT0Q.d.ts.map +1 -0
  330. package/dist/{reward-hacking-ByuETaIb.js → reward-hacking-DZzHZlS1.js} +5 -7
  331. package/dist/{reward-hacking-ByuETaIb.js.map → reward-hacking-DZzHZlS1.js.map} +1 -1
  332. package/dist/rl.d.ts +26 -63
  333. package/dist/rl.d.ts.map +1 -1
  334. package/dist/rl.js +35 -52
  335. package/dist/rl.js.map +1 -1
  336. package/dist/{rolldown-runtime-8H4AJuhK.js → rolldown-runtime-BJohB4LM.js} +1 -2
  337. package/dist/rollout/index.d.ts +6 -6
  338. package/dist/rollout/index.js +7 -7
  339. package/dist/{rollout-Dd1ucT_M.js → rollout-BhkMpAJT.js} +279 -16
  340. package/dist/rollout-BhkMpAJT.js.map +1 -0
  341. package/dist/{terminal-record-CB9BFtjS.js → rollout-nodes-BHR9Q5jP.js} +351 -11
  342. package/dist/rollout-nodes-BHR9Q5jP.js.map +1 -0
  343. package/dist/{round-decimal-COrKglMh.js → round-decimal-ZmjAQPo1.js} +2 -3
  344. package/dist/{round-decimal-COrKglMh.js.map → round-decimal-ZmjAQPo1.js.map} +1 -1
  345. package/dist/{rubric-predictive-validity-Cd5SCtAf.d.ts → rubric-predictive-validity-B3RzbwOx.d.ts} +2 -8
  346. package/dist/rubric-predictive-validity-B3RzbwOx.d.ts.map +1 -0
  347. package/dist/{rubric-predictive-validity-CeKW2GQN.js → rubric-predictive-validity-CQp_M0vy.js} +3 -4
  348. package/dist/{rubric-predictive-validity-CeKW2GQN.js.map → rubric-predictive-validity-CQp_M0vy.js.map} +1 -1
  349. package/dist/{run-record-CysKLB93.js → run-record-CZy4-TnZ.js} +4 -5
  350. package/dist/{run-record-CysKLB93.js.map → run-record-CZy4-TnZ.js.map} +1 -1
  351. package/dist/{run-record-C3awiXPf.d.ts → run-record-D2BFMPGl.d.ts} +5 -7
  352. package/dist/run-record-D2BFMPGl.d.ts.map +1 -0
  353. package/dist/{run-record-DhEJgoPz.js → run-record-DEjx43cI.js} +6 -7
  354. package/dist/{run-record-DhEJgoPz.js.map → run-record-DEjx43cI.js.map} +1 -1
  355. package/dist/{sandbox-harness-BlSOu4LX.d.ts → sandbox-harness-B3Kx1fOA.d.ts} +1 -3
  356. package/dist/sandbox-harness-B3Kx1fOA.d.ts.map +1 -0
  357. package/dist/{schema-D6EVKzTB.d.ts → schema-CkIvnmLU.d.ts} +2 -43
  358. package/dist/schema-CkIvnmLU.d.ts.map +1 -0
  359. package/dist/{schema-Bt2vLFm3.js → schema-D-xu3MU_.js} +2 -3
  360. package/dist/{schema-Bt2vLFm3.js.map → schema-D-xu3MU_.js.map} +1 -1
  361. package/dist/{schema-C-ziyJD7.d.ts → schema-DkFJr3Y8.d.ts} +111 -48
  362. package/dist/schema-DkFJr3Y8.d.ts.map +1 -0
  363. package/dist/{schema-CvhfLjtZ.js → schema-YUIXT8iW.js} +37 -7
  364. package/dist/schema-YUIXT8iW.js.map +1 -0
  365. package/dist/search/index.d.ts +3 -35
  366. package/dist/search/index.d.ts.map +1 -1
  367. package/dist/search/index.js +4 -5
  368. package/dist/{search-kernel-CctpiDd2.d.ts → search-kernel-CBdwFZ05.d.ts} +10 -36
  369. package/dist/search-kernel-CBdwFZ05.d.ts.map +1 -0
  370. package/dist/{search-ledger-CZRqtFbW.js → search-ledger-BsVi-Ngv.js} +17 -26
  371. package/dist/{search-ledger-CZRqtFbW.js.map → search-ledger-BsVi-Ngv.js.map} +1 -1
  372. package/dist/{search-ledger-file-Bd5Tioq6.js → search-ledger-file-DTBD6X-y.js} +6 -8
  373. package/dist/{search-ledger-file-Bd5Tioq6.js.map → search-ledger-file-DTBD6X-y.js.map} +1 -1
  374. package/dist/{search-ledger-types-p2xKfiDJ.d.ts → search-ledger-types-qiYRUo_N.d.ts} +5 -9
  375. package/dist/search-ledger-types-qiYRUo_N.d.ts.map +1 -0
  376. package/dist/{search-shipper-Dn3NLsuH.js → search-shipper-pdg4viK7.js} +8 -13
  377. package/dist/{search-shipper-Dn3NLsuH.js.map → search-shipper-pdg4viK7.js.map} +1 -1
  378. package/dist/{search-summary-D4bwYnAE.js → search-summary-Ct7SrmVc.js} +6 -7
  379. package/dist/{search-summary-D4bwYnAE.js.map → search-summary-Ct7SrmVc.js.map} +1 -1
  380. package/dist/{sequential-CimQrbjv.js → sequential-B1I0tRfL.js} +6 -7
  381. package/dist/{sequential-CimQrbjv.js.map → sequential-B1I0tRfL.js.map} +1 -1
  382. package/dist/{sequential-KwGspfeR.d.ts → sequential-Bb_pdTqG.d.ts} +1 -3
  383. package/dist/sequential-Bb_pdTqG.d.ts.map +1 -0
  384. package/dist/{sequential-BVv1sjsw.js → sequential-Bjs5roiK.js} +2 -3
  385. package/dist/{sequential-BVv1sjsw.js.map → sequential-Bjs5roiK.js.map} +1 -1
  386. package/dist/{sequential-eprocess-DodI6RoF.js → sequential-eprocess-C1YLwFaz.js} +3 -4
  387. package/dist/{sequential-eprocess-DodI6RoF.js.map → sequential-eprocess-C1YLwFaz.js.map} +1 -1
  388. package/dist/{server-ChhXPCgX.js → server-DA6h3co5.js} +11 -17
  389. package/dist/{server-ChhXPCgX.js.map → server-DA6h3co5.js.map} +1 -1
  390. package/dist/{single-run-lock-Dekd8_Wv.js → single-run-lock-BGlW3OSk.js} +3 -4
  391. package/dist/{single-run-lock-Dekd8_Wv.js.map → single-run-lock-BGlW3OSk.js.map} +1 -1
  392. package/dist/{skillopt-optimization-method-sB_-yi1G.js → skillopt-optimization-method-qB1M554K.js} +38 -57
  393. package/dist/{skillopt-optimization-method-sB_-yi1G.js.map → skillopt-optimization-method-qB1M554K.js.map} +1 -1
  394. package/dist/{spans-CVngGij3.d.ts → spans-vZoW__3q.d.ts} +2 -4
  395. package/dist/spans-vZoW__3q.d.ts.map +1 -0
  396. package/dist/{statistical-heldout-BjzSOmLH.d.ts → statistical-heldout-Cei036nE.d.ts} +9 -37
  397. package/dist/statistical-heldout-Cei036nE.d.ts.map +1 -0
  398. package/dist/{statistical-heldout-Bksv92Th.js → statistical-heldout-TP6ndL0B.js} +4 -5
  399. package/dist/{statistical-heldout-Bksv92Th.js.map → statistical-heldout-TP6ndL0B.js.map} +1 -1
  400. package/dist/{steps-DlepJPwD.d.ts → steps-B8fYY_Vo.d.ts} +1 -3
  401. package/dist/steps-B8fYY_Vo.d.ts.map +1 -0
  402. package/dist/{store-B3nWRy3B.d.ts → store-CMs5wGXP.d.ts} +2 -4
  403. package/dist/store-CMs5wGXP.d.ts.map +1 -0
  404. package/dist/{store-BhNuLdJw.js → store-ZykIyQmy.js} +2 -3
  405. package/dist/{store-BhNuLdJw.js.map → store-ZykIyQmy.js.map} +1 -1
  406. package/dist/{store-otlp-CFf27E8_.js → store-otlp-DmLm65XW.js} +8 -13
  407. package/dist/{store-otlp-CFf27E8_.js.map → store-otlp-DmLm65XW.js.map} +1 -1
  408. package/dist/{store-tool-spans-DxsFwtdr.d.ts → store-tool-spans-B3i3fl0A.d.ts} +11 -29
  409. package/dist/store-tool-spans-B3i3fl0A.d.ts.map +1 -0
  410. package/dist/{store-tool-spans-BK_8FjGG.js → store-tool-spans-C2g8UYm-.js} +17 -41
  411. package/dist/{store-tool-spans-BK_8FjGG.js.map → store-tool-spans-C2g8UYm-.js.map} +1 -1
  412. package/dist/storyboard/index.d.ts +1 -5
  413. package/dist/storyboard/index.d.ts.map +1 -1
  414. package/dist/storyboard/index.js +3 -5
  415. package/dist/storyboard/index.js.map +1 -1
  416. package/dist/{summary-report-C8V49Jt3.d.ts → summary-report-0La5vejY.d.ts} +5 -13
  417. package/dist/summary-report-0La5vejY.d.ts.map +1 -0
  418. package/dist/{summary-report-DHDWxe6p.js → summary-report-CPfsrLac.js} +21 -30
  419. package/dist/summary-report-CPfsrLac.js.map +1 -0
  420. package/dist/supervisor-run/index.d.ts +30 -29
  421. package/dist/supervisor-run/index.d.ts.map +1 -1
  422. package/dist/supervisor-run/index.js +6 -7
  423. package/dist/{systemone-CHnqwmYg.d.ts → systemone-Cw2txK5m.d.ts} +12 -24
  424. package/dist/systemone-Cw2txK5m.d.ts.map +1 -0
  425. package/dist/{systemone-protocol-Bl2EI2KQ.d.ts → systemone-protocol-C4t7JH4Y.d.ts} +1 -3
  426. package/dist/systemone-protocol-C4t7JH4Y.d.ts.map +1 -0
  427. package/dist/systemone-protocol.d.ts +1 -1
  428. package/dist/systemone-protocol.js +2 -3
  429. package/dist/{systemone-review-cQ9acAsb.d.ts → systemone-review-BLgxt-4Q.d.ts} +8 -10
  430. package/dist/systemone-review-BLgxt-4Q.d.ts.map +1 -0
  431. package/dist/{systemone-review-DFGtIUcf.js → systemone-review-S49gsy_y.js} +5 -6
  432. package/dist/{systemone-review-DFGtIUcf.js.map → systemone-review-S49gsy_y.js.map} +1 -1
  433. package/dist/systemone.d.ts +4 -4
  434. package/dist/systemone.js +3 -3
  435. package/dist/{task-failure-attributes-BMsblaDh.js → task-failure-attributes-CC6VuIpk.js} +12 -11
  436. package/dist/task-failure-attributes-CC6VuIpk.js.map +1 -0
  437. package/dist/{tool-groups-b3oU_D88.d.ts → tool-groups-C3K-d3gd.d.ts} +3 -5
  438. package/dist/tool-groups-C3K-d3gd.d.ts.map +1 -0
  439. package/dist/{tool-waste-CkjzWmeY.d.ts → tool-waste-BFG1vwTV.d.ts} +4 -16
  440. package/dist/tool-waste-BFG1vwTV.d.ts.map +1 -0
  441. package/dist/{tool-waste-DLsjS_p-.js → tool-waste-CLJ46AbT.js} +10 -26
  442. package/dist/{tool-waste-DLsjS_p-.js.map → tool-waste-CLJ46AbT.js.map} +1 -1
  443. package/dist/trace-attributes.d.ts +1 -1
  444. package/dist/trace-attributes.js +1 -2
  445. package/dist/{trace-questions-BmT8M6UQ.d.ts → trace-questions-ej5AEJ5X.d.ts} +4 -6
  446. package/dist/trace-questions-ej5AEJ5X.d.ts.map +1 -0
  447. package/dist/trace-repair/index.d.ts +46 -92
  448. package/dist/trace-repair/index.d.ts.map +1 -1
  449. package/dist/trace-repair/index.js +32 -54
  450. package/dist/trace-repair/index.js.map +1 -1
  451. package/dist/traces.d.ts +13 -29
  452. package/dist/traces.d.ts.map +1 -1
  453. package/dist/traces.js +18 -22
  454. package/dist/traces.js.map +1 -1
  455. package/dist/{trajectory-D_7rLrvE.js → trajectory-O3GDHmev.js} +2 -3
  456. package/dist/{trajectory-D_7rLrvE.js.map → trajectory-O3GDHmev.js.map} +1 -1
  457. package/dist/trajectory-replay/index.d.ts +2 -22
  458. package/dist/trajectory-replay/index.d.ts.map +1 -1
  459. package/dist/trajectory-replay/index.js +19 -30
  460. package/dist/trajectory-replay/index.js.map +1 -1
  461. package/dist/{tree-DSqwJpL9.js → tree-DrIChF4a.js} +39 -68
  462. package/dist/{tree-DSqwJpL9.js.map → tree-DrIChF4a.js.map} +1 -1
  463. package/dist/{types-B_IFcKp5.d.ts → types-0KglnQ9o.d.ts} +3 -15
  464. package/dist/types-0KglnQ9o.d.ts.map +1 -0
  465. package/dist/{types-DZ0mYVw9.d.ts → types-0oMg7zee.d.ts} +3 -5
  466. package/dist/types-0oMg7zee.d.ts.map +1 -0
  467. package/dist/{types-CnWmj8NW.js → types-BK0blWhe.js} +3 -4
  468. package/dist/{types-CnWmj8NW.js.map → types-BK0blWhe.js.map} +1 -1
  469. package/dist/{types-CmXY0PQf.d.ts → types-C-aOqgt2.d.ts} +2 -5
  470. package/dist/types-C-aOqgt2.d.ts.map +1 -0
  471. package/dist/{types-M6eF9m-r.d.ts → types-C54Uk_a1.d.ts} +84 -24
  472. package/dist/types-C54Uk_a1.d.ts.map +1 -0
  473. package/dist/{types-BXgASBCL.js → types-DK4vNv5q.js} +2 -3
  474. package/dist/{types-BXgASBCL.js.map → types-DK4vNv5q.js.map} +1 -1
  475. package/dist/{types-6Lfdlshp.d.ts → types-DzCO-S1m.d.ts} +50 -62
  476. package/dist/types-DzCO-S1m.d.ts.map +1 -0
  477. package/dist/{verdict-BGQmxQ8A.js → verdict-C8TcdwfD.js} +3 -4
  478. package/dist/{verdict-BGQmxQ8A.js.map → verdict-C8TcdwfD.js.map} +1 -1
  479. package/dist/{verdict-C24NELtN.d.ts → verdict-D_qiBQ6_.d.ts} +1 -5
  480. package/dist/verdict-D_qiBQ6_.d.ts.map +1 -0
  481. package/dist/{verdict-cache-CL_7tePD.js → verdict-cache-BVH-fl18.js} +3 -4
  482. package/dist/{verdict-cache-CL_7tePD.js.map → verdict-cache-BVH-fl18.js.map} +1 -1
  483. package/dist/wire/index.d.ts +43 -51
  484. package/dist/wire/index.d.ts.map +1 -1
  485. package/dist/wire/index.js +1 -2
  486. package/docs/concepts.md +1 -0
  487. package/docs/eval-surface-map.md +15 -0
  488. package/docs/rollout.md +132 -6
  489. package/package.json +18 -18
  490. package/dist/adversarial-smnADNFS.d.ts.map +0 -1
  491. package/dist/agent-profile-CNmwfaqq.d.ts.map +0 -1
  492. package/dist/agent-profile-cell-BcpFbNd5.d.ts.map +0 -1
  493. package/dist/analyze-runs-DfX6dHP0.d.ts.map +0 -1
  494. package/dist/attribute-vocabulary-CcXqHODT.d.ts.map +0 -1
  495. package/dist/benchmark-command-Cnjfo0Zh.js.map +0 -1
  496. package/dist/campaign-evidence-DunzcJGv.js.map +0 -1
  497. package/dist/campaign-uddTlFg5.js.map +0 -1
  498. package/dist/canonical-CFpojCN5.d.ts.map +0 -1
  499. package/dist/client-hwo3cJjR.d.ts.map +0 -1
  500. package/dist/completion-verifier-asaV1nSj.js.map +0 -1
  501. package/dist/cost-ledger-C1W3ICmP.d.ts.map +0 -1
  502. package/dist/dataset-DQqhOCPt.d.ts.map +0 -1
  503. package/dist/default-registry-CLG5YqGS.d.ts.map +0 -1
  504. package/dist/define-agent-eval-JKt3gMQr.d.ts.map +0 -1
  505. package/dist/descriptive-B2iPaT9J.d.ts +0 -89
  506. package/dist/descriptive-B2iPaT9J.d.ts.map +0 -1
  507. package/dist/descriptive-CVNy48rR.js.map +0 -1
  508. package/dist/emitter-DABYYTcH.d.ts.map +0 -1
  509. package/dist/engine-dtRVeuQs.d.ts.map +0 -1
  510. package/dist/errors-DEE6u6ot.d.ts.map +0 -1
  511. package/dist/evaluation-DblGquCB.d.ts.map +0 -1
  512. package/dist/exact-types-Do63KoKn.d.ts.map +0 -1
  513. package/dist/exporters-DWvM16LE.js.map +0 -1
  514. package/dist/exporters-Dk3oEbK_.d.ts.map +0 -1
  515. package/dist/failure-cluster-DN0t63Z0.d.ts.map +0 -1
  516. package/dist/feedback-trajectory-CYVJXolG.d.ts.map +0 -1
  517. package/dist/hf-dataset-CKxIJQba.js.map +0 -1
  518. package/dist/index-CHxwfW5g.d.ts.map +0 -1
  519. package/dist/index-CTIRz-AB.d.ts.map +0 -1
  520. package/dist/index-CalAsXMR.d.ts.map +0 -1
  521. package/dist/index-CdEVr8-O.d.ts.map +0 -1
  522. package/dist/index-CfJULcW5.d.ts.map +0 -1
  523. package/dist/index-D7fmC-1K.d.ts.map +0 -1
  524. package/dist/index-jnuFLxOs.d.ts.map +0 -1
  525. package/dist/integrity-D-s2iHiT.js.map +0 -1
  526. package/dist/integrity-D9lBnv_K.d.ts.map +0 -1
  527. package/dist/interval-ohuOJurX.d.ts.map +0 -1
  528. package/dist/judge-calibration-DFtEMlde.d.ts.map +0 -1
  529. package/dist/llm-judge-Cybq29bL.js.map +0 -1
  530. package/dist/lock-holder-DaJbfpci.d.ts.map +0 -1
  531. package/dist/matrix-B8l-Nsxd.js.map +0 -1
  532. package/dist/matrix-DtkZLD_3.d.ts.map +0 -1
  533. package/dist/mint-CkzpVPdz.d.ts +0 -81
  534. package/dist/mint-CkzpVPdz.d.ts.map +0 -1
  535. package/dist/multi-layer-verifier-DEgMUk6v.d.ts.map +0 -1
  536. package/dist/multiplicity-DIWHvysC.d.ts.map +0 -1
  537. package/dist/paired-promotion-decision-CQMJ5xGN.d.ts.map +0 -1
  538. package/dist/pareto-BiBnQXAE.js.map +0 -1
  539. package/dist/prime-bridge-transport-6feEglLf.d.ts.map +0 -1
  540. package/dist/prime-protocol-BGxjfhM4.d.ts.map +0 -1
  541. package/dist/promotion-gate-CkVZHagC.d.ts.map +0 -1
  542. package/dist/query-Cmv_U8vf.d.ts.map +0 -1
  543. package/dist/random-DGEyr3zG.d.ts.map +0 -1
  544. package/dist/redact-DXdlFb_U.d.ts.map +0 -1
  545. package/dist/registry-BcdJmyoU.d.ts.map +0 -1
  546. package/dist/release-confidence-CYIFH-fp.js.map +0 -1
  547. package/dist/render-BhJqXoBH.js.map +0 -1
  548. package/dist/researcher-DKWtoMWk.d.ts.map +0 -1
  549. package/dist/reward-BeUgVVC_.d.ts.map +0 -1
  550. package/dist/reward-hacking-WTxUbtbb.d.ts.map +0 -1
  551. package/dist/rollout-Dd1ucT_M.js.map +0 -1
  552. package/dist/rubric-predictive-validity-Cd5SCtAf.d.ts.map +0 -1
  553. package/dist/run-record-C3awiXPf.d.ts.map +0 -1
  554. package/dist/sandbox-harness-BlSOu4LX.d.ts.map +0 -1
  555. package/dist/schema-C-ziyJD7.d.ts.map +0 -1
  556. package/dist/schema-CvhfLjtZ.js.map +0 -1
  557. package/dist/schema-D6EVKzTB.d.ts.map +0 -1
  558. package/dist/search-kernel-CctpiDd2.d.ts.map +0 -1
  559. package/dist/search-ledger-types-p2xKfiDJ.d.ts.map +0 -1
  560. package/dist/sequential-KwGspfeR.d.ts.map +0 -1
  561. package/dist/spans-CVngGij3.d.ts.map +0 -1
  562. package/dist/statistical-heldout-BjzSOmLH.d.ts.map +0 -1
  563. package/dist/steps-DlepJPwD.d.ts.map +0 -1
  564. package/dist/store-B3nWRy3B.d.ts.map +0 -1
  565. package/dist/store-tool-spans-DxsFwtdr.d.ts.map +0 -1
  566. package/dist/summary-report-C8V49Jt3.d.ts.map +0 -1
  567. package/dist/summary-report-DHDWxe6p.js.map +0 -1
  568. package/dist/systemone-CHnqwmYg.d.ts.map +0 -1
  569. package/dist/systemone-protocol-Bl2EI2KQ.d.ts.map +0 -1
  570. package/dist/systemone-review-cQ9acAsb.d.ts.map +0 -1
  571. package/dist/task-failure-attributes-BMsblaDh.js.map +0 -1
  572. package/dist/terminal-record-CB9BFtjS.js.map +0 -1
  573. package/dist/tool-groups-b3oU_D88.d.ts.map +0 -1
  574. package/dist/tool-waste-CkjzWmeY.d.ts.map +0 -1
  575. package/dist/trace-questions-BmT8M6UQ.d.ts.map +0 -1
  576. package/dist/types-6Lfdlshp.d.ts.map +0 -1
  577. package/dist/types-B_IFcKp5.d.ts.map +0 -1
  578. package/dist/types-CmXY0PQf.d.ts.map +0 -1
  579. package/dist/types-DZ0mYVw9.d.ts.map +0 -1
  580. package/dist/types-M6eF9m-r.d.ts.map +0 -1
  581. package/dist/verdict-C24NELtN.d.ts.map +0 -1
@@ -1,25 +1,29 @@
1
- import { i as JudgeError, s as ValidationError } from "./errors-BcOs5MKW.js";
2
- import { a as hashCanonical, i as compareCodeUnits, r as canonicalString, t as LEDGER_HASH_PATTERN } from "./canonical-Dq2hOQ8L.js";
3
- import { i as modelHasSnapshot, s as searchCellRunId } from "./run-record-DhEJgoPz.js";
4
- import { t as mulberry32 } from "./random-DDDcC7YU.js";
5
- import { o as summarizeNumberSeries, s as weightedComposite, t as confidenceInterval } from "./descriptive-CVNy48rR.js";
6
- import { r as minimumPairsForPairedDeltaTest } from "./paired-promotion-decision-D0SHb-ZL.js";
7
- import { a as heldoutSignificance, i as dimensionRegressions, o as pairHoldout } from "./statistical-heldout-Bksv92Th.js";
8
- import { n as contentHash } from "./verdict-cache-CL_7tePD.js";
9
- import { r as projectCampaignCellQuality, t as campaignCellCostProvenance } from "./run-record-CysKLB93.js";
10
- import { n as CostAccountingIncompleteError, t as CostLedger } from "./cost-ledger-BGZB6yY2.js";
11
- import { A as surfaceHashMatches, D as surfaceContentHash, E as renderSurfaceDiff, F as assertCampaignSplitIdentity, I as assertCompleteCampaign, L as campaignCoverage, O as surfaceDispatchRef, P as assertCampaignDesign, R as campaignScenarioIdentity, V as formatCoverageFailures, b as FinalEvidenceConflictError, f as campaignBreakdown, j as BackendIntegrityError, k as surfaceHash, m as campaignMeanCompositeOrNull, p as campaignMeanComposite, x as FinalEvidenceError, z as campaignSplitDigest } from "./campaign-evidence-DunzcJGv.js";
12
- import { t as deepFreezeCanonicalJson } from "./deep-freeze-CurcOQg3.js";
13
- import { M as fsCampaignStorage, h as isExternalTextCandidate, j as createRunCostLedger } from "./external-optimizer-subprocess-B_ukPtRD.js";
14
- import { r as summarizeEvaluationUnits, t as defineEvaluationClaim } from "./claim-BPVuyHuy.js";
15
- import { d as detectPersonalData, s as redactText, t as REDACTION_VERSION, u as detectCredential } from "./redact-mtkTiJVk.js";
16
- import { t as detectRewardHacking } from "./reward-hacking-ByuETaIb.js";
17
- import { t as assertProposalFindings } from "./proposal-findings-DqLUWsAG.js";
18
- import { i as runSearch, m as searchExpansionIndex, n as paretoFrontier, o as searchPolicyView, p as SEARCH_KERNEL_SOURCE, r as paretoFrontierWithCrowding, s as EXPANSION_OPERATORS, w as estimateNode } from "./pareto-BiBnQXAE.js";
19
- import { a as validateSearchLedgerEvent, d as searchNodeId, f as searchTaskSetDigest, i as replaySearchLedgerText, n as openSearchLedger, u as searchCellId } from "./search-ledger-CZRqtFbW.js";
20
- import { n as searchProposerView, t as renderSearchSummary } from "./search-summary-D4bwYnAE.js";
21
- import { i as stripFencedJson, n as isRecord } from "./json-BhdsJaOQ.js";
22
- import { a as maximumChargeForLlmRequest, i as costReceiptFromLlmError, r as costReceiptFromLlm } from "./llm-client-b1ysZVIU.js";
1
+ import { s as ValidationError } from "./errors-DeEEV9Vx.js";
2
+ import { a as hashCanonical, i as compareCodeUnits, r as canonicalString, t as LEDGER_HASH_PATTERN } from "./canonical-CicJlINA.js";
3
+ import { i as modelHasSnapshot, s as searchCellRunId } from "./run-record-DEjx43cI.js";
4
+ import { t as mulberry32 } from "./random-DrzcgC7F.js";
5
+ import { o as summarizeNumberSeries, s as weightedComposite, t as confidenceInterval } from "./descriptive-cPwITVfy.js";
6
+ import { t as mean$1 } from "./mean-CdDYG-us.js";
7
+ import { r as minimumPairsForPairedDeltaTest } from "./paired-promotion-decision-FGvHA4p_.js";
8
+ import { a as heldoutSignificance, i as dimensionRegressions, o as pairHoldout } from "./statistical-heldout-TP6ndL0B.js";
9
+ import { d as mapConcurrent } from "./journal-C1uLJi0w.js";
10
+ import { n as contentHash } from "./verdict-cache-BVH-fl18.js";
11
+ import { r as projectCampaignCellQuality, t as campaignCellCostProvenance } from "./run-record-CZy4-TnZ.js";
12
+ import { n as CostAccountingIncompleteError, t as CostLedger } from "./cost-ledger-CS8R3IZj.js";
13
+ import { A as campaignSplitDigest, D as assertCompleteCampaign, E as assertCampaignSplitIdentity, M as formatCoverageFailures, O as campaignCoverage, S as BackendIntegrityError, T as assertCampaignDesign, b as FinalEvidenceError, f as campaignBreakdown, k as campaignScenarioIdentity, m as campaignMeanCompositeOrNull, p as campaignMeanComposite, y as FinalEvidenceConflictError } from "./campaign-evidence-DN8rWuBj.js";
14
+ import { t as deepFreezeCanonicalJson } from "./deep-freeze-CK8-2W7p.js";
15
+ import { M as fsCampaignStorage, h as isExternalTextCandidate, j as createRunCostLedger } from "./external-optimizer-subprocess-U616hV_l.js";
16
+ import { c as surfaceDispatchRef, l as surfaceHash, o as renderSurfaceDiff, s as surfaceContentHash, u as surfaceHashMatches } from "./json-recovery-DK4MDm5r.js";
17
+ import { r as summarizeEvaluationUnits, t as defineEvaluationClaim } from "./claim-Dod_mjk3.js";
18
+ import { d as detectPersonalData, s as redactText, t as REDACTION_VERSION, u as detectCredential } from "./redact-D6APJS1d.js";
19
+ import { t as detectRewardHacking } from "./reward-hacking-DZzHZlS1.js";
20
+ import { t as assertProposalFindings } from "./proposal-findings-WFQrxnfe.js";
21
+ import { i as runSearch, m as searchExpansionIndex, n as paretoFrontier, o as searchPolicyView, p as SEARCH_KERNEL_SOURCE, r as paretoFrontierWithCrowding, s as EXPANSION_OPERATORS, w as estimateNode } from "./pareto-B9udAt2i.js";
22
+ import { a as validateSearchLedgerEvent, d as searchNodeId, f as searchTaskSetDigest, i as replaySearchLedgerText, n as openSearchLedger, u as searchCellId } from "./search-ledger-BsVi-Ngv.js";
23
+ import { n as searchProposerView, t as renderSearchSummary } from "./search-summary-Ct7SrmVc.js";
24
+ import { i as stripFencedJson, n as isRecord } from "./json-DtvZNAU9.js";
25
+ import { a as maximumChargeForLlmRequest, i as costReceiptFromLlmError, r as costReceiptFromLlm } from "./llm-client-kJ9EOqjt.js";
26
+ import { t as JudgeParseError } from "./judges-BLxg5p8E.js";
23
27
  import { createHash } from "node:crypto";
24
28
  import { z } from "zod";
25
29
  import { writeFileSync } from "node:fs";
@@ -27,7 +31,7 @@ import { basename, dirname, isAbsolute, join, relative, resolve, sep } from "nod
27
31
  import { homedir, tmpdir } from "node:os";
28
32
  import { execSync } from "node:child_process";
29
33
  import { fileURLToPath, pathToFileURL } from "node:url";
30
- //#region src/campaign/campaign-manifest.ts
34
+ // src/campaign/campaign-manifest.ts
31
35
  /**
32
36
  * Campaign identity: the manifest hash over (scenarios, judges, dispatch,
33
37
  * seed, reps) that keys resumability, and the dispatch-ref rules feeding it.
@@ -61,8 +65,7 @@ function dispatchRefFor(dispatch, override) {
61
65
  if (typeof ref !== "string" || ref.trim().length === 0) throw new Error("runCampaign: dispatchRef must be a non-empty string when provided");
62
66
  return ref;
63
67
  }
64
- //#endregion
65
- //#region src/campaign/cell-aggregates.ts
68
+ // src/campaign/cell-aggregates.ts
66
69
  function computeAggregates(cells, judges, seed, cost) {
67
70
  const cellQuality = cells.map((cell) => ({
68
71
  cell,
@@ -134,8 +137,7 @@ function aggregate(samples, seed) {
134
137
  distribution
135
138
  };
136
139
  }
137
- //#endregion
138
- //#region src/campaign/cell-schedule.ts
140
+ // src/campaign/cell-schedule.ts
139
141
  /**
140
142
  * The campaign cell schedule: the (scenario × rep) fan-out with seed-group
141
143
  * aware per-cell seeds, plus the cell directory / cache-path / cost-tag
@@ -191,8 +193,7 @@ function stableCostTagsFor(opts, slot) {
191
193
  rep: String(slot.rep)
192
194
  };
193
195
  }
194
- //#endregion
195
- //#region src/campaign/cell-cache.ts
196
+ // src/campaign/cell-cache.ts
196
197
  function assertScheduleCachesReusable(args) {
197
198
  const blocked = [];
198
199
  for (const slot of args.schedule) {
@@ -298,8 +299,7 @@ function invalidCachedCellsError(cells) {
298
299
  const details = cells.map((cell) => `${cell.cellId} (${cell.reason}${cell.detail ? `: ${cell.detail}` : ""})`).join(", ");
299
300
  return new CostAccountingIncompleteError(`runCampaign: cached cell(s) require explicit paid re-dispatch: ${details}; refusing to begin campaign. Inspect planCampaignRun, then set rerunInvalidCachedCells: true to rerun only these cells while retaining valid caches, or resumable: false when a full rerun is intended.`);
300
301
  }
301
- //#endregion
302
- //#region src/campaign/judge-cell.ts
302
+ // src/campaign/judge-cell.ts
303
303
  /**
304
304
  * Judge scoring for one cell, with the paid-call accounting guard: a judge
305
305
  * that reports an LLM call without a CostLedger receipt fails the cell.
@@ -329,8 +329,7 @@ function assertReportedJudgeCallRecorded(judgeName, value, input, previousCallId
329
329
  function hasLlmCall(value) {
330
330
  return typeof value === "object" && value !== null && "llmCall" in value && value.llmCall !== void 0;
331
331
  }
332
- //#endregion
333
- //#region src/campaign/execute-cell.ts
332
+ // src/campaign/execute-cell.ts
334
333
  /**
335
334
  * One campaign cell, end to end: cache reuse, dispatch with per-cell abort +
336
335
  * timeout, judge scoring, cost settlement proof, failure receipts, and the
@@ -639,7 +638,7 @@ async function executeCell(args) {
639
638
  const cachePath = join(cellDir, "cached-result.json");
640
639
  if (args.resumable) {
641
640
  const reused = reuseCachedCell(args, cachePath, stableCostTags);
642
- if (reused) return reused;
641
+ if (reused && (reused.cell.error || !args.cellRetry?.retryResult?.(reused.cell.artifact))) return reused;
643
642
  }
644
643
  const startMs = Date.now();
645
644
  const run = openAttempt(args, cellDir, attemptCostTags);
@@ -694,12 +693,13 @@ async function executeCell(args) {
694
693
  ...failure?.judge ? { errorJudge: failure.judge } : {},
695
694
  error: errorMessage
696
695
  };
697
- const retry = failure ? recordCellFailure(args, run, failure, cell, costTags, fatalCellError) : false;
696
+ let retry = failure ? recordCellFailure(args, run, failure, cell, costTags, fatalCellError) : false;
698
697
  await trace.flush();
699
698
  const resultPath = join(attemptDir, "result.json");
700
699
  storage.write(resultPath, JSON.stringify(cell));
701
700
  artifactsByPath[`${args.slot.cellId}/${attemptPrefix}/result.json`] = resultPath;
702
- if (!errorMessage && args.resumable) storage.write(cachePath, JSON.stringify(cell));
701
+ if (!failure) retry = args.cellRetry !== void 0 && args.attempt < args.cellRetry.attempts && !args.signal.aborted && args.cellRetry.retryResult?.(cell.artifact) === true;
702
+ if (!errorMessage && args.resumable && !retry) storage.write(cachePath, JSON.stringify(cell));
703
703
  if (fatalCellError !== void 0) throw fatalCellError;
704
704
  return {
705
705
  cell,
@@ -802,8 +802,7 @@ function defaultBuildTraceWriter(storage) {
802
802
  };
803
803
  };
804
804
  }
805
- //#endregion
806
- //#region src/campaign/run-dir.ts
805
+ // src/campaign/run-dir.ts
807
806
  /** The shared, out-of-repo root for campaign/benchmark run bundles. Keeping run
808
807
  * outputs here means they never land in a repo working tree (no per-repo
809
808
  * gitignore, no clutter, no accidental commits). Layout:
@@ -821,8 +820,7 @@ function resolveRunDir(runDir, repo) {
821
820
  const r = repo && repo.trim().length > 0 ? repo : basename(process.cwd());
822
821
  return join(tangleTracesRoot(), r, "runs", runDir);
823
822
  }
824
- //#endregion
825
- //#region src/campaign/plan-campaign-run.ts
823
+ // src/campaign/plan-campaign-run.ts
826
824
  /**
827
825
  * Plan a campaign WITHOUT dispatching: computes the manifest hash and the per-cell
828
826
  * run-vs-cached schedule so callers can preview cost and resumability before spending.
@@ -910,8 +908,17 @@ function planCampaignRun(opts) {
910
908
  cells
911
909
  };
912
910
  }
913
- //#endregion
914
- //#region src/campaign/run-campaign.ts
911
+ // src/campaign/run-campaign.ts
912
+ /**
913
+ * `runCampaign` — Pass A substrate primitive. ONE function that orchestrates
914
+ * scenarios → dispatch → artifacts → judges → aggregates, with full
915
+ * reproducibility (seed + manifest hash), cell-level resumability, bootstrap
916
+ * CIs, and the `LabeledScenarioStore` capture flywheel.
917
+ *
918
+ * Improvement loops (optimizer / gate / autoOnPromote) ride on top of this
919
+ * primitive but live in `presets/run-improvement-loop.ts`. This file keeps
920
+ * the core orchestrator minimal — Phase 1 of the Pass A track.
921
+ */
915
922
  /**
916
923
  * Core campaign orchestrator: fan scenarios through dispatch, score with judges, aggregate bootstrap CIs, and persist reproducible `CampaignResult` records.
917
924
  */
@@ -930,6 +937,7 @@ async function runCampaign(opts) {
930
937
  if (cellRetry !== void 0) {
931
938
  if (!Number.isSafeInteger(cellRetry.attempts) || cellRetry.attempts < 1) throw new Error("runCampaign: cellRetry.attempts must be a positive safe integer (total attempts, including the first)");
932
939
  if (typeof cellRetry.retryable !== "function") throw new Error("runCampaign: cellRetry.retryable must be a function");
940
+ if (cellRetry.retryResult !== void 0 && typeof cellRetry.retryResult !== "function") throw new Error("runCampaign: cellRetry.retryResult must be a function");
933
941
  }
934
942
  if (typeof opts.runDir !== "string" || opts.runDir.trim().length === 0) throw new Error("runCampaign: runDir is required and must be a non-empty string");
935
943
  opts.runDir = resolveRunDir(opts.runDir, opts.repo);
@@ -971,18 +979,12 @@ async function runCampaign(opts) {
971
979
  if (opts.signal?.aborted) campaignAbort.abort(opts.signal.reason);
972
980
  else opts.signal?.addEventListener("abort", onOwnerAbort, { once: true });
973
981
  const campaignSignal = campaignAbort.signal;
974
- const lanes = [];
975
- let nextIdx = 0;
976
982
  const cellsRef = cells;
977
- let firstLaneError;
983
+ let firstLaneFailure;
978
984
  let firstCellFailure;
979
- for (let i = 0; i < maxConcurrency; i++) lanes.push((async () => {
980
- try {
981
- while (true) {
982
- if (campaignSignal.aborted) return;
983
- const myIdx = nextIdx++;
984
- if (myIdx >= schedule.length) return;
985
- const slot = schedule[myIdx];
985
+ try {
986
+ await mapConcurrent(schedule, maxConcurrency, async (slot, _index, signal) => {
987
+ try {
986
988
  let attempt = 1;
987
989
  let result;
988
990
  while (true) {
@@ -994,7 +996,7 @@ async function runCampaign(opts) {
994
996
  now,
995
997
  storage,
996
998
  buildTraceWriter: opts.buildTraceWriter ?? defaultBuildTraceWriter(storage),
997
- signal: campaignSignal,
999
+ signal,
998
1000
  dispatchTimeoutMs: opts.dispatchTimeoutMs,
999
1001
  dispatchShutdownTimeoutMs,
1000
1002
  costLedger,
@@ -1014,30 +1016,31 @@ async function runCampaign(opts) {
1014
1016
  attempt += 1;
1015
1017
  }
1016
1018
  cellsRef.push(result.cell);
1017
- if (opts.labeledStore && opts.labeledStore !== "off" && !result.cell.error) await captureToStore({
1018
- store: opts.labeledStore,
1019
- cell: result.cell,
1019
+ await opts.onCellSettled?.(result.cell, slot.scenario);
1020
+ if (opts.labeledStore && opts.labeledStore !== "off" && !result.cell.error) await opts.labeledStore.observe({
1020
1021
  scenario: slot.scenario,
1021
- opts,
1022
- now
1023
- }).catch((err) => {
1024
- console.warn(`[runCampaign] capture failed for ${result.cell.cellId}: ${err instanceof Error ? err.message : String(err)}`);
1022
+ artifact: result.cell.artifact,
1023
+ judgeScores: result.cell.judgeScores,
1024
+ source: opts.captureSource ?? "eval-run",
1025
+ sourceVersionHash: opts.captureSourceVersionHash ?? "unknown",
1026
+ capturedAt: now().toISOString(),
1027
+ redactionStatus: "raw"
1028
+ }).catch((error) => {
1029
+ console.warn(`[runCampaign] capture failed for ${result.cell.cellId}: ${error instanceof Error ? error.message : String(error)}`);
1025
1030
  });
1026
- if (opts.abortOnCellError && result.failure) return;
1027
- }
1028
- } catch (error) {
1029
- if (firstLaneError === void 0) {
1030
- firstLaneError = error;
1031
+ } catch (error) {
1032
+ firstLaneFailure ??= { cause: error };
1031
1033
  campaignAbort.abort(error);
1034
+ throw error;
1032
1035
  }
1033
- throw error;
1034
- }
1035
- })());
1036
- const laneResults = await Promise.allSettled(lanes);
1037
- opts.signal?.removeEventListener("abort", onOwnerAbort);
1038
- const failedLane = laneResults.find((result) => result.status === "rejected");
1039
- if (firstCellFailure) throw firstCellFailure.cause;
1040
- if (failedLane) throw firstLaneError ?? failedLane.reason;
1036
+ }, campaignSignal);
1037
+ } catch (error) {
1038
+ if (firstCellFailure) throw firstCellFailure.cause;
1039
+ if (firstLaneFailure) throw firstLaneFailure.cause;
1040
+ if (!opts.signal?.aborted) throw error;
1041
+ } finally {
1042
+ opts.signal?.removeEventListener("abort", onOwnerAbort);
1043
+ }
1041
1044
  const endedAt = now();
1042
1045
  cellsRef.sort((a, b) => compareCodeUnits(a.cellId, b.cellId));
1043
1046
  const aggregates = computeAggregates(cellsRef, judges, seed, costLedger.summary({ tags: { runDir: opts.runDir } }));
@@ -1056,19 +1059,7 @@ async function runCampaign(opts) {
1056
1059
  scenarios: opts.scenarios.map(campaignScenarioIdentity)
1057
1060
  };
1058
1061
  }
1059
- async function captureToStore(args) {
1060
- await args.store.observe({
1061
- scenario: args.scenario,
1062
- artifact: args.cell.artifact,
1063
- judgeScores: args.cell.judgeScores,
1064
- source: args.opts.captureSource ?? "eval-run",
1065
- sourceVersionHash: args.opts.captureSourceVersionHash ?? "unknown",
1066
- capturedAt: args.now().toISOString(),
1067
- redactionStatus: "raw"
1068
- });
1069
- }
1070
- //#endregion
1071
- //#region src/campaign/presets/run-eval.ts
1062
+ // src/campaign/presets/run-eval.ts
1072
1063
  /**
1073
1064
  * `runEval` — the simplest preset over `runCampaign`. No optimizer, no
1074
1065
  * gate, no auto-PR. Just: run scenarios through dispatch, score with
@@ -1082,8 +1073,7 @@ async function captureToStore(args) {
1082
1073
  async function runEval(opts) {
1083
1074
  return runCampaign(opts);
1084
1075
  }
1085
- //#endregion
1086
- //#region src/campaign/final-evidence.ts
1076
+ // src/campaign/final-evidence.ts
1087
1077
  /** Capture identities before an asynchronous search can mutate its caller's options. */
1088
1078
  function captureFinalEvidencePolicy(policy) {
1089
1079
  return Object.freeze({
@@ -1151,8 +1141,7 @@ async function exposeFinalEvidence(policy, claim, scenarios, surfaces) {
1151
1141
  record: result.value.record
1152
1142
  };
1153
1143
  }
1154
- //#endregion
1155
- //#region src/canary.ts
1144
+ // src/canary.ts
1156
1145
  /**
1157
1146
  * Run all configured canaries against a chronological run list.
1158
1147
  * Runs MUST be sorted oldest-to-newest by the caller — the order of
@@ -1266,8 +1255,8 @@ function detectCalibrationDrift(runs, opts) {
1266
1255
  alpha,
1267
1256
  recentN: recent.length,
1268
1257
  historyN: historical.length,
1269
- recentMean: mean$1(recent),
1270
- historyMean: mean$1(historical)
1258
+ recentMean: mean(recent),
1259
+ historyMean: mean(historical)
1271
1260
  }
1272
1261
  }],
1273
1262
  evaluation: {
@@ -1504,12 +1493,11 @@ function chiSquareCritical(df, alpha) {
1504
1493
  }
1505
1494
  return TABLE[10][idx];
1506
1495
  }
1507
- function mean$1(xs) {
1496
+ function mean(xs) {
1508
1497
  if (xs.length === 0) return 0;
1509
1498
  return xs.reduce((s, x) => s + x, 0) / xs.length;
1510
1499
  }
1511
- //#endregion
1512
- //#region src/dataset.ts
1500
+ // src/dataset.ts
1513
1501
  /** Locked holdouts — throws on mutate. Callers that need a mutable dataset fork it. */
1514
1502
  var HoldoutLockedError = class extends ValidationError {
1515
1503
  constructor(datasetName) {
@@ -1645,8 +1633,7 @@ function seededShuffle(items, seed) {
1645
1633
  }
1646
1634
  return out;
1647
1635
  }
1648
- //#endregion
1649
- //#region src/red-team.ts
1636
+ // src/red-team.ts
1650
1637
  const REFUSAL_MARKERS = [
1651
1638
  /\b(?:i\s+(?:can(?:not|'t)|won't|will\s+(?:not|never)|am\s+unable|refuse))\b/i,
1652
1639
  /\b(?:sorry,?\s+(?:but\s+)?i\s+(?:can't|cannot))/i,
@@ -1955,8 +1942,7 @@ function excerptAt(source, at, needleLength) {
1955
1942
  const end = Math.min(source.length, at + needleLength + 30);
1956
1943
  return (start > 0 ? "…" : "") + source.slice(start, end) + (end < source.length ? "…" : "");
1957
1944
  }
1958
- //#endregion
1959
- //#region src/campaign/gates/default-production-checks.ts
1945
+ // src/campaign/gates/default-production-checks.ts
1960
1946
  function newFindings() {
1961
1947
  const reasons = [];
1962
1948
  const contributing = [];
@@ -2258,8 +2244,7 @@ function extractText(artifact) {
2258
2244
  if (typeof rec.content === "string") return rec.content;
2259
2245
  }
2260
2246
  }
2261
- //#endregion
2262
- //#region src/campaign/gates/default-production-gate.ts
2247
+ // src/campaign/gates/default-production-gate.ts
2263
2248
  /**
2264
2249
  * Opinionated production gate composing held-out significance, red-team, reward-hacking, and canary checks into a single `Gate.decide` decision.
2265
2250
  */
@@ -2314,8 +2299,7 @@ function verdictOf({ reasons, contributing, requiredUnavailable }, delta) {
2314
2299
  delta
2315
2300
  };
2316
2301
  }
2317
- //#endregion
2318
- //#region src/campaign/judge-snapshot.ts
2302
+ // src/campaign/judge-snapshot.ts
2319
2303
  /** Capture configuration and callbacks; receiver and closed-over state remain caller-owned. */
2320
2304
  function captureJudge(judge) {
2321
2305
  const dimensions = judge.dimensions.map((dimension) => Object.freeze({
@@ -2337,8 +2321,7 @@ function captureJudge(judge) {
2337
2321
  appliesTo: captured.appliesTo?.bind(judge)
2338
2322
  });
2339
2323
  }
2340
- //#endregion
2341
- //#region src/campaign/auto-pr.ts
2324
+ // src/campaign/auto-pr.ts
2342
2325
  /**
2343
2326
  * `openAutoPr` — thin shell-out helper for the `runImprovementLoop` preset's
2344
2327
  * `autoOnPromote: 'pr'` mode. Substitutes for the per-product PR-opening
@@ -2464,8 +2447,7 @@ function quoteArg(arg) {
2464
2447
  if (/^[a-zA-Z0-9_/\-:.@]+$/.test(arg)) return arg;
2465
2448
  return `"${arg.replace(/"/g, "\\\"")}"`;
2466
2449
  }
2467
- //#endregion
2468
- //#region src/campaign/presets/run-final-comparison.ts
2450
+ // src/campaign/presets/run-final-comparison.ts
2469
2451
  /** Compare a search-selected surface without changing the search's selection. */
2470
2452
  async function runFinalComparison(opts) {
2471
2453
  opts = {
@@ -2622,8 +2604,7 @@ async function runFinalComparison(opts) {
2622
2604
  promotedDiff
2623
2605
  };
2624
2606
  }
2625
- //#endregion
2626
- //#region src/campaign/allocation.ts
2607
+ // src/campaign/allocation.ts
2627
2608
  /**
2628
2609
  * Allocation: where a search spends rollouts.
2629
2610
  *
@@ -3005,8 +2986,7 @@ function nonNegativeInteger(owner, name, value) {
3005
2986
  function round(value) {
3006
2987
  return Math.round(value * 1e4) / 1e4;
3007
2988
  }
3008
- //#endregion
3009
- //#region src/campaign/search-campaign-cell.ts
2989
+ // src/campaign/search-campaign-cell.ts
3010
2990
  /**
3011
2991
  * What `cell-settled` records for one campaign cell: `passed` with the
3012
2992
  * composite (and each judge's) when every judge scored it, else `errored`,
@@ -3135,8 +3115,7 @@ function searchProposalExecution(receipts, provider, source) {
3135
3115
  source
3136
3116
  };
3137
3117
  }
3138
- //#endregion
3139
- //#region src/campaign/search-history-receipt.ts
3118
+ // src/campaign/search-history-receipt.ts
3140
3119
  const SEARCH_HISTORY_RECEIPT_SCHEMA_VERSION = "2026-09";
3141
3120
  const SEARCH_HISTORY_RECEIPT_DIGEST_ALGORITHM = "rfc8785-sha256";
3142
3121
  function assertSearchHistoryAdmissionOptions(options) {
@@ -3300,8 +3279,7 @@ function nonEmpty(value, label) {
3300
3279
  if (typeof value !== "string" || value.length === 0 || value.trim() !== value) throw new TypeError(`${label} must be a trimmed non-empty string`);
3301
3280
  return value;
3302
3281
  }
3303
- //#endregion
3304
- //#region src/campaign/search-ledger-recording.ts
3282
+ // src/campaign/search-ledger-recording.ts
3305
3283
  /**
3306
3284
  * `SearchRecorder`: writes a search into its ledger as it happens.
3307
3285
  *
@@ -3697,8 +3675,7 @@ function canonicalHeader(header) {
3697
3675
  occurredAt: "2000-01-01T00:00:00.000Z"
3698
3676
  });
3699
3677
  }
3700
- //#endregion
3701
- //#region src/campaign/search-policy.ts
3678
+ // src/campaign/search-policy.ts
3702
3679
  /**
3703
3680
  * Expansion policies: which node a search expands next, with which operator,
3704
3681
  * and which node it currently keeps.
@@ -4097,7 +4074,7 @@ function hillClimb(spec) {
4097
4074
  evidence: {
4098
4075
  ...chosen.evidence,
4099
4076
  units: units.length,
4100
- ...units.length > 0 ? { mean: mean(units.map((unit) => unit.mean)) } : {},
4077
+ ...units.length > 0 ? { mean: mean$1(units.map((unit) => unit.mean)) } : {},
4101
4078
  isLeader: chosen.nodeId === kept ? 1 : 0
4102
4079
  }
4103
4080
  }
@@ -4153,7 +4130,7 @@ function paretoMembers(view) {
4153
4130
  members.push({
4154
4131
  nodeId,
4155
4132
  ordinal,
4156
- mean: sign * mean([...objectives.values()]),
4133
+ mean: sign * mean$1([...objectives.values()]),
4157
4134
  objectives,
4158
4135
  distance: 0
4159
4136
  });
@@ -4175,20 +4152,13 @@ function compareCrowded(a, b) {
4175
4152
  if (a.mean !== b.mean) return a.mean > b.mean ? -1 : 1;
4176
4153
  return a.ordinal - b.ordinal;
4177
4154
  }
4178
- function mean(values) {
4179
- let total = 0;
4180
- for (const value of values) total += value;
4181
- return total / values.length;
4182
- }
4183
- //#endregion
4184
- //#region src/campaign/types.ts
4155
+ // src/campaign/types.ts
4185
4156
  /** Type guard: a proposal carrying its rationale vs a bare
4186
4157
  * surface. The loop branches on this to populate `GenerationCandidate`. */
4187
4158
  function isProposedCandidate(value) {
4188
4159
  return typeof value === "object" && value !== null && "surface" in value && "label" in value && "rationale" in value;
4189
4160
  }
4190
- //#endregion
4191
- //#region src/campaign/presets/optimization-surface-nodes.ts
4161
+ // src/campaign/presets/optimization-surface-nodes.ts
4192
4162
  /** Surface-node campaigns, cached cell adoption, and proposer history from the search ledger. */
4193
4163
  /** A mutable surface as a search artifact. */
4194
4164
  const surfaceCodec = {
@@ -4532,8 +4502,7 @@ function toScoredSurfaceOutcome(hash, campaign, coverage, generation) {
4532
4502
  }
4533
4503
  };
4534
4504
  }
4535
- //#endregion
4536
- //#region src/campaign/presets/run-optimization.ts
4505
+ // src/campaign/presets/run-optimization.ts
4537
4506
  /**
4538
4507
  * `runOptimization` improves a mutable surface with a caller-owned proposer,
4539
4508
  * as a search on the one kernel (`runSearch`).
@@ -4934,8 +4903,7 @@ function validatedPremeasuredBaseline(args) {
4934
4903
  if (!coverage.complete) throw new Error(`runOptimization: premeasured baseline is incomplete (${coverage.scorableCellIds.length}/${coverage.expectedCellIds.length} designed cells scorable) — ${formatCoverageFailures(coverage)}. Refusing to optimize against an incomplete incumbent.`);
4935
4904
  return campaign;
4936
4905
  }
4937
- //#endregion
4938
- //#region src/campaign/presets/run-improvement-loop.ts
4906
+ // src/campaign/presets/run-improvement-loop.ts
4939
4907
  /**
4940
4908
  * Run a caller-owned candidate generator, compare its winner with the starting
4941
4909
  * surface on separate cases, apply a release rule, and optionally open a pull
@@ -5009,8 +4977,7 @@ async function runImprovementLoop(opts) {
5009
4977
  cost: costLedger.summary()
5010
4978
  };
5011
4979
  }
5012
- //#endregion
5013
- //#region src/campaign/optimization-cost.ts
4980
+ // src/campaign/optimization-cost.ts
5014
4981
  /** Attribute method calls while retaining the shared account's admission and read behavior. */
5015
4982
  function createMethodCostScope(account, methodName) {
5016
4983
  const tags = { [`optimizationAttempt:${crypto.randomUUID()}`]: methodName };
@@ -5125,8 +5092,7 @@ function optimizationTokenUsageFromSummary(summary, receipts) {
5125
5092
  calls: summary.totalCalls
5126
5093
  };
5127
5094
  }
5128
- //#endregion
5129
- //#region src/campaign/gepa-candidate-population.ts
5095
+ // src/campaign/gepa-candidate-population.ts
5130
5096
  /**
5131
5097
  * Read GEPA's exact candidate graph from the artifact addressed by method provenance.
5132
5098
  *
@@ -5310,8 +5276,7 @@ function assertExactKeys(value, expected, label) {
5310
5276
  function assertPositiveSafeInteger(value, label) {
5311
5277
  if (!Number.isSafeInteger(value) || value <= 0) throw new Error(`GEPA candidate population ${label} must be a positive safe integer`);
5312
5278
  }
5313
- //#endregion
5314
- //#region src/campaign/optimization-method.ts
5279
+ // src/campaign/optimization-method.ts
5315
5280
  /** Both complete-method workflows use the same detached inputs, accounting, and evidence admission. */
5316
5281
  async function executeOptimizationMethod(options) {
5317
5282
  assertSearchHistoryAdmissionOptions(options);
@@ -5458,8 +5423,7 @@ function assertOptimizationProvenance(methodName, value) {
5458
5423
  }
5459
5424
  if (value.optimizerModel === void 0 !== (value.optimizerCallRef === void 0) || value.optimizerModel === void 0 !== (value.modelExecutions === void 0)) fail("optimizerModel execution provenance");
5460
5425
  }
5461
- //#endregion
5462
- //#region src/run-score.ts
5426
+ // src/run-score.ts
5463
5427
  const DEFAULT_RUN_SCORE_WEIGHTS = {
5464
5428
  success: 4,
5465
5429
  goalProgress: 2,
@@ -5487,8 +5451,7 @@ function clamp01(value) {
5487
5451
  function finiteOrZero(value) {
5488
5452
  return Number.isFinite(value) ? value : 0;
5489
5453
  }
5490
- //#endregion
5491
- //#region src/campaign/transient-failure.ts
5454
+ // src/campaign/transient-failure.ts
5492
5455
  const BASE_TRANSIENT = /\b50[234]\b|no stream output|produced no stream|admission timed out|admission_rejected|queue_timeout|fetch failed|ECONNRESET|This operation was aborted/i;
5493
5456
  const TIMEOUT_PATTERN = /timeout after \d+ ?ms|cli-bridge timeout/i;
5494
5457
  /**
@@ -5588,25 +5551,7 @@ function isTransientTransportFailure(message, opts = {}) {
5588
5551
  function transientDispatchFailure(opts = {}) {
5589
5552
  return (failure) => failure.stage === "dispatch" && isTransientTransportFailure(failure.error.message, opts);
5590
5553
  }
5591
- //#endregion
5592
- //#region src/judges.ts
5593
- /**
5594
- * A judge's model response could not be parsed into scored dimensions.
5595
- * Carries the raw response and paid-call metadata without fabricating a score.
5596
- */
5597
- var JudgeParseError = class extends JudgeError {
5598
- judgeName;
5599
- raw;
5600
- llmCall;
5601
- constructor(judgeName, raw, options) {
5602
- super(`judge '${judgeName}' returned an unparseable response: ${raw.slice(0, 200)}`, options);
5603
- this.judgeName = judgeName;
5604
- this.raw = raw;
5605
- this.llmCall = options?.llmCall;
5606
- }
5607
- };
5608
- //#endregion
5609
- //#region src/llm-judge.ts
5554
+ // src/llm-judge.ts
5610
5555
  /**
5611
5556
  * `llmJudge` — the single-LLM-call bridge that turns a rubric prompt into a
5612
5557
  * canonical campaign `JudgeConfig`.
@@ -5930,7 +5875,6 @@ function parseResponse(name, response, schema, llmCall) {
5930
5875
  function firstString(value) {
5931
5876
  return typeof value === "string" && value.trim() ? value : void 0;
5932
5877
  }
5933
- //#endregion
5934
- export { planCampaignRun as $, verifySearchHistoryReceipt as A, defaultProductionGate as B, searchEdgeId as C, assertSearchHistoryMatchesState as D, assertSearchHistoryAdmissionOptions as E, asha as F, runCanaries as G, redTeamDataset as H, uniform as I, evaluationUnitMap as J, assertIndependentEvaluationSplit as K, runFinalComparison as L, searchModelIdentity as M, searchProposalExecution as N, createSearchHistoryReceipt as O, searchReceiptAccounting as P, runCampaign as Q, openAutoPr as R, developmentClaim as S, surfaceNode as T, redTeamReport as U, DEFAULT_RED_TEAM_CORPUS as V, scoreRedTeamOutput as W, reserveFinalEvidence as X, exposeFinalEvidence as Y, runEval as Z, beam as _, aggregateRunScore as a, incumbentWithOperatorBandit as b, assertGepaCandidatePopulationSummary as c, costFromLedgerSummary as d, resolveRunDir as et, optimizationTokenUsageFromSummary as f, aide as g, isProposedCandidate as h, transientDispatchFailure as i, campaignCellSearchResult as j, verifySearchHistoryArtifact as k, readGepaCandidatePopulationArtifact as l, runOptimization as m, JudgeParseError as n, cellCachePath as nt, clamp01 as o, runImprovementLoop as p, captureFinalEvidencePolicy as q, isTransientTransportFailure as r, computeManifestHash as rt, executeOptimizationMethod as s, llmJudge as t, buildCellSchedule as tt, combineComparisonCosts as u, crowdedFrontierParent as v, surfaceDiff as w, SearchRecorder as x, incumbent as y, captureJudge as z };
5878
+ export { resolveRunDir as $, campaignCellSearchResult as A, DEFAULT_RED_TEAM_CORPUS as B, surfaceDiff as C, createSearchHistoryReceipt as D, assertSearchHistoryMatchesState as E, uniform as F, assertIndependentEvaluationSplit as G, redTeamReport as H, runFinalComparison as I, exposeFinalEvidence as J, captureFinalEvidencePolicy as K, openAutoPr as L, searchProposalExecution as M, searchReceiptAccounting as N, verifySearchHistoryArtifact as O, asha as P, planCampaignRun as Q, captureJudge as R, searchEdgeId as S, assertSearchHistoryAdmissionOptions as T, scoreRedTeamOutput as U, redTeamDataset as V, runCanaries as W, runEval as X, reserveFinalEvidence as Y, runCampaign as Z, crowdedFrontierParent as _, clamp01 as a, SearchRecorder as b, readGepaCandidatePopulationArtifact as c, optimizationTokenUsageFromSummary as d, buildCellSchedule as et, runImprovementLoop as f, beam as g, aide as h, aggregateRunScore as i, searchModelIdentity as j, verifySearchHistoryReceipt as k, combineComparisonCosts as l, isProposedCandidate as m, isTransientTransportFailure as n, computeManifestHash as nt, executeOptimizationMethod as o, runOptimization as p, evaluationUnitMap as q, transientDispatchFailure as r, assertGepaCandidatePopulationSummary as s, llmJudge as t, cellCachePath as tt, costFromLedgerSummary as u, incumbent as v, surfaceNode as w, developmentClaim as x, incumbentWithOperatorBandit as y, defaultProductionGate as z };
5935
5879
 
5936
- //# sourceMappingURL=llm-judge-Cybq29bL.js.map
5880
+ //# sourceMappingURL=llm-judge-cgbhTKQp.js.map