@tangle-network/agent-eval 0.221.8 → 0.222.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (579) hide show
  1. package/CHANGELOG.md +168 -0
  2. package/dist/adapters/http.d.ts +3 -5
  3. package/dist/adapters/http.d.ts.map +1 -1
  4. package/dist/adapters/http.js +1 -2
  5. package/dist/{adversarial-smnADNFS.d.ts → adversarial-DnQQFqTR.d.ts} +1 -3
  6. package/dist/adversarial-DnQQFqTR.d.ts.map +1 -0
  7. package/dist/{agent-profile-CNmwfaqq.d.ts → agent-profile-CSEQRC9l.d.ts} +4 -10
  8. package/dist/agent-profile-CSEQRC9l.d.ts.map +1 -0
  9. package/dist/agent-profile-Dngk3LZ0.js +153 -0
  10. package/dist/agent-profile-Dngk3LZ0.js.map +1 -0
  11. package/dist/{agent-profile-cell-BcpFbNd5.d.ts → agent-profile-cell-3kYxUsK2.d.ts} +3 -5
  12. package/dist/agent-profile-cell-3kYxUsK2.d.ts.map +1 -0
  13. package/dist/{agent-profile-cell-B1V1gUZs.js → agent-profile-cell-CT5JYueM.js} +5 -7
  14. package/dist/{agent-profile-cell-B1V1gUZs.js.map → agent-profile-cell-CT5JYueM.js.map} +1 -1
  15. package/dist/{agreement-irr-BhAqjluA.js → agreement-irr-BTjDN0i6.js} +4 -5
  16. package/dist/{agreement-irr-BhAqjluA.js.map → agreement-irr-BTjDN0i6.js.map} +1 -1
  17. package/dist/analyst/index.d.ts +95 -159
  18. package/dist/analyst/index.d.ts.map +1 -1
  19. package/dist/analyst/index.js +28 -39
  20. package/dist/analyst/index.js.map +1 -1
  21. package/dist/{analyze-runs-DfX6dHP0.d.ts → analyze-runs-CGLRgZGd.d.ts} +7 -13
  22. package/dist/analyze-runs-CGLRgZGd.d.ts.map +1 -0
  23. package/dist/{analyze-runs-CHmsykNJ.js → analyze-runs-CTheASYV.js} +23 -32
  24. package/dist/{analyze-runs-CHmsykNJ.js.map → analyze-runs-CTheASYV.js.map} +1 -1
  25. package/dist/{attribute-vocabulary-CcXqHODT.d.ts → attribute-vocabulary-5oo8ykIx.d.ts} +2 -4
  26. package/dist/attribute-vocabulary-5oo8ykIx.d.ts.map +1 -0
  27. package/dist/authenticity/index.d.ts +0 -2
  28. package/dist/authenticity/index.d.ts.map +1 -1
  29. package/dist/authenticity/index.js +1 -2
  30. package/dist/{benchmark-command-Cnjfo0Zh.js → benchmark-command-Cr7i7YSX.js} +61 -94
  31. package/dist/benchmark-command-Cr7i7YSX.js.map +1 -0
  32. package/dist/benchmarks/index.d.ts +5 -15
  33. package/dist/benchmarks/index.d.ts.map +1 -1
  34. package/dist/benchmarks/index.js +27 -38
  35. package/dist/benchmarks/index.js.map +1 -1
  36. package/dist/{bounded-process-Cj9YjXbE.js → bounded-process-BZrWXIKW.js} +2 -3
  37. package/dist/{bounded-process-Cj9YjXbE.js.map → bounded-process-BZrWXIKW.js.map} +1 -1
  38. package/dist/builder-eval/index.d.ts +5 -14
  39. package/dist/builder-eval/index.d.ts.map +1 -1
  40. package/dist/builder-eval/index.js +11 -17
  41. package/dist/builder-eval/index.js.map +1 -1
  42. package/dist/{calibration-CTwxpJ-t.js → calibration-6usfVYYo.js} +4 -5
  43. package/dist/{calibration-CTwxpJ-t.js.map → calibration-6usfVYYo.js.map} +1 -1
  44. package/dist/campaign/index.d.ts +9 -9
  45. package/dist/campaign/index.js +15 -14
  46. package/dist/{campaign-uddTlFg5.js → campaign-ddr1N3yD.js} +61 -58
  47. package/dist/campaign-ddr1N3yD.js.map +1 -0
  48. package/dist/{campaign-evidence-DunzcJGv.js → campaign-evidence-DN8rWuBj.js} +20 -322
  49. package/dist/campaign-evidence-DN8rWuBj.js.map +1 -0
  50. package/dist/{canonical-Dq2hOQ8L.js → canonical-CicJlINA.js} +3 -4
  51. package/dist/{canonical-Dq2hOQ8L.js.map → canonical-CicJlINA.js.map} +1 -1
  52. package/dist/{canonical-CFpojCN5.d.ts → canonical-gLeHiqzd.d.ts} +2 -4
  53. package/dist/canonical-gLeHiqzd.d.ts.map +1 -0
  54. package/dist/{cell-spend-DEWR3nj-.js → cell-spend-zxmzg4GH.js} +3 -4
  55. package/dist/{cell-spend-DEWR3nj-.js.map → cell-spend-zxmzg4GH.js.map} +1 -1
  56. package/dist/{chat-client-BNATB3rJ.js → chat-client-CO3uB33i.js} +3 -4
  57. package/dist/{chat-client-BNATB3rJ.js.map → chat-client-CO3uB33i.js.map} +1 -1
  58. package/dist/{chat-json-call-BzWYp18J.js → chat-json-call-8yUv4LFO.js} +4 -5
  59. package/dist/{chat-json-call-BzWYp18J.js.map → chat-json-call-8yUv4LFO.js.map} +1 -1
  60. package/dist/{claim-BPVuyHuy.js → claim-Dod_mjk3.js} +5 -6
  61. package/dist/{claim-BPVuyHuy.js.map → claim-Dod_mjk3.js.map} +1 -1
  62. package/dist/cli.js +179 -23
  63. package/dist/cli.js.map +1 -1
  64. package/dist/{client-hwo3cJjR.d.ts → client-BIFwUg7I.d.ts} +6 -12
  65. package/dist/client-BIFwUg7I.d.ts.map +1 -0
  66. package/dist/{cluster-bootstrap-DEwwhl0C.js → cluster-bootstrap-SbaeM44s.js} +4 -5
  67. package/dist/{cluster-bootstrap-DEwwhl0C.js.map → cluster-bootstrap-SbaeM44s.js.map} +1 -1
  68. package/dist/completion-verifier-7KEfroqx.d.ts +168 -0
  69. package/dist/completion-verifier-7KEfroqx.d.ts.map +1 -0
  70. package/dist/{completion-verifier-asaV1nSj.js → completion-verifier-rqbMh5-4.js} +9 -160
  71. package/dist/completion-verifier-rqbMh5-4.js.map +1 -0
  72. package/dist/contract/index.d.ts +13 -13
  73. package/dist/contract/index.js +41 -60
  74. package/dist/contract/index.js.map +1 -1
  75. package/dist/{cost-ledger-BGZB6yY2.js → cost-ledger-CS8R3IZj.js} +10 -17
  76. package/dist/{cost-ledger-BGZB6yY2.js.map → cost-ledger-CS8R3IZj.js.map} +1 -1
  77. package/dist/{cost-ledger-C1W3ICmP.d.ts → cost-ledger-Czro9wmo.d.ts} +1 -5
  78. package/dist/cost-ledger-Czro9wmo.d.ts.map +1 -0
  79. package/dist/{dataset-DQqhOCPt.d.ts → dataset-DThC1S6G.d.ts} +1 -3
  80. package/dist/dataset-DThC1S6G.d.ts.map +1 -0
  81. package/dist/{decision-point-0nJubuoM.js → decision-point-lhMgODOR.js} +14 -18
  82. package/dist/{decision-point-0nJubuoM.js.map → decision-point-lhMgODOR.js.map} +1 -1
  83. package/dist/{deep-freeze-CurcOQg3.js → deep-freeze-CK8-2W7p.js} +2 -3
  84. package/dist/{deep-freeze-CurcOQg3.js.map → deep-freeze-CK8-2W7p.js.map} +1 -1
  85. package/dist/{default-registry-CLG5YqGS.d.ts → default-registry-1f4ukAIX.d.ts} +53 -61
  86. package/dist/default-registry-1f4ukAIX.d.ts.map +1 -0
  87. package/dist/{default-registry-BBTDgkDM.js → default-registry-C1tPEjZ4.js} +29 -45
  88. package/dist/{default-registry-BBTDgkDM.js.map → default-registry-C1tPEjZ4.js.map} +1 -1
  89. package/dist/{define-agent-eval-CCbT7Kfr.js → define-agent-eval-BLoP4Lf9.js} +15 -18
  90. package/dist/{define-agent-eval-CCbT7Kfr.js.map → define-agent-eval-BLoP4Lf9.js.map} +1 -1
  91. package/dist/{define-agent-eval-JKt3gMQr.d.ts → define-agent-eval-sUYh9BFA.d.ts} +19 -27
  92. package/dist/define-agent-eval-sUYh9BFA.d.ts.map +1 -0
  93. package/dist/{descriptive-CVNy48rR.js → descriptive-cPwITVfy.js} +30 -8
  94. package/dist/descriptive-cPwITVfy.js.map +1 -0
  95. package/dist/diagnosis/index.d.ts +5 -15
  96. package/dist/diagnosis/index.d.ts.map +1 -1
  97. package/dist/diagnosis/index.js +13 -19
  98. package/dist/diagnosis/index.js.map +1 -1
  99. package/dist/{dspy-rlm-engine-DN1p_5jx.js → dspy-rlm-engine-jDiWkul6.js} +7 -10
  100. package/dist/{dspy-rlm-engine-DN1p_5jx.js.map → dspy-rlm-engine-jDiWkul6.js.map} +1 -1
  101. package/dist/{emitter-DbMXUIVP.js → emitter-DhQ65mza.js} +3 -4
  102. package/dist/{emitter-DbMXUIVP.js.map → emitter-DhQ65mza.js.map} +1 -1
  103. package/dist/{emitter-DABYYTcH.d.ts → emitter-mAXC5PSN.d.ts} +3 -5
  104. package/dist/emitter-mAXC5PSN.d.ts.map +1 -0
  105. package/dist/{engine-dtRVeuQs.d.ts → engine-BITiErg-.d.ts} +10 -18
  106. package/dist/engine-BITiErg-.d.ts.map +1 -0
  107. package/dist/{equal-terms-DbPGcVtI.js → equal-terms-K11VHmR3.js} +3 -4
  108. package/dist/{equal-terms-DbPGcVtI.js.map → equal-terms-K11VHmR3.js.map} +1 -1
  109. package/dist/{errors-BcOs5MKW.js → errors-DeEEV9Vx.js} +2 -3
  110. package/dist/{errors-BcOs5MKW.js.map → errors-DeEEV9Vx.js.map} +1 -1
  111. package/dist/{errors-DEE6u6ot.d.ts → errors-E9I2hldP.d.ts} +1 -3
  112. package/dist/errors-E9I2hldP.d.ts.map +1 -0
  113. package/dist/{eval-campaign-DoX5vz3E.js → eval-campaign-Cgixrvf7.js} +8 -9
  114. package/dist/{eval-campaign-DoX5vz3E.js.map → eval-campaign-Cgixrvf7.js.map} +1 -1
  115. package/dist/{evaluation-wdGyZ7jV.js → evaluation-B8H3GYej.js} +4 -6
  116. package/dist/{evaluation-wdGyZ7jV.js.map → evaluation-B8H3GYej.js.map} +1 -1
  117. package/dist/{evaluation-DblGquCB.d.ts → evaluation-Djq7-Ybj.d.ts} +4 -6
  118. package/dist/evaluation-Djq7-Ybj.d.ts.map +1 -0
  119. package/dist/evaluation.d.ts +1 -1
  120. package/dist/evaluation.js +1 -2
  121. package/dist/{exact-types-Do63KoKn.d.ts → exact-types-CndDT_h7.d.ts} +8 -10
  122. package/dist/exact-types-CndDT_h7.d.ts.map +1 -0
  123. package/dist/{exec-CpbtOXVt.js → exec-C0_AkLUv.js} +3 -5
  124. package/dist/{exec-CpbtOXVt.js.map → exec-C0_AkLUv.js.map} +1 -1
  125. package/dist/{execution-tracks-CpgFPpS5.js → execution-tracks-DaDXYwAq.js} +2 -3
  126. package/dist/{execution-tracks-CpgFPpS5.js.map → execution-tracks-DaDXYwAq.js.map} +1 -1
  127. package/dist/experiment/index.d.ts +9 -37
  128. package/dist/experiment/index.d.ts.map +1 -1
  129. package/dist/experiment/index.js +29 -40
  130. package/dist/experiment/index.js.map +1 -1
  131. package/dist/{exporters-Dk3oEbK_.d.ts → exporters-B5Ze_RKh.d.ts} +4 -4
  132. package/dist/exporters-B5Ze_RKh.d.ts.map +1 -0
  133. package/dist/{exporters-DWvM16LE.js → exporters-ByLcILYU.js} +23 -5
  134. package/dist/exporters-ByLcILYU.js.map +1 -0
  135. package/dist/{external-optimizer-process-DEzJ2CGX.js → external-optimizer-process-BRVmaDFe.js} +5 -6
  136. package/dist/{external-optimizer-process-DEzJ2CGX.js.map → external-optimizer-process-BRVmaDFe.js.map} +1 -1
  137. package/dist/{external-optimizer-subprocess-B_ukPtRD.js → external-optimizer-subprocess-U616hV_l.js} +24 -37
  138. package/dist/{external-optimizer-subprocess-B_ukPtRD.js.map → external-optimizer-subprocess-U616hV_l.js.map} +1 -1
  139. package/dist/{extract-usage-BZLU01kR.js → extract-usage-ISFqhfDz.js} +2 -3
  140. package/dist/{extract-usage-BZLU01kR.js.map → extract-usage-ISFqhfDz.js.map} +1 -1
  141. package/dist/{failure-cluster-DN0t63Z0.d.ts → failure-cluster-DOoa7CBg.d.ts} +3 -7
  142. package/dist/failure-cluster-DOoa7CBg.d.ts.map +1 -0
  143. package/dist/{failure-taxonomy-Bx5oWqaW.js → failure-taxonomy-9eQfXKoW.js} +2 -3
  144. package/dist/{failure-taxonomy-Bx5oWqaW.js.map → failure-taxonomy-9eQfXKoW.js.map} +1 -1
  145. package/dist/{feedback-trajectory-CYVJXolG.d.ts → feedback-trajectory-DsHR9krG.d.ts} +7 -13
  146. package/dist/feedback-trajectory-DsHR9krG.d.ts.map +1 -0
  147. package/dist/{finding-composition-8n0fFgVI.js → finding-composition-DlvE1Qul.js} +4 -6
  148. package/dist/{finding-composition-8n0fFgVI.js.map → finding-composition-DlvE1Qul.js.map} +1 -1
  149. package/dist/{findings-store-Bg4sdS-e.js → findings-store-B75Dspaq.js} +11 -14
  150. package/dist/{findings-store-Bg4sdS-e.js.map → findings-store-B75Dspaq.js.map} +1 -1
  151. package/dist/fuzz.d.ts +3 -17
  152. package/dist/fuzz.d.ts.map +1 -1
  153. package/dist/fuzz.js +30 -29
  154. package/dist/fuzz.js.map +1 -1
  155. package/dist/{hf-dataset-CKxIJQba.js → hf-dataset-DPVQXW5n.js} +362 -21
  156. package/dist/hf-dataset-DPVQXW5n.js.map +1 -0
  157. package/dist/hosted/index.d.ts +2 -6
  158. package/dist/hosted/index.d.ts.map +1 -1
  159. package/dist/hosted/index.js +1 -2
  160. package/dist/{index-CalAsXMR.d.ts → index-B1Bm9oJA.d.ts} +3 -15
  161. package/dist/index-B1Bm9oJA.d.ts.map +1 -0
  162. package/dist/{index-D7fmC-1K.d.ts → index-BdKzYYkC.d.ts} +183 -36
  163. package/dist/index-BdKzYYkC.d.ts.map +1 -0
  164. package/dist/{index-CdEVr8-O.d.ts → index-Bdcpx2s8.d.ts} +24 -299
  165. package/dist/index-Bdcpx2s8.d.ts.map +1 -0
  166. package/dist/{index-jnuFLxOs.d.ts → index-Cu12qxJb.d.ts} +11 -39
  167. package/dist/index-Cu12qxJb.d.ts.map +1 -0
  168. package/dist/{index-CfJULcW5.d.ts → index-DAk2quYu.d.ts} +18 -38
  169. package/dist/index-DAk2quYu.d.ts.map +1 -0
  170. package/dist/{index-CHxwfW5g.d.ts → index-DwUGehqX.d.ts} +3 -9
  171. package/dist/index-DwUGehqX.d.ts.map +1 -0
  172. package/dist/{index-CTIRz-AB.d.ts → index-IzWTz5EP.d.ts} +14 -36
  173. package/dist/index-IzWTz5EP.d.ts.map +1 -0
  174. package/dist/index.d.ts +55 -188
  175. package/dist/index.d.ts.map +1 -1
  176. package/dist/index.js +122 -195
  177. package/dist/index.js.map +1 -1
  178. package/dist/{integrity-D-s2iHiT.js → integrity-B1V6klyO.js} +12 -363
  179. package/dist/integrity-B1V6klyO.js.map +1 -0
  180. package/dist/{integrity-D9lBnv_K.d.ts → integrity-BAdVzT8u.d.ts} +4 -6
  181. package/dist/integrity-BAdVzT8u.d.ts.map +1 -0
  182. package/dist/{integrity-W4CADcFc.js → integrity-DOHt1mwU.js} +3 -4
  183. package/dist/{integrity-W4CADcFc.js.map → integrity-DOHt1mwU.js.map} +1 -1
  184. package/dist/{internal-BTK91Bqt.js → internal-v6XfOeJW.js} +6 -8
  185. package/dist/{internal-BTK91Bqt.js.map → internal-v6XfOeJW.js.map} +1 -1
  186. package/dist/{interval-Dq9gt7jx.js → interval-Bd2f4CRT.js} +6 -8
  187. package/dist/{interval-Dq9gt7jx.js.map → interval-Bd2f4CRT.js.map} +1 -1
  188. package/dist/{interval-ohuOJurX.d.ts → interval-CWyxqDpE.d.ts} +1 -5
  189. package/dist/interval-CWyxqDpE.d.ts.map +1 -0
  190. package/dist/{journal-C7om8Gum.js → journal-C1uLJi0w.js} +115 -121
  191. package/dist/{journal-C7om8Gum.js.map → journal-C1uLJi0w.js.map} +1 -1
  192. package/dist/{json-BhdsJaOQ.js → json-DtvZNAU9.js} +4 -6
  193. package/dist/{json-BhdsJaOQ.js.map → json-DtvZNAU9.js.map} +1 -1
  194. package/dist/json-recovery-DK4MDm5r.js +296 -0
  195. package/dist/json-recovery-DK4MDm5r.js.map +1 -0
  196. package/dist/{judge-calibration-BkXMIWA4.js → judge-calibration-DGqlfWW8.js} +5 -6
  197. package/dist/{judge-calibration-BkXMIWA4.js.map → judge-calibration-DGqlfWW8.js.map} +1 -1
  198. package/dist/{judge-calibration-DFtEMlde.d.ts → judge-calibration-DnrbQaXI.d.ts} +1 -3
  199. package/dist/judge-calibration-DnrbQaXI.d.ts.map +1 -0
  200. package/dist/{judge-gate-BVvmP00P.js → judge-gate-C2BCOt-M.js} +8 -12
  201. package/dist/{judge-gate-BVvmP00P.js.map → judge-gate-C2BCOt-M.js.map} +1 -1
  202. package/dist/judges-BLxg5p8E.js +20 -0
  203. package/dist/judges-BLxg5p8E.js.map +1 -0
  204. package/dist/{kind-factory-Dl0PmNQL.js → kind-factory-VKysp1ds.js} +23 -39
  205. package/dist/{kind-factory-Dl0PmNQL.js.map → kind-factory-VKysp1ds.js.map} +1 -1
  206. package/dist/ledger-core/index.d.ts +2 -2
  207. package/dist/ledger-core/index.js +3 -3
  208. package/dist/ledger-core/lock-holder.d.ts +1 -1
  209. package/dist/ledger-core/lock-holder.js +1 -2
  210. package/dist/{ledger-core-CAxUdDk0.js → ledger-core-CfT-FzPf.js} +5 -6
  211. package/dist/{ledger-core-CAxUdDk0.js.map → ledger-core-CfT-FzPf.js.map} +1 -1
  212. package/dist/{llm-client-b1ysZVIU.js → llm-client-kJ9EOqjt.js} +22 -30
  213. package/dist/{llm-client-b1ysZVIU.js.map → llm-client-kJ9EOqjt.js.map} +1 -1
  214. package/dist/{llm-judge-Cybq29bL.js → llm-judge-cgbhTKQp.js} +108 -164
  215. package/dist/llm-judge-cgbhTKQp.js.map +1 -0
  216. package/dist/{lock-holder-DaJbfpci.d.ts → lock-holder-DoxlZFkQ.d.ts} +1 -3
  217. package/dist/lock-holder-DoxlZFkQ.d.ts.map +1 -0
  218. package/dist/matrix/index.d.ts +3 -3
  219. package/dist/matrix/index.js +2 -2
  220. package/dist/{matrix-DtkZLD_3.d.ts → matrix-8X6i5kJ6.d.ts} +4 -12
  221. package/dist/matrix-8X6i5kJ6.d.ts.map +1 -0
  222. package/dist/{matrix-B8l-Nsxd.js → matrix-CgpX8wdm.js} +8 -13
  223. package/dist/matrix-CgpX8wdm.js.map +1 -0
  224. package/dist/{mean-BbA_JCzW.js → mean-CdDYG-us.js} +6 -9
  225. package/dist/{mean-BbA_JCzW.js.map → mean-CdDYG-us.js.map} +1 -1
  226. package/dist/meta-eval/index.d.ts +3 -3
  227. package/dist/meta-eval/index.js +17 -21
  228. package/dist/meta-eval/index.js.map +1 -1
  229. package/dist/{metrics-BKaPBtIG.js → metrics-DNCAUtuB.js} +2 -3
  230. package/dist/{metrics-BKaPBtIG.js.map → metrics-DNCAUtuB.js.map} +1 -1
  231. package/dist/{mint-CbdwjTPW.js → mint-D9ZysYtY.js} +7 -8
  232. package/dist/{mint-CbdwjTPW.js.map → mint-D9ZysYtY.js.map} +1 -1
  233. package/dist/{multi-layer-verifier-DEgMUk6v.d.ts → multi-layer-verifier-lM4aVN78.d.ts} +2 -4
  234. package/dist/multi-layer-verifier-lM4aVN78.d.ts.map +1 -0
  235. package/dist/{multiplicity-Sg0U7h8j.js → multiplicity-DAd4xaDC.js} +3 -4
  236. package/dist/{multiplicity-Sg0U7h8j.js.map → multiplicity-DAd4xaDC.js.map} +1 -1
  237. package/dist/{multiplicity-DIWHvysC.d.ts → multiplicity-D_SEsc5j.d.ts} +1 -3
  238. package/dist/multiplicity-D_SEsc5j.d.ts.map +1 -0
  239. package/dist/multishot/golden/index.d.ts +1 -17
  240. package/dist/multishot/golden/index.d.ts.map +1 -1
  241. package/dist/multishot/golden/index.js +10 -17
  242. package/dist/multishot/golden/index.js.map +1 -1
  243. package/dist/multishot/index.d.ts +2 -10
  244. package/dist/multishot/index.d.ts.map +1 -1
  245. package/dist/multishot/index.js +11 -18
  246. package/dist/multishot/index.js.map +1 -1
  247. package/dist/{nonnegative-number-DvdMxg_f.js → nonnegative-number-lEYbOsuh.js} +2 -3
  248. package/dist/{nonnegative-number-DvdMxg_f.js.map → nonnegative-number-lEYbOsuh.js.map} +1 -1
  249. package/dist/openapi.json +1 -1
  250. package/dist/{otel-spans-64hmQqON.js → otel-spans-BsGzTWIK.js} +5 -6
  251. package/dist/{otel-spans-64hmQqON.js.map → otel-spans-BsGzTWIK.js.map} +1 -1
  252. package/dist/{otlp-attributes-D9ptWaIJ.js → otlp-attributes-Boeb7gtH.js} +2 -3
  253. package/dist/{otlp-attributes-D9ptWaIJ.js.map → otlp-attributes-Boeb7gtH.js.map} +1 -1
  254. package/dist/{outcome-observations-FLmRpgYa.js → outcome-observations-D4snOtUb.js} +4 -5
  255. package/dist/{outcome-observations-FLmRpgYa.js.map → outcome-observations-D4snOtUb.js.map} +1 -1
  256. package/dist/{outcome-store-DUcMj-3D.js → outcome-store-TarrcfHG.js} +2 -3
  257. package/dist/{outcome-store-DUcMj-3D.js.map → outcome-store-TarrcfHG.js.map} +1 -1
  258. package/dist/{package-version-D7lQHt_-.js → package-version-CJl_pY9W.js} +2 -3
  259. package/dist/{package-version-D7lQHt_-.js.map → package-version-CJl_pY9W.js.map} +1 -1
  260. package/dist/{paired-arms-B2ttLc0_.js → paired-arms-D-54hO-k.js} +10 -14
  261. package/dist/{paired-arms-B2ttLc0_.js.map → paired-arms-D-54hO-k.js.map} +1 -1
  262. package/dist/{paired-binary-B_nejA44.js → paired-binary-BR0nwHOA.js} +3 -4
  263. package/dist/{paired-binary-B_nejA44.js.map → paired-binary-BR0nwHOA.js.map} +1 -1
  264. package/dist/{paired-promotion-decision-CQMJ5xGN.d.ts → paired-promotion-decision-BDnqepZ1.d.ts} +1 -5
  265. package/dist/paired-promotion-decision-BDnqepZ1.d.ts.map +1 -0
  266. package/dist/{paired-promotion-decision-D0SHb-ZL.js → paired-promotion-decision-FGvHA4p_.js} +5 -7
  267. package/dist/{paired-promotion-decision-D0SHb-ZL.js.map → paired-promotion-decision-FGvHA4p_.js.map} +1 -1
  268. package/dist/{pareto-BiBnQXAE.js → pareto-B9udAt2i.js} +28 -50
  269. package/dist/pareto-B9udAt2i.js.map +1 -0
  270. package/dist/pipelines/index.d.ts +5 -11
  271. package/dist/pipelines/index.d.ts.map +1 -1
  272. package/dist/pipelines/index.js +6 -8
  273. package/dist/pipelines/index.js.map +1 -1
  274. package/dist/{power-and-mde-CQX-0weG.js → power-and-mde-ClI6RWw4.js} +4 -5
  275. package/dist/{power-and-mde-CQX-0weG.js.map → power-and-mde-ClI6RWw4.js.map} +1 -1
  276. package/dist/{predicate-FdKmElA_.js → predicate-BYHA4MBn.js} +2 -3
  277. package/dist/{predicate-FdKmElA_.js.map → predicate-BYHA4MBn.js.map} +1 -1
  278. package/dist/{prime-bridge-transport-6feEglLf.d.ts → prime-bridge-transport-Cfqir_Im.d.ts} +1 -3
  279. package/dist/prime-bridge-transport-Cfqir_Im.d.ts.map +1 -0
  280. package/dist/{prime-bridge-transport-Z3cpKGoV.js → prime-bridge-transport-Csd5SQg7.js} +2 -3
  281. package/dist/{prime-bridge-transport-Z3cpKGoV.js.map → prime-bridge-transport-Csd5SQg7.js.map} +1 -1
  282. package/dist/{prime-protocol-BGxjfhM4.d.ts → prime-protocol-BpQlTowq.d.ts} +4 -8
  283. package/dist/prime-protocol-BpQlTowq.d.ts.map +1 -0
  284. package/dist/{prime-protocol-BFgGrEMP.js → prime-protocol-CrhpXRz9.js} +4 -6
  285. package/dist/{prime-protocol-BFgGrEMP.js.map → prime-protocol-CrhpXRz9.js.map} +1 -1
  286. package/dist/profile-cell.d.ts +1 -1
  287. package/dist/profile-cell.js +1 -2
  288. package/dist/{promotion-gate-CkVZHagC.d.ts → promotion-gate-CixshGI8.d.ts} +5 -11
  289. package/dist/promotion-gate-CixshGI8.d.ts.map +1 -0
  290. package/dist/{promotion-policy-6A8osGr_.js → promotion-policy-CBYeD4zi.js} +5 -6
  291. package/dist/{promotion-policy-6A8osGr_.js.map → promotion-policy-CBYeD4zi.js.map} +1 -1
  292. package/dist/{proposal-findings-DqLUWsAG.js → proposal-findings-WFQrxnfe.js} +3 -4
  293. package/dist/{proposal-findings-DqLUWsAG.js.map → proposal-findings-WFQrxnfe.js.map} +1 -1
  294. package/dist/{quantile--0yb07pD.js → quantile-CncXP-Ss.js} +2 -3
  295. package/dist/{quantile--0yb07pD.js.map → quantile-CncXP-Ss.js.map} +1 -1
  296. package/dist/{query-B_RZ36an.js → query-CGXzO9d4.js} +5 -6
  297. package/dist/{query-B_RZ36an.js.map → query-CGXzO9d4.js.map} +1 -1
  298. package/dist/{query-Cmv_U8vf.d.ts → query-UD0B08Sb.d.ts} +4 -6
  299. package/dist/query-UD0B08Sb.d.ts.map +1 -0
  300. package/dist/{random-DGEyr3zG.d.ts → random-BN150Q_X.d.ts} +1 -5
  301. package/dist/random-BN150Q_X.d.ts.map +1 -0
  302. package/dist/{random-DDDcC7YU.js → random-DrzcgC7F.js} +3 -4
  303. package/dist/{random-DDDcC7YU.js.map → random-DrzcgC7F.js.map} +1 -1
  304. package/dist/{raw-provider-sink-75w4FWBj.js → raw-provider-sink-DDLkP_eF.js} +3 -4
  305. package/dist/{raw-provider-sink-75w4FWBj.js.map → raw-provider-sink-DDLkP_eF.js.map} +1 -1
  306. package/dist/{record-id-DUgsK5qp.js → record-id-CWZXFh58.js} +2 -3
  307. package/dist/{record-id-DUgsK5qp.js.map → record-id-CWZXFh58.js.map} +1 -1
  308. package/dist/{redact-DXdlFb_U.d.ts → redact-C_wzC4c_.d.ts} +1 -3
  309. package/dist/redact-C_wzC4c_.d.ts.map +1 -0
  310. package/dist/{redact-mtkTiJVk.js → redact-D6APJS1d.js} +3 -5
  311. package/dist/{redact-mtkTiJVk.js.map → redact-D6APJS1d.js.map} +1 -1
  312. package/dist/{registry-BcdJmyoU.d.ts → registry-D9A7Tybn.d.ts} +5 -11
  313. package/dist/registry-D9A7Tybn.d.ts.map +1 -0
  314. package/dist/{release-confidence-CYIFH-fp.js → release-confidence-CTUJz5mM.js} +10 -16
  315. package/dist/release-confidence-CTUJz5mM.js.map +1 -0
  316. package/dist/{render-BhJqXoBH.js → render-pfAZ7IR4.js} +266 -33
  317. package/dist/render-pfAZ7IR4.js.map +1 -0
  318. package/dist/{reporting-html-Kvlc8oMt.js → reporting-html-DMXIjATy.js} +2 -3
  319. package/dist/{reporting-html-Kvlc8oMt.js.map → reporting-html-DMXIjATy.js.map} +1 -1
  320. package/dist/reporting.d.ts +6 -6
  321. package/dist/reporting.js +7 -7
  322. package/dist/{researcher-DKWtoMWk.d.ts → researcher-CLnNJ7Or.d.ts} +8 -12
  323. package/dist/researcher-CLnNJ7Or.d.ts.map +1 -0
  324. package/dist/{reward-nw2xZGZG.js → reward-P0VD_Aft.js} +2 -3
  325. package/dist/{reward-nw2xZGZG.js.map → reward-P0VD_Aft.js.map} +1 -1
  326. package/dist/{reward-BeUgVVC_.d.ts → reward-ST4PXNXF.d.ts} +2 -4
  327. package/dist/reward-ST4PXNXF.d.ts.map +1 -0
  328. package/dist/{reward-hacking-WTxUbtbb.d.ts → reward-hacking-C9hPVT0Q.d.ts} +4 -8
  329. package/dist/reward-hacking-C9hPVT0Q.d.ts.map +1 -0
  330. package/dist/{reward-hacking-ByuETaIb.js → reward-hacking-DZzHZlS1.js} +5 -7
  331. package/dist/{reward-hacking-ByuETaIb.js.map → reward-hacking-DZzHZlS1.js.map} +1 -1
  332. package/dist/rl.d.ts +26 -63
  333. package/dist/rl.d.ts.map +1 -1
  334. package/dist/rl.js +35 -52
  335. package/dist/rl.js.map +1 -1
  336. package/dist/{rolldown-runtime-8H4AJuhK.js → rolldown-runtime-BJohB4LM.js} +1 -2
  337. package/dist/rollout/index.d.ts +6 -6
  338. package/dist/rollout/index.js +7 -7
  339. package/dist/{rollout-Dd1ucT_M.js → rollout-BhkMpAJT.js} +279 -16
  340. package/dist/rollout-BhkMpAJT.js.map +1 -0
  341. package/dist/{terminal-record-CB9BFtjS.js → rollout-nodes-BHR9Q5jP.js} +351 -11
  342. package/dist/rollout-nodes-BHR9Q5jP.js.map +1 -0
  343. package/dist/{round-decimal-COrKglMh.js → round-decimal-ZmjAQPo1.js} +2 -3
  344. package/dist/{round-decimal-COrKglMh.js.map → round-decimal-ZmjAQPo1.js.map} +1 -1
  345. package/dist/{rubric-predictive-validity-Cd5SCtAf.d.ts → rubric-predictive-validity-B3RzbwOx.d.ts} +2 -8
  346. package/dist/rubric-predictive-validity-B3RzbwOx.d.ts.map +1 -0
  347. package/dist/{rubric-predictive-validity-CeKW2GQN.js → rubric-predictive-validity-CQp_M0vy.js} +3 -4
  348. package/dist/{rubric-predictive-validity-CeKW2GQN.js.map → rubric-predictive-validity-CQp_M0vy.js.map} +1 -1
  349. package/dist/{run-record-CysKLB93.js → run-record-CZy4-TnZ.js} +4 -5
  350. package/dist/{run-record-CysKLB93.js.map → run-record-CZy4-TnZ.js.map} +1 -1
  351. package/dist/{run-record-C3awiXPf.d.ts → run-record-D2BFMPGl.d.ts} +5 -7
  352. package/dist/run-record-D2BFMPGl.d.ts.map +1 -0
  353. package/dist/{run-record-DhEJgoPz.js → run-record-DEjx43cI.js} +6 -7
  354. package/dist/{run-record-DhEJgoPz.js.map → run-record-DEjx43cI.js.map} +1 -1
  355. package/dist/{sandbox-harness-BlSOu4LX.d.ts → sandbox-harness-B3Kx1fOA.d.ts} +1 -3
  356. package/dist/sandbox-harness-B3Kx1fOA.d.ts.map +1 -0
  357. package/dist/{schema-D6EVKzTB.d.ts → schema-CkIvnmLU.d.ts} +2 -43
  358. package/dist/schema-CkIvnmLU.d.ts.map +1 -0
  359. package/dist/{schema-Bt2vLFm3.js → schema-D-xu3MU_.js} +2 -3
  360. package/dist/{schema-Bt2vLFm3.js.map → schema-D-xu3MU_.js.map} +1 -1
  361. package/dist/{schema-C-ziyJD7.d.ts → schema-DkFJr3Y8.d.ts} +111 -48
  362. package/dist/schema-DkFJr3Y8.d.ts.map +1 -0
  363. package/dist/{schema-CvhfLjtZ.js → schema-YUIXT8iW.js} +37 -7
  364. package/dist/schema-YUIXT8iW.js.map +1 -0
  365. package/dist/search/index.d.ts +3 -35
  366. package/dist/search/index.d.ts.map +1 -1
  367. package/dist/search/index.js +4 -5
  368. package/dist/{search-kernel-CctpiDd2.d.ts → search-kernel-B77eE7Ac.d.ts} +10 -36
  369. package/dist/search-kernel-B77eE7Ac.d.ts.map +1 -0
  370. package/dist/{search-ledger-CZRqtFbW.js → search-ledger-BsVi-Ngv.js} +17 -26
  371. package/dist/{search-ledger-CZRqtFbW.js.map → search-ledger-BsVi-Ngv.js.map} +1 -1
  372. package/dist/{search-ledger-file-Bd5Tioq6.js → search-ledger-file-DTBD6X-y.js} +6 -8
  373. package/dist/{search-ledger-file-Bd5Tioq6.js.map → search-ledger-file-DTBD6X-y.js.map} +1 -1
  374. package/dist/{search-ledger-types-p2xKfiDJ.d.ts → search-ledger-types-qiYRUo_N.d.ts} +5 -9
  375. package/dist/search-ledger-types-qiYRUo_N.d.ts.map +1 -0
  376. package/dist/{search-shipper-Dn3NLsuH.js → search-shipper-pdg4viK7.js} +8 -13
  377. package/dist/{search-shipper-Dn3NLsuH.js.map → search-shipper-pdg4viK7.js.map} +1 -1
  378. package/dist/{search-summary-D4bwYnAE.js → search-summary-Ct7SrmVc.js} +6 -7
  379. package/dist/{search-summary-D4bwYnAE.js.map → search-summary-Ct7SrmVc.js.map} +1 -1
  380. package/dist/{sequential-CimQrbjv.js → sequential-B1I0tRfL.js} +6 -7
  381. package/dist/{sequential-CimQrbjv.js.map → sequential-B1I0tRfL.js.map} +1 -1
  382. package/dist/{sequential-KwGspfeR.d.ts → sequential-Bb_pdTqG.d.ts} +1 -3
  383. package/dist/sequential-Bb_pdTqG.d.ts.map +1 -0
  384. package/dist/{sequential-BVv1sjsw.js → sequential-Bjs5roiK.js} +2 -3
  385. package/dist/{sequential-BVv1sjsw.js.map → sequential-Bjs5roiK.js.map} +1 -1
  386. package/dist/{sequential-eprocess-DodI6RoF.js → sequential-eprocess-C1YLwFaz.js} +3 -4
  387. package/dist/{sequential-eprocess-DodI6RoF.js.map → sequential-eprocess-C1YLwFaz.js.map} +1 -1
  388. package/dist/{server-ChhXPCgX.js → server-DA6h3co5.js} +11 -17
  389. package/dist/{server-ChhXPCgX.js.map → server-DA6h3co5.js.map} +1 -1
  390. package/dist/{single-run-lock-Dekd8_Wv.js → single-run-lock-BGlW3OSk.js} +3 -4
  391. package/dist/{single-run-lock-Dekd8_Wv.js.map → single-run-lock-BGlW3OSk.js.map} +1 -1
  392. package/dist/{skillopt-optimization-method-sB_-yi1G.js → skillopt-optimization-method-qB1M554K.js} +38 -57
  393. package/dist/{skillopt-optimization-method-sB_-yi1G.js.map → skillopt-optimization-method-qB1M554K.js.map} +1 -1
  394. package/dist/{spans-CVngGij3.d.ts → spans-vZoW__3q.d.ts} +2 -4
  395. package/dist/spans-vZoW__3q.d.ts.map +1 -0
  396. package/dist/{statistical-heldout-BjzSOmLH.d.ts → statistical-heldout-BYxHe3KO.d.ts} +9 -37
  397. package/dist/statistical-heldout-BYxHe3KO.d.ts.map +1 -0
  398. package/dist/{statistical-heldout-Bksv92Th.js → statistical-heldout-TP6ndL0B.js} +4 -5
  399. package/dist/{statistical-heldout-Bksv92Th.js.map → statistical-heldout-TP6ndL0B.js.map} +1 -1
  400. package/dist/{steps-DlepJPwD.d.ts → steps-B8fYY_Vo.d.ts} +1 -3
  401. package/dist/steps-B8fYY_Vo.d.ts.map +1 -0
  402. package/dist/{store-B3nWRy3B.d.ts → store-CMs5wGXP.d.ts} +2 -4
  403. package/dist/store-CMs5wGXP.d.ts.map +1 -0
  404. package/dist/{store-BhNuLdJw.js → store-ZykIyQmy.js} +2 -3
  405. package/dist/{store-BhNuLdJw.js.map → store-ZykIyQmy.js.map} +1 -1
  406. package/dist/{store-otlp-CFf27E8_.js → store-otlp-DmLm65XW.js} +8 -13
  407. package/dist/{store-otlp-CFf27E8_.js.map → store-otlp-DmLm65XW.js.map} +1 -1
  408. package/dist/{store-tool-spans-BK_8FjGG.js → store-tool-spans-C2g8UYm-.js} +17 -41
  409. package/dist/{store-tool-spans-BK_8FjGG.js.map → store-tool-spans-C2g8UYm-.js.map} +1 -1
  410. package/dist/{store-tool-spans-DxsFwtdr.d.ts → store-tool-spans-DMM6wMwB.d.ts} +11 -29
  411. package/dist/store-tool-spans-DMM6wMwB.d.ts.map +1 -0
  412. package/dist/storyboard/index.d.ts +1 -5
  413. package/dist/storyboard/index.d.ts.map +1 -1
  414. package/dist/storyboard/index.js +3 -5
  415. package/dist/storyboard/index.js.map +1 -1
  416. package/dist/{summary-report-C8V49Jt3.d.ts → summary-report-0La5vejY.d.ts} +5 -13
  417. package/dist/summary-report-0La5vejY.d.ts.map +1 -0
  418. package/dist/{summary-report-DHDWxe6p.js → summary-report-CPfsrLac.js} +21 -30
  419. package/dist/summary-report-CPfsrLac.js.map +1 -0
  420. package/dist/supervisor-run/index.d.ts +30 -29
  421. package/dist/supervisor-run/index.d.ts.map +1 -1
  422. package/dist/supervisor-run/index.js +6 -7
  423. package/dist/{systemone-CHnqwmYg.d.ts → systemone-UHbKD6LH.d.ts} +12 -24
  424. package/dist/systemone-UHbKD6LH.d.ts.map +1 -0
  425. package/dist/{systemone-protocol-Bl2EI2KQ.d.ts → systemone-protocol-C4t7JH4Y.d.ts} +1 -3
  426. package/dist/systemone-protocol-C4t7JH4Y.d.ts.map +1 -0
  427. package/dist/systemone-protocol.d.ts +1 -1
  428. package/dist/systemone-protocol.js +2 -3
  429. package/dist/{systemone-review-cQ9acAsb.d.ts → systemone-review-Cn9Uj0xG.d.ts} +8 -10
  430. package/dist/systemone-review-Cn9Uj0xG.d.ts.map +1 -0
  431. package/dist/{systemone-review-DFGtIUcf.js → systemone-review-S49gsy_y.js} +5 -6
  432. package/dist/{systemone-review-DFGtIUcf.js.map → systemone-review-S49gsy_y.js.map} +1 -1
  433. package/dist/systemone.d.ts +4 -4
  434. package/dist/systemone.js +3 -3
  435. package/dist/{task-failure-attributes-oIK3BhCR.js → task-failure-attributes-CC6VuIpk.js} +7 -10
  436. package/dist/{task-failure-attributes-oIK3BhCR.js.map → task-failure-attributes-CC6VuIpk.js.map} +1 -1
  437. package/dist/{tool-groups-b3oU_D88.d.ts → tool-groups-CFWmAGCV.d.ts} +3 -5
  438. package/dist/tool-groups-CFWmAGCV.d.ts.map +1 -0
  439. package/dist/{tool-waste-CkjzWmeY.d.ts → tool-waste-BFG1vwTV.d.ts} +4 -16
  440. package/dist/tool-waste-BFG1vwTV.d.ts.map +1 -0
  441. package/dist/{tool-waste-DLsjS_p-.js → tool-waste-CLJ46AbT.js} +10 -26
  442. package/dist/{tool-waste-DLsjS_p-.js.map → tool-waste-CLJ46AbT.js.map} +1 -1
  443. package/dist/trace-attributes.d.ts +1 -1
  444. package/dist/trace-attributes.js +1 -2
  445. package/dist/{trace-questions-BmT8M6UQ.d.ts → trace-questions-BFCQAzoT.d.ts} +4 -6
  446. package/dist/trace-questions-BFCQAzoT.d.ts.map +1 -0
  447. package/dist/trace-repair/index.d.ts +46 -92
  448. package/dist/trace-repair/index.d.ts.map +1 -1
  449. package/dist/trace-repair/index.js +32 -54
  450. package/dist/trace-repair/index.js.map +1 -1
  451. package/dist/traces.d.ts +13 -29
  452. package/dist/traces.d.ts.map +1 -1
  453. package/dist/traces.js +18 -22
  454. package/dist/traces.js.map +1 -1
  455. package/dist/{trajectory-D_7rLrvE.js → trajectory-O3GDHmev.js} +2 -3
  456. package/dist/{trajectory-D_7rLrvE.js.map → trajectory-O3GDHmev.js.map} +1 -1
  457. package/dist/trajectory-replay/index.d.ts +2 -22
  458. package/dist/trajectory-replay/index.d.ts.map +1 -1
  459. package/dist/trajectory-replay/index.js +19 -30
  460. package/dist/trajectory-replay/index.js.map +1 -1
  461. package/dist/{tree-DSqwJpL9.js → tree-DrIChF4a.js} +39 -68
  462. package/dist/{tree-DSqwJpL9.js.map → tree-DrIChF4a.js.map} +1 -1
  463. package/dist/{types-B_IFcKp5.d.ts → types-0KglnQ9o.d.ts} +3 -15
  464. package/dist/types-0KglnQ9o.d.ts.map +1 -0
  465. package/dist/{types-6Lfdlshp.d.ts → types-BEvjDziM.d.ts} +50 -62
  466. package/dist/types-BEvjDziM.d.ts.map +1 -0
  467. package/dist/{types-CnWmj8NW.js → types-BK0blWhe.js} +3 -4
  468. package/dist/{types-CnWmj8NW.js.map → types-BK0blWhe.js.map} +1 -1
  469. package/dist/{types-CmXY0PQf.d.ts → types-C-aOqgt2.d.ts} +2 -5
  470. package/dist/types-C-aOqgt2.d.ts.map +1 -0
  471. package/dist/{types-BXgASBCL.js → types-DK4vNv5q.js} +2 -3
  472. package/dist/{types-BXgASBCL.js.map → types-DK4vNv5q.js.map} +1 -1
  473. package/dist/{types-DZ0mYVw9.d.ts → types-DUR0dqET.d.ts} +3 -5
  474. package/dist/types-DUR0dqET.d.ts.map +1 -0
  475. package/dist/{types-M6eF9m-r.d.ts → types-e3HGaI7P.d.ts} +84 -24
  476. package/dist/types-e3HGaI7P.d.ts.map +1 -0
  477. package/dist/{verdict-BGQmxQ8A.js → verdict-C8TcdwfD.js} +3 -4
  478. package/dist/{verdict-BGQmxQ8A.js.map → verdict-C8TcdwfD.js.map} +1 -1
  479. package/dist/{verdict-C24NELtN.d.ts → verdict-D_qiBQ6_.d.ts} +1 -5
  480. package/dist/verdict-D_qiBQ6_.d.ts.map +1 -0
  481. package/dist/{verdict-cache-CL_7tePD.js → verdict-cache-BVH-fl18.js} +3 -4
  482. package/dist/{verdict-cache-CL_7tePD.js.map → verdict-cache-BVH-fl18.js.map} +1 -1
  483. package/dist/wire/index.d.ts +43 -51
  484. package/dist/wire/index.d.ts.map +1 -1
  485. package/dist/wire/index.js +1 -2
  486. package/docs/eval-surface-map.md +15 -0
  487. package/docs/rollout.md +132 -6
  488. package/package.json +18 -18
  489. package/dist/adversarial-smnADNFS.d.ts.map +0 -1
  490. package/dist/agent-profile-CNmwfaqq.d.ts.map +0 -1
  491. package/dist/agent-profile-cell-BcpFbNd5.d.ts.map +0 -1
  492. package/dist/analyze-runs-DfX6dHP0.d.ts.map +0 -1
  493. package/dist/attribute-vocabulary-CcXqHODT.d.ts.map +0 -1
  494. package/dist/benchmark-command-Cnjfo0Zh.js.map +0 -1
  495. package/dist/campaign-evidence-DunzcJGv.js.map +0 -1
  496. package/dist/campaign-uddTlFg5.js.map +0 -1
  497. package/dist/canonical-CFpojCN5.d.ts.map +0 -1
  498. package/dist/client-hwo3cJjR.d.ts.map +0 -1
  499. package/dist/completion-verifier-asaV1nSj.js.map +0 -1
  500. package/dist/cost-ledger-C1W3ICmP.d.ts.map +0 -1
  501. package/dist/dataset-DQqhOCPt.d.ts.map +0 -1
  502. package/dist/default-registry-CLG5YqGS.d.ts.map +0 -1
  503. package/dist/define-agent-eval-JKt3gMQr.d.ts.map +0 -1
  504. package/dist/descriptive-B2iPaT9J.d.ts +0 -89
  505. package/dist/descriptive-B2iPaT9J.d.ts.map +0 -1
  506. package/dist/descriptive-CVNy48rR.js.map +0 -1
  507. package/dist/emitter-DABYYTcH.d.ts.map +0 -1
  508. package/dist/engine-dtRVeuQs.d.ts.map +0 -1
  509. package/dist/errors-DEE6u6ot.d.ts.map +0 -1
  510. package/dist/evaluation-DblGquCB.d.ts.map +0 -1
  511. package/dist/exact-types-Do63KoKn.d.ts.map +0 -1
  512. package/dist/exporters-DWvM16LE.js.map +0 -1
  513. package/dist/exporters-Dk3oEbK_.d.ts.map +0 -1
  514. package/dist/failure-cluster-DN0t63Z0.d.ts.map +0 -1
  515. package/dist/feedback-trajectory-CYVJXolG.d.ts.map +0 -1
  516. package/dist/hf-dataset-CKxIJQba.js.map +0 -1
  517. package/dist/index-CHxwfW5g.d.ts.map +0 -1
  518. package/dist/index-CTIRz-AB.d.ts.map +0 -1
  519. package/dist/index-CalAsXMR.d.ts.map +0 -1
  520. package/dist/index-CdEVr8-O.d.ts.map +0 -1
  521. package/dist/index-CfJULcW5.d.ts.map +0 -1
  522. package/dist/index-D7fmC-1K.d.ts.map +0 -1
  523. package/dist/index-jnuFLxOs.d.ts.map +0 -1
  524. package/dist/integrity-D-s2iHiT.js.map +0 -1
  525. package/dist/integrity-D9lBnv_K.d.ts.map +0 -1
  526. package/dist/interval-ohuOJurX.d.ts.map +0 -1
  527. package/dist/judge-calibration-DFtEMlde.d.ts.map +0 -1
  528. package/dist/llm-judge-Cybq29bL.js.map +0 -1
  529. package/dist/lock-holder-DaJbfpci.d.ts.map +0 -1
  530. package/dist/matrix-B8l-Nsxd.js.map +0 -1
  531. package/dist/matrix-DtkZLD_3.d.ts.map +0 -1
  532. package/dist/mint-CkzpVPdz.d.ts +0 -81
  533. package/dist/mint-CkzpVPdz.d.ts.map +0 -1
  534. package/dist/multi-layer-verifier-DEgMUk6v.d.ts.map +0 -1
  535. package/dist/multiplicity-DIWHvysC.d.ts.map +0 -1
  536. package/dist/paired-promotion-decision-CQMJ5xGN.d.ts.map +0 -1
  537. package/dist/pareto-BiBnQXAE.js.map +0 -1
  538. package/dist/prime-bridge-transport-6feEglLf.d.ts.map +0 -1
  539. package/dist/prime-protocol-BGxjfhM4.d.ts.map +0 -1
  540. package/dist/promotion-gate-CkVZHagC.d.ts.map +0 -1
  541. package/dist/query-Cmv_U8vf.d.ts.map +0 -1
  542. package/dist/random-DGEyr3zG.d.ts.map +0 -1
  543. package/dist/redact-DXdlFb_U.d.ts.map +0 -1
  544. package/dist/registry-BcdJmyoU.d.ts.map +0 -1
  545. package/dist/release-confidence-CYIFH-fp.js.map +0 -1
  546. package/dist/render-BhJqXoBH.js.map +0 -1
  547. package/dist/researcher-DKWtoMWk.d.ts.map +0 -1
  548. package/dist/reward-BeUgVVC_.d.ts.map +0 -1
  549. package/dist/reward-hacking-WTxUbtbb.d.ts.map +0 -1
  550. package/dist/rollout-Dd1ucT_M.js.map +0 -1
  551. package/dist/rubric-predictive-validity-Cd5SCtAf.d.ts.map +0 -1
  552. package/dist/run-record-C3awiXPf.d.ts.map +0 -1
  553. package/dist/sandbox-harness-BlSOu4LX.d.ts.map +0 -1
  554. package/dist/schema-C-ziyJD7.d.ts.map +0 -1
  555. package/dist/schema-CvhfLjtZ.js.map +0 -1
  556. package/dist/schema-D6EVKzTB.d.ts.map +0 -1
  557. package/dist/search-kernel-CctpiDd2.d.ts.map +0 -1
  558. package/dist/search-ledger-types-p2xKfiDJ.d.ts.map +0 -1
  559. package/dist/sequential-KwGspfeR.d.ts.map +0 -1
  560. package/dist/spans-CVngGij3.d.ts.map +0 -1
  561. package/dist/statistical-heldout-BjzSOmLH.d.ts.map +0 -1
  562. package/dist/steps-DlepJPwD.d.ts.map +0 -1
  563. package/dist/store-B3nWRy3B.d.ts.map +0 -1
  564. package/dist/store-tool-spans-DxsFwtdr.d.ts.map +0 -1
  565. package/dist/summary-report-C8V49Jt3.d.ts.map +0 -1
  566. package/dist/summary-report-DHDWxe6p.js.map +0 -1
  567. package/dist/systemone-CHnqwmYg.d.ts.map +0 -1
  568. package/dist/systemone-protocol-Bl2EI2KQ.d.ts.map +0 -1
  569. package/dist/systemone-review-cQ9acAsb.d.ts.map +0 -1
  570. package/dist/terminal-record-CB9BFtjS.js.map +0 -1
  571. package/dist/tool-groups-b3oU_D88.d.ts.map +0 -1
  572. package/dist/tool-waste-CkjzWmeY.d.ts.map +0 -1
  573. package/dist/trace-questions-BmT8M6UQ.d.ts.map +0 -1
  574. package/dist/types-6Lfdlshp.d.ts.map +0 -1
  575. package/dist/types-B_IFcKp5.d.ts.map +0 -1
  576. package/dist/types-CmXY0PQf.d.ts.map +0 -1
  577. package/dist/types-DZ0mYVw9.d.ts.map +0 -1
  578. package/dist/types-M6eF9m-r.d.ts.map +0 -1
  579. package/dist/verdict-C24NELtN.d.ts.map +0 -1
package/dist/index.js CHANGED
@@ -1,70 +1,72 @@
1
- import { t as __exportAll } from "./rolldown-runtime-8H4AJuhK.js";
2
- import { i as JudgeError, n as CaptureIntegrityError, o as NotFoundError, r as ConfigError, s as ValidationError, t as AgentEvalError } from "./errors-BcOs5MKW.js";
3
- import { a as hashCanonical, r as canonicalString } from "./canonical-Dq2hOQ8L.js";
4
- import { a as HARNESS_NATIVE_MODEL, c as agentProfileModelId, i as CODING_HARNESSES, l as expandProfileAxes, n as createLlmCorrectnessChecker, o as agentProfileHash, r as verifyCompletion, s as agentProfileId, t as completionVerdict, u as harnessAxisOf } from "./completion-verifier-asaV1nSj.js";
5
- import { a as groupRunsByAgentProfileCell, c as verifyAgentProfileCell, i as buildAgentProfileCell, l as hashJson, o as toAgentProfileJson, r as agentProfileCellKey, s as validateAgentProfileCell, t as AGENT_PROFILE_KINDS, u as manifestContentDigest } from "./agent-profile-cell-B1V1gUZs.js";
6
- import { r as observedSplitScore, t as isRealnessGated } from "./reward-nw2xZGZG.js";
7
- import { i as isToolSpan, n as isJudgeSpan, r as isLlmSpan, t as FAILURE_CLASSES } from "./schema-Bt2vLFm3.js";
8
- import { a as parseRunRecordSafe, c as validateRunRecord, i as modelHasSnapshot, n as UNKNOWN_MODEL, o as runTaskScore, r as isRunRecord, t as RunRecordValidationError } from "./run-record-DhEJgoPz.js";
9
- import { a as cliffsDelta, c as pairedCohensDz, i as summaryTable, n as gainHistogram, o as cohensD, s as interpretCliffs } from "./summary-report-DHDWxe6p.js";
10
- import { a as wilcoxonSignedRank, i as mannWhitneyU, n as pairArms, r as pairRunRecords, t as comparePairedArms } from "./paired-arms-B2ttLc0_.js";
11
- import { t as interpolatedQuantile } from "./quantile--0yb07pD.js";
12
- import { a as medianInPlace, i as makeRng, t as assertFiniteSample } from "./internal-BTK91Bqt.js";
13
- import { t as mulberry32 } from "./random-DDDcC7YU.js";
14
- import { a as spearmanR, c as weightedMean, i as ranks, n as partialCredit, o as summarizeNumberSeries, r as pearsonR, s as weightedComposite, t as confidenceInterval } from "./descriptive-CVNy48rR.js";
15
- import { n as calibrateJudgeContinuous, o as verbosityBias, r as continuousAgreement, t as calibrateJudge } from "./judge-calibration-BkXMIWA4.js";
16
- import { n as corpusInterRaterAgreementFromJudgeScores, r as interRaterReliability, t as corpusInterRaterAgreement } from "./agreement-irr-BhAqjluA.js";
17
- import { a as welchsTTest, c as fisherExactTwoSided, d as studentTTwoSidedPValue, f as twoByTwoPValue, i as iqr, l as linearRegressionSlope, n as checkCanaries, o as chiSquared, s as chiSquaredPValue, t as analyzeRuns, u as normalTwoSidedPValue } from "./analyze-runs-CHmsykNJ.js";
18
- import { n as bonferroni, r as holm, t as benjaminiHochberg } from "./multiplicity-Sg0U7h8j.js";
19
- import { a as pairedRiskDifferenceScore, i as pairedRiskDifferenceExact, o as passAtK, r as pairedRiskDifference, s as wilson, t as mcnemar } from "./paired-binary-B_nejA44.js";
20
- import { i as pairedBootstrap, n as BOOTSTRAP_GATE_MIN_N, o as pairedSignTest, s as pairedTTest, t as mean$1 } from "./mean-BbA_JCzW.js";
21
- import { a as requiredSampleSize, i as requiredPairedSampleSize, n as mcnemarRequiredN, r as pairedMde, t as mcnemarPower } from "./power-and-mde-CQX-0weG.js";
22
- import { t as eProcess } from "./sequential-eprocess-DodI6RoF.js";
23
- import { i as pairedDeltaTest, n as pairedDecisionShape, r as minimumPairsForPairedDeltaTest, t as decidePairedPromotion } from "./paired-promotion-decision-D0SHb-ZL.js";
24
- import { c as runsForScenario, i as judgeSpans, t as argHash } from "./query-B_RZ36an.js";
25
- import { n as contentHash, r as fileVerdictCache, t as canonicalJson } from "./verdict-cache-CL_7tePD.js";
26
- import { G as runCanaries, H as redTeamDataset, Q as runCampaign, U as redTeamReport, V as DEFAULT_RED_TEAM_CORPUS, W as scoreRedTeamOutput, a as aggregateRunScore, i as transientDispatchFailure, o as clamp01, t as llmJudge } from "./llm-judge-Cybq29bL.js";
27
- import { a as resolveModelPricing, i as isModelPriced, n as estimateCost, r as estimateTokens, t as MODEL_PRICING } from "./metrics-BKaPBtIG.js";
28
- import { c as costForTokenPricing, i as CostCeilingReachedError, l as costForUsage, n as CostAccountingIncompleteError, t as CostLedger } from "./cost-ledger-BGZB6yY2.js";
29
- import { D as surfaceContentHash, M as assertRealBackend, N as summarizeBackendIntegrity, _ as parseReflectionResponse, a as ATTESTATION_ALGORITHM, g as buildReflectionPrompt, j as BackendIntegrityError, o as attest, s as verifyAttestation } from "./campaign-evidence-DunzcJGv.js";
30
- import { a as redact, c as shareAllowed, n as assessShareSafety, o as redactForShare, s as redactText, t as REDACTION_VERSION } from "./redact-mtkTiJVk.js";
31
- import { a as makeProposalFinding, i as makeFinding, r as computeFindingId } from "./types-CnWmj8NW.js";
32
- import { S as requiredPairsForPairedPromotion, n as paretoFrontier, t as dominates, x as pairedPromotionPower } from "./pareto-BiBnQXAE.js";
33
- import { a as LlmCallError, i as stripFencedJson, n as isRecord, o as LlmResponseError } from "./json-BhdsJaOQ.js";
34
- import { r as selfImprove, t as defineAgentEval } from "./define-agent-eval-CCbT7Kfr.js";
35
- import { n as equivalenceVerdict, t as certificationEvidenceDigest } from "./verdict-BGQmxQ8A.js";
36
- import { c as createBoundedTraceAnalysisStore, p as DEFAULT_TRACE_ANALYST_BUDGETS, t as createTraceAnalyst } from "./kind-factory-Dl0PmNQL.js";
37
- import { C as snapshotAnalystRun, S as readAnalystReview, b as assertUniqueFindingIds, c as FAILURE_MODE_KIND_SPEC, i as DEFAULT_TRACE_ANALYST_KINDS, n as AnalystRegistry, t as buildDefaultAnalystRegistry, v as analystFindingDigest, w as validateAnalystReviewDecisions, x as completedAnalystReviewQuality, y as analystRunDigest } from "./default-registry-BBTDgkDM.js";
1
+ import { t as __exportAll } from "./rolldown-runtime-BJohB4LM.js";
2
+ import { i as JudgeError, n as CaptureIntegrityError, o as NotFoundError, r as ConfigError, s as ValidationError, t as AgentEvalError } from "./errors-DeEEV9Vx.js";
3
+ import { a as hashCanonical, r as canonicalString } from "./canonical-CicJlINA.js";
4
+ import { a as agentProfileModelId, i as agentProfileId, n as HARNESS_NATIVE_MODEL, o as expandProfileAxes, r as agentProfileHash, s as harnessAxisOf, t as CODING_HARNESSES } from "./agent-profile-Dngk3LZ0.js";
5
+ import { a as groupRunsByAgentProfileCell, c as verifyAgentProfileCell, i as buildAgentProfileCell, l as hashJson, o as toAgentProfileJson, r as agentProfileCellKey, s as validateAgentProfileCell, t as AGENT_PROFILE_KINDS, u as manifestContentDigest } from "./agent-profile-cell-CT5JYueM.js";
6
+ import { r as observedSplitScore, t as isRealnessGated } from "./reward-P0VD_Aft.js";
7
+ import { i as isToolSpan, n as isJudgeSpan, r as isLlmSpan, t as FAILURE_CLASSES } from "./schema-D-xu3MU_.js";
8
+ import { a as parseRunRecordSafe, c as validateRunRecord, i as modelHasSnapshot, n as UNKNOWN_MODEL, o as runTaskScore, r as isRunRecord, t as RunRecordValidationError } from "./run-record-DEjx43cI.js";
9
+ import { a as cliffsDelta, c as pairedCohensDz, i as summaryTable, n as gainHistogram, o as cohensD, s as interpretCliffs } from "./summary-report-CPfsrLac.js";
10
+ import { t as interpolatedQuantile } from "./quantile-CncXP-Ss.js";
11
+ import { a as wilcoxonSignedRank, i as mannWhitneyU, n as pairArms, r as pairRunRecords, t as comparePairedArms } from "./paired-arms-D-54hO-k.js";
12
+ import { a as medianInPlace, i as makeRng, t as assertFiniteSample } from "./internal-v6XfOeJW.js";
13
+ import { t as mulberry32 } from "./random-DrzcgC7F.js";
14
+ import { a as spearmanR, c as weightedMean, i as ranks, n as partialCredit, o as summarizeNumberSeries, r as pearsonR, s as weightedComposite, t as confidenceInterval } from "./descriptive-cPwITVfy.js";
15
+ import { n as calibrateJudgeContinuous, o as verbosityBias, r as continuousAgreement, t as calibrateJudge } from "./judge-calibration-DGqlfWW8.js";
16
+ import { n as corpusInterRaterAgreementFromJudgeScores, r as interRaterReliability, t as corpusInterRaterAgreement } from "./agreement-irr-BTjDN0i6.js";
17
+ import { a as welchsTTest, c as fisherExactTwoSided, d as studentTTwoSidedPValue, f as twoByTwoPValue, i as iqr, l as linearRegressionSlope, n as checkCanaries, o as chiSquared, s as chiSquaredPValue, t as analyzeRuns, u as normalTwoSidedPValue } from "./analyze-runs-CTheASYV.js";
18
+ import { n as bonferroni, r as holm, t as benjaminiHochberg } from "./multiplicity-DAd4xaDC.js";
19
+ import { a as pairedRiskDifferenceScore, i as pairedRiskDifferenceExact, o as passAtK, r as pairedRiskDifference, s as wilson, t as mcnemar } from "./paired-binary-BR0nwHOA.js";
20
+ import { i as pairedBootstrap, n as BOOTSTRAP_GATE_MIN_N, o as pairedSignTest, s as pairedTTest, t as mean$1 } from "./mean-CdDYG-us.js";
21
+ import { a as requiredSampleSize, i as requiredPairedSampleSize, n as mcnemarRequiredN, r as pairedMde, t as mcnemarPower } from "./power-and-mde-ClI6RWw4.js";
22
+ import { t as eProcess } from "./sequential-eprocess-C1YLwFaz.js";
23
+ import { i as pairedDeltaTest, n as pairedDecisionShape, r as minimumPairsForPairedDeltaTest, t as decidePairedPromotion } from "./paired-promotion-decision-FGvHA4p_.js";
24
+ import { c as runsForScenario, i as judgeSpans, t as argHash } from "./query-CGXzO9d4.js";
25
+ import { n as contentHash, r as fileVerdictCache, t as canonicalJson } from "./verdict-cache-BVH-fl18.js";
26
+ import { B as DEFAULT_RED_TEAM_CORPUS, H as redTeamReport, U as scoreRedTeamOutput, V as redTeamDataset, W as runCanaries, Z as runCampaign, a as clamp01, i as aggregateRunScore, r as transientDispatchFailure, t as llmJudge } from "./llm-judge-cgbhTKQp.js";
27
+ import { a as resolveModelPricing, i as isModelPriced, n as estimateCost, r as estimateTokens, t as MODEL_PRICING } from "./metrics-DNCAUtuB.js";
28
+ import { c as costForTokenPricing, i as CostCeilingReachedError, l as costForUsage, n as CostAccountingIncompleteError, t as CostLedger } from "./cost-ledger-CS8R3IZj.js";
29
+ import { C as assertRealBackend, S as BackendIntegrityError, _ as parseReflectionResponse, a as ATTESTATION_ALGORITHM, g as buildReflectionPrompt, o as attest, s as verifyAttestation, w as summarizeBackendIntegrity } from "./campaign-evidence-DN8rWuBj.js";
30
+ import { s as surfaceContentHash } from "./json-recovery-DK4MDm5r.js";
31
+ import { a as redact, c as shareAllowed, n as assessShareSafety, o as redactForShare, s as redactText, t as REDACTION_VERSION } from "./redact-D6APJS1d.js";
32
+ import { a as makeProposalFinding, i as makeFinding, r as computeFindingId } from "./types-BK0blWhe.js";
33
+ import { S as requiredPairsForPairedPromotion, n as paretoFrontier, t as dominates, x as pairedPromotionPower } from "./pareto-B9udAt2i.js";
34
+ import { a as LlmCallError, i as stripFencedJson, n as isRecord, o as LlmResponseError } from "./json-DtvZNAU9.js";
35
+ import { r as selfImprove, t as defineAgentEval } from "./define-agent-eval-BLoP4Lf9.js";
36
+ import { n as equivalenceVerdict, t as certificationEvidenceDigest } from "./verdict-C8TcdwfD.js";
37
+ import { c as createBoundedTraceAnalysisStore, p as DEFAULT_TRACE_ANALYST_BUDGETS, t as createTraceAnalyst } from "./kind-factory-VKysp1ds.js";
38
+ import { C as snapshotAnalystRun, S as readAnalystReview, b as assertUniqueFindingIds, c as FAILURE_MODE_KIND_SPEC, i as DEFAULT_TRACE_ANALYST_KINDS, n as AnalystRegistry, t as buildDefaultAnalystRegistry, v as analystFindingDigest, w as validateAnalystReviewDecisions, x as completedAnalystReviewQuality, y as analystRunDigest } from "./default-registry-C1tPEjZ4.js";
38
39
  import { OUTPUT_VALUE } from "./trace-attributes.js";
39
- import { n as extractUsageFromSse, t as extractUsage } from "./extract-usage-BZLU01kR.js";
40
- import { n as InMemoryRawProviderSink, r as NoopRawProviderSink, t as FileSystemRawProviderSink } from "./raw-provider-sink-75w4FWBj.js";
41
- import { _ as exportRunAsOtlp, b as captureFetchToRawSink, c as describeTraceInsightScope, g as analyzeTraces, h as tokenizeDomainWords, l as domainEvidencePattern, m as scoreTraceInsightReadiness, n as toolSpansToTraceAnalysisStore, o as buildTraceInsightContext, s as buildTraceInsightPrompt, u as inferDomainKeywords } from "./store-tool-spans-BK_8FjGG.js";
42
- import { t as TraceEmitter } from "./emitter-DbMXUIVP.js";
43
- import { n as assertRunCaptured, t as RunIntegrityError } from "./integrity-W4CADcFc.js";
44
- import { n as InMemoryTraceStore, t as FileSystemTraceStore } from "./store-BhNuLdJw.js";
45
- import { t as packageVersion$1 } from "./package-version-D7lQHt_-.js";
46
- import { t as buildTrajectory } from "./trajectory-D_7rLrvE.js";
47
- import { i as failureBlame, n as classifyFailure, r as classifyFailureReason } from "./failure-taxonomy-Bx5oWqaW.js";
48
- import { n as runBoundedProcess, t as DEFAULT_BOUNDED_PROCESS_TIMEOUT_MS } from "./bounded-process-Cj9YjXbE.js";
49
- import { t as runEvalCampaign } from "./eval-campaign-DoX5vz3E.js";
50
- import "./rollout-Dd1ucT_M.js";
51
- import { t as mintRolloutRows } from "./mint-CbdwjTPW.js";
52
- import { n as pairedEvalueSequence, t as evaluateInterimReleaseConfidence } from "./sequential-BVv1sjsw.js";
53
- import { _ as judgeFamily, a as maximumChargeForLlmRequest, c as ModelSubstitutionError, f as assertServedModels, g as assertCrossFamily, h as CrossFamilyError, i as costReceiptFromLlmError, l as assertCrossFamilyServed, m as describeServedModelCheck, p as checkServedModel, r as costReceiptFromLlm, s as isTransientLlmError, u as assertServedModel } from "./llm-client-b1ysZVIU.js";
54
- import { n as paidJsonChat } from "./chat-json-call-BzWYp18J.js";
55
- import { t as createDspyRlmTraceEngine } from "./dspy-rlm-engine-DN1p_5jx.js";
56
- import { n as diffFindings, r as createChatTraceEngine, t as FindingsStore } from "./findings-store-Bg4sdS-e.js";
57
- import { a as budgetBreachView, i as failureClusterView, n as computeToolUseMetrics, r as judgeAgreementView, t as toolWasteView } from "./tool-waste-DLsjS_p-.js";
58
- import { _ as analyzeSeries, a as judgeGateDecision, c as snapshotFromJudgeAgreement, g as withJudgeRetry, i as assertJudgeMayGate, n as JudgeGateRefusedError, o as measureJudgeAgreement, r as addCalibrationVerdicts, s as registerCalibrationSet, t as DEFAULT_JUDGE_GATE_POLICY } from "./judge-gate-BVvmP00P.js";
59
- import { a as spanRecordsToTraceAnalysisStore, i as otlpTextToTraceAnalysisStore, r as OtlpFileTraceStore } from "./store-otlp-CFf27E8_.js";
60
- import { n as bootstrapCi, t as evaluateReleaseConfidence } from "./release-confidence-CYIFH-fp.js";
61
- import { t as createChatClient } from "./chat-client-BNATB3rJ.js";
40
+ import { n as extractUsageFromSse, t as extractUsage } from "./extract-usage-ISFqhfDz.js";
41
+ import { n as InMemoryRawProviderSink, r as NoopRawProviderSink, t as FileSystemRawProviderSink } from "./raw-provider-sink-DDLkP_eF.js";
42
+ import { _ as exportRunAsOtlp, b as captureFetchToRawSink, c as describeTraceInsightScope, g as analyzeTraces, h as tokenizeDomainWords, l as domainEvidencePattern, m as scoreTraceInsightReadiness, n as toolSpansToTraceAnalysisStore, o as buildTraceInsightContext, s as buildTraceInsightPrompt, u as inferDomainKeywords } from "./store-tool-spans-C2g8UYm-.js";
43
+ import { t as TraceEmitter } from "./emitter-DhQ65mza.js";
44
+ import { n as assertRunCaptured, t as RunIntegrityError } from "./integrity-DOHt1mwU.js";
45
+ import { n as InMemoryTraceStore, t as FileSystemTraceStore } from "./store-ZykIyQmy.js";
46
+ import { t as packageVersion$1 } from "./package-version-CJl_pY9W.js";
47
+ import { t as buildTrajectory } from "./trajectory-O3GDHmev.js";
48
+ import { i as failureBlame, n as classifyFailure, r as classifyFailureReason } from "./failure-taxonomy-9eQfXKoW.js";
49
+ import { n as runBoundedProcess, t as DEFAULT_BOUNDED_PROCESS_TIMEOUT_MS } from "./bounded-process-BZrWXIKW.js";
50
+ import { t as runEvalCampaign } from "./eval-campaign-Cgixrvf7.js";
51
+ import { _ as assertCrossFamily, a as maximumChargeForLlmRequest, d as assertServedModel, g as CrossFamilyError, h as describeServedModelCheck, i as costReceiptFromLlmError, l as ModelSubstitutionError, m as checkServedModel, p as assertServedModels, r as costReceiptFromLlm, s as isTransientLlmError, u as assertCrossFamilyServed, v as judgeFamily } from "./llm-client-kJ9EOqjt.js";
52
+ import { n as createLlmCorrectnessChecker, r as verifyCompletion, t as completionVerdict } from "./completion-verifier-rqbMh5-4.js";
53
+ import "./rollout-BhkMpAJT.js";
54
+ import { t as mintRolloutRows } from "./mint-D9ZysYtY.js";
55
+ import { n as pairedEvalueSequence, t as evaluateInterimReleaseConfidence } from "./sequential-Bjs5roiK.js";
56
+ import { n as paidJsonChat } from "./chat-json-call-8yUv4LFO.js";
57
+ import { t as createDspyRlmTraceEngine } from "./dspy-rlm-engine-jDiWkul6.js";
58
+ import { n as diffFindings, r as createChatTraceEngine, t as FindingsStore } from "./findings-store-B75Dspaq.js";
59
+ import { a as budgetBreachView, i as failureClusterView, n as computeToolUseMetrics, r as judgeAgreementView, t as toolWasteView } from "./tool-waste-CLJ46AbT.js";
60
+ import { _ as analyzeSeries, a as judgeGateDecision, c as snapshotFromJudgeAgreement, g as withJudgeRetry, i as assertJudgeMayGate, n as JudgeGateRefusedError, o as measureJudgeAgreement, r as addCalibrationVerdicts, s as registerCalibrationSet, t as DEFAULT_JUDGE_GATE_POLICY } from "./judge-gate-C2BCOt-M.js";
61
+ import { a as spanRecordsToTraceAnalysisStore, i as otlpTextToTraceAnalysisStore, r as OtlpFileTraceStore } from "./store-otlp-DmLm65XW.js";
62
+ import { n as bootstrapCi, t as evaluateReleaseConfidence } from "./release-confidence-CTUJz5mM.js";
63
+ import { t as createChatClient } from "./chat-client-CO3uB33i.js";
62
64
  import { createHash } from "node:crypto";
63
65
  import { accessSync, appendFileSync, constants, cpSync, existsSync, mkdirSync, promises, readFileSync, readdirSync, statSync, writeFileSync } from "node:fs";
64
66
  import { basename, delimiter, dirname, extname, isAbsolute, join, relative, resolve } from "node:path";
65
67
  import { spawnSync } from "node:child_process";
66
68
  import { INPUT_TOKEN_ATTR_KEYS, MODEL_ATTR_KEYS, OUTPUT_TOKEN_ATTR_KEYS, SPAN_KINDS, TOOL_NAME_ATTR_KEYS, firstNumberAttr, firstStringAttr, resolveSpanKind } from "@tangle-network/agent-trace-contract";
67
- //#region src/statistics/samples.ts
69
+ // src/statistics/samples.ts
68
70
  /** Interpolated sample median; an empty population has no measured median. */
69
71
  function sampleMedian(values) {
70
72
  assertFiniteSample("sampleMedian", "values", values);
@@ -138,8 +140,7 @@ function summarizeSample(values, options = {}) {
138
140
  ].some((value) => value !== null && !Number.isFinite(value))) throw new ValidationError("summarizeSample: sample arithmetic exceeded finite range");
139
141
  return summary;
140
142
  }
141
- //#endregion
142
- //#region src/profile/baselines.ts
143
+ // src/profile/baselines.ts
143
144
  /**
144
145
  * Strong, generically-useful baseline ROLES — the top zone of an `AgentProfile`
145
146
  * before any domain layer. A product composes one of these with its own
@@ -202,8 +203,7 @@ const BASELINE_ROLES = {
202
203
  researcher: researcherRole,
203
204
  generalist: generalistRole
204
205
  };
205
- //#endregion
206
- //#region src/profile/index.ts
206
+ // src/profile/index.ts
207
207
  /**
208
208
  * Structured prompt profile — the system prompt as named, addressable sections
209
209
  * instead of one opaque blob. The self-improvement loop targets ONE evolvable
@@ -348,8 +348,7 @@ function sectionHash(section) {
348
348
  body: section.body
349
349
  }));
350
350
  }
351
- //#endregion
352
- //#region src/verification-strategy.ts
351
+ // src/verification-strategy.ts
353
352
  /**
354
353
  * The family registry. `Record` over the union keeps it exhaustive: adding
355
354
  * a member to `VerificationStrategySource` without a profile here fails to
@@ -502,8 +501,7 @@ function assertObligation(obligation) {
502
501
  if (separatingWitness !== void 0) throw new EquivalenceProtocolError("witness-on-unresolved", "an unresolved obligation cannot carry a separating witness — a witness in hand is a refutation");
503
502
  if (typeof unresolvedReason !== "string" || unresolvedReason.trim() === "") throw new EquivalenceProtocolError("reason-missing", "an unresolved obligation must say why — 'unresolved' with no reason erases the diagnostic");
504
503
  }
505
- //#endregion
506
- //#region src/budget-guard.ts
504
+ // src/budget-guard.ts
507
505
  /**
508
506
  * BudgetGuard — enforces token / wall-clock / call / $ caps, records
509
507
  * a ledger entry on every decrement, emits `budget_breach` + throws
@@ -570,8 +568,7 @@ var BudgetGuard = class {
570
568
  return { ...this.consumed };
571
569
  }
572
570
  };
573
- //#endregion
574
- //#region src/feedback-trajectory.ts
571
+ // src/feedback-trajectory.ts
575
572
  const DEFAULT_SPLIT_POLICY = {
576
573
  trainPct: 70,
577
574
  devPct: 15,
@@ -1029,8 +1026,7 @@ function stableHash(input) {
1029
1026
  }
1030
1027
  return hash >>> 0;
1031
1028
  }
1032
- //#endregion
1033
- //#region src/scorecard.ts
1029
+ // src/scorecard.ts
1034
1030
  /**
1035
1031
  * @stable
1036
1032
  *
@@ -1047,12 +1043,6 @@ function stableHash(input) {
1047
1043
  * malformed line never breaks the read. `diffScorecard` compares the latest
1048
1044
  * entry of each cell against its predecessor with Cohen's d + Welch's t-test.
1049
1045
  */
1050
- function median(xs) {
1051
- if (xs.length === 0) return 0;
1052
- const sorted = [...xs].sort((a, b) => a - b);
1053
- const mid = Math.floor(sorted.length / 2);
1054
- return sorted.length % 2 === 0 ? (sorted[mid - 1] + sorted[mid]) / 2 : sorted[mid];
1055
- }
1056
1046
  /** Mean of each judge dimension across the runs that reported one. */
1057
1047
  function aggregatePerDimension(runs) {
1058
1048
  const sums = /* @__PURE__ */ new Map();
@@ -1105,7 +1095,7 @@ function recordRuns(runs, opts) {
1105
1095
  commitSha: opts.commitSha,
1106
1096
  timestamp,
1107
1097
  scores,
1108
- composite: median(scores),
1098
+ composite: medianInPlace([...scores]),
1109
1099
  runIds: scored.map((s) => s.run.runId)
1110
1100
  };
1111
1101
  const perDimension = aggregatePerDimension(scenarioRuns);
@@ -1264,8 +1254,7 @@ function formatScorecardDiff(diff) {
1264
1254
  }
1265
1255
  return lines.join("\n");
1266
1256
  }
1267
- //#endregion
1268
- //#region src/trace-contracts/spans.ts
1257
+ // src/trace-contracts/spans.ts
1269
1258
  const EVAL_KIND_TO_CONTRACT_KIND = /* @__PURE__ */ new Map([["judge", "EVALUATOR"], ["retrieval", "RETRIEVER"]]);
1270
1259
  /**
1271
1260
  * The span's contract kind: a declared kind when recognised, else inferred.
@@ -1393,8 +1382,7 @@ function finite(value) {
1393
1382
  function isSpanError(span) {
1394
1383
  return typeof span.status === "string" && /^(?:error|status_code_error)$/i.test(span.status);
1395
1384
  }
1396
- //#endregion
1397
- //#region src/trace-contracts/predicates.ts
1385
+ // src/trace-contracts/predicates.ts
1398
1386
  function isSerializedRegex(v) {
1399
1387
  return typeof v === "object" && v !== null && typeof v.$regex === "string" && typeof v.flags === "string";
1400
1388
  }
@@ -1486,8 +1474,7 @@ function normalizePredicate(p, where) {
1486
1474
  }
1487
1475
  return out;
1488
1476
  }
1489
- //#endregion
1490
- //#region src/trace-contracts/types.ts
1477
+ // src/trace-contracts/types.ts
1491
1478
  const ORDER_MODES = [
1492
1479
  "start-order",
1493
1480
  "finish-before-start",
@@ -1513,8 +1500,7 @@ const ARGUMENT_TYPES = [
1513
1500
  "array",
1514
1501
  "null"
1515
1502
  ];
1516
- //#endregion
1517
- //#region src/trace-contracts/validate.ts
1503
+ // src/trace-contracts/validate.ts
1518
1504
  function assertOrder(order, where) {
1519
1505
  if (order === void 0) return void 0;
1520
1506
  if (!ORDER_MODES.includes(order)) throw new ValidationError(`${where}: order must be one of ${ORDER_MODES.join(", ")}`);
@@ -1638,8 +1624,7 @@ function assertContract(contract, where) {
1638
1624
  }
1639
1625
  }
1640
1626
  }
1641
- //#endregion
1642
- //#region src/trace-contracts/explain.ts
1627
+ // src/trace-contracts/explain.ts
1643
1628
  function describeMatcher(m) {
1644
1629
  if (typeof m === "string") return m;
1645
1630
  if (m instanceof RegExp) return `/${m.source}/${m.flags}`;
@@ -1708,8 +1693,7 @@ function explainTraceContract(contract) {
1708
1693
  }
1709
1694
  return lines.join("\n");
1710
1695
  }
1711
- //#endregion
1712
- //#region src/trace-contracts/builder.ts
1696
+ // src/trace-contracts/builder.ts
1713
1697
  var TraceContractBuilder = class TraceContractBuilder {
1714
1698
  name;
1715
1699
  rules = [];
@@ -1887,8 +1871,7 @@ function traceContract(name) {
1887
1871
  if (typeof name !== "string" || name.length === 0) throw new ValidationError("traceContract: name must be a non-empty string");
1888
1872
  return new TraceContractBuilder(name);
1889
1873
  }
1890
- //#endregion
1891
- //#region src/trace-contracts/rules.ts
1874
+ // src/trace-contracts/rules.ts
1892
1875
  function spanRef(span, index) {
1893
1876
  return span.spanId ?? `#${index}`;
1894
1877
  }
@@ -2365,8 +2348,7 @@ function executeRule(rule, ctx) {
2365
2348
  };
2366
2349
  }
2367
2350
  }
2368
- //#endregion
2369
- //#region src/trace-contracts/evaluate.ts
2351
+ // src/trace-contracts/evaluate.ts
2370
2352
  /**
2371
2353
  * A run derived from one span: the `run.status` attribute a run-anchor span
2372
2354
  * carries (store-to-otlp writes it), else failed on an error status, else
@@ -2536,8 +2518,7 @@ function checkTraceContracts(spans, contracts, options = {}) {
2536
2518
  allValid: status === "pass"
2537
2519
  };
2538
2520
  }
2539
- //#endregion
2540
- //#region src/trace-contracts/spec.ts
2521
+ // src/trace-contracts/spec.ts
2541
2522
  /**
2542
2523
  * The declarative contract form: a JSON document that names tools, model
2543
2524
  * calls, and run limits, compiled onto the temporal operators.
@@ -3113,8 +3094,7 @@ function lintPath(path, prefix, out) {
3113
3094
  else if (run?.requireCompleted && run.allowedStatuses?.some((s) => s !== "completed")) warn("run.statuses-beside-completed", "run.allowedStatuses", "requireCompleted accepts only completed, so the other allowed statuses never apply");
3114
3095
  if (path.llm?.maxCalls === 0 && (path.llm.maxTotalTokens !== void 0 || path.llm.allowedModels)) warn("llm.no-calls", "llm", "maxCalls is 0, so the token and model limits never apply");
3115
3096
  }
3116
- //#endregion
3117
- //#region src/active-learning.ts
3097
+ // src/active-learning.ts
3118
3098
  async function proposeSynthesisTargets(dataset, traceStore, options = {}) {
3119
3099
  const minPerBand = options.minPerBand ?? 5;
3120
3100
  const varianceThreshold = options.varianceThreshold ?? .05;
@@ -3142,8 +3122,8 @@ async function proposeSynthesisTargets(dataset, traceStore, options = {}) {
3142
3122
  const runs = await traceStore.listRuns();
3143
3123
  const runCountByScenario = /* @__PURE__ */ new Map();
3144
3124
  for (const r of runs) runCountByScenario.set(r.scenarioId, (runCountByScenario.get(r.scenarioId) ?? 0) + 1);
3145
- const runCounts = [...runCountByScenario.values()];
3146
- const p25 = runCounts.length > 0 ? quantile(runCounts, .25) : 0;
3125
+ const runCounts = [...runCountByScenario.values()].sort((a, b) => a - b);
3126
+ const p25 = runCounts.length > 0 ? interpolatedQuantile(runCounts, .25) : 0;
3147
3127
  for (const s of scenarios) {
3148
3128
  const count = runCountByScenario.get(s.id) ?? 0;
3149
3129
  if (count <= p25 && count < 3) targets.push({
@@ -3196,15 +3176,7 @@ async function proposeSynthesisTargets(dataset, traceStore, options = {}) {
3196
3176
  }
3197
3177
  return targets.sort((a, b) => b.priority - a.priority).slice(0, topK);
3198
3178
  }
3199
- function quantile(xs, p) {
3200
- const sorted = [...xs].sort((a, b) => a - b);
3201
- const idx = p * (sorted.length - 1);
3202
- const lo = Math.floor(idx);
3203
- const hi = Math.ceil(idx);
3204
- return sorted[lo] + (sorted[hi] - sorted[lo]) * (idx - lo);
3205
- }
3206
- //#endregion
3207
- //#region src/deprecation.ts
3179
+ // src/deprecation.ts
3208
3180
  /**
3209
3181
  * One-shot deprecation warnings. A deprecated surface warns the FIRST time it
3210
3182
  * is used in a process — loud enough to be seen, quiet enough not to flood a
@@ -3217,8 +3189,7 @@ function warnDeprecatedOnce(key, message) {
3217
3189
  warned.add(key);
3218
3190
  console.warn(`[agent-eval deprecation] ${message}`);
3219
3191
  }
3220
- //#endregion
3221
- //#region src/client.ts
3192
+ // src/client.ts
3222
3193
  const DEFAULT_REQUEST_TIMEOUT_MS = 3e4;
3223
3194
  /**
3224
3195
  * ProductClient — configurable HTTP client for exercising any agent's APIs.
@@ -3439,8 +3410,7 @@ var ProductClient = class {
3439
3410
  return this.request("PATCH", path, body);
3440
3411
  }
3441
3412
  };
3442
- //#endregion
3443
- //#region src/command-runner.ts
3413
+ // src/command-runner.ts
3444
3414
  /**
3445
3415
  * CommandRunner — abstract subprocess execution surface.
3446
3416
  *
@@ -3551,8 +3521,7 @@ function isExecutable(path) {
3551
3521
  throw err;
3552
3522
  }
3553
3523
  }
3554
- //#endregion
3555
- //#region src/control-runtime/policy.ts
3524
+ // src/control-runtime/policy.ts
3556
3525
  const DEFAULT_BUDGET = {
3557
3526
  maxSteps: 8,
3558
3527
  maxWallMs: 3e5
@@ -3622,8 +3591,7 @@ function budgetStopDecision(budget, spentCostUsd) {
3622
3591
  reason: ""
3623
3592
  };
3624
3593
  }
3625
- //#endregion
3626
- //#region src/detectors/index.ts
3594
+ // src/detectors/index.ts
3627
3595
  /** Same action fingerprint N consecutive steps = a stuck loop (the #1 long-horizon failure mode). */
3628
3596
  function repeatedActionDetector(opts = {}) {
3629
3597
  const max = opts.maxRepeated ?? 3;
@@ -3734,8 +3702,7 @@ function observeAll(detectors, event) {
3734
3702
  }
3735
3703
  return signals;
3736
3704
  }
3737
- //#endregion
3738
- //#region src/control-runtime.ts
3705
+ // src/control-runtime.ts
3739
3706
  async function runAgentControlLoop(config) {
3740
3707
  const budget = normalizeBudget(config.budget);
3741
3708
  const controller = new AbortController();
@@ -4261,8 +4228,7 @@ function normalizeActionCostUsd(costUsd, runtimeErrors, stepIndex) {
4261
4228
  }
4262
4229
  return costUsd;
4263
4230
  }
4264
- //#endregion
4265
- //#region src/discover-personas.ts
4231
+ // src/discover-personas.ts
4266
4232
  /**
4267
4233
  * Walk a personas directory and return every file matching the convention
4268
4234
  * `NN-slug.{yaml,yml,json,md}`. Sorted by filename so the numeric prefix
@@ -4310,8 +4276,7 @@ async function discoverPersonas(dir, opts = {}) {
4310
4276
  results.sort((a, b) => a.filename.localeCompare(b.filename));
4311
4277
  return results;
4312
4278
  }
4313
- //#endregion
4314
- //#region src/propose-review.ts
4279
+ // src/propose-review.ts
4315
4280
  /**
4316
4281
  * Propose / Verify / Review — the core multi-shot primitive.
4317
4282
  *
@@ -4620,8 +4585,7 @@ function safeJson(x) {
4620
4585
  return String(x);
4621
4586
  }
4622
4587
  }
4623
- //#endregion
4624
- //#region src/analyst/policy-edit.ts
4588
+ // src/analyst/policy-edit.ts
4625
4589
  const POLICY_EDIT_AXES = [
4626
4590
  "carrier",
4627
4591
  "representation",
@@ -4839,8 +4803,7 @@ function expectNonEmptyStringArray(value, path) {
4839
4803
  expectStringArray$1(value, path);
4840
4804
  if (value.length === 0) throw new PolicyEditValidationError("expected non-empty array", path);
4841
4805
  }
4842
- //#endregion
4843
- //#region src/capability-headroom.ts
4806
+ // src/capability-headroom.ts
4844
4807
  /**
4845
4808
  * Capability-headroom gate — "can this task set even SEE the capability
4846
4809
  * you're about to A/B?"
@@ -4936,8 +4899,7 @@ function assertCapabilityHeadroom(result, opts = {}) {
4936
4899
  throw new ValidationError(`assertCapabilityHeadroom: only ${tasksWithGap} of ${total} task(s) have baseline headroom (need ≥ ${minTasksWithGap}). ${tasksSaturated} saturated (baseline already passes), ${tasksUnknown} unknown (no determinable baseline outcome). A capability A/B on this task set cannot detect the capability — add tasks the baseline fails, or fix baseline outcome capture, before measuring.`);
4937
4900
  }
4938
4901
  }
4939
- //#endregion
4940
- //#region src/cost-tracker.ts
4902
+ // src/cost-tracker.ts
4941
4903
  /**
4942
4904
  * Cost tracker — token + USD accounting per scenario and per run.
4943
4905
  *
@@ -5036,8 +4998,7 @@ function costFor(entry) {
5036
4998
  function assertNonNegative(n, name) {
5037
4999
  if (!Number.isFinite(n) || n < 0) throw new Error(`CostTracker: ${name} must be a non-negative finite number, got ${n}`);
5038
5000
  }
5039
- //#endregion
5040
- //#region src/error-count-extractor.ts
5001
+ // src/error-count-extractor.ts
5041
5002
  const ERROR_COUNT_PATTERNS = [
5042
5003
  {
5043
5004
  name: "typescript-tsc",
@@ -5094,8 +5055,7 @@ function extractErrorCount(text, opts = {}) {
5094
5055
  samples: []
5095
5056
  };
5096
5057
  }
5097
- //#endregion
5098
- //#region src/knowledge/readiness.ts
5058
+ // src/knowledge/readiness.ts
5099
5059
  function scoreKnowledgeReadiness(options) {
5100
5060
  const now = options.now ?? /* @__PURE__ */ new Date();
5101
5061
  const requirements = options.requirements.map(normalizeRequirement);
@@ -5274,8 +5234,7 @@ function clamp01$2(value) {
5274
5234
  function unique(items) {
5275
5235
  return [...new Set(items)];
5276
5236
  }
5277
- //#endregion
5278
- //#region src/leaderboard.ts
5237
+ // src/leaderboard.ts
5279
5238
  function mean(xs) {
5280
5239
  return xs.length ? xs.reduce((a, b) => a + b, 0) / xs.length : null;
5281
5240
  }
@@ -5324,8 +5283,7 @@ function leaderboard(records, opts) {
5324
5283
  function isFiniteNumber(value) {
5325
5284
  return typeof value === "number" && Number.isFinite(value);
5326
5285
  }
5327
- //#endregion
5328
- //#region src/partition-held-out.ts
5286
+ // src/partition-held-out.ts
5329
5287
  /**
5330
5288
  * Deterministic held-out partitioning over stable ids.
5331
5289
  *
@@ -5403,8 +5361,7 @@ function partitionHeldOut(ids, options = {}) {
5403
5361
  function assertFraction(f) {
5404
5362
  if (!Number.isFinite(f) || f <= 0 || f >= 1) throw new ValidationError(`partitionHeldOut: holdoutFraction must be in (0, 1), got ${f}`);
5405
5363
  }
5406
- //#endregion
5407
- //#region src/product-benchmark/export.ts
5364
+ // src/product-benchmark/export.ts
5408
5365
  /**
5409
5366
  * Export side of the product benchmark bundle contract: convert product
5410
5367
  * eval run directories (`records.jsonl` of `RunRecord` rows + trace/raw
@@ -5937,8 +5894,7 @@ function resolveOptions(options) {
5937
5894
  backendVersion: options.backendVersion ?? packageVersion("@tangle-network/sandbox")
5938
5895
  };
5939
5896
  }
5940
- //#endregion
5941
- //#region src/product-benchmark/index.ts
5897
+ // src/product-benchmark/index.ts
5942
5898
  const productBenchmarkSplits = [
5943
5899
  "practice",
5944
5900
  "dev",
@@ -6286,8 +6242,7 @@ function assertProductBenchmarkRun(runDir) {
6286
6242
  if (failures.length > 0) fail(runDir, `product benchmark validation failed:\n${failures.join("\n")}`);
6287
6243
  return report;
6288
6244
  }
6289
- //#endregion
6290
- //#region src/runtime-trajectory.ts
6245
+ // src/runtime-trajectory.ts
6291
6246
  const DEFAULT_SPLIT_TAG = "search";
6292
6247
  function projectRuntimeTrajectoryEvidence(options) {
6293
6248
  const diagnostics = [];
@@ -6373,8 +6328,7 @@ function stringOrUndefined(value) {
6373
6328
  function finiteNumberOrUndefined(value) {
6374
6329
  return typeof value === "number" && Number.isFinite(value) ? value : void 0;
6375
6330
  }
6376
- //#endregion
6377
- //#region src/action-policy.ts
6331
+ // src/action-policy.ts
6378
6332
  function evaluateActionPolicy(action, policy = {}, options = {}) {
6379
6333
  const reasons = [];
6380
6334
  let blocked = false;
@@ -6441,8 +6395,7 @@ function evaluateActionPolicy(action, policy = {}, options = {}) {
6441
6395
  label
6442
6396
  };
6443
6397
  }
6444
- //#endregion
6445
- //#region src/deploy-gate-layer.ts
6398
+ // src/deploy-gate-layer.ts
6446
6399
  /**
6447
6400
  * Build a deploy gate layer that runs the production build and verifies
6448
6401
  * the artifact. Pass: ok && artifactValid. Score: 1.0 (pass) or 0 (fail).
@@ -6614,8 +6567,7 @@ function wranglerDeployRunner(input) {
6614
6567
  };
6615
6568
  } };
6616
6569
  }
6617
- //#endregion
6618
- //#region src/held-out-gate-inputs.ts
6570
+ // src/held-out-gate-inputs.ts
6619
6571
  /** Drop gamed runs, pair both splits and measure coverage, scores, gaps and cost. */
6620
6572
  function collectGateInputs(candidate, baseline, baselineKey) {
6621
6573
  const candidateId = inferCandidateId(candidate, baselineKey);
@@ -6744,12 +6696,6 @@ function diffOrNull(a, b) {
6744
6696
  if (a === null || b === null) return null;
6745
6697
  return a - b;
6746
6698
  }
6747
- function medianFinite(xs) {
6748
- const ys = xs.filter((x) => Number.isFinite(x)).sort((x, y) => x - y);
6749
- if (ys.length === 0) return null;
6750
- const mid = Math.floor(ys.length / 2);
6751
- return ys.length % 2 === 0 ? (ys[mid - 1] + ys[mid]) / 2 : ys[mid];
6752
- }
6753
6699
  function completeCostMedian(runs) {
6754
6700
  if (runs.length === 0) return null;
6755
6701
  const costs = [];
@@ -6758,10 +6704,9 @@ function completeCostMedian(runs) {
6758
6704
  if (usd === null) return null;
6759
6705
  costs.push(usd);
6760
6706
  }
6761
- return medianFinite(costs);
6707
+ return sampleMedian(costs.filter(Number.isFinite));
6762
6708
  }
6763
- //#endregion
6764
- //#region src/held-out-gate.ts
6709
+ // src/held-out-gate.ts
6765
6710
  /**
6766
6711
  * HeldOutGate — first-class held-out paired-delta promotion gate.
6767
6712
  *
@@ -7060,8 +7005,7 @@ function fmt(x) {
7060
7005
  if (x === null) return "n/a";
7061
7006
  return x.toFixed(4);
7062
7007
  }
7063
- //#endregion
7064
- //#region src/hidden-criteria-grading.ts
7008
+ // src/hidden-criteria-grading.ts
7065
7009
  /**
7066
7010
  * Hidden-criteria grading firewall — grade an agent on criteria it never saw.
7067
7011
  *
@@ -7165,8 +7109,7 @@ function clampUnit(value) {
7165
7109
  if (!Number.isFinite(value)) return 0;
7166
7110
  return Math.max(0, Math.min(1, value));
7167
7111
  }
7168
- //#endregion
7169
- //#region src/integrity/single-backend.ts
7112
+ // src/integrity/single-backend.ts
7170
7113
  /**
7171
7114
  * Single-backend guard: assert the agent and the rubric judge run through the
7172
7115
  * SAME backend config, so the judge can't silently re-route through a
@@ -7240,8 +7183,7 @@ function assertSingleBackend(agent, judge, opts = {}) {
7240
7183
  }
7241
7184
  return report;
7242
7185
  }
7243
- //#endregion
7244
- //#region src/intent-match-judge.ts
7186
+ // src/intent-match-judge.ts
7245
7187
  const INTENT_MATCH_JUDGE_VERSION = "intent-match-judge-v1-2026-04-24";
7246
7188
  const DEFAULT_MODEL$1 = "claude-sonnet-4-6";
7247
7189
  const DEFAULT_TIMEOUT$1 = 3e5;
@@ -7394,8 +7336,7 @@ async function runIntentMatchJudge(input, options) {
7394
7336
  };
7395
7337
  }
7396
7338
  }
7397
- //#endregion
7398
- //#region src/judge-ensemble.ts
7339
+ // src/judge-ensemble.ts
7399
7340
  /**
7400
7341
  * Reduce per-judge verdicts to one aggregate. Generic over the rubric: pass the
7401
7342
  * stable-ordered `dimensionKeys` the judges scored.
@@ -7463,8 +7404,7 @@ function aggregateJudgeVerdicts(verdicts, dimensionKeys, weights) {
7463
7404
  verdicts: [...verdicts]
7464
7405
  };
7465
7406
  }
7466
- //#endregion
7467
- //#region src/judge-panel.ts
7407
+ // src/judge-panel.ts
7468
7408
  /**
7469
7409
  * Build a campaign-shaped `JudgeConfig` whose `score()` runs every panel
7470
7410
  * model in parallel and reduces the surviving verdicts to one canonical
@@ -7573,8 +7513,7 @@ function ensembleJudge(opts) {
7573
7513
  }
7574
7514
  };
7575
7515
  }
7576
- //#endregion
7577
- //#region src/keyword-coverage-judge.ts
7516
+ // src/keyword-coverage-judge.ts
7578
7517
  /**
7579
7518
  * Element-presence check using a tiny CSS-selector subset. Returns
7580
7519
  * null when the selector isn't supported — caller treats that as
@@ -7715,8 +7654,7 @@ function softFail(expectedConcepts, start, error) {
7715
7654
  error
7716
7655
  };
7717
7656
  }
7718
- //#endregion
7719
- //#region src/multi-layer-verifier.ts
7657
+ // src/multi-layer-verifier.ts
7720
7658
  /**
7721
7659
  * Multi-layer verifier — ordered pipeline of verification layers.
7722
7660
  *
@@ -7927,8 +7865,7 @@ function mergeSignals(a, b) {
7927
7865
  b.addEventListener("abort", onAbort(b), { once: true });
7928
7866
  return c.signal;
7929
7867
  }
7930
- //#endregion
7931
- //#region src/oracle.ts
7868
+ // src/oracle.ts
7932
7869
  /**
7933
7870
  * Declarative oracles — ground-truth assertions without an LLM.
7934
7871
  *
@@ -8011,8 +7948,7 @@ function evaluateOracles(obs, oracles) {
8011
7948
  function isObject(v) {
8012
7949
  return typeof v === "object" && v !== null && !Array.isArray(v);
8013
7950
  }
8014
- //#endregion
8015
- //#region src/produced-state.ts
7951
+ // src/produced-state.ts
8016
7952
  function artifactKind(mimeType) {
8017
7953
  if (!mimeType) return "file";
8018
7954
  if (mimeType.includes("json")) return "json";
@@ -8066,8 +8002,7 @@ function extractProducedState(events) {
8066
8002
  toolCalls
8067
8003
  };
8068
8004
  }
8069
- //#endregion
8070
- //#region src/semantic-concept-judge.ts
8005
+ // src/semantic-concept-judge.ts
8071
8006
  const DEFAULT_COMPLEXITY_WEIGHTS = {
8072
8007
  render: 1,
8073
8008
  integrate: 2,
@@ -8306,8 +8241,7 @@ async function runSemanticConceptJudge(input, options) {
8306
8241
  };
8307
8242
  }
8308
8243
  }
8309
- //#endregion
8310
- //#region src/treatment-gate.ts
8244
+ // src/treatment-gate.ts
8311
8245
  /**
8312
8246
  * Core predicate. Gated (treatment-not-applied) ONLY when telemetry was
8313
8247
  * captured AND zero matching calls appear; an empty histogram fails open.
@@ -8348,8 +8282,7 @@ function gateTreatmentApplied(input, opts = {}) {
8348
8282
  observedTools
8349
8283
  };
8350
8284
  }
8351
- //#endregion
8352
- //#region src/anti-slop.ts
8285
+ // src/anti-slop.ts
8353
8286
  const DEFAULT_HEDGES = [
8354
8287
  /\bi\s+could\s+be\s+wrong\b/i,
8355
8288
  /\bi\s+think\s+maybe\b/i,
@@ -8507,8 +8440,7 @@ function splitSentences(text) {
8507
8440
  function normalizeForDupe(s) {
8508
8441
  return s.toLowerCase().replace(/\s+/g, " ").replace(/[^a-z0-9 ]/g, "").trim();
8509
8442
  }
8510
- //#endregion
8511
- //#region src/eval-trace-store.ts
8443
+ // src/eval-trace-store.ts
8512
8444
  /**
8513
8445
  * EvalTraceStore — JSONL save / query / compare over the analysis-time
8514
8446
  * `RunRecord` row.
@@ -8574,8 +8506,7 @@ function jsonlRunRecordBackend(path, opts = {}) {
8574
8506
  }
8575
8507
  };
8576
8508
  }
8577
- //#endregion
8578
- //#region src/integrity/preflight.ts
8509
+ // src/integrity/preflight.ts
8579
8510
  /**
8580
8511
  * Provider signature for "the budget ran out before an answer". The model is
8581
8512
  * alive — a provider took the request and consumed the budget — so this must
@@ -8684,8 +8615,7 @@ async function preflightModels(opts) {
8684
8615
  error: null
8685
8616
  };
8686
8617
  }
8687
- //#endregion
8688
- //#region src/model-seats.ts
8618
+ // src/model-seats.ts
8689
8619
  /**
8690
8620
  * ModelSeats — the program's model seating chart.
8691
8621
  *
@@ -8776,8 +8706,7 @@ function resolveSeat(seats, seat, fallback) {
8776
8706
  }
8777
8707
  throw new SeatUnsetError(seat);
8778
8708
  }
8779
- //#endregion
8780
- //#region src/prompt-registry.ts
8709
+ // src/prompt-registry.ts
8781
8710
  var PromptRegistry = class {
8782
8711
  entries = /* @__PURE__ */ new Map();
8783
8712
  /**
@@ -8842,8 +8771,7 @@ function validateId(id) {
8842
8771
  function validateVersion(version) {
8843
8772
  if (!version || version.length > 64) throw new Error(`Invalid version "${version}": must be 1–64 chars`);
8844
8773
  }
8845
- //#endregion
8846
- //#region src/steering-optimizer.ts
8774
+ // src/steering-optimizer.ts
8847
8775
  /**
8848
8776
  * Rank already-evaluated steering variants.
8849
8777
  *
@@ -8875,7 +8803,6 @@ function rankRows(rows, weights) {
8875
8803
  runs: values.length
8876
8804
  })).sort((a, b) => b.mean - a.mean);
8877
8805
  }
8878
- //#endregion
8879
8806
  export { AGENT_PROFILE_KINDS, ATTESTATION_ALGORITHM, AgentEvalError, AnalystRegistry, BOOTSTRAP_GATE_MIN_N, BackendIntegrityError, BudgetBreachError, BudgetGuard, CODING_HARNESSES, ConfigError, CostAccountingIncompleteError, CostCeilingReachedError, CostLedger, CostTracker, CrossFamilyError, DEFAULT_BOUNDED_PROCESS_TIMEOUT_MS, DEFAULT_JUDGE_GATE_POLICY, DEFAULT_RED_TEAM_CORPUS, DEFAULT_TRACE_ANALYST_BUDGETS, DEFAULT_TRACE_ANALYST_KINDS, ERROR_COUNT_PATTERNS, EquivalenceProtocolError, FAILURE_CLASSES, FAILURE_MODE_KIND_SPEC, FileSystemFeedbackTrajectoryStore, FileSystemRawProviderSink, FileSystemTraceStore, FindingsStore, HARNESS_NATIVE_MODEL, HeldOutGate, InMemoryFeedbackTrajectoryStore, InMemoryRawProviderSink, InMemoryTraceStore, JudgeError, JudgeGateRefusedError, LlmCallError, LlmResponseError, MODEL_PRICING, ModelSubstitutionError, MultiLayerVerifier, NoopRawProviderSink, NotFoundError, OUTPUT_VALUE, OtlpFileTraceStore, PairwiseSteeringOptimizer, ProductClient, PromptRegistry, REDACTION_VERSION, RunIntegrityError, RunRecordValidationError, SEMANTIC_CONCEPT_JUDGE_VERSION, TraceEmitter, UNKNOWN_MODEL, VERIFICATION_STRATEGIES, VERIFICATION_STRATEGY_SOURCES, ValidationError, acquisitionPlansForKnowledgeGaps, addCalibrationVerdicts, agentProfileCellKey, agentProfileHash, agentProfileId, aggregateJudgeVerdicts, aggregateRunScore, analystRunDigest, analystRunToFeedbackTrajectory, analystRunToReviewRequests, analyzeAntiSlop, analyzeRuns, analyzeSeries, analyzeTraces, argHash, assertCapabilityHeadroom, assertCrossFamily, assertCrossFamilyServed, assertJudgeMayGate, assertNoHiddenLeak, assertProductBenchmarkRun, assertRealBackend, assertRunCaptured, assertServedModel, assertServedModels, assertSingleBackend, assessShareSafety, assignFeedbackSplit, attest, benjaminiHochberg, blendHeldout, blockingKnowledgeEval, bonferroni, bootstrapCi, budgetBreachView, buildAgentProfileCell, buildDefaultAnalystRegistry, buildReflectionPrompt, buildTraceInsightContext, buildTraceInsightPrompt, buildTrajectory, calibrateJudge, calibrateJudgeContinuous, canonicalJson, capabilityHeadroom, captureFetchToRawSink, certificationEvidenceDigest, checkCanaries, checkServedModel, checkTraceContracts, chiSquared, chiSquaredPValue, clamp01, classifyFailure, classifyFailureReason, cliffsDelta, cohensD, comparePairedArms, compileTraceContractSpec, completionVerdict, computeFindingId, computeToolUseMetrics, confidenceInterval, contentHash, continuousAgreement, controlRunToFeedbackTrajectory, corpusInterRaterAgreement, corpusInterRaterAgreementFromJudgeScores, costForTokenPricing, costForUsage, costReceiptFromLlm, costReceiptFromLlmError, createAntiSlopJudge, createBoundedTraceAnalysisStore, createChatClient, createChatTraceEngine, createDspyRlmTraceEngine, createFeedbackTrajectory, createLlmCorrectnessChecker, createLlmReviewer, createTraceAnalyst, decidePairedPromotion, defineAgentEval, defineEquivalenceCheck, deployGateLayer, describeServedModelCheck, describeTraceInsightScope, diffFindings, diffScorecard, discoverPersonas, domainEvidencePattern, dominates, eProcess, ensembleJudge, equivalenceVerdict, errorStreakDetector, estimateCost, estimateTokens, evaluateActionPolicy, evaluateInterimReleaseConfidence, evaluateOracles, evaluateReleaseConfidence, evaluateTraceContract, expandProfileAxes, explainTraceContract, exportProductBenchmark, exportProductBenchmarkRuns, exportRunAsOtlp, extractErrorCount, extractProducedState, extractUsage, extractUsageFromSse, failureBlame, failureClusterView, feedbackTrajectoriesToDatasetScenarios, feedbackTrajectoriesToOptimizerRows, feedbackTrajectoryToOptimizerRow, fileVerdictCache, fisherExactTwoSided, formatScorecardDiff, gainHistogram, gateTreatmentApplied, gradeSemanticStatus, groupRunsByAgentProfileCell, harnessAxisOf, hashContent, hashJson, holm, inMemoryReviewStore, inferDomainKeywords, interRaterReliability, interpretCliffs, iqr, isJudgeSpan, isLlmSpan, isModelPriced, isRunRecord, isToolSpan, isTransientLlmError, jsonShape, jsonlReviewStore, jsonlRunRecordBackend, judgeAgreementView, judgeFamily, judgeGateDecision, judgeSpans, knowledgeReadinessTracePayload, leaderboard, linearRegressionSlope, lintTraceContractSpec, llmJudge, loadScorecard, localCommandRunner, makeFinding, makePolicyEditCandidateRecord, makeProposalFinding, manifestContentDigest, mannWhitneyU, maximumChargeForLlmRequest, mcnemar, mcnemarPower, mcnemarRequiredN, measureJudgeAgreement, minimumPairsForPairedDeltaTest, mintRolloutRows, modelHasSnapshot, mulberry32, normalTwoSidedPValue, objectiveEval, observeAll, otlpTextToTraceAnalysisStore, pairArms, pairRunRecords, pairedBootstrap, pairedCohensDz, pairedDeltaTest, pairedEvalueSequence, pairedMde, pairedPromotionPower, pairedRiskDifference, pairedRiskDifferenceExact, pairedRiskDifferenceScore, pairedSignTest, pairedTTest, paretoFrontier, parseReflectionResponse, parseRunRecordSafe, partialCredit, partitionHeldOut, passAtK, pearsonR, preflightModels, productBenchmarkRepoIdentity, profile_exports as profile, projectRuntimeTrajectoryEvidence, proposeSynthesisTargets, ranks, readProductBenchmarkManifest, recordRuns, recordRunsToScorecard, redTeamDataset, redTeamReport, redact, redactForShare, redactText, registerCalibrationSet, renderPreferenceMemoryMarkdown, repeatedActionDetector, requiredPairedSampleSize, requiredPairsForPairedPromotion, requiredSampleSize, resolveModelPricing, resolveSeat, runAgentControlLoop, runBoundedProcess, runCampaign, runCanaries, runEquivalenceCheck, runEvalCampaign, runIntentMatchJudge, runKeywordCoverageJudge, runKeywordCoverageJudgeUrl, runProposeReview, runSemanticConceptJudge, runTaskScore, runsForScenario, sampleMedian, scoreKnowledgeReadiness, scoreRedTeamOutput, scoreTraceInsightReadiness, seatPresets, selfImprove, shareAllowed, snapshotFromJudgeAgreement, spanRecordsToTraceAnalysisStore, spearmanR, stripFencedJson, studentTTwoSidedPValue, subjectiveEval, summarizeBackendIntegrity, summarizeNumberSeries, summarizePreferenceMemory, summarizeSample, summaryTable, toAgentProfileJson, tokenizeDomainWords, toolSpansToTraceAnalysisStore, toolWasteView, traceContract, transientDispatchFailure, twoByTwoPValue, userQuestionsForKnowledgeGaps, validateRunRecord, verbosityBias, verifyAgentProfileCell, verifyAttestation, verifyCompletion, viteDeployRunner, weightedComposite, weightedMean, welchsTTest, wilcoxonSignedRank, wilson, withAssignedFeedbackSplit, withJudgeRetry, wranglerDeployRunner };
8880
8807
 
8881
8808
  //# sourceMappingURL=index.js.map