@tangle-network/agent-eval 1.0.18 → 1.0.20

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (305) hide show
  1. package/CHANGELOG.md +20 -21
  2. package/dist/adapters/http.d.ts +2 -2
  3. package/dist/{agent-profile-CPv4tENR.d.ts → agent-profile-BO8ruI6R.d.ts} +3 -3
  4. package/dist/{agent-profile-CPv4tENR.d.ts.map → agent-profile-BO8ruI6R.d.ts.map} +1 -1
  5. package/dist/analyst/index.d.ts +14 -14
  6. package/dist/analyst/index.js +13 -14
  7. package/dist/analyst/index.js.map +1 -1
  8. package/dist/{analyze-runs-pJ4fhnYg.d.ts → analyze-runs-DicleUI_.d.ts} +4 -4
  9. package/dist/{analyze-runs-pJ4fhnYg.d.ts.map → analyze-runs-DicleUI_.d.ts.map} +1 -1
  10. package/dist/{analyze-runs-C7vWBDhl.js → analyze-runs-e9vfXY--.js} +6 -110
  11. package/dist/analyze-runs-e9vfXY--.js.map +1 -0
  12. package/dist/app-grade/index.d.ts +12 -7
  13. package/dist/app-grade/index.d.ts.map +1 -1
  14. package/dist/app-grade/index.js +14 -10
  15. package/dist/app-grade/index.js.map +1 -1
  16. package/dist/{benchmark-command-Bqqvv9Tk.js → benchmark-command-BGZD77Un.js} +16 -17
  17. package/dist/benchmark-command-BGZD77Un.js.map +1 -0
  18. package/dist/benchmarks/index.d.ts +4 -4
  19. package/dist/benchmarks/index.js +4 -5
  20. package/dist/benchmarks/index.js.map +1 -1
  21. package/dist/builder-eval/index.js +1 -1
  22. package/dist/{calibration-CbZPApIO.js → calibration-Ze7SjhT9.js} +2 -2
  23. package/dist/{calibration-CbZPApIO.js.map → calibration-Ze7SjhT9.js.map} +1 -1
  24. package/dist/campaign/index.d.ts +7 -7
  25. package/dist/campaign/index.js +13 -13
  26. package/dist/{campaign-DzLlT0So.js → campaign-BfDMncQN.js} +16 -17
  27. package/dist/{campaign-DzLlT0So.js.map → campaign-BfDMncQN.js.map} +1 -1
  28. package/dist/{campaign-evidence-CcA7a67m.js → campaign-evidence-BuKlRzSA.js} +4 -4
  29. package/dist/{campaign-evidence-CcA7a67m.js.map → campaign-evidence-BuKlRzSA.js.map} +1 -1
  30. package/dist/{chat-client-D0me8iwq.js → chat-client-Zz97O3NB.js} +2 -2
  31. package/dist/{chat-client-D0me8iwq.js.map → chat-client-Zz97O3NB.js.map} +1 -1
  32. package/dist/{chat-json-call-C473CwTt.js → chat-json-call-Dgi7-RH-.js} +2 -2
  33. package/dist/{chat-json-call-C473CwTt.js.map → chat-json-call-Dgi7-RH-.js.map} +1 -1
  34. package/dist/cli.js +9 -9
  35. package/dist/{types-0KglnQ9o.d.ts → cluster-Cd0MRbr9.d.ts} +44 -2
  36. package/dist/cluster-Cd0MRbr9.d.ts.map +1 -0
  37. package/dist/cluster-bootstrap-BYIW7QJ4.js +24 -0
  38. package/dist/cluster-bootstrap-BYIW7QJ4.js.map +1 -0
  39. package/dist/{completion-verifier-7KEfroqx.d.ts → completion-verifier-BEpsr3N4.d.ts} +2 -2
  40. package/dist/{completion-verifier-7KEfroqx.d.ts.map → completion-verifier-BEpsr3N4.d.ts.map} +1 -1
  41. package/dist/{completion-verifier-ClmJV_Yc.js → completion-verifier-DFyYFezn.js} +3 -3
  42. package/dist/{completion-verifier-ClmJV_Yc.js.map → completion-verifier-DFyYFezn.js.map} +1 -1
  43. package/dist/contract/index.d.ts +10 -10
  44. package/dist/contract/index.js +15 -16
  45. package/dist/contract/index.js.map +1 -1
  46. package/dist/{cost-ledger-CS8R3IZj.js → cost-ledger-DfhStGcZ.js} +2 -2
  47. package/dist/{cost-ledger-CS8R3IZj.js.map → cost-ledger-DfhStGcZ.js.map} +1 -1
  48. package/dist/{decision-point-CNyoKOkz.js → decision-point-DJWievVw.js} +4 -4
  49. package/dist/{decision-point-CNyoKOkz.js.map → decision-point-DJWievVw.js.map} +1 -1
  50. package/dist/{default-registry-BNv7eB1C.d.ts → default-registry-BpGFsSpZ.d.ts} +7 -7
  51. package/dist/{default-registry-BNv7eB1C.d.ts.map → default-registry-BpGFsSpZ.d.ts.map} +1 -1
  52. package/dist/{default-registry-BB9_jzyH.js → default-registry-CdMtoY-s.js} +5 -5
  53. package/dist/{default-registry-BB9_jzyH.js.map → default-registry-CdMtoY-s.js.map} +1 -1
  54. package/dist/{define-agent-eval-DKVYlm-T.d.ts → define-agent-eval-DcK8mg63.d.ts} +7 -7
  55. package/dist/{define-agent-eval-DKVYlm-T.d.ts.map → define-agent-eval-DcK8mg63.d.ts.map} +1 -1
  56. package/dist/{define-agent-eval-CjF2nTA3.js → define-agent-eval-DuQNZajG.js} +7 -7
  57. package/dist/{define-agent-eval-CjF2nTA3.js.map → define-agent-eval-DuQNZajG.js.map} +1 -1
  58. package/dist/diagnosis/index.d.ts +2 -2
  59. package/dist/diagnosis/index.js +1 -1
  60. package/dist/{dspy-rlm-engine-_MEe2jIO.js → dspy-rlm-engine-cWyn8G1a.js} +4 -4
  61. package/dist/{dspy-rlm-engine-_MEe2jIO.js.map → dspy-rlm-engine-cWyn8G1a.js.map} +1 -1
  62. package/dist/{engine-rfV8Ff8V.d.ts → engine-BF8naBn7.d.ts} +2 -2
  63. package/dist/{engine-rfV8Ff8V.d.ts.map → engine-BF8naBn7.d.ts.map} +1 -1
  64. package/dist/{eval-campaign-CZSCjxVb.js → eval-campaign-LmpC_5fm.js} +2 -2
  65. package/dist/{eval-campaign-CZSCjxVb.js.map → eval-campaign-LmpC_5fm.js.map} +1 -1
  66. package/dist/{evaluation-DYAIkPQB.d.ts → evaluation-BCejQgkV.d.ts} +4 -4
  67. package/dist/{evaluation-DYAIkPQB.d.ts.map → evaluation-BCejQgkV.d.ts.map} +1 -1
  68. package/dist/{evaluation-BBI37mRe.js → evaluation-bU_bhlv-.js} +2 -2
  69. package/dist/{evaluation-BBI37mRe.js.map → evaluation-bU_bhlv-.js.map} +1 -1
  70. package/dist/evaluation.d.ts +1 -1
  71. package/dist/evaluation.js +1 -1
  72. package/dist/{exact-types-CaLLU1Pz.d.ts → exact-types-VAFjtOQN.d.ts} +2 -2
  73. package/dist/{exact-types-CaLLU1Pz.d.ts.map → exact-types-VAFjtOQN.d.ts.map} +1 -1
  74. package/dist/experiment/index.d.ts +3 -5
  75. package/dist/experiment/index.d.ts.map +1 -1
  76. package/dist/experiment/index.js +7 -12
  77. package/dist/experiment/index.js.map +1 -1
  78. package/dist/{exporters-BYBG9b1n.d.ts → exporters-dQKYD_Zo.d.ts} +2 -2
  79. package/dist/{exporters-BYBG9b1n.d.ts.map → exporters-dQKYD_Zo.d.ts.map} +1 -1
  80. package/dist/{external-optimizer-process-za-SsIap.js → external-optimizer-process-2ImGH_LR.js} +2 -2
  81. package/dist/{external-optimizer-process-za-SsIap.js.map → external-optimizer-process-2ImGH_LR.js.map} +1 -1
  82. package/dist/{external-optimizer-subprocess-B44kOfZb.js → external-optimizer-subprocess-_C_2yriN.js} +4 -4
  83. package/dist/{external-optimizer-subprocess-B44kOfZb.js.map → external-optimizer-subprocess-_C_2yriN.js.map} +1 -1
  84. package/dist/{feedback-trajectory-P37ju-gW.d.ts → feedback-trajectory-DTj8eVTR.d.ts} +3 -3
  85. package/dist/{feedback-trajectory-P37ju-gW.d.ts.map → feedback-trajectory-DTj8eVTR.d.ts.map} +1 -1
  86. package/dist/{findings-store-DWiBvJVM.js → findings-store-BSuaV3dN.js} +8 -25
  87. package/dist/findings-store-BSuaV3dN.js.map +1 -0
  88. package/dist/fuzz.js +2 -2
  89. package/dist/hosted/index.js +1 -1
  90. package/dist/{index-BJM4rwP2.d.ts → index-Bc8BZfzb.d.ts} +10 -9
  91. package/dist/index-Bc8BZfzb.d.ts.map +1 -0
  92. package/dist/index-BdLmBInV.d.ts +1099 -0
  93. package/dist/index-BdLmBInV.d.ts.map +1 -0
  94. package/dist/{index-BAPkHt5H.d.ts → index-CeYLLnfi.d.ts} +28 -128
  95. package/dist/index-CeYLLnfi.d.ts.map +1 -0
  96. package/dist/{index-C3t17kHu.d.ts → index-CzfdjM6o.d.ts} +7 -100
  97. package/dist/index-CzfdjM6o.d.ts.map +1 -0
  98. package/dist/{index-f09MX_H_.d.ts → index-DYNHOTTB.d.ts} +5 -5
  99. package/dist/{index-f09MX_H_.d.ts.map → index-DYNHOTTB.d.ts.map} +1 -1
  100. package/dist/{index-Dt6E4BHX.d.ts → index-D_eAFB3T.d.ts} +8 -8
  101. package/dist/{index-Dt6E4BHX.d.ts.map → index-D_eAFB3T.d.ts.map} +1 -1
  102. package/dist/{index-chNyKroE.d.ts → index-gSu9DUiw.d.ts} +8 -8
  103. package/dist/{index-chNyKroE.d.ts.map → index-gSu9DUiw.d.ts.map} +1 -1
  104. package/dist/{index-B1Bm9oJA.d.ts → index-lRKqfyg4.d.ts} +3 -7
  105. package/dist/index-lRKqfyg4.d.ts.map +1 -0
  106. package/dist/index.d.ts +29 -31
  107. package/dist/index.js +28 -164
  108. package/dist/index.js.map +1 -1
  109. package/dist/{integrity-BAdVzT8u.d.ts → integrity-CrmnGB2T.d.ts} +2 -2
  110. package/dist/{integrity-BAdVzT8u.d.ts.map → integrity-CrmnGB2T.d.ts.map} +1 -1
  111. package/dist/{journal-C1uLJi0w.js → journal-CTX5uK-n.js} +36 -26
  112. package/dist/journal-CTX5uK-n.js.map +1 -0
  113. package/dist/{judge-gate-CIlBrn6q.js → judge-gate-BliY81A0.js} +3 -3
  114. package/dist/{judge-gate-CIlBrn6q.js.map → judge-gate-BliY81A0.js.map} +1 -1
  115. package/dist/{kind-factory-Cfz8DUCc.js → kind-factory-CV0FNCMM.js} +2 -2
  116. package/dist/{kind-factory-Cfz8DUCc.js.map → kind-factory-CV0FNCMM.js.map} +1 -1
  117. package/dist/ledger-core/index.d.ts +1 -1
  118. package/dist/ledger-core/index.js +2 -2
  119. package/dist/{ledger-core-CfT-FzPf.js → ledger-core-24IxvmVY.js} +2 -2
  120. package/dist/{ledger-core-CfT-FzPf.js.map → ledger-core-24IxvmVY.js.map} +1 -1
  121. package/dist/{llm-client-BdSiZ4qz.js → llm-client-DMMSg-Ro.js} +2 -2
  122. package/dist/{llm-client-BdSiZ4qz.js.map → llm-client-DMMSg-Ro.js.map} +1 -1
  123. package/dist/{llm-judge-CHLvjbVR.js → llm-judge-Bnxuwjxl.js} +15 -16
  124. package/dist/{llm-judge-CHLvjbVR.js.map → llm-judge-Bnxuwjxl.js.map} +1 -1
  125. package/dist/{matrix-Cy3oy7Rq.d.ts → matrix-D6zEwLvE.d.ts} +2 -2
  126. package/dist/{matrix-Cy3oy7Rq.d.ts.map → matrix-D6zEwLvE.d.ts.map} +1 -1
  127. package/dist/meta-eval/index.d.ts +2 -2
  128. package/dist/meta-eval/index.js +7 -7
  129. package/dist/{metrics-DNCAUtuB.js → metrics-zALlR17s.js} +16 -17
  130. package/dist/metrics-zALlR17s.js.map +1 -0
  131. package/dist/multishot/golden/index.d.ts +1 -1
  132. package/dist/multishot/index.d.ts +2 -2
  133. package/dist/multishot/index.js +1 -1
  134. package/dist/openapi.json +1 -1
  135. package/dist/{outcome-observations-DZu5hLYF.js → outcome-observations-BpicIVQi.js} +2 -3
  136. package/dist/{outcome-observations-DZu5hLYF.js.map → outcome-observations-BpicIVQi.js.map} +1 -1
  137. package/dist/paired-arms-Dep5tbsw.js +338 -0
  138. package/dist/paired-arms-Dep5tbsw.js.map +1 -0
  139. package/dist/{paired-promotion-decision-BDnqepZ1.d.ts → paired-promotion-decision-BNzPfXDw.d.ts} +3 -113
  140. package/dist/paired-promotion-decision-BNzPfXDw.d.ts.map +1 -0
  141. package/dist/{paired-promotion-decision-CiueaTTj.js → paired-promotion-decision-Nt4CkkOT.js} +2 -3
  142. package/dist/{paired-promotion-decision-CiueaTTj.js.map → paired-promotion-decision-Nt4CkkOT.js.map} +1 -1
  143. package/dist/{pareto-B34N-vnn.js → pareto-C445lnEH.js} +6 -9
  144. package/dist/{pareto-B34N-vnn.js.map → pareto-C445lnEH.js.map} +1 -1
  145. package/dist/pipelines/index.js +1 -1
  146. package/dist/{prime-protocol-DKRk4l4U.d.ts → prime-protocol-D1NkJRuD.d.ts} +2 -2
  147. package/dist/{prime-protocol-DKRk4l4U.d.ts.map → prime-protocol-D1NkJRuD.d.ts.map} +1 -1
  148. package/dist/{promotion-gate-DOkgJcLW.d.ts → promotion-gate-DjAsmBSZ.d.ts} +3 -67
  149. package/dist/promotion-gate-DjAsmBSZ.d.ts.map +1 -0
  150. package/dist/{promotion-policy-DLPcEnCf.js → promotion-policy-CUWOv01m.js} +4 -4
  151. package/dist/{promotion-policy-DLPcEnCf.js.map → promotion-policy-CUWOv01m.js.map} +1 -1
  152. package/dist/{proposal-findings-CZJkS_GY.js → proposal-findings-DWs94yT8.js} +2 -2
  153. package/dist/{proposal-findings-CZJkS_GY.js.map → proposal-findings-DWs94yT8.js.map} +1 -1
  154. package/dist/{registry-Ck7w-rr5.d.ts → registry-BAcEbzKm.d.ts} +4 -4
  155. package/dist/{registry-Ck7w-rr5.d.ts.map → registry-BAcEbzKm.d.ts.map} +1 -1
  156. package/dist/{release-confidence-nfQNh3eb.js → release-confidence-DDrkmWxT.js} +2 -2
  157. package/dist/{release-confidence-nfQNh3eb.js.map → release-confidence-DDrkmWxT.js.map} +1 -1
  158. package/dist/reporting.d.ts +4 -5
  159. package/dist/reporting.d.ts.map +1 -1
  160. package/dist/reporting.js +5 -7
  161. package/dist/reporting.js.map +1 -1
  162. package/dist/{researcher-CLnNJ7Or.d.ts → researcher-D35yo0B8.d.ts} +4 -4
  163. package/dist/{researcher-CLnNJ7Or.d.ts.map → researcher-D35yo0B8.d.ts.map} +1 -1
  164. package/dist/{reward-hacking-B88f-Kh7.js → reward-hacking-DRb8K6N1.js} +2 -3
  165. package/dist/{reward-hacking-B88f-Kh7.js.map → reward-hacking-DRb8K6N1.js.map} +1 -1
  166. package/dist/rl.d.ts +9 -8
  167. package/dist/rl.d.ts.map +1 -1
  168. package/dist/rl.js +8 -10
  169. package/dist/rl.js.map +1 -1
  170. package/dist/rollout/index.d.ts +4 -4
  171. package/dist/rollout/index.js +1 -1
  172. package/dist/{rollout-Cu7kHGIe.js → rollout-DKa54qer.js} +2 -2
  173. package/dist/{rollout-Cu7kHGIe.js.map → rollout-DKa54qer.js.map} +1 -1
  174. package/dist/{rubric-predictive-validity-D_6ZPTNR.js → rubric-predictive-validity-BMS7SUyh.js} +2 -2
  175. package/dist/{rubric-predictive-validity-D_6ZPTNR.js.map → rubric-predictive-validity-BMS7SUyh.js.map} +1 -1
  176. package/dist/{run-record-CbUi2adH.js → run-record-CIflWk6i.js} +2 -2
  177. package/dist/{run-record-CbUi2adH.js.map → run-record-CIflWk6i.js.map} +1 -1
  178. package/dist/{runtime-rollouts-kGn1K5ut.js → runtime-rollouts-CfRyjk60.js} +2 -2
  179. package/dist/{runtime-rollouts-kGn1K5ut.js.map → runtime-rollouts-CfRyjk60.js.map} +1 -1
  180. package/dist/{schema-CfoA9U_U.d.ts → schema-PDKQ_iNE.d.ts} +2 -131
  181. package/dist/schema-PDKQ_iNE.d.ts.map +1 -0
  182. package/dist/search/index.d.ts +2 -2
  183. package/dist/search/index.js +2 -2
  184. package/dist/{search-kernel-kwO-sgCq.d.ts → search-kernel-Ds2zILpY.d.ts} +4 -4
  185. package/dist/{search-kernel-kwO-sgCq.d.ts.map → search-kernel-Ds2zILpY.d.ts.map} +1 -1
  186. package/dist/{search-ledger-CV_bQQed.js → search-ledger-Dk-yk5Li.js} +4 -4
  187. package/dist/{search-ledger-CV_bQQed.js.map → search-ledger-Dk-yk5Li.js.map} +1 -1
  188. package/dist/{search-ledger-file-DTBD6X-y.js → search-ledger-file-BhOdgYIt.js} +3 -3
  189. package/dist/{search-ledger-file-DTBD6X-y.js.map → search-ledger-file-BhOdgYIt.js.map} +1 -1
  190. package/dist/{search-shipper-CA3ooBbC.js → search-shipper-Dm-_Dtvy.js} +3 -3
  191. package/dist/{search-shipper-CA3ooBbC.js.map → search-shipper-Dm-_Dtvy.js.map} +1 -1
  192. package/dist/{search-summary-DBMjdecs.js → search-summary-BSftVrGY.js} +5 -5
  193. package/dist/{search-summary-DBMjdecs.js.map → search-summary-BSftVrGY.js.map} +1 -1
  194. package/dist/{sequential-Bb_pdTqG.d.ts → sequential-B9p6uoV8.d.ts} +9 -2
  195. package/dist/{sequential-Bb_pdTqG.d.ts.map → sequential-B9p6uoV8.d.ts.map} +1 -1
  196. package/dist/{sequential-Bjs5roiK.js → sequential-CAksw6EU.js} +32 -2
  197. package/dist/{sequential-Bjs5roiK.js.map → sequential-CAksw6EU.js.map} +1 -1
  198. package/dist/{sequential-BPbvgzfe.js → sequential-CqG6aLWS.js} +3 -3
  199. package/dist/{sequential-BPbvgzfe.js.map → sequential-CqG6aLWS.js.map} +1 -1
  200. package/dist/{server-CPKyf3bz.js → server-DFVwfoZq.js} +3 -3
  201. package/dist/{server-CPKyf3bz.js.map → server-DFVwfoZq.js.map} +1 -1
  202. package/dist/{single-run-lock-BGlW3OSk.js → single-run-lock-CUj2tjxT.js} +2 -2
  203. package/dist/{single-run-lock-BGlW3OSk.js.map → single-run-lock-CUj2tjxT.js.map} +1 -1
  204. package/dist/{skillopt-optimization-method-D72XZZfR.js → skillopt-optimization-method-DYwEndON.js} +12 -12
  205. package/dist/{skillopt-optimization-method-D72XZZfR.js.map → skillopt-optimization-method-DYwEndON.js.map} +1 -1
  206. package/dist/{statistical-heldout-_dXihc9T.d.ts → statistical-heldout--0b1lgx4.d.ts} +6 -282
  207. package/dist/statistical-heldout--0b1lgx4.d.ts.map +1 -0
  208. package/dist/{statistical-heldout-NBxC7jGo.js → statistical-heldout-D6i58CJ5.js} +3 -3
  209. package/dist/{statistical-heldout-NBxC7jGo.js.map → statistical-heldout-D6i58CJ5.js.map} +1 -1
  210. package/dist/statistics-DCZIC-qT.js +2627 -0
  211. package/dist/statistics-DCZIC-qT.js.map +1 -0
  212. package/dist/statistics.d.ts +3 -0
  213. package/dist/statistics.js +3 -0
  214. package/dist/{store-otlp-BfPRa2p8.js → store-otlp-C-jyj3WX.js} +2 -2
  215. package/dist/{store-otlp-BfPRa2p8.js.map → store-otlp-C-jyj3WX.js.map} +1 -1
  216. package/dist/{store-tool-spans-BgwVHXma.d.ts → store-tool-spans-B3z_Qb5u.d.ts} +5 -5
  217. package/dist/{store-tool-spans-BgwVHXma.d.ts.map → store-tool-spans-B3z_Qb5u.d.ts.map} +1 -1
  218. package/dist/{store-tool-spans-BrSWHB9O.js → store-tool-spans-DalWlKY8.js} +3 -3
  219. package/dist/{store-tool-spans-BrSWHB9O.js.map → store-tool-spans-DalWlKY8.js.map} +1 -1
  220. package/dist/{summary-report-0La5vejY.d.ts → summary-report-Cv1AC-iv.d.ts} +2 -2
  221. package/dist/{summary-report-0La5vejY.d.ts.map → summary-report-Cv1AC-iv.d.ts.map} +1 -1
  222. package/dist/{summary-report-C3IJvp0i.js → summary-report-D_uussI3.js} +4 -52
  223. package/dist/summary-report-D_uussI3.js.map +1 -0
  224. package/dist/supervisor-run/index.d.ts +2 -2
  225. package/dist/supervisor-run/index.js +1 -1
  226. package/dist/{systemone-CBvL1gx-.d.ts → systemone-C3xyEKvG.d.ts} +7 -7
  227. package/dist/{systemone-CBvL1gx-.d.ts.map → systemone-C3xyEKvG.d.ts.map} +1 -1
  228. package/dist/{systemone-review-nbuMxxmi.d.ts → systemone-review-CToBl1oa.d.ts} +2 -2
  229. package/dist/{systemone-review-nbuMxxmi.d.ts.map → systemone-review-CToBl1oa.d.ts.map} +1 -1
  230. package/dist/systemone.d.ts +3 -3
  231. package/dist/systemone.js +2 -2
  232. package/dist/{tool-groups-BQsjZD9F.d.ts → tool-groups-R5RO9OHn.d.ts} +3 -3
  233. package/dist/tool-groups-R5RO9OHn.d.ts.map +1 -0
  234. package/dist/{tool-waste-Czt3aWID.js → tool-waste-DEhKfiIE.js} +2 -3
  235. package/dist/{tool-waste-Czt3aWID.js.map → tool-waste-DEhKfiIE.js.map} +1 -1
  236. package/dist/{trace-questions-CpTrtEcm.d.ts → trace-questions-BY6taxnl.d.ts} +3 -3
  237. package/dist/{trace-questions-CpTrtEcm.d.ts.map → trace-questions-BY6taxnl.d.ts.map} +1 -1
  238. package/dist/trace-repair/index.d.ts +1 -1
  239. package/dist/trace-repair/index.js +1 -2
  240. package/dist/trace-repair/index.js.map +1 -1
  241. package/dist/traces.d.ts +5 -5
  242. package/dist/traces.js +3 -3
  243. package/dist/{tree-DPwgM2LX.js → tree-B2y1UR8o.js} +5 -7
  244. package/dist/{tree-DPwgM2LX.js.map → tree-B2y1UR8o.js.map} +1 -1
  245. package/dist/{types-DNB9hIXa.d.ts → types-BAJ2Hb-d.d.ts} +3 -2
  246. package/dist/types-BAJ2Hb-d.d.ts.map +1 -0
  247. package/dist/{types-D91tnhzf.d.ts → types-BwF--ZRz.d.ts} +2 -2
  248. package/dist/{types-D91tnhzf.d.ts.map → types-BwF--ZRz.d.ts.map} +1 -1
  249. package/dist/{types-CBkDo7ja.d.ts → types-CeMZYsNF.d.ts} +6 -5
  250. package/dist/types-CeMZYsNF.d.ts.map +1 -0
  251. package/dist/{types-B9s9Xo5_.d.ts → types-kBMNdo1X.d.ts} +3 -9
  252. package/dist/types-kBMNdo1X.d.ts.map +1 -0
  253. package/dist/wire/index.d.ts +4 -4
  254. package/dist/wire/index.js +1 -1
  255. package/docs/design/statistics-decisions.md +38 -364
  256. package/docs/design.md +1 -1
  257. package/docs/research-report-methodology.md +1 -1
  258. package/package.json +6 -1
  259. package/dist/agreement-irr-DXcXEt4I.js +0 -182
  260. package/dist/agreement-irr-DXcXEt4I.js.map +0 -1
  261. package/dist/analyze-runs-C7vWBDhl.js.map +0 -1
  262. package/dist/benchmark-command-Bqqvv9Tk.js.map +0 -1
  263. package/dist/cluster-bootstrap-BteuR1hg.js +0 -65
  264. package/dist/cluster-bootstrap-BteuR1hg.js.map +0 -1
  265. package/dist/descriptive-B3Eb7tX0.js +0 -229
  266. package/dist/descriptive-B3Eb7tX0.js.map +0 -1
  267. package/dist/findings-store-DWiBvJVM.js.map +0 -1
  268. package/dist/index-B1Bm9oJA.d.ts.map +0 -1
  269. package/dist/index-BAPkHt5H.d.ts.map +0 -1
  270. package/dist/index-BJM4rwP2.d.ts.map +0 -1
  271. package/dist/index-C3t17kHu.d.ts.map +0 -1
  272. package/dist/journal-C1uLJi0w.js.map +0 -1
  273. package/dist/judge-calibration-DKR6Xi-w.js +0 -319
  274. package/dist/judge-calibration-DKR6Xi-w.js.map +0 -1
  275. package/dist/judge-calibration-DnrbQaXI.d.ts +0 -144
  276. package/dist/judge-calibration-DnrbQaXI.d.ts.map +0 -1
  277. package/dist/mean-D1d6gedE.js +0 -284
  278. package/dist/mean-D1d6gedE.js.map +0 -1
  279. package/dist/metrics-DNCAUtuB.js.map +0 -1
  280. package/dist/multiplicity-DAd4xaDC.js +0 -100
  281. package/dist/multiplicity-DAd4xaDC.js.map +0 -1
  282. package/dist/multiplicity-D_SEsc5j.d.ts +0 -41
  283. package/dist/multiplicity-D_SEsc5j.d.ts.map +0 -1
  284. package/dist/paired-arms-3-tsXvvC.js +0 -740
  285. package/dist/paired-arms-3-tsXvvC.js.map +0 -1
  286. package/dist/paired-binary-CMzmSSd5.js +0 -372
  287. package/dist/paired-binary-CMzmSSd5.js.map +0 -1
  288. package/dist/paired-promotion-decision-BDnqepZ1.d.ts.map +0 -1
  289. package/dist/paired-tests-Buh6feJ4.js +0 -211
  290. package/dist/paired-tests-Buh6feJ4.js.map +0 -1
  291. package/dist/power-and-mde-g3vOn0XK.js +0 -99
  292. package/dist/power-and-mde-g3vOn0XK.js.map +0 -1
  293. package/dist/promotion-gate-DOkgJcLW.d.ts.map +0 -1
  294. package/dist/random-BN150Q_X.d.ts +0 -79
  295. package/dist/random-BN150Q_X.d.ts.map +0 -1
  296. package/dist/schema-CfoA9U_U.d.ts.map +0 -1
  297. package/dist/sequential-eprocess-C1YLwFaz.js +0 -129
  298. package/dist/sequential-eprocess-C1YLwFaz.js.map +0 -1
  299. package/dist/statistical-heldout-_dXihc9T.d.ts.map +0 -1
  300. package/dist/summary-report-C3IJvp0i.js.map +0 -1
  301. package/dist/tool-groups-BQsjZD9F.d.ts.map +0 -1
  302. package/dist/types-0KglnQ9o.d.ts.map +0 -1
  303. package/dist/types-B9s9Xo5_.d.ts.map +0 -1
  304. package/dist/types-CBkDo7ja.d.ts.map +0 -1
  305. package/dist/types-DNB9hIXa.d.ts.map +0 -1
@@ -1 +1 @@
1
- {"version":3,"file":"single-run-lock-BGlW3OSk.js","names":[],"sources":["../src/campaign/single-run-lock.ts"],"sourcesContent":["/**\n * Single-run lock for evaluations that share one mutable environment.\n *\n * Two concurrent runs against a shared stateful gym silently corrupt each\n * other: each resets/mutates environment state mid-cell of the other, and\n * every score from both becomes garbage that LOOKS like worker variance\n * (agent-lab R357 burned hours on flip-flopping scores before tracing them\n * to exactly this). The fix is a holder lockfile: refuse to start while the\n * holder may be alive, reclaim a lock whose holder is proved dead\n * (`lockHolderVerdict`), release only if the lock is still ours.\n *\n * `alsoCheck` exists because independent runners can guard the same shared\n * resource with differently named lockfiles; a runner must respect all of\n * them even though it writes only its own.\n */\n\nimport {\n type AtomicFileLockUnavailable,\n probeAtomicFileLock,\n tryAcquireAtomicFileLock,\n} from '../ledger-core/atomic-file-lock'\n\nexport interface SingleRunLockOptions {\n /** Lockfile this runner writes (and checks). */\n readonly lockPath: string\n /** Other runners' lockfiles guarding the same resource; checked, never written. */\n readonly alsoCheck?: readonly string[]\n /** Install a process 'exit' hook that releases the lock. Default true. */\n readonly releaseOnExit?: boolean\n /** Owner pid recorded in the lockfile metadata. Default process.pid. */\n readonly pid?: number\n}\n\nexport interface SingleRunLock {\n /** Remove the lockfile if this process still owns it. Idempotent. */\n release(): void\n}\n\nfunction assertAvailable(path: string): void {\n const unavailable = probeAtomicFileLock({ lockPath: path })\n if (unavailable) throw unavailableError(path, unavailable)\n}\n\nfunction unavailableError(path: string, unavailable: AtomicFileLockUnavailable): Error {\n if (unavailable.reason === 'recovery') {\n return new Error(\n `single-run lock recovery is already in progress (${path}); refusing a concurrent run`,\n )\n }\n return new Error(\n `single-run lock held by live pid ${unavailable.holder.pid} (${path}); refusing a concurrent run on the shared resource`,\n )\n}\n\n/**\n * Acquire the lock or throw naming the holder. A lock whose holder is proved\n * dead is reclaimed by one contender. An interrupted reclaim\n * leaves a marker that fails closed instead of admitting overlapping runs.\n */\nexport function acquireSingleRunLock(opts: SingleRunLockOptions): SingleRunLock {\n const pid = opts.pid ?? process.pid\n if (!Number.isSafeInteger(pid) || pid <= 0)\n throw new Error('single-run lock pid must be a positive integer')\n for (const path of opts.alsoCheck ?? []) assertAvailable(path)\n const acquisition = tryAcquireAtomicFileLock({\n lockPath: opts.lockPath,\n pid,\n })\n if (!acquisition.acquired) throw unavailableError(opts.lockPath, acquisition)\n const releaseOnExit = opts.releaseOnExit ?? true\n let released = false\n const release = (): void => {\n if (released) return\n released = true\n if (releaseOnExit) process.off('exit', release)\n try {\n acquisition.lock.release()\n } catch {\n // release is best-effort; a leftover stale lock is reclaimed on next acquire\n }\n }\n try {\n for (const path of opts.alsoCheck ?? []) assertAvailable(path)\n } catch (error) {\n release()\n throw error\n }\n if (releaseOnExit) process.on('exit', release)\n return { release }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AAsCA,SAAS,gBAAgB,MAAoB;CAC3C,MAAM,cAAc,oBAAoB,EAAE,UAAU,KAAK,CAAC;CAC1D,IAAI,aAAa,MAAM,iBAAiB,MAAM,WAAW;AAC3D;AAEA,SAAS,iBAAiB,MAAc,aAA+C;CACrF,IAAI,YAAY,WAAW,YACzB,uBAAO,IAAI,MACT,oDAAoD,KAAK,6BAC3D;CAEF,uBAAO,IAAI,MACT,oCAAoC,YAAY,OAAO,IAAI,IAAI,KAAK,oDACtE;AACF;;;;;;AAOA,SAAgB,qBAAqB,MAA2C;CAC9E,MAAM,MAAM,KAAK,OAAO,QAAQ;CAChC,IAAI,CAAC,OAAO,cAAc,GAAG,KAAK,OAAO,GACvC,MAAM,IAAI,MAAM,gDAAgD;CAClE,KAAK,MAAM,QAAQ,KAAK,aAAa,CAAC,GAAG,gBAAgB,IAAI;CAC7D,MAAM,cAAc,yBAAyB;EAC3C,UAAU,KAAK;EACf;CACF,CAAC;CACD,IAAI,CAAC,YAAY,UAAU,MAAM,iBAAiB,KAAK,UAAU,WAAW;CAC5E,MAAM,gBAAgB,KAAK,iBAAiB;CAC5C,IAAI,WAAW;CACf,MAAM,gBAAsB;EAC1B,IAAI,UAAU;EACd,WAAW;EACX,IAAI,eAAe,QAAQ,IAAI,QAAQ,OAAO;EAC9C,IAAI;GACF,YAAY,KAAK,QAAQ;EAC3B,QAAQ,CAER;CACF;CACA,IAAI;EACF,KAAK,MAAM,QAAQ,KAAK,aAAa,CAAC,GAAG,gBAAgB,IAAI;CAC/D,SAAS,OAAO;EACd,QAAQ;EACR,MAAM;CACR;CACA,IAAI,eAAe,QAAQ,GAAG,QAAQ,OAAO;CAC7C,OAAO,EAAE,QAAQ;AACnB"}
1
+ {"version":3,"file":"single-run-lock-CUj2tjxT.js","names":[],"sources":["../src/campaign/single-run-lock.ts"],"sourcesContent":["/**\n * Single-run lock for evaluations that share one mutable environment.\n *\n * Two concurrent runs against a shared stateful gym silently corrupt each\n * other: each resets/mutates environment state mid-cell of the other, and\n * every score from both becomes garbage that LOOKS like worker variance\n * (agent-lab R357 burned hours on flip-flopping scores before tracing them\n * to exactly this). The fix is a holder lockfile: refuse to start while the\n * holder may be alive, reclaim a lock whose holder is proved dead\n * (`lockHolderVerdict`), release only if the lock is still ours.\n *\n * `alsoCheck` exists because independent runners can guard the same shared\n * resource with differently named lockfiles; a runner must respect all of\n * them even though it writes only its own.\n */\n\nimport {\n type AtomicFileLockUnavailable,\n probeAtomicFileLock,\n tryAcquireAtomicFileLock,\n} from '../ledger-core/atomic-file-lock'\n\nexport interface SingleRunLockOptions {\n /** Lockfile this runner writes (and checks). */\n readonly lockPath: string\n /** Other runners' lockfiles guarding the same resource; checked, never written. */\n readonly alsoCheck?: readonly string[]\n /** Install a process 'exit' hook that releases the lock. Default true. */\n readonly releaseOnExit?: boolean\n /** Owner pid recorded in the lockfile metadata. Default process.pid. */\n readonly pid?: number\n}\n\nexport interface SingleRunLock {\n /** Remove the lockfile if this process still owns it. Idempotent. */\n release(): void\n}\n\nfunction assertAvailable(path: string): void {\n const unavailable = probeAtomicFileLock({ lockPath: path })\n if (unavailable) throw unavailableError(path, unavailable)\n}\n\nfunction unavailableError(path: string, unavailable: AtomicFileLockUnavailable): Error {\n if (unavailable.reason === 'recovery') {\n return new Error(\n `single-run lock recovery is already in progress (${path}); refusing a concurrent run`,\n )\n }\n return new Error(\n `single-run lock held by live pid ${unavailable.holder.pid} (${path}); refusing a concurrent run on the shared resource`,\n )\n}\n\n/**\n * Acquire the lock or throw naming the holder. A lock whose holder is proved\n * dead is reclaimed by one contender. An interrupted reclaim\n * leaves a marker that fails closed instead of admitting overlapping runs.\n */\nexport function acquireSingleRunLock(opts: SingleRunLockOptions): SingleRunLock {\n const pid = opts.pid ?? process.pid\n if (!Number.isSafeInteger(pid) || pid <= 0)\n throw new Error('single-run lock pid must be a positive integer')\n for (const path of opts.alsoCheck ?? []) assertAvailable(path)\n const acquisition = tryAcquireAtomicFileLock({\n lockPath: opts.lockPath,\n pid,\n })\n if (!acquisition.acquired) throw unavailableError(opts.lockPath, acquisition)\n const releaseOnExit = opts.releaseOnExit ?? true\n let released = false\n const release = (): void => {\n if (released) return\n released = true\n if (releaseOnExit) process.off('exit', release)\n try {\n acquisition.lock.release()\n } catch {\n // release is best-effort; a leftover stale lock is reclaimed on next acquire\n }\n }\n try {\n for (const path of opts.alsoCheck ?? []) assertAvailable(path)\n } catch (error) {\n release()\n throw error\n }\n if (releaseOnExit) process.on('exit', release)\n return { release }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AAsCA,SAAS,gBAAgB,MAAoB;CAC3C,MAAM,cAAc,oBAAoB,EAAE,UAAU,KAAK,CAAC;CAC1D,IAAI,aAAa,MAAM,iBAAiB,MAAM,WAAW;AAC3D;AAEA,SAAS,iBAAiB,MAAc,aAA+C;CACrF,IAAI,YAAY,WAAW,YACzB,uBAAO,IAAI,MACT,oDAAoD,KAAK,6BAC3D;CAEF,uBAAO,IAAI,MACT,oCAAoC,YAAY,OAAO,IAAI,IAAI,KAAK,oDACtE;AACF;;;;;;AAOA,SAAgB,qBAAqB,MAA2C;CAC9E,MAAM,MAAM,KAAK,OAAO,QAAQ;CAChC,IAAI,CAAC,OAAO,cAAc,GAAG,KAAK,OAAO,GACvC,MAAM,IAAI,MAAM,gDAAgD;CAClE,KAAK,MAAM,QAAQ,KAAK,aAAa,CAAC,GAAG,gBAAgB,IAAI;CAC7D,MAAM,cAAc,yBAAyB;EAC3C,UAAU,KAAK;EACf;CACF,CAAC;CACD,IAAI,CAAC,YAAY,UAAU,MAAM,iBAAiB,KAAK,UAAU,WAAW;CAC5E,MAAM,gBAAgB,KAAK,iBAAiB;CAC5C,IAAI,WAAW;CACf,MAAM,gBAAsB;EAC1B,IAAI,UAAU;EACd,WAAW;EACX,IAAI,eAAe,QAAQ,IAAI,QAAQ,OAAO;EAC9C,IAAI;GACF,YAAY,KAAK,QAAQ;EAC3B,QAAQ,CAER;CACF;CACA,IAAI;EACF,KAAK,MAAM,QAAQ,KAAK,aAAa,CAAC,GAAG,gBAAgB,IAAI;CAC/D,SAAS,OAAO;EACd,QAAQ;EACR,MAAM;CACR;CACA,IAAI,eAAe,QAAQ,GAAG,QAAQ,OAAO;CAC7C,OAAO,EAAE,QAAQ;AACnB"}
@@ -1,20 +1,20 @@
1
1
  import { a as hashCanonical } from "./canonical-CicJlINA.js";
2
- import { r as meanOrZero } from "./mean-D1d6gedE.js";
3
- import { t as decidePairedPromotion } from "./paired-promotion-decision-CiueaTTj.js";
4
- import { a as heldoutSignificance, o as pairHoldout } from "./statistical-heldout-NBxC7jGo.js";
5
- import { d as mapConcurrent } from "./journal-C1uLJi0w.js";
2
+ import { lt as meanOrZero } from "./statistics-DCZIC-qT.js";
3
+ import { t as decidePairedPromotion } from "./paired-promotion-decision-Nt4CkkOT.js";
4
+ import { a as heldoutSignificance, o as pairHoldout } from "./statistical-heldout-D6i58CJ5.js";
5
+ import { d as mapConcurrent } from "./journal-CTX5uK-n.js";
6
6
  import { n as contentHash, t as canonicalJson } from "./verdict-cache-BVH-fl18.js";
7
- import { $ as resolveRunDir, C as surfaceDiff, G as assertIndependentEvaluationSplit, J as exposeFinalEvidence, K as captureFinalEvidencePolicy, R as captureJudge, T as assertSearchHistoryAdmissionOptions, Y as reserveFinalEvidence, Z as runCampaign, b as SearchRecorder, c as readGepaCandidatePopulationArtifact, d as optimizationTokenUsageFromSummary, l as combineComparisonCosts, o as executeOptimizationMethod, q as evaluationUnitMap, s as assertGepaCandidatePopulationSummary, u as costFromLedgerSummary, w as surfaceNode, x as developmentClaim } from "./llm-judge-CHLvjbVR.js";
8
- import { D as assertCompleteCampaign, T as assertCampaignDesign, f as campaignBreakdown, t as createCampaignEvidenceReceipt } from "./campaign-evidence-CcA7a67m.js";
7
+ import { $ as resolveRunDir, C as surfaceDiff, G as assertIndependentEvaluationSplit, J as exposeFinalEvidence, K as captureFinalEvidencePolicy, R as captureJudge, T as assertSearchHistoryAdmissionOptions, Y as reserveFinalEvidence, Z as runCampaign, b as SearchRecorder, c as readGepaCandidatePopulationArtifact, d as optimizationTokenUsageFromSummary, l as combineComparisonCosts, o as executeOptimizationMethod, q as evaluationUnitMap, s as assertGepaCandidatePopulationSummary, u as costFromLedgerSummary, w as surfaceNode, x as developmentClaim } from "./llm-judge-Bnxuwjxl.js";
8
+ import { D as assertCompleteCampaign, T as assertCampaignDesign, f as campaignBreakdown, t as createCampaignEvidenceReceipt } from "./campaign-evidence-BuKlRzSA.js";
9
9
  import { t as deepFreezeCanonicalJson } from "./deep-freeze-CK8-2W7p.js";
10
- import { M as fsCampaignStorage, _ as resolveExternalOptimizerCallbackLimits, d as assertExternalOptimizerModelBudget, f as assertJsonValue, g as removeCredentialEnvironment, h as isExternalTextCandidate, i as startExternalOptimizerModelProxy, j as createRunCostLedger, m as isCandidateText, n as closeExternalOptimizerResources, p as assertNoCredentialValues, r as runWithCleanup, t as runExternalOptimizerProcess, v as resolveExternalOptimizerProcessLimits, y as safePathComponent } from "./external-optimizer-subprocess-B44kOfZb.js";
10
+ import { M as fsCampaignStorage, _ as resolveExternalOptimizerCallbackLimits, d as assertExternalOptimizerModelBudget, f as assertJsonValue, g as removeCredentialEnvironment, h as isExternalTextCandidate, i as startExternalOptimizerModelProxy, j as createRunCostLedger, m as isCandidateText, n as closeExternalOptimizerResources, p as assertNoCredentialValues, r as runWithCleanup, t as runExternalOptimizerProcess, v as resolveExternalOptimizerProcessLimits, y as safePathComponent } from "./external-optimizer-subprocess-_C_2yriN.js";
11
11
  import { s as surfaceContentHash } from "./json-recovery-DK4MDm5r.js";
12
12
  import { r as summarizeEvaluationUnits, t as defineEvaluationClaim } from "./claim-Dod_mjk3.js";
13
- import { n as openSearchLedger } from "./search-ledger-CV_bQQed.js";
14
- import { t as acquireSingleRunLock } from "./single-run-lock-BGlW3OSk.js";
13
+ import { n as openSearchLedger } from "./search-ledger-Dk-yk5Li.js";
14
+ import { t as acquireSingleRunLock } from "./single-run-lock-CUj2tjxT.js";
15
15
  import { n as isRecord } from "./json-DtvZNAU9.js";
16
- import { c as combineAbortSignals, f as assertServedModelPolicy } from "./llm-client-BdSiZ4qz.js";
17
- import { t as startExternalOptimizerCallback } from "./external-optimizer-process-za-SsIap.js";
16
+ import { c as combineAbortSignals, f as assertServedModelPolicy } from "./llm-client-DMMSg-Ro.js";
17
+ import { t as startExternalOptimizerCallback } from "./external-optimizer-process-2ImGH_LR.js";
18
18
  import { createHash, randomBytes } from "node:crypto";
19
19
  import { mkdir } from "node:fs/promises";
20
20
  import { isDeepStrictEqual } from "node:util";
@@ -3223,4 +3223,4 @@ async function finishSkillOptRun(context, result, outputDir, modelProxy) {
3223
3223
  }
3224
3224
  export { importExternalEvaluations as a, composeGate as c, readExternalOptimizerObservationArtifact as d, externalSurface as i, externalTextOptimizationMethod as l, compareOptimizationMethods as n, importGepaPopulation as o, gepaOptimizationMethod as r, heldOutGate as s, skillOptOptimizationMethod as t, decodeExternalTextCandidate as u };
3225
3225
 
3226
- //# sourceMappingURL=skillopt-optimization-method-D72XZZfR.js.map
3226
+ //# sourceMappingURL=skillopt-optimization-method-DYwEndON.js.map