@tangle-network/agent-eval 0.144.11 → 0.144.13

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (378) hide show
  1. package/CHANGELOG.md +11 -0
  2. package/dist/agent-profile-B9_GGsG8.d.ts +84 -0
  3. package/dist/agent-profile-B9_GGsG8.d.ts.map +1 -0
  4. package/dist/{agent-profile-cell-BOP-iA9Q.d.ts → agent-profile-cell-BkcRDikH.d.ts} +2 -2
  5. package/dist/{agent-profile-cell-BOP-iA9Q.d.ts.map → agent-profile-cell-BkcRDikH.d.ts.map} +1 -1
  6. package/dist/analyst/index.d.ts +134 -16
  7. package/dist/analyst/index.d.ts.map +1 -1
  8. package/dist/analyst/index.js +364 -10
  9. package/dist/analyst/index.js.map +1 -1
  10. package/dist/backend-integrity-CsVin_Wb.d.ts +280 -0
  11. package/dist/backend-integrity-CsVin_Wb.d.ts.map +1 -0
  12. package/dist/{baseline-C-GocmIW.js → baseline-BhPRQBVn.js} +3 -2
  13. package/dist/{baseline-C-GocmIW.js.map → baseline-BhPRQBVn.js.map} +1 -1
  14. package/dist/{benchmark-CWeqGl7x.js → benchmark-BhT16ep9.js} +2 -2
  15. package/dist/{benchmark-CWeqGl7x.js.map → benchmark-BhT16ep9.js.map} +1 -1
  16. package/dist/{agent-profile-DPi7IZg7.d.ts → benchmark-Ceoan7vk.d.ts} +4 -91
  17. package/dist/benchmark-Ceoan7vk.d.ts.map +1 -0
  18. package/dist/{benchmark-command-BteMFN62.js → benchmark-command-CY6cbhOB.js} +36 -79
  19. package/dist/benchmark-command-CY6cbhOB.js.map +1 -0
  20. package/dist/benchmarks/index.d.ts +244 -2
  21. package/dist/benchmarks/index.d.ts.map +1 -0
  22. package/dist/benchmarks/index.js +733 -1
  23. package/dist/benchmarks/index.js.map +1 -0
  24. package/dist/builder-eval/index.d.ts +23 -2
  25. package/dist/builder-eval/index.d.ts.map +1 -1
  26. package/dist/builder-eval/index.js +227 -3
  27. package/dist/builder-eval/index.js.map +1 -1
  28. package/dist/campaign/index.d.ts +10 -8
  29. package/dist/campaign/index.js +9 -6
  30. package/dist/{campaign-C2TTzQII.js → campaign-BYjBAypg.js} +21 -634
  31. package/dist/campaign-BYjBAypg.js.map +1 -0
  32. package/dist/{canonical-D011XM8r.js → canonical-D-XsTQ6_.js} +2 -2
  33. package/dist/{canonical-D011XM8r.js.map → canonical-D-XsTQ6_.js.map} +1 -1
  34. package/dist/{index-CQTZ-4XN.d.ts → capture-fetch-DDvpjVRU.d.ts} +3 -3
  35. package/dist/capture-fetch-DDvpjVRU.d.ts.map +1 -0
  36. package/dist/{default-registry-BmktKy8r.js → chat-client-Bp4Ebuuc.js} +1276 -1276
  37. package/dist/chat-client-Bp4Ebuuc.js.map +1 -0
  38. package/dist/cli.js +2 -2
  39. package/dist/{client-C9gzZE59.d.ts → client-KUbGulm_.d.ts} +4 -4
  40. package/dist/{client-C9gzZE59.d.ts.map → client-KUbGulm_.d.ts.map} +1 -1
  41. package/dist/contract/index.d.ts +13 -390
  42. package/dist/contract/index.d.ts.map +1 -1
  43. package/dist/contract/index.js +18 -542
  44. package/dist/contract/index.js.map +1 -1
  45. package/dist/{cost-ledger-DMFxsLKr.js → cost-ledger-BSe92yAV.js} +3 -3
  46. package/dist/{cost-ledger-DMFxsLKr.js.map → cost-ledger-BSe92yAV.js.map} +1 -1
  47. package/dist/{cost-ledger-Bv_e8XHY.d.ts → cost-ledger-DbQdN3nO.d.ts} +2 -2
  48. package/dist/{cost-ledger-Bv_e8XHY.d.ts.map → cost-ledger-DbQdN3nO.d.ts.map} +1 -1
  49. package/dist/{counterfactual-CxmxAONP.d.ts → counterfactual--bpysZF0.d.ts} +2 -14
  50. package/dist/{counterfactual-CxmxAONP.d.ts.map → counterfactual--bpysZF0.d.ts.map} +1 -1
  51. package/dist/{counterfactual-CWPTrMH7.js → counterfactual-lDfCx0Uz.js} +3 -31
  52. package/dist/{counterfactual-CWPTrMH7.js.map → counterfactual-lDfCx0Uz.js.map} +1 -1
  53. package/dist/{dataset-C8xaLXdY.d.ts → dataset-CJjKqQfA.d.ts} +2 -8
  54. package/dist/dataset-CJjKqQfA.d.ts.map +1 -0
  55. package/dist/{default-registry-Bf8Woqmq.d.ts → default-registry-Di6HP6pG.d.ts} +7 -12
  56. package/dist/default-registry-Di6HP6pG.d.ts.map +1 -0
  57. package/dist/{analyze-runs-C30yljDJ.js → define-agent-eval-iqjT--ZZ.js} +542 -130
  58. package/dist/define-agent-eval-iqjT--ZZ.js.map +1 -0
  59. package/dist/define-agent-eval-sH24zBfM.d.ts +388 -0
  60. package/dist/define-agent-eval-sH24zBfM.d.ts.map +1 -0
  61. package/dist/descriptive-B5MwKfbf.js +144 -0
  62. package/dist/descriptive-B5MwKfbf.js.map +1 -0
  63. package/dist/{dspy-rlm-engine-DbTk4JdR.js → dspy-rlm-engine-B_qhSc21.js} +4 -4
  64. package/dist/{dspy-rlm-engine-DbTk4JdR.js.map → dspy-rlm-engine-B_qhSc21.js.map} +1 -1
  65. package/dist/effect-sizes-DiH8MGOH.js +82 -0
  66. package/dist/effect-sizes-DiH8MGOH.js.map +1 -0
  67. package/dist/{engine-3hL-XqwJ.d.ts → engine-otFpE2gF.d.ts} +10 -38
  68. package/dist/engine-otFpE2gF.d.ts.map +1 -0
  69. package/dist/{errors-CKPfb2aH.d.ts → errors-DEE6u6ot.d.ts} +2 -14
  70. package/dist/{errors-CKPfb2aH.d.ts.map → errors-DEE6u6ot.d.ts.map} +1 -1
  71. package/dist/{errors-D-LKuDhb.js → errors-Dngq5h35.js} +2 -8
  72. package/dist/{errors-D-LKuDhb.js.map → errors-Dngq5h35.js.map} +1 -1
  73. package/dist/{eval-campaign-B_7wcnav.js → eval-campaign-UB-usSQ2.js} +6 -6
  74. package/dist/{eval-campaign-B_7wcnav.js.map → eval-campaign-UB-usSQ2.js.map} +1 -1
  75. package/dist/{exact-types-DSFFpLLI.d.ts → exact-types-BH1twmAJ.d.ts} +2 -2
  76. package/dist/{exact-types-DSFFpLLI.d.ts.map → exact-types-BH1twmAJ.d.ts.map} +1 -1
  77. package/dist/experiment/index.d.ts +9 -6
  78. package/dist/experiment/index.d.ts.map +1 -1
  79. package/dist/experiment/index.js +11 -7
  80. package/dist/experiment/index.js.map +1 -1
  81. package/dist/experiment-tracker-C29gXM4B.js +269 -0
  82. package/dist/experiment-tracker-C29gXM4B.js.map +1 -0
  83. package/dist/{experiment-tracker-IMntXr6J.d.ts → experiment-tracker-DWHZBAYL.d.ts} +77 -121
  84. package/dist/experiment-tracker-DWHZBAYL.d.ts.map +1 -0
  85. package/dist/{external-optimizer-contracts-CZuJNcT5.d.ts → external-optimizer-contracts-lixrOZdX.d.ts} +3 -3
  86. package/dist/{external-optimizer-contracts-CZuJNcT5.d.ts.map → external-optimizer-contracts-lixrOZdX.d.ts.map} +1 -1
  87. package/dist/external-optimizer-process-BTiNB-RH.js +301 -0
  88. package/dist/external-optimizer-process-BTiNB-RH.js.map +1 -0
  89. package/dist/{single-run-lock-DFWHEB09.js → external-optimizer-subprocess-DrJ9hR8u.js} +144 -438
  90. package/dist/external-optimizer-subprocess-DrJ9hR8u.js.map +1 -0
  91. package/dist/extract-usage-BrQ8mCLX.js +155 -0
  92. package/dist/extract-usage-BrQ8mCLX.js.map +1 -0
  93. package/dist/{failure-cluster-CqcvCcdR.d.ts → failure-cluster-BLURuWG4.d.ts} +2 -3
  94. package/dist/failure-cluster-BLURuWG4.d.ts.map +1 -0
  95. package/dist/{feedback-trajectory-CacHpxsp.d.ts → feedback-trajectory-juOozjAc.d.ts} +5 -36
  96. package/dist/feedback-trajectory-juOozjAc.d.ts.map +1 -0
  97. package/dist/fuzz.d.ts +2 -2
  98. package/dist/fuzz.js +2 -2
  99. package/dist/hosted/index.d.ts +3 -3
  100. package/dist/{index-CvSN3IG1.d.ts → index-B8Ui1mr1.d.ts} +2 -2
  101. package/dist/{index-CvSN3IG1.d.ts.map → index-B8Ui1mr1.d.ts.map} +1 -1
  102. package/dist/{skill-usage-CO9OLRBx.d.ts → index-BWDrSVfw.d.ts} +11 -136
  103. package/dist/index-BWDrSVfw.d.ts.map +1 -0
  104. package/dist/index-Ba3YrbAL.d.ts +1 -0
  105. package/dist/{index-BnEuDAK2.d.ts → index-COQYtuRF.d.ts} +3 -3
  106. package/dist/{index-BnEuDAK2.d.ts.map → index-COQYtuRF.d.ts.map} +1 -1
  107. package/dist/{index-C3ssXVLv.d.ts → index-CvjYbU0D.d.ts} +2 -2
  108. package/dist/{index-C3ssXVLv.d.ts.map → index-CvjYbU0D.d.ts.map} +1 -1
  109. package/dist/{index-DPPGNJ_R.d.ts → index-DSmEylT9.d.ts} +17 -115
  110. package/dist/index-DSmEylT9.d.ts.map +1 -0
  111. package/dist/index.d.ts +2397 -5308
  112. package/dist/index.d.ts.map +1 -1
  113. package/dist/index.js +5914 -10496
  114. package/dist/index.js.map +1 -1
  115. package/dist/{insight-report-CgX_s0Ez.d.ts → insight-report-CRi-Ufrj.d.ts} +4 -4
  116. package/dist/{insight-report-CgX_s0Ez.d.ts.map → insight-report-CRi-Ufrj.d.ts.map} +1 -1
  117. package/dist/{integrity-MLzHOfV9.js → integrity-Cy9WHAtb.js} +2 -2
  118. package/dist/{integrity-MLzHOfV9.js.map → integrity-Cy9WHAtb.js.map} +1 -1
  119. package/dist/{integrity-DY6tIbl0.js → integrity-DysDBWDu.js} +2 -2
  120. package/dist/{integrity-DY6tIbl0.js.map → integrity-DysDBWDu.js.map} +1 -1
  121. package/dist/{integrity-BuqEKu-x.d.ts → integrity-OrcI9Nau.d.ts} +3 -3
  122. package/dist/{integrity-BuqEKu-x.d.ts.map → integrity-OrcI9Nau.d.ts.map} +1 -1
  123. package/dist/internal-BDHPCnjk.js +230 -0
  124. package/dist/internal-BDHPCnjk.js.map +1 -0
  125. package/dist/judge-calibration-C5CbMYce.d.ts +117 -0
  126. package/dist/judge-calibration-C5CbMYce.d.ts.map +1 -0
  127. package/dist/judge-calibration-DZkWrm5H.js +317 -0
  128. package/dist/judge-calibration-DZkWrm5H.js.map +1 -0
  129. package/dist/{kind-factory-B8-r8-y8.js → kind-factory-CPmSd58s.js} +208 -208
  130. package/dist/{kind-factory-B8-r8-y8.js.map → kind-factory-CPmSd58s.js.map} +1 -1
  131. package/dist/ledger-core/index.d.ts +1 -1
  132. package/dist/ledger-core/index.js +2 -2
  133. package/dist/{ledger-core-DXZIqu17.js → ledger-core-BmZt19oQ.js} +110 -110
  134. package/dist/{ledger-core-DXZIqu17.js.map → ledger-core-BmZt19oQ.js.map} +1 -1
  135. package/dist/{llm-client-DzvMUsS_.js → llm-client-d0-2TT1g.js} +4 -64
  136. package/dist/{llm-client-DzvMUsS_.js.map → llm-client-d0-2TT1g.js.map} +1 -1
  137. package/dist/{skillopt-optimization-method-CQdVeM8k.js → llm-judge-dZ8P6nGI.js} +3349 -5401
  138. package/dist/llm-judge-dZ8P6nGI.js.map +1 -0
  139. package/dist/matrix/index.d.ts +2 -2
  140. package/dist/meta-eval/index.d.ts +3 -3
  141. package/dist/meta-eval/index.js +3 -3
  142. package/dist/{metrics-C9YY1OcL.js → metrics-Cl0L1KUy.js} +2 -108
  143. package/dist/{metrics-C9YY1OcL.js.map → metrics-Cl0L1KUy.js.map} +1 -1
  144. package/dist/{mint-B2O60ACG.js → mint-Dj9Ww_3I.js} +4 -4
  145. package/dist/{mint-B2O60ACG.js.map → mint-Dj9Ww_3I.js.map} +1 -1
  146. package/dist/{multi-layer-verifier-DnAqwl0h.d.ts → multi-layer-verifier-DIguZc8Z.d.ts} +3 -3
  147. package/dist/{multi-layer-verifier-DnAqwl0h.d.ts.map → multi-layer-verifier-DIguZc8Z.d.ts.map} +1 -1
  148. package/dist/multiplicity-DIWHvysC.d.ts +43 -0
  149. package/dist/multiplicity-DIWHvysC.d.ts.map +1 -0
  150. package/dist/multishot/index.d.ts +3 -3
  151. package/dist/multishot/index.js +1 -1
  152. package/dist/openapi.json +1 -1
  153. package/dist/{opencode-sqlite-8r6WUfHc.js → opencode-sqlite-DJWAXLms.js} +2 -2
  154. package/dist/{opencode-sqlite-8r6WUfHc.js.map → opencode-sqlite-DJWAXLms.js.map} +1 -1
  155. package/dist/package-version-D7lQHt_-.js +34 -0
  156. package/dist/package-version-D7lQHt_-.js.map +1 -0
  157. package/dist/paired-arms-D-XRF_fy.js +1045 -0
  158. package/dist/paired-arms-D-XRF_fy.js.map +1 -0
  159. package/dist/paired-promotion-decision-CGzg0cI_.d.ts +251 -0
  160. package/dist/paired-promotion-decision-CGzg0cI_.d.ts.map +1 -0
  161. package/dist/paired-tests-BHIhYVdu.js +213 -0
  162. package/dist/paired-tests-BHIhYVdu.js.map +1 -0
  163. package/dist/pareto-BqNW3LJR.d.ts +117 -0
  164. package/dist/pareto-BqNW3LJR.d.ts.map +1 -0
  165. package/dist/pipelines/index.d.ts +3 -64
  166. package/dist/pipelines/index.d.ts.map +1 -1
  167. package/dist/pipelines/index.js +4 -284
  168. package/dist/pipelines/index.js.map +1 -1
  169. package/dist/power-and-mde-CHIrXJll.js +195 -0
  170. package/dist/power-and-mde-CHIrXJll.js.map +1 -0
  171. package/dist/{promotion-policy-CrLrmys8.js → power-preflight-DEw-uC7q.js} +4 -184
  172. package/dist/power-preflight-DEw-uC7q.js.map +1 -0
  173. package/dist/pre-registration-CZwSFQS4.d.ts +577 -0
  174. package/dist/pre-registration-CZwSFQS4.d.ts.map +1 -0
  175. package/dist/{prime-protocol-BfSalTfR.js → prime-protocol-6tZTVsWm.js} +72 -21
  176. package/dist/prime-protocol-6tZTVsWm.js.map +1 -0
  177. package/dist/produced-state-DU79a81m.js +586 -0
  178. package/dist/produced-state-DU79a81m.js.map +1 -0
  179. package/dist/profile-cell.d.ts +1 -1
  180. package/dist/profile-cell.js +1 -1
  181. package/dist/promotion-policy-D0nPhkSy.d.ts +134 -0
  182. package/dist/promotion-policy-D0nPhkSy.d.ts.map +1 -0
  183. package/dist/promotion-policy-xzA40Evo.js +186 -0
  184. package/dist/promotion-policy-xzA40Evo.js.map +1 -0
  185. package/dist/{skillopt-optimization-method-USDKhxSA.d.ts → provenance-CCdxgLDT.d.ts} +57 -478
  186. package/dist/provenance-CCdxgLDT.d.ts.map +1 -0
  187. package/dist/registry-oJeeI4-a.d.ts +178 -0
  188. package/dist/registry-oJeeI4-a.d.ts.map +1 -0
  189. package/dist/{release-report-DA2BCu5a.d.ts → release-confidence-BFRE5WSp.d.ts} +180 -112
  190. package/dist/release-confidence-BFRE5WSp.d.ts.map +1 -0
  191. package/dist/{release-report-BUYmoKo2.js → release-confidence-CxDuiAev.js} +125 -217
  192. package/dist/release-confidence-CxDuiAev.js.map +1 -0
  193. package/dist/reporting.d.ts +6 -5
  194. package/dist/reporting.js +7 -5
  195. package/dist/{researcher-BchpD55R.d.ts → researcher-DaN4GST-.d.ts} +7 -40
  196. package/dist/{researcher-BchpD55R.d.ts.map → researcher-DaN4GST-.d.ts.map} +1 -1
  197. package/dist/{reward-hacking-BDToousL.js → reward-hacking-DNgjilrV.js} +3 -3
  198. package/dist/reward-hacking-DNgjilrV.js.map +1 -0
  199. package/dist/{reward-hacking-BI0OMAlo.d.ts → reward-hacking-DSSTuI9r.d.ts} +5 -5
  200. package/dist/{reward-hacking-BI0OMAlo.d.ts.map → reward-hacking-DSSTuI9r.d.ts.map} +1 -1
  201. package/dist/rl.d.ts +7 -7
  202. package/dist/rl.js +11 -10
  203. package/dist/rl.js.map +1 -1
  204. package/dist/rollout/index.d.ts +2 -2
  205. package/dist/rollout/index.js +4 -4
  206. package/dist/{rollout-DRrksrcV.js → rollout-BWtw0I_6.js} +3 -3
  207. package/dist/{rollout-DRrksrcV.js.map → rollout-BWtw0I_6.js.map} +1 -1
  208. package/dist/{rubric-predictive-validity-DvkjPYCe.d.ts → rubric-predictive-validity-BgxtKe4G.d.ts} +2 -2
  209. package/dist/{rubric-predictive-validity-DvkjPYCe.d.ts.map → rubric-predictive-validity-BgxtKe4G.d.ts.map} +1 -1
  210. package/dist/{rubric-predictive-validity-BRR632r1.js → rubric-predictive-validity-Cwwyd7ah.js} +2 -2
  211. package/dist/{rubric-predictive-validity-BRR632r1.js.map → rubric-predictive-validity-Cwwyd7ah.js.map} +1 -1
  212. package/dist/{run-record-BmSPWXJR.js → run-record-BvHPVS-i.js} +3 -3
  213. package/dist/{run-record-BmSPWXJR.js.map → run-record-BvHPVS-i.js.map} +1 -1
  214. package/dist/{run-record-CF4Dwpxr.d.ts → run-record-CKiihE6f.d.ts} +4 -4
  215. package/dist/{run-record-CF4Dwpxr.d.ts.map → run-record-CKiihE6f.d.ts.map} +1 -1
  216. package/dist/{proposal-findings-2GIUo1et.js → run-score-lDzV0X8j.js} +31 -31
  217. package/dist/run-score-lDzV0X8j.js.map +1 -0
  218. package/dist/sandbox-harness-BlSOu4LX.d.ts +70 -0
  219. package/dist/sandbox-harness-BlSOu4LX.d.ts.map +1 -0
  220. package/dist/{schema-Cef2cFmb2.d.ts → schema-Cef2cFmb.d.ts} +1 -1
  221. package/dist/schema-Cef2cFmb.d.ts.map +1 -0
  222. package/dist/semantic-concept-judge-BiJxScqe.js +406 -0
  223. package/dist/semantic-concept-judge-BiJxScqe.js.map +1 -0
  224. package/dist/{sequential-D-BLJBKU.js → sequential-C458DXNf.js} +4 -3
  225. package/dist/{sequential-D-BLJBKU.js.map → sequential-C458DXNf.js.map} +1 -1
  226. package/dist/sequential-eprocess-CbUt2htw.js +83 -0
  227. package/dist/sequential-eprocess-CbUt2htw.js.map +1 -0
  228. package/dist/series-convergence-D1cL1f-4.d.ts +129 -0
  229. package/dist/series-convergence-D1cL1f-4.d.ts.map +1 -0
  230. package/dist/{server-iu0ede49.js → server-ulsOdrTI.js} +5 -21
  231. package/dist/server-ulsOdrTI.js.map +1 -0
  232. package/dist/skillopt-optimization-method-C5cotF4E.d.ts +427 -0
  233. package/dist/skillopt-optimization-method-C5cotF4E.d.ts.map +1 -0
  234. package/dist/skillopt-optimization-method-jjdnc3YK.js +1999 -0
  235. package/dist/skillopt-optimization-method-jjdnc3YK.js.map +1 -0
  236. package/dist/{statistical-heldout-TQ-4CYiN.d.ts → statistical-heldout-DoFF5KJX.d.ts} +5 -278
  237. package/dist/statistical-heldout-DoFF5KJX.d.ts.map +1 -0
  238. package/dist/{store-otlp-Dw8PPIlL.js → store-otlp-CsptLYpN.js} +3 -3
  239. package/dist/{store-otlp-Dw8PPIlL.js.map → store-otlp-CsptLYpN.js.map} +1 -1
  240. package/dist/store-tool-spans-Cq9mFd-q.js +667 -0
  241. package/dist/store-tool-spans-Cq9mFd-q.js.map +1 -0
  242. package/dist/store-tool-spans-DbDLOBOb.d.ts +342 -0
  243. package/dist/store-tool-spans-DbDLOBOb.d.ts.map +1 -0
  244. package/dist/student-t-CvBq2mve.js +38 -0
  245. package/dist/student-t-CvBq2mve.js.map +1 -0
  246. package/dist/{summary-report-Lf-5I7xh.js → summary-report-Blysd6Z2.js} +6 -3
  247. package/dist/{summary-report-Lf-5I7xh.js.map → summary-report-Blysd6Z2.js.map} +1 -1
  248. package/dist/{summary-report-BNR7DWTj.d.ts → summary-report-CaL-Hnxt.d.ts} +5 -5
  249. package/dist/{summary-report-BNR7DWTj.d.ts.map → summary-report-CaL-Hnxt.d.ts.map} +1 -1
  250. package/dist/supervisor-run/index.d.ts +391 -3
  251. package/dist/supervisor-run/index.d.ts.map +1 -0
  252. package/dist/supervisor-run/index.js +1689 -2
  253. package/dist/{supervisor-run-D_sokXcO.js.map → supervisor-run/index.js.map} +1 -1
  254. package/dist/{extract-usage-CdZdoj1s.js → task-failure-attributes-CpQ4y5RD.js} +5 -157
  255. package/dist/task-failure-attributes-CpQ4y5RD.js.map +1 -0
  256. package/dist/{tool-groups-CZPGGlHf.d.ts → tool-groups-Cteb03Ps.d.ts} +3 -3
  257. package/dist/tool-groups-Cteb03Ps.d.ts.map +1 -0
  258. package/dist/tool-waste-BDdBZG1F.js +803 -0
  259. package/dist/tool-waste-BDdBZG1F.js.map +1 -0
  260. package/dist/tool-waste-DjRDEsuI.d.ts +128 -0
  261. package/dist/tool-waste-DjRDEsuI.d.ts.map +1 -0
  262. package/dist/trace-repair/index.d.ts +14 -5
  263. package/dist/trace-repair/index.d.ts.map +1 -1
  264. package/dist/trace-repair/index.js +35 -7
  265. package/dist/trace-repair/index.js.map +1 -1
  266. package/dist/traces.d.ts +406 -7
  267. package/dist/traces.d.ts.map +1 -0
  268. package/dist/traces.js +1011 -10
  269. package/dist/traces.js.map +1 -0
  270. package/dist/trajectory-replay/index.d.ts +16 -3
  271. package/dist/trajectory-replay/index.d.ts.map +1 -1
  272. package/dist/trajectory-replay/index.js +52 -5
  273. package/dist/trajectory-replay/index.js.map +1 -1
  274. package/dist/types-BEPZc6eo.d.ts +93 -0
  275. package/dist/types-BEPZc6eo.d.ts.map +1 -0
  276. package/dist/{usage-receipt-t7vAzCRQ.js → types-BI4fT3HN.js} +67 -67
  277. package/dist/types-BI4fT3HN.js.map +1 -0
  278. package/dist/{types-BnjdJ70P.d.ts → types-BZ59Ahr8.d.ts} +5 -5
  279. package/dist/{types-BnjdJ70P.d.ts.map → types-BZ59Ahr8.d.ts.map} +1 -1
  280. package/dist/{types-D216SgwM.d.ts → types-Cx3YUh2r.d.ts} +4 -241
  281. package/dist/types-Cx3YUh2r.d.ts.map +1 -0
  282. package/dist/{types-BvDKaULh.d.ts → types-DLQx4mKU.d.ts} +4 -4
  283. package/dist/{types-BvDKaULh.d.ts.map → types-DLQx4mKU.d.ts.map} +1 -1
  284. package/dist/{types-D4mog56g.d.ts → types-yLK8gXE9.d.ts} +2 -2
  285. package/dist/{types-D4mog56g.d.ts.map → types-yLK8gXE9.d.ts.map} +1 -1
  286. package/dist/verdict-BndeTAh_.js +61 -0
  287. package/dist/verdict-BndeTAh_.js.map +1 -0
  288. package/dist/verdict-E4eRNf7-.d.ts +392 -0
  289. package/dist/verdict-E4eRNf7-.d.ts.map +1 -0
  290. package/dist/{verdict-cache-BCcOh0kF.js → verdict-cache-mZf5FEiY.js} +3 -55
  291. package/dist/{verdict-cache-BCcOh0kF.js.map → verdict-cache-mZf5FEiY.js.map} +1 -1
  292. package/dist/wire/index.d.ts +3 -3
  293. package/dist/wire/index.d.ts.map +1 -1
  294. package/dist/wire/index.js +1 -1
  295. package/docs/charter.md +3 -3
  296. package/docs/control-runtime.md +3 -42
  297. package/docs/experiment.md +0 -1
  298. package/docs/feature-guide.md +2 -2
  299. package/docs/trace-repair-grader.md +1 -0
  300. package/docs/trajectory-replay.md +1 -0
  301. package/docs/verdicts.md +43 -0
  302. package/docs/verification-strategies.md +3 -2
  303. package/package.json +6 -11
  304. package/dist/agent-profile-DPi7IZg7.d.ts.map +0 -1
  305. package/dist/analyze-runs-C30yljDJ.js.map +0 -1
  306. package/dist/baseline-CavEbRyH.d.ts +0 -136
  307. package/dist/baseline-CavEbRyH.d.ts.map +0 -1
  308. package/dist/benchmark-command-BteMFN62.js.map +0 -1
  309. package/dist/benchmarks-Dzs8CKb1.js +0 -755
  310. package/dist/benchmarks-Dzs8CKb1.js.map +0 -1
  311. package/dist/campaign-C2TTzQII.js.map +0 -1
  312. package/dist/completion-verifier-DJA5BhPb.d.ts +0 -414
  313. package/dist/completion-verifier-DJA5BhPb.d.ts.map +0 -1
  314. package/dist/control.d.ts +0 -3
  315. package/dist/control.js +0 -2
  316. package/dist/dataset-C8xaLXdY.d.ts.map +0 -1
  317. package/dist/default-registry-Bf8Woqmq.d.ts.map +0 -1
  318. package/dist/default-registry-BmktKy8r.js.map +0 -1
  319. package/dist/engine-3hL-XqwJ.d.ts.map +0 -1
  320. package/dist/experiment-tracker-CnRICnMl.js +0 -500
  321. package/dist/experiment-tracker-CnRICnMl.js.map +0 -1
  322. package/dist/experiment-tracker-IMntXr6J.d.ts.map +0 -1
  323. package/dist/extract-usage-CdZdoj1s.js.map +0 -1
  324. package/dist/failure-cluster-CqcvCcdR.d.ts.map +0 -1
  325. package/dist/feedback-trajectory-CacHpxsp.d.ts.map +0 -1
  326. package/dist/index-BZ3-y4YL.d.ts +0 -391
  327. package/dist/index-BZ3-y4YL.d.ts.map +0 -1
  328. package/dist/index-CQTZ-4XN.d.ts.map +0 -1
  329. package/dist/index-DPPGNJ_R.d.ts.map +0 -1
  330. package/dist/index-YE4KdKbO2.d.ts +0 -335
  331. package/dist/index-YE4KdKbO2.d.ts.map +0 -1
  332. package/dist/paired-arms-iZ08VFMN.js +0 -260
  333. package/dist/paired-arms-iZ08VFMN.js.map +0 -1
  334. package/dist/paired-promotion-decision-B6zJ3gYM.d.ts +0 -114
  335. package/dist/paired-promotion-decision-B6zJ3gYM.d.ts.map +0 -1
  336. package/dist/prime-protocol-BfSalTfR.js.map +0 -1
  337. package/dist/promotion-policy-Ckjhzg_4.d.ts +0 -289
  338. package/dist/promotion-policy-Ckjhzg_4.d.ts.map +0 -1
  339. package/dist/promotion-policy-CrLrmys8.js.map +0 -1
  340. package/dist/proposal-findings-2GIUo1et.js.map +0 -1
  341. package/dist/propose-review-control-dSNPjFUH.js +0 -1458
  342. package/dist/propose-review-control-dSNPjFUH.js.map +0 -1
  343. package/dist/release-report-BUYmoKo2.js.map +0 -1
  344. package/dist/release-report-DA2BCu5a.d.ts.map +0 -1
  345. package/dist/replay-CohS93nE.js +0 -1859
  346. package/dist/replay-CohS93nE.js.map +0 -1
  347. package/dist/replay-DbhZ4Ked.d.ts +0 -834
  348. package/dist/replay-DbhZ4Ked.d.ts.map +0 -1
  349. package/dist/reward-hacking-BDToousL.js.map +0 -1
  350. package/dist/run-evidence-Dhi3C81V.d.ts +0 -225
  351. package/dist/run-evidence-Dhi3C81V.d.ts.map +0 -1
  352. package/dist/schema-Cef2cFmb2.d.ts.map +0 -1
  353. package/dist/semantic-concept-judge-D1z-KepS.js +0 -767
  354. package/dist/semantic-concept-judge-D1z-KepS.js.map +0 -1
  355. package/dist/series-convergence-ofsqPWhs.d.ts +0 -35
  356. package/dist/series-convergence-ofsqPWhs.d.ts.map +0 -1
  357. package/dist/server-iu0ede49.js.map +0 -1
  358. package/dist/single-run-lock-DFWHEB09.js.map +0 -1
  359. package/dist/skill-usage-CO9OLRBx.d.ts.map +0 -1
  360. package/dist/skillopt-optimization-method-CQdVeM8k.js.map +0 -1
  361. package/dist/skillopt-optimization-method-USDKhxSA.d.ts.map +0 -1
  362. package/dist/statistical-heldout-TQ-4CYiN.d.ts.map +0 -1
  363. package/dist/statistics-ByxzSiOM.js +0 -2212
  364. package/dist/statistics-ByxzSiOM.js.map +0 -1
  365. package/dist/statistics-D6Uebe_4.d.ts +0 -968
  366. package/dist/statistics-D6Uebe_4.d.ts.map +0 -1
  367. package/dist/supervisor-run-D_sokXcO.js +0 -1690
  368. package/dist/test-graded-scenario-D1TaI2va.d.ts +0 -141
  369. package/dist/test-graded-scenario-D1TaI2va.d.ts.map +0 -1
  370. package/dist/test-graded-scenario-JHcKQNpq.js +0 -318
  371. package/dist/test-graded-scenario-JHcKQNpq.js.map +0 -1
  372. package/dist/tool-groups-CZPGGlHf.d.ts.map +0 -1
  373. package/dist/tool-use-metrics-DEGMKycK.js +0 -370
  374. package/dist/tool-use-metrics-DEGMKycK.js.map +0 -1
  375. package/dist/types-D216SgwM.d.ts.map +0 -1
  376. package/dist/usage-receipt-t7vAzCRQ.js.map +0 -1
  377. package/dist/verdict-DExhxfgR.d.ts +0 -201
  378. package/dist/verdict-DExhxfgR.d.ts.map +0 -1
@@ -0,0 +1,427 @@
1
+ import { c as CostLedgerHandle } from "./cost-ledger-DbQdN3nO.js";
2
+ import { a as RunRecord } from "./run-record-CKiihE6f.js";
3
+ import { E as LlmCallMetadata, p as ChatClient } from "./types-Cx3YUh2r.js";
4
+ import { _ as ExternalTextEvaluationRequest, c as ExternalOptimizerModelBudget, g as ExternalTextCandidate, h as ExternalOptimizerRunnerCommand, l as ExternalOptimizerModelCall, m as ExternalOptimizerResumeMode, r as ExternalOptimizerCallbackLimits } from "./external-optimizer-contracts-lixrOZdX.js";
5
+ import { R as Scenario, S as JudgeConfig, i as CampaignCostMeter, j as MutableSurface, o as CampaignScenarioIdentity, p as Gate } from "./types-BZ59Ahr8.js";
6
+ import { Q as OptimizationPackageSource, W as OptimizationMethod, k as RedTeamCase, z as CanaryOptions } from "./provenance-CCdxgLDT.js";
7
+ import { t as DetectRewardHackingInput } from "./reward-hacking-DSSTuI9r.js";
8
+ //#region src/reference-equivalence-judge.d.ts
9
+ declare const REFERENCE_EQUIVALENCE_JUDGE_VERSION = "reference-equivalence-judge-v1-2026-07-13";
10
+ declare const REFERENCE_EQUIVALENCE_INPUT_LIMITS: {
11
+ readonly userRequest: 8000;
12
+ readonly expectedAnswer: 32000;
13
+ readonly candidateOutput: 32000;
14
+ };
15
+ interface ReferenceEquivalenceScenario extends Scenario {
16
+ userRequest: string;
17
+ expectedAnswer: string;
18
+ }
19
+ interface ReferenceEquivalenceJudgeInput {
20
+ userRequest: string;
21
+ expectedAnswer: string;
22
+ candidateOutput: string;
23
+ }
24
+ interface ReferenceEquivalenceJudgeOptions {
25
+ /** Injected transport. No implicit provider or credentials are selected. */
26
+ chat: ChatClient;
27
+ /** Falls back to the ChatClient's default model. */
28
+ model?: string;
29
+ /** Used only by the direct-call adapter. */
30
+ signal?: AbortSignal;
31
+ /** Optional receipt destination for direct calls; campaigns supply their own. */
32
+ costLedger?: CostLedgerHandle;
33
+ }
34
+ interface ReferenceEquivalenceJudgeResult extends LlmCallMetadata {
35
+ kind: 'reference-equivalence';
36
+ version: string;
37
+ score: number;
38
+ rationale: string;
39
+ }
40
+ /** Build the campaign-native expected-answer judge. */
41
+ declare function createReferenceEquivalenceJudge(options: ReferenceEquivalenceJudgeOptions): JudgeConfig<string, ReferenceEquivalenceScenario>;
42
+ /** Direct-call adapter over the campaign judge for product callers. */
43
+ declare function runReferenceEquivalenceJudge(input: ReferenceEquivalenceJudgeInput, options: ReferenceEquivalenceJudgeOptions): Promise<ReferenceEquivalenceJudgeResult>;
44
+ //#endregion
45
+ //#region src/campaign/coverage.d.ts
46
+ /** Reject campaign designs whose denominator cannot be identified exactly. */
47
+ declare function assertCampaignDesign<TScenario extends Scenario>(scenarios: readonly TScenario[], reps: number): void;
48
+ /** Redacted but independently verifiable identity of one complete scenario. */
49
+ declare function campaignScenarioIdentity<TScenario extends Scenario>(scenario: TScenario): CampaignScenarioIdentity & Pick<TScenario, 'id' | 'kind'>;
50
+ /** Canonical split identity reconstructed from redacted scenario identities. */
51
+ declare function campaignSplitDigestFromIdentities(scenarios: readonly CampaignScenarioIdentity[], reps: number): `sha256:${string}`;
52
+ /** Canonical identity of the exact scenario payloads and replicate count. */
53
+ declare function campaignSplitDigest<TScenario extends Scenario>(scenarios: readonly TScenario[], reps: number): `sha256:${string}`;
54
+ /** Refuse a campaign whose retained task identities contradict its split digest. */
55
+ declare function assertCampaignSplitIdentity(scenarios: readonly CampaignScenarioIdentity[], reps: number, splitDigest: string): void;
56
+ //#endregion
57
+ //#region src/campaign/external-text-evaluation.d.ts
58
+ interface ExternalOptimizationExample {
59
+ id: string;
60
+ data: unknown;
61
+ }
62
+ interface ExternalTextEvaluationResponse {
63
+ score: number;
64
+ info: {
65
+ scenarioId: string;
66
+ dimensions: Record<string, number>;
67
+ notes?: string;
68
+ artifact?: unknown;
69
+ };
70
+ }
71
+ declare function decodeExternalTextCandidate(candidate: ExternalTextCandidate): MutableSurface;
72
+ //#endregion
73
+ //#region src/campaign/external-text-optimization-contract.d.ts
74
+ interface ExternalTextOptimizerContext {
75
+ readonly runId: string;
76
+ readonly name: string;
77
+ readonly objective: string;
78
+ readonly evaluationId: string;
79
+ readonly background?: string;
80
+ readonly seedCandidate: ExternalTextCandidate;
81
+ readonly trainSet: readonly ExternalOptimizationExample[];
82
+ readonly selectionSet: readonly ExternalOptimizationExample[];
83
+ readonly maxEvaluations: number;
84
+ readonly seed: number;
85
+ /** Stable directory for optimizer checkpoints from compatible attempts. */
86
+ readonly stateDir: string;
87
+ readonly restoreRequested: boolean;
88
+ readonly artifactDir: string;
89
+ readonly signal: AbortSignal;
90
+ /** Record every optimizer-owned paid call through this attributed account. */
91
+ readonly cost: CampaignCostMeter;
92
+ readonly evaluate: (request: ExternalTextEvaluationRequest) => Promise<ExternalTextEvaluationResponse>;
93
+ }
94
+ interface ExternalTextOptimizerResult {
95
+ bestCandidate: ExternalTextCandidate;
96
+ resumed: boolean;
97
+ costAccounting: {
98
+ kind: 'metered';
99
+ } | {
100
+ kind: 'no-paid-work';
101
+ } | {
102
+ kind: 'external';
103
+ reason: string;
104
+ };
105
+ }
106
+ /**
107
+ * Configuration for adapting another text optimizer.
108
+ *
109
+ * `run` owns search. Agent Eval owns split isolation, bounded candidate
110
+ * evaluation, exact cost collection, provenance, and final comparison.
111
+ */
112
+ interface ExternalTextOptimizationMethodConfig<TScenario extends Scenario, TArtifact = unknown> {
113
+ name: string;
114
+ source: Omit<OptimizationPackageSource, 'evidence'>;
115
+ objective: string;
116
+ evaluationId: string;
117
+ background?: string;
118
+ maxEvaluations: number;
119
+ /** Hard limit for calls made through `context.cost`. Use 0 for no paid work. */
120
+ maxOptimizerCostUsd: number;
121
+ /** Abort `context.signal` after this duration. Default: 30 minutes. */
122
+ timeoutMs?: number;
123
+ /** Default: `never`. Compatible runs reuse one state directory. */
124
+ resume?: ExternalOptimizerResumeMode;
125
+ maxCandidateChars?: number;
126
+ maxEvidenceChars?: number;
127
+ describeScenario?: (scenario: TScenario) => unknown;
128
+ describeArtifact?: (artifact: TArtifact, scenario: TScenario) => unknown;
129
+ run: (context: ExternalTextOptimizerContext) => Promise<ExternalTextOptimizerResult>;
130
+ }
131
+ //#endregion
132
+ //#region src/campaign/external-text-optimization.d.ts
133
+ /**
134
+ * Adapt a third-party text optimizer without reimplementing its search.
135
+ *
136
+ * The callback never receives final test cases. Calls to `evaluate` are
137
+ * counted before execution and stop at `maxEvaluations`.
138
+ */
139
+ declare function externalTextOptimizationMethod<TScenario extends Scenario, TArtifact>(config: ExternalTextOptimizationMethodConfig<TScenario, TArtifact>): OptimizationMethod<TScenario, TArtifact>;
140
+ //#endregion
141
+ //#region src/campaign/gates/compose.d.ts
142
+ /** Compose gates — all must `ship` for the composite to `ship`. First
143
+ * non-ship verdict short-circuits the composite verdict, but ALL gates run
144
+ * (so the result records every gate's reason — useful for diagnostics). */
145
+ declare function composeGate<TArtifact = unknown, TScenario extends Scenario = Scenario>(...gates: Array<Gate<TArtifact, TScenario>>): Gate<TArtifact, TScenario>;
146
+ //#endregion
147
+ //#region src/campaign/gates/default-production-gate.d.ts
148
+ type DefaultProductionGateCheck = 'dimension-regression' | 'budget' | 'red-team' | 'reward-hacking' | 'canary';
149
+ type DefaultProductionRewardHackingOptions = Omit<DetectRewardHackingInput, 'runs' | 'truthOf'> & {
150
+ truthOf: NonNullable<DetectRewardHackingInput['truthOf']>;
151
+ };
152
+ interface DefaultProductionGateOptions {
153
+ /** Required: scenarios held out from training; substrate compares
154
+ * candidate-on-holdout vs baseline-on-holdout. */
155
+ holdoutScenarios: Scenario[];
156
+ /** Minimum held-out lift the **paired-bootstrap CI lower bound** must clear
157
+ * to ship — NOT a point estimate. Default 0 ⇒ "confidently positive at the
158
+ * confidence level". Interpreted in the judge's native composite scale (set
159
+ * e.g. 2 for a 0-100 rubric to require a ≥2-point significant gain). */
160
+ deltaThreshold?: number;
161
+ /** Confidence level for the held-out + dimension bootstraps. Default 0.95. */
162
+ confidence?: number;
163
+ /** Bootstrap resamples. Default 2000. */
164
+ bootstrapResamples?: number;
165
+ /** Fixed bootstrap seed for a deterministic verdict. Default 1337. */
166
+ bootstrapSeed?: number;
167
+ /** Minimum paired holdout observations (scenarios × reps) before a
168
+ * significance claim is allowed. The exact small-sample test may require
169
+ * more observations at the selected confidence. Default 3. */
170
+ minProductiveRuns?: number;
171
+ /** Ship statistic for the held-out significance test. Default `'mean'`
172
+ * (tie-robust — see `heldoutSignificance`). Pass `'median'` for
173
+ * outlier-robustness at the cost of tie-blindness. */
174
+ heldoutStatistic?: 'mean' | 'median';
175
+ /** Critical judge dimensions that must NOT significantly regress even when
176
+ * the net composite rises (anti-Goodhart). The gate HOLDS if any listed
177
+ * dimension's paired-delta CI lower bound < −`regressionTolerance`. E.g.
178
+ * `['hallucination_free']` for a legal agent. */
179
+ criticalDimensions?: string[];
180
+ /** Tolerance for the per-dimension regression guard, in the dimension's
181
+ * native scale. When omitted it auto-scales off observed magnitudes:
182
+ * 0.05 on [0,1], 5 on 0-100. */
183
+ regressionTolerance?: number;
184
+ /** Total $ budget for the complete improvement run. Requires
185
+ * `GateContext.costLedger`; missing or incomplete accounting holds. */
186
+ budgetUsd?: number;
187
+ /** Static artifact-screening cases. Only `expected: 'ignore'` cases without
188
+ * tool assertions are valid because this check does not dispatch case inputs
189
+ * or observe tool calls. */
190
+ redTeamBattery?: RedTeamCase[];
191
+ /** Shared run history, oldest first. Supplying history does not enable either
192
+ * monitoring check; configure `rewardHacking` and/or `canary` explicitly. */
193
+ recentRuns?: RunRecord[];
194
+ /** Enable reward-hacking monitoring with a caller-owned independent truth channel. */
195
+ rewardHacking?: DefaultProductionRewardHackingOptions;
196
+ /** Enable canary monitoring. Pass `{}` to use the canary defaults. */
197
+ canary?: CanaryOptions;
198
+ /** Optional checks that must be evaluated even when their normal input is
199
+ * absent. Configuring a check's input also makes that check required.
200
+ * Missing evidence always records `not_evaluated`; required unevaluated
201
+ * checks hold the release decision. Held-out significance is always required. */
202
+ requiredChecks?: DefaultProductionGateCheck[];
203
+ }
204
+ /**
205
+ * Opinionated production gate composing held-out significance, red-team, reward-hacking, and canary checks into a single `Gate.decide` decision.
206
+ */
207
+ declare function defaultProductionGate<TArtifact, TScenario extends Scenario>(options: DefaultProductionGateOptions): Gate<TArtifact, TScenario>;
208
+ //#endregion
209
+ //#region src/campaign/gates/heldout-gate.d.ts
210
+ interface HeldOutGateOptions<TScenario extends Scenario = Scenario> {
211
+ scenarios: TScenario[];
212
+ /** Effect-size threshold the CI lower bound must clear, in the judge's native
213
+ * scale. Default 0.5. Equality holds; CI.low must be greater than this value. */
214
+ deltaThreshold?: number;
215
+ /** Bootstrap CI confidence. Default 0.95. */
216
+ confidence?: number;
217
+ /** Minimum paired holdout observations to claim significance. The exact
218
+ * small-sample test may require more observations at the selected
219
+ * confidence. Default 3. */
220
+ minProductiveRuns?: number;
221
+ /** Bootstrap resamples. Default 2000. */
222
+ resamples?: number;
223
+ /** Fixed bootstrap seed for deterministic verdicts. Default 1337. */
224
+ bootstrapSeed?: number;
225
+ }
226
+ /**
227
+ * Composable held-out gate: ships only when the lower bound of the DECIDING
228
+ * paired interval on the candidate-minus-baseline composite delta clears
229
+ * `deltaThreshold` — Tango's score interval on a pass/fail holdout, the mean
230
+ * bootstrap otherwise. See {@link decidePairedPromotion}.
231
+ */
232
+ declare function heldOutGate<TArtifact, TScenario extends Scenario>(options: HeldOutGateOptions<TScenario>): Gate<TArtifact, TScenario>;
233
+ //#endregion
234
+ //#region src/campaign/optimizer-model.d.ts
235
+ type OptimizerModelBudget = ExternalOptimizerModelBudget;
236
+ /** One metered model path supplied by the package that owns execution. */
237
+ interface OpenAICompatibleOptimizerModel {
238
+ model: string;
239
+ budget: OptimizerModelBudget;
240
+ /** Caller-owned execution path, such as Runtime's exact AgentProfile adapter. */
241
+ call: ExternalOptimizerModelCall;
242
+ /** Stable public identity included in resumable-run compatibility. */
243
+ callRef: string;
244
+ }
245
+ //#endregion
246
+ //#region src/campaign/gepa-optimization-method.d.ts
247
+ /** Shared settings for one bounded GEPA engine invocation. */
248
+ interface GepaEngineOptions {
249
+ /** GEPA engine name. GEPA validates names available in its Python runtime. */
250
+ engine: string;
251
+ /** Optional billed-USD stop. Omit when the execution owner reports USD as unknown. */
252
+ maxProposerCostUsd?: number;
253
+ /** Maximum concurrent evaluations inside this engine. Default: 1. */
254
+ maxConcurrency?: number;
255
+ /** Stop the engine after it reaches this score. */
256
+ stopAtScore?: number;
257
+ /** Isolate agent-based engines. Default: true. */
258
+ sandbox?: boolean;
259
+ /**
260
+ * JSON-safe configuration for the registered GEPA engine.
261
+ * Python callables and class instances cannot cross the process boundary.
262
+ */
263
+ engineConfig?: Record<string, unknown>;
264
+ }
265
+ /** One independently budgeted GEPA engine invocation. */
266
+ interface GepaEngineRun extends GepaEngineOptions {
267
+ /** Maximum callback evaluations this engine may consume. */
268
+ maxEvaluations: number;
269
+ }
270
+ /** An engine in an adaptive run. All engines share the recipe evaluation limit. */
271
+ type GepaAdaptiveEngineRun = GepaEngineOptions;
272
+ /**
273
+ * A direct mapping to a GEPA optimization recipe.
274
+ *
275
+ * GEPA owns every search and composition operation represented here. Tangle
276
+ * supplies the candidate, data, execution callback, judges, and budgets.
277
+ */
278
+ type GepaOptimizationRecipe = {
279
+ kind: 'engine';
280
+ run: GepaEngineRun;
281
+ } | {
282
+ kind: 'sequential';
283
+ runs: readonly GepaEngineRun[];
284
+ } | {
285
+ kind: 'adaptive-sequential';
286
+ runs: readonly GepaAdaptiveEngineRun[];
287
+ /** One evaluation budget shared by every adaptive stage. */
288
+ maxEvaluations: number;
289
+ /** Switch engines after this many evaluations without improvement. */
290
+ plateauEvaluations: number;
291
+ patience?: number;
292
+ minEvaluationsPerStage?: number;
293
+ improvementEpsilon?: number;
294
+ cycle?: boolean;
295
+ maxSwitches?: number;
296
+ maxConcurrency?: number;
297
+ } | {
298
+ kind: 'best-of';
299
+ runs: readonly GepaEngineRun[];
300
+ maxWorkers?: number;
301
+ } | {
302
+ kind: 'vote';
303
+ runs: readonly GepaEngineRun[];
304
+ maxWorkers?: number;
305
+ } | {
306
+ kind: 'omni';
307
+ explore: readonly GepaEngineRun[];
308
+ continueWith: GepaEngineRun;
309
+ maxWorkers?: number;
310
+ };
311
+ /** The command that runs the Python GEPA bridge. */
312
+ type GepaRunnerCommand = ExternalOptimizerRunnerCommand;
313
+ interface GepaOptimizationMethodConfig<TScenario extends Scenario, TArtifact = unknown> {
314
+ /** Unique comparison-method name. Default identifies the GEPA recipe. */
315
+ name?: string;
316
+ /** A direct GEPA recipe. */
317
+ recipe: GepaOptimizationRecipe;
318
+ /** Plain-language goal shown to the external optimizer. */
319
+ objective: string;
320
+ /** Stable identity for the dispatch, judges, model settings, and scoring logic. */
321
+ evaluationId: string;
322
+ /** Optional bounded context about the surface and task. */
323
+ background?: string;
324
+ /**
325
+ * Public dotted Python modules imported before GEPA resolves engine names.
326
+ * Each module should call GEPA's official `register_engine()` API at import.
327
+ */
328
+ engineModules?: readonly string[];
329
+ /** Reject external candidates longer than this. Default: 200,000 characters. */
330
+ maxCandidateChars?: number;
331
+ /** Reject serialized score evidence longer than this. Default: 100,000 characters. */
332
+ maxEvidenceChars?: number;
333
+ /** Candidate-evaluation callback byte limits. Omitted fields use finite defaults. */
334
+ evaluationCallbackLimits?: Partial<ExternalOptimizerCallbackLimits>;
335
+ /** End the bridge process after this many milliseconds. Default: 30 minutes. */
336
+ timeoutMs?: number;
337
+ /**
338
+ * OpenAI-compatible model used by standard GEPA reflection.
339
+ * Calls pass through Agent Eval's local model proxy. Every recipe engine must
340
+ * be `gepa` when this is set.
341
+ */
342
+ optimizer?: OpenAICompatibleOptimizerModel;
343
+ /**
344
+ * Decide what the external optimizer may read for a train or selection case.
345
+ * The returned value must be JSON-serializable. The final comparison cases
346
+ * are not accepted by this API and cannot be serialized here.
347
+ */
348
+ describeScenario?: (scenario: TScenario) => unknown;
349
+ /** Optional bounded artifact evidence returned to GEPA after each evaluation. */
350
+ describeArtifact?: (artifact: TArtifact, scenario: TScenario) => unknown;
351
+ /** Default: `never`. Compatible runs resume only when explicitly enabled. */
352
+ resume?: ExternalOptimizerResumeMode;
353
+ /**
354
+ * Required for resumable direct GEPA runs because upstream state uses Python
355
+ * pickle. Enable only for state created locally in a directory you control.
356
+ */
357
+ trustResumeState?: boolean;
358
+ runner?: GepaRunnerCommand;
359
+ }
360
+ /**
361
+ * Turn an optional GEPA installation into an `OptimizationMethod`.
362
+ *
363
+ * GEPA receives only serialized train and selection cases. The caller's final
364
+ * test partition stays inside `compareOptimizationMethods`, which invokes this
365
+ * method without a test-set field. The local callback routes every candidate
366
+ * evaluation through the same dispatch and judges used by other methods.
367
+ */
368
+ declare function gepaOptimizationMethod<TScenario extends Scenario, TArtifact>(config: GepaOptimizationMethodConfig<TScenario, TArtifact>): OptimizationMethod<TScenario, TArtifact>;
369
+ //#endregion
370
+ //#region src/campaign/skillopt-optimization-method.d.ts
371
+ interface SkillOptTrainerConfig {
372
+ epochs: number;
373
+ batchSize: number;
374
+ accumulation?: number;
375
+ editBudget?: number;
376
+ minEditBudget?: number;
377
+ analystWorkers?: number;
378
+ minibatchSize?: number;
379
+ mergeBatchSize?: number;
380
+ maxAnalystRounds?: number;
381
+ evaluationWorkers?: number;
382
+ learningRateSchedule?: 'constant' | 'linear' | 'cosine' | 'autonomous';
383
+ learningRateControl?: 'fixed' | 'autonomous' | 'none';
384
+ updateMode?: 'patch' | 'rewrite_from_suggestions' | 'full_rewrite_minibatch';
385
+ failureOnly?: boolean;
386
+ useSlowUpdate?: boolean;
387
+ useMetaSkill?: boolean;
388
+ /**
389
+ * Additional flat SkillOpt trainer settings. Tangle overwrites data,
390
+ * output, split, seed, validation, and activation settings.
391
+ */
392
+ overrides?: Record<string, unknown>;
393
+ }
394
+ type SkillOptRunnerCommand = ExternalOptimizerRunnerCommand;
395
+ interface SkillOptOptimizationMethodConfig<TScenario extends Scenario, TArtifact = unknown> {
396
+ name?: string;
397
+ /** Goal included with every described train and selection case. */
398
+ objective: string;
399
+ background?: string;
400
+ /** Stable identity for the dispatch, judges, model settings, and scoring logic. */
401
+ evaluationId: string;
402
+ trainer: SkillOptTrainerConfig;
403
+ /**
404
+ * OpenAI-compatible model connection and hard limits for SkillOpt's own
405
+ * optimizer calls.
406
+ */
407
+ optimizer: OpenAICompatibleOptimizerModel;
408
+ /** Hard cap on candidate-case callback requests. */
409
+ maxEvaluations: number;
410
+ /** Scores at or above this value count as hard successes. Default: 1. */
411
+ hardScoreThreshold?: number;
412
+ maxCandidateChars?: number;
413
+ /** Maximum serialized scenario plus evaluation evidence. Default: 100,000. */
414
+ maxEvidenceChars?: number;
415
+ /** Candidate-evaluation callback byte limits. Omitted fields use finite defaults. */
416
+ evaluationCallbackLimits?: Partial<ExternalOptimizerCallbackLimits>;
417
+ timeoutMs?: number;
418
+ describeScenario?: (scenario: TScenario) => unknown;
419
+ describeArtifact?: (artifact: TArtifact, scenario: TScenario) => unknown;
420
+ resume?: ExternalOptimizerResumeMode;
421
+ runner?: SkillOptRunnerCommand;
422
+ }
423
+ /** Run Microsoft's SkillOpt trainer as a complete optimization method. */
424
+ declare function skillOptOptimizationMethod<TScenario extends Scenario, TArtifact>(config: SkillOptOptimizationMethodConfig<TScenario, TArtifact>): OptimizationMethod<TScenario, TArtifact>;
425
+ //#endregion
426
+ export { campaignScenarioIdentity as A, runReferenceEquivalenceJudge as B, ExternalTextOptimizerContext as C, decodeExternalTextCandidate as D, ExternalTextEvaluationResponse as E, ReferenceEquivalenceJudgeInput as F, ReferenceEquivalenceJudgeOptions as I, ReferenceEquivalenceJudgeResult as L, campaignSplitDigestFromIdentities as M, REFERENCE_EQUIVALENCE_INPUT_LIMITS as N, assertCampaignDesign as O, REFERENCE_EQUIVALENCE_JUDGE_VERSION as P, ReferenceEquivalenceScenario as R, ExternalTextOptimizationMethodConfig as S, ExternalOptimizationExample as T, DefaultProductionGateOptions as _, GepaAdaptiveEngineRun as a, composeGate as b, GepaOptimizationMethodConfig as c, gepaOptimizationMethod as d, OpenAICompatibleOptimizerModel as f, DefaultProductionGateCheck as g, heldOutGate as h, skillOptOptimizationMethod as i, campaignSplitDigest as j, assertCampaignSplitIdentity as k, GepaOptimizationRecipe as l, HeldOutGateOptions as m, SkillOptRunnerCommand as n, GepaEngineOptions as o, OptimizerModelBudget as p, SkillOptTrainerConfig as r, GepaEngineRun as s, SkillOptOptimizationMethodConfig as t, GepaRunnerCommand as u, DefaultProductionRewardHackingOptions as v, ExternalTextOptimizerResult as w, externalTextOptimizationMethod as x, defaultProductionGate as y, createReferenceEquivalenceJudge as z };
427
+ //# sourceMappingURL=skillopt-optimization-method-C5cotF4E.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"skillopt-optimization-method-C5cotF4E.d.ts","names":[],"sources":["../src/reference-equivalence-judge.ts","../src/campaign/coverage.ts","../src/campaign/external-text-evaluation.ts","../src/campaign/external-text-optimization-contract.ts","../src/campaign/external-text-optimization.ts","../src/campaign/gates/compose.ts","../src/campaign/gates/default-production-gate.ts","../src/campaign/gates/heldout-gate.ts","../src/campaign/optimizer-model.ts","../src/campaign/gepa-optimization-method.ts","../src/campaign/skillopt-optimization-method.ts"],"mappings":";;;;;;;;cAOa;cAEA;WACX;WACA;WACA;;UAGe,qCAAqC;EACpD;EACA;;UAGe;EACf;EACA;EACA;;UAGe;;EAEf,MAAM;;EAEN;;EAEA,SAAS;;EAET,aAAa;;UAGE,wCAAwC;EACvD;EACA;EACA;EACA;;;iBA0Bc,gCACd,SAAS,mCACR,oBAAoB;;iBA2CD,6BACpB,OAAO,gCACP,SAAS,mCACR,QAAQ;;;;iBCxGK,qBAAqB,kBAAkB,UACrD,oBAAoB,aACpB;;iBA2Bc,yBAAyB,kBAAkB,UACzD,UAAU,YACT,2BAA2B,KAAK;;iBAUnB,kCACd,oBAAoB,4BACpB;;iBAgBc,oBAAoB,kBAAkB,UACpD,oBAAoB,aACpB;;iBAOc,4BACd,oBAAoB,4BACpB,cACA;;;UCpEe;EACf;EACA;;UAGe;EACf;EACA;IACE;IACA,YAAY;IACZ;IACA;;;iBA6GY,4BAA4B,WAAW,wBAAwB;;;UC1H9D;WACN;WACA;WACA;WACA;WACA;WACA,eAAe;WACf,mBAAmB;WACnB,uBAAuB;WACvB;WACA;;WAEA;WACA;WACA;WACA,QAAQ;;WAER,MAAM;WACN,WACP,SAFa,kCAGV,QAAQ;;UAGE;EACf,eAAe;EACf;EACA;IACM;;IACA;;IACA;IAAkB;;;;;;;;;UAqBT,qCACf,kBAAkB,UAClB;EAEA;EACA,QAAQ,KAAK;EACb;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA,SAAS;EACT;EACA;EACA,oBAAoB,UAAU;EAC9B,oBAAoB,UAAU,WAAW,UAAU;EACnD,MAAM,SAAS,iCAAiC,QAAQ;;;;;;;;;;iBCN1C,+BAA+B,kBAAkB,UAAU,WACzE,QAAQ,qCAAqC,WAAW,aACvD,mBAAmB,WAAW;;;;;;iBClEjB,YAAY,qBAAqB,kBAAkB,WAAW,aACzE,OAAO,MAAM,KAAK,WAAW,cAC/B,KAAK,WAAW;;;KCaP;KAOA,wCAAwC,KAClD;EAGA,SAAS,YAAY;;UAGN;;;EAGf,kBAAkB;;;;;EAKlB;;EAEA;;EAEA;;EAEA;;;;EAIA;;;;EAIA;;;;;EAKA;;;;EAIA;;;EAGA;;;;EAIA,iBAAiB;;;EAGjB,aAAa;;EAEb,gBAAgB;;EAEhB,SAAS;;;;;EAKT,iBAAiB;;;;;iBAMH,sBAAsB,WAAW,kBAAkB,UACjE,SAAS,+BACR,KAAK,WAAW;;;UC/EF,mBAAmB,kBAAkB,WAAW;EAC/D,WAAW;;;EAGX;;EAEA;;;;EAIA;;EAEA;;EAEA;;;;;;;;iBASc,YAAY,WAAW,kBAAkB,UACvD,SAAS,mBAAmB,aAC3B,KAAK,WAAW;;;KCvCP,uBAAuB;;UAGlB;EACf;EACA,QAAQ;;EAER,MAAM;;EAEN;;;;;UCmDe;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;;;;EAKA,eAAe;;;UAIA,sBAAsB;;EAErC;;;KAIU,wBAAwB;;;;;;;KAQxB;EAEN;EACA,KAAK;;EAGL;EACA,eAAe;;EAGf;EACA,eAAe;;EAEf;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;;EAGA;EACA,eAAe;EACf;;EAGA;EACA,eAAe;EACf;;EAGA;EACA,kBAAkB;EAClB,cAAc;EACd;;;KAIM,oBAAoB;UAEf,6BAA6B,kBAAkB,UAAU;;EAExE;;EAEA,QAAQ;;EAER;;EAEA;;EAEA;;;;;EAKA;;EAEA;;EAEA;;EAEA,2BAA2B,QAAQ;;EAEnC;;;;;;EAMA,YAAY;;;;;;EAMZ,oBAAoB,UAAU;;EAE9B,oBAAoB,UAAU,WAAW,UAAU;;EAEnD,SAAS;;;;;EAKT;EACA,SAAS;;;;;;;;;;iBAWK,uBAAuB,kBAAkB,UAAU,WACjE,QAAQ,6BAA6B,WAAW,aAC/C,mBAAmB,WAAW;;;UC5IhB;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;;;;EAKA,YAAY;;KAGF,wBAAwB;UAEnB,iCAAiC,kBAAkB,UAAU;EAC5E;;EAEA;EACA;;EAEA;EACA,SAAS;;;;;EAKT,WAAW;;EAEX;;EAEA;EACA;;EAEA;;EAEA,2BAA2B,QAAQ;EACnC;EACA,oBAAoB,UAAU;EAC9B,oBAAoB,UAAU,WAAW,UAAU;EACnD,SAAS;EACT,SAAS;;;iBAIK,2BAA2B,kBAAkB,UAAU,WACrE,QAAQ,iCAAiC,WAAW,aACnD,mBAAmB,WAAW"}