@tangle-network/agent-eval 0.179.0 → 0.181.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (236) hide show
  1. package/CHANGELOG.md +66 -0
  2. package/README.md +119 -146
  3. package/dist/adapters/http.d.ts +2 -2
  4. package/dist/{agent-profile-B7yErX0q.d.ts → agent-profile-CivaSsSy.d.ts} +4 -4
  5. package/dist/{agent-profile-B7yErX0q.d.ts.map → agent-profile-CivaSsSy.d.ts.map} +1 -1
  6. package/dist/{agent-profile-cell-0gSi5ffD.js → agent-profile-cell-Cv6UA-W_.js} +20 -57
  7. package/dist/agent-profile-cell-Cv6UA-W_.js.map +1 -0
  8. package/dist/{agent-profile-cell-CTOZJUuE.d.ts → agent-profile-cell-s__adRnK.d.ts} +3 -3
  9. package/dist/agent-profile-cell-s__adRnK.d.ts.map +1 -0
  10. package/dist/analyst/index.d.ts +10 -10
  11. package/dist/analyst/index.js +4 -4
  12. package/dist/ast-CP9ae9B0.js +557 -0
  13. package/dist/ast-CP9ae9B0.js.map +1 -0
  14. package/dist/ast-hI-vjW6J.d.ts +457 -0
  15. package/dist/ast-hI-vjW6J.d.ts.map +1 -0
  16. package/dist/{benchmark-command-CY6Dg5t5.js → benchmark-command-B57n9vjz.js} +7 -6
  17. package/dist/{benchmark-command-CY6Dg5t5.js.map → benchmark-command-B57n9vjz.js.map} +1 -1
  18. package/dist/benchmarks/index.d.ts +4 -4
  19. package/dist/benchmarks/index.js +3 -3
  20. package/dist/campaign/index.d.ts +6 -6
  21. package/dist/campaign/index.js +8 -8
  22. package/dist/{campaign-BGEurASO.js → campaign-4_ppJW5X.js} +12 -12
  23. package/dist/{campaign-BGEurASO.js.map → campaign-4_ppJW5X.js.map} +1 -1
  24. package/dist/{campaign-evidence-D8DBLqLI.js → campaign-evidence-B8oF9xQ6.js} +515 -471
  25. package/dist/campaign-evidence-B8oF9xQ6.js.map +1 -0
  26. package/dist/cli.js +5 -8
  27. package/dist/cli.js.map +1 -1
  28. package/dist/{client-BlLY6o2w.js → client-CXE-U1SA.js} +3 -1
  29. package/dist/client-CXE-U1SA.js.map +1 -0
  30. package/dist/{client-CuQgX33c.d.ts → client-kh2jOjTK.d.ts} +4 -4
  31. package/dist/{client-CuQgX33c.d.ts.map → client-kh2jOjTK.d.ts.map} +1 -1
  32. package/dist/contract/index.d.ts +13 -13
  33. package/dist/contract/index.js +11 -10
  34. package/dist/contract/index.js.map +1 -1
  35. package/dist/{default-registry-IGDE9XIC.d.ts → default-registry-BwDSWVzg.d.ts} +6 -6
  36. package/dist/{default-registry-IGDE9XIC.d.ts.map → default-registry-BwDSWVzg.d.ts.map} +1 -1
  37. package/dist/{default-registry-BryMEmr8.js → default-registry-aL7xUrUz.js} +2 -2
  38. package/dist/{default-registry-BryMEmr8.js.map → default-registry-aL7xUrUz.js.map} +1 -1
  39. package/dist/{define-agent-eval-Cx4Ls9ta.d.ts → define-agent-eval-CwOWWQt_.d.ts} +33 -12
  40. package/dist/define-agent-eval-CwOWWQt_.d.ts.map +1 -0
  41. package/dist/{define-agent-eval-Dzidv34q.js → define-agent-eval-Ddu33JH9.js} +134 -67
  42. package/dist/define-agent-eval-Ddu33JH9.js.map +1 -0
  43. package/dist/{dspy-rlm-engine-xKiWmj_G.js → dspy-rlm-engine-S53V0HhE.js} +2 -2
  44. package/dist/{dspy-rlm-engine-xKiWmj_G.js.map → dspy-rlm-engine-S53V0HhE.js.map} +1 -1
  45. package/dist/{engine-CX8ReXkn.d.ts → engine-DS1cysJy.d.ts} +10 -7
  46. package/dist/engine-DS1cysJy.d.ts.map +1 -0
  47. package/dist/{eval-campaign-Cs-7MiCs.js → eval-campaign-aYdtjtJR.js} +4 -4
  48. package/dist/{eval-campaign-Cs-7MiCs.js.map → eval-campaign-aYdtjtJR.js.map} +1 -1
  49. package/dist/{exact-types-B7LC1EyX.d.ts → exact-types-BZDe0W2D.d.ts} +2 -2
  50. package/dist/{exact-types-B7LC1EyX.d.ts.map → exact-types-BZDe0W2D.d.ts.map} +1 -1
  51. package/dist/experiment/index.d.ts +27 -477
  52. package/dist/experiment/index.d.ts.map +1 -1
  53. package/dist/experiment/index.js +95 -559
  54. package/dist/experiment/index.js.map +1 -1
  55. package/dist/{experiment-tracker-B3TiF5-u.d.ts → experiment-tracker-C7PfnF4b.d.ts} +2 -2
  56. package/dist/{experiment-tracker-B3TiF5-u.d.ts.map → experiment-tracker-C7PfnF4b.d.ts.map} +1 -1
  57. package/dist/{external-optimizer-process-Dlz8YxrT.js → external-optimizer-process-QDRURJAM.js} +3 -3
  58. package/dist/{external-optimizer-process-Dlz8YxrT.js.map → external-optimizer-process-QDRURJAM.js.map} +1 -1
  59. package/dist/{external-optimizer-subprocess-q3VzlGAO.js → external-optimizer-subprocess-D4dzUBZI.js} +3 -2
  60. package/dist/{external-optimizer-subprocess-q3VzlGAO.js.map → external-optimizer-subprocess-D4dzUBZI.js.map} +1 -1
  61. package/dist/{feedback-trajectory-eHWNv5Aj.d.ts → feedback-trajectory-CXmtITBo.d.ts} +3 -3
  62. package/dist/{feedback-trajectory-eHWNv5Aj.d.ts.map → feedback-trajectory-CXmtITBo.d.ts.map} +1 -1
  63. package/dist/hosted/index.d.ts +2 -2
  64. package/dist/hosted/index.d.ts.map +1 -1
  65. package/dist/hosted/index.js +1 -1
  66. package/dist/{index-BxWvILU8.d.ts → index-Bp_6sj3x.d.ts} +109 -56
  67. package/dist/index-Bp_6sj3x.d.ts.map +1 -0
  68. package/dist/{index-e7LXeRVa.d.ts → index-CJ3LhKIX.d.ts} +2 -2
  69. package/dist/{index-e7LXeRVa.d.ts.map → index-CJ3LhKIX.d.ts.map} +1 -1
  70. package/dist/{index-CbLmrWCa.d.ts → index-DNntP4ch.d.ts} +8 -8
  71. package/dist/{index-CbLmrWCa.d.ts.map → index-DNntP4ch.d.ts.map} +1 -1
  72. package/dist/{index-DxNYmx4a.d.ts → index-DoykkxW0.d.ts} +11 -11
  73. package/dist/{index-DxNYmx4a.d.ts.map → index-DoykkxW0.d.ts.map} +1 -1
  74. package/dist/index.d.ts +28 -28
  75. package/dist/index.js +25 -16
  76. package/dist/index.js.map +1 -1
  77. package/dist/{insight-report-DETqPc_A.d.ts → insight-report-D1qa0HWs.d.ts} +9 -5
  78. package/dist/{insight-report-DETqPc_A.d.ts.map → insight-report-D1qa0HWs.d.ts.map} +1 -1
  79. package/dist/{integrity-DsHWCebQ.js → integrity-DH5ng72x.js} +2 -2
  80. package/dist/{integrity-DsHWCebQ.js.map → integrity-DH5ng72x.js.map} +1 -1
  81. package/dist/{integrity-BKTcA-HP.d.ts → integrity-rGOfSUle.d.ts} +2 -2
  82. package/dist/{integrity-BKTcA-HP.d.ts.map → integrity-rGOfSUle.d.ts.map} +1 -1
  83. package/dist/{ledger-core-Cs9f7385.js → journal-Cs9f7385.js} +1 -1
  84. package/dist/journal-Cs9f7385.js.map +1 -0
  85. package/dist/{judge-calibration-C5CbMYce.d.ts → judge-calibration-DFtEMlde.d.ts} +31 -2
  86. package/dist/judge-calibration-DFtEMlde.d.ts.map +1 -0
  87. package/dist/{judge-calibration-BnpVKtnb.js → judge-calibration-DYmaBtJr.js} +48 -2
  88. package/dist/{judge-calibration-BnpVKtnb.js.map → judge-calibration-DYmaBtJr.js.map} +1 -1
  89. package/dist/ledger-core/index.d.ts +1 -1
  90. package/dist/ledger-core/index.js +1 -1
  91. package/dist/{llm-judge-v80Kmu9g.js → llm-judge-DEFZeSiu.js} +645 -456
  92. package/dist/llm-judge-DEFZeSiu.js.map +1 -0
  93. package/dist/{matrix-DeMmnWrP.d.ts → matrix-CyhW-vgJ.d.ts} +2 -2
  94. package/dist/{matrix-DeMmnWrP.d.ts.map → matrix-CyhW-vgJ.d.ts.map} +1 -1
  95. package/dist/meta-eval/index.d.ts +138 -7
  96. package/dist/meta-eval/index.d.ts.map +1 -1
  97. package/dist/meta-eval/index.js +245 -97
  98. package/dist/meta-eval/index.js.map +1 -1
  99. package/dist/{mint-Cc1_zwRQ.js → mint-ySIIkKlV.js} +2 -2
  100. package/dist/{mint-Cc1_zwRQ.js.map → mint-ySIIkKlV.js.map} +1 -1
  101. package/dist/multishot/golden/index.d.ts +1 -1
  102. package/dist/multishot/index.d.ts +2 -2
  103. package/dist/openapi.json +1 -1
  104. package/dist/outcome-store-BXlkwMPR.js +131 -0
  105. package/dist/outcome-store-BXlkwMPR.js.map +1 -0
  106. package/dist/{outcome-store-BYHIuO0e.d.ts → outcome-store-CNt4iZ67.d.ts} +18 -25
  107. package/dist/outcome-store-CNt4iZ67.d.ts.map +1 -0
  108. package/dist/{paired-promotion-decision-CGzg0cI_.d.ts → paired-promotion-decision-DPsMQm-0.d.ts} +13 -7
  109. package/dist/{paired-promotion-decision-CGzg0cI_.d.ts.map → paired-promotion-decision-DPsMQm-0.d.ts.map} +1 -1
  110. package/dist/pipelines/index.js +1 -1
  111. package/dist/{produced-state-Cv0kJJuP.js → produced-state-BHboMaab.js} +3 -3
  112. package/dist/{produced-state-Cv0kJJuP.js.map → produced-state-BHboMaab.js.map} +1 -1
  113. package/dist/profile-cell.d.ts +1 -1
  114. package/dist/profile-cell.js +1 -1
  115. package/dist/{promotion-policy-DWOm70gx.js → promotion-policy-CDMMxzb6.js} +28 -40
  116. package/dist/promotion-policy-CDMMxzb6.js.map +1 -0
  117. package/dist/{registry-ByVld1-5.d.ts → registry-BRbB6Y0v.d.ts} +4 -4
  118. package/dist/{registry-ByVld1-5.d.ts.map → registry-BRbB6Y0v.d.ts.map} +1 -1
  119. package/dist/{release-confidence-BAcNYOf1.d.ts → release-confidence-BcqeQTHW.d.ts} +3 -3
  120. package/dist/{release-confidence-BAcNYOf1.d.ts.map → release-confidence-BcqeQTHW.d.ts.map} +1 -1
  121. package/dist/{release-confidence-BcGCclTB.js → release-confidence-DMg8n18l.js} +2 -2
  122. package/dist/{release-confidence-BcGCclTB.js.map → release-confidence-DMg8n18l.js.map} +1 -1
  123. package/dist/{report-command-DKlXfU5r.js → report-command-V1ecVgAv.js} +27 -3
  124. package/dist/report-command-V1ecVgAv.js.map +1 -0
  125. package/dist/reporting.d.ts +4 -4
  126. package/dist/reporting.js +3 -3
  127. package/dist/{researcher-jsW1X94L.d.ts → researcher-64T49THL.d.ts} +6 -6
  128. package/dist/{researcher-jsW1X94L.d.ts.map → researcher-64T49THL.d.ts.map} +1 -1
  129. package/dist/{reward-hacking-ZXEi9VCq.d.ts → reward-hacking-uzO_ihep.d.ts} +2 -2
  130. package/dist/{reward-hacking-ZXEi9VCq.d.ts.map → reward-hacking-uzO_ihep.d.ts.map} +1 -1
  131. package/dist/rl.d.ts +53 -99
  132. package/dist/rl.d.ts.map +1 -1
  133. package/dist/rl.js +182 -169
  134. package/dist/rl.js.map +1 -1
  135. package/dist/rollout/index.d.ts +1 -1
  136. package/dist/rollout/index.js +2 -2
  137. package/dist/{rollout-DmoJVqrF.js → rollout-B-UF5R6w.js} +2 -2
  138. package/dist/{rollout-DmoJVqrF.js.map → rollout-B-UF5R6w.js.map} +1 -1
  139. package/dist/rubric-predictive-validity-Bmj2_cll.d.ts +79 -0
  140. package/dist/rubric-predictive-validity-Bmj2_cll.d.ts.map +1 -0
  141. package/dist/rubric-predictive-validity-CCK-1B7w.js +178 -0
  142. package/dist/rubric-predictive-validity-CCK-1B7w.js.map +1 -0
  143. package/dist/{run-record-DTv1MdjK.d.ts → run-record-BiTWauyO.d.ts} +2 -2
  144. package/dist/{run-record-DTv1MdjK.d.ts.map → run-record-BiTWauyO.d.ts.map} +1 -1
  145. package/dist/run-record-Br-Yzt_k.js +464 -0
  146. package/dist/run-record-Br-Yzt_k.js.map +1 -0
  147. package/dist/{run-record-DQpSf7t-.js → run-record-DualPTn2.js} +2 -2
  148. package/dist/{run-record-DQpSf7t-.js.map → run-record-DualPTn2.js.map} +1 -1
  149. package/dist/{semantic-concept-judge-Bi6_iGqg.js → semantic-concept-judge-Bm5JDEKO.js} +3 -3
  150. package/dist/{semantic-concept-judge-Bi6_iGqg.js.map → semantic-concept-judge-Bm5JDEKO.js.map} +1 -1
  151. package/dist/{sequential-B5gXgcyp.js → sequential-DAsyV2T9.js} +42 -25
  152. package/dist/sequential-DAsyV2T9.js.map +1 -0
  153. package/dist/{series-convergence-DeG33RpC.d.ts → series-convergence-BnMs_uAr.d.ts} +3 -3
  154. package/dist/{series-convergence-DeG33RpC.d.ts.map → series-convergence-BnMs_uAr.d.ts.map} +1 -1
  155. package/dist/{skillopt-optimization-method-C3oYul8v.js → skillopt-optimization-method-CL_0aArC.js} +5 -5
  156. package/dist/{skillopt-optimization-method-C3oYul8v.js.map → skillopt-optimization-method-CL_0aArC.js.map} +1 -1
  157. package/dist/{statistical-heldout-0La5ZTlv.d.ts → statistical-heldout-CpVd6FmY.d.ts} +207 -144
  158. package/dist/statistical-heldout-CpVd6FmY.d.ts.map +1 -0
  159. package/dist/{store-tool-spans-4J1EDElP.d.ts → store-tool-spans-Dt-YdAuE.d.ts} +6 -6
  160. package/dist/{store-tool-spans-4J1EDElP.d.ts.map → store-tool-spans-Dt-YdAuE.d.ts.map} +1 -1
  161. package/dist/{summary-report-gMrbYawB.d.ts → summary-report-D1h4dlrK.d.ts} +3 -3
  162. package/dist/{summary-report-gMrbYawB.d.ts.map → summary-report-D1h4dlrK.d.ts.map} +1 -1
  163. package/dist/{summary-report-B16xy9Kd.js → summary-report-e-MaOAHV.js} +2 -2
  164. package/dist/{summary-report-B16xy9Kd.js.map → summary-report-e-MaOAHV.js.map} +1 -1
  165. package/dist/supervisor-run/index.d.ts +4 -2
  166. package/dist/supervisor-run/index.d.ts.map +1 -1
  167. package/dist/supervisor-run/index.js +3 -3
  168. package/dist/{terminal-record-Ce9_UjRz.js → terminal-record-BtPwKTSr.js} +58 -26
  169. package/dist/terminal-record-BtPwKTSr.js.map +1 -0
  170. package/dist/{tool-groups-2QA0S7dK.d.ts → tool-groups-B2bSNaJB.d.ts} +3 -3
  171. package/dist/tool-groups-B2bSNaJB.d.ts.map +1 -0
  172. package/dist/{tool-waste-B9tdWV6g.js → tool-waste-C7MU9u1e.js} +2 -2
  173. package/dist/{tool-waste-B9tdWV6g.js.map → tool-waste-C7MU9u1e.js.map} +1 -1
  174. package/dist/trace-repair/index.d.ts +2 -2
  175. package/dist/traces.d.ts +6 -6
  176. package/dist/traces.js +1 -1
  177. package/dist/{types-BmlkCrg0.d.ts → types-BvZoPTGa.d.ts} +3 -3
  178. package/dist/{types-BmlkCrg0.d.ts.map → types-BvZoPTGa.d.ts.map} +1 -1
  179. package/dist/{types-gvRsyJLh.d.ts → types-CBbLtr2J.d.ts} +38 -3
  180. package/dist/{types-gvRsyJLh.d.ts.map → types-CBbLtr2J.d.ts.map} +1 -1
  181. package/dist/{types-C34V4Vto.d.ts → types-CS0qk_Yp.d.ts} +4 -4
  182. package/dist/{types-C34V4Vto.d.ts.map → types-CS0qk_Yp.d.ts.map} +1 -1
  183. package/dist/{types-DzuaM493.d.ts → types-D7gEdPoQ.d.ts} +3 -3
  184. package/dist/{types-DzuaM493.d.ts.map → types-D7gEdPoQ.d.ts.map} +1 -1
  185. package/dist/{types-vUdAx2Cj.d.ts → types-lPkDQNqJ.d.ts} +20 -2
  186. package/dist/{types-vUdAx2Cj.d.ts.map → types-lPkDQNqJ.d.ts.map} +1 -1
  187. package/dist/wire/index.d.ts +2 -2
  188. package/docs/adapters-observability.md +14 -0
  189. package/docs/campaign-proposers.md +86 -128
  190. package/docs/charter.md +108 -112
  191. package/docs/concepts.md +157 -69
  192. package/docs/design/mlbenchmarks-book-review.md +440 -0
  193. package/docs/design/mlbenchmarks-review/observations.json +713 -0
  194. package/docs/design/mlbenchmarks-review/probes.mts +476 -0
  195. package/docs/design/mlbenchmarks-review/sources.json +200 -0
  196. package/docs/design/self-improvement-evidence-audit.md +263 -0
  197. package/docs/design.md +2 -1
  198. package/docs/eval-surface-map.md +95 -42
  199. package/docs/evaluation-integrity.md +220 -0
  200. package/docs/experiment.md +111 -55
  201. package/docs/feature-guide.md +5 -6
  202. package/docs/hosted-ingest-spec.md +4 -11
  203. package/docs/insight-report.md +187 -455
  204. package/docs/outcome-validity.md +182 -0
  205. package/docs/product-eval-adoption.md +1 -2
  206. package/docs/research-report-methodology.md +7 -7
  207. package/docs/search-history-receipts.md +8 -0
  208. package/docs/statistical-evidence.md +129 -0
  209. package/docs/verdicts.md +76 -49
  210. package/package.json +1 -1
  211. package/dist/agent-profile-cell-0gSi5ffD.js.map +0 -1
  212. package/dist/agent-profile-cell-CTOZJUuE.d.ts.map +0 -1
  213. package/dist/campaign-evidence-D8DBLqLI.js.map +0 -1
  214. package/dist/client-BlLY6o2w.js.map +0 -1
  215. package/dist/define-agent-eval-Cx4Ls9ta.d.ts.map +0 -1
  216. package/dist/define-agent-eval-Dzidv34q.js.map +0 -1
  217. package/dist/engine-CX8ReXkn.d.ts.map +0 -1
  218. package/dist/index-BxWvILU8.d.ts.map +0 -1
  219. package/dist/judge-calibration-C5CbMYce.d.ts.map +0 -1
  220. package/dist/ledger-core-Cs9f7385.js.map +0 -1
  221. package/dist/llm-judge-v80Kmu9g.js.map +0 -1
  222. package/dist/outcome-store-BYHIuO0e.d.ts.map +0 -1
  223. package/dist/outcome-store-ChBKlTd_.js +0 -75
  224. package/dist/outcome-store-ChBKlTd_.js.map +0 -1
  225. package/dist/promotion-policy-DWOm70gx.js.map +0 -1
  226. package/dist/report-command-DKlXfU5r.js.map +0 -1
  227. package/dist/rubric-predictive-validity-2D5Gw9z9.js +0 -131
  228. package/dist/rubric-predictive-validity-2D5Gw9z9.js.map +0 -1
  229. package/dist/rubric-predictive-validity-Dl1dvKCv.d.ts +0 -75
  230. package/dist/rubric-predictive-validity-Dl1dvKCv.d.ts.map +0 -1
  231. package/dist/run-record-CR63CpHK.js +0 -216
  232. package/dist/run-record-CR63CpHK.js.map +0 -1
  233. package/dist/sequential-B5gXgcyp.js.map +0 -1
  234. package/dist/statistical-heldout-0La5ZTlv.d.ts.map +0 -1
  235. package/dist/terminal-record-Ce9_UjRz.js.map +0 -1
  236. package/dist/tool-groups-2QA0S7dK.d.ts.map +0 -1
package/dist/rl.d.ts CHANGED
@@ -1,15 +1,16 @@
1
1
  import { _ as Span } from "./schema-CR5cpjQ3.js";
2
- import { a as RunRecord, s as RunSplitTag } from "./run-record-DTv1MdjK.js";
3
- import { a as CampaignResult } from "./types-C34V4Vto.js";
2
+ import { a as RunRecord, s as RunSplitTag } from "./run-record-BiTWauyO.js";
3
+ import { a as PairedPromotionDecision, d as PairedBootstrapResult } from "./paired-promotion-decision-DPsMQm-0.js";
4
+ import { a as CampaignResult } from "./types-CS0qk_Yp.js";
4
5
  import { s as TraceStore } from "./store-BErPvYBr.js";
5
6
  import { s as VerificationReport } from "./multi-layer-verifier-BUaQ4C17.js";
6
- import { a as detectRewardHacking, c as VerifiableRewardSource, d as filterDeterministicallyRewarded, i as RewardHackingSignal, l as extractVerifiableReward, n as RewardHackingFinding, o as VerifiableReward, r as RewardHackingReport, s as VerifiableRewardExtractionOptions, t as DetectRewardHackingInput, u as extractVerifiableRewardsFromRecords } from "./reward-hacking-ZXEi9VCq.js";
7
- import { i as InMemoryOutcomeStore, n as FileSystemOutcomeStore, o as OutcomeStore, r as FileSystemOutcomeStoreOptions, t as DeploymentOutcome } from "./outcome-store-BYHIuO0e.js";
7
+ import { a as detectRewardHacking, c as VerifiableRewardSource, d as filterDeterministicallyRewarded, i as RewardHackingSignal, l as extractVerifiableReward, n as RewardHackingFinding, o as VerifiableReward, r as RewardHackingReport, s as VerifiableRewardExtractionOptions, t as DetectRewardHackingInput, u as extractVerifiableRewardsFromRecords } from "./reward-hacking-uzO_ihep.js";
8
+ import { i as InMemoryOutcomeStore, n as FileSystemOutcomeStore, o as OutcomeStore, r as FileSystemOutcomeStoreOptions, t as DeploymentOutcome } from "./outcome-store-CNt4iZ67.js";
8
9
  import { a as MintedRolloutLine, y as RolloutSplit } from "./schema-BzWDXhOR.js";
9
10
  import { t as InterimReleaseConfidence } from "./sequential-BhsrMupG.js";
10
11
  import { t as AdversarialMutation } from "./adversarial-smnADNFS.js";
11
- import { a as SteeringChange, f as EvalCampaignOptions, h as runEvalCampaign, i as Researcher, n as ExperimentResult, p as EvalCampaignResult, r as FailureMode, t as ExperimentPlan } from "./researcher-jsW1X94L.js";
12
- import { r as RubricPredictiveValidityReport } from "./rubric-predictive-validity-Dl1dvKCv.js";
12
+ import { a as SteeringChange, f as EvalCampaignOptions, h as runEvalCampaign, i as Researcher, n as ExperimentResult, p as EvalCampaignResult, r as FailureMode, t as ExperimentPlan } from "./researcher-64T49THL.js";
13
+ import { a as RubricPredictiveValidityReport, t as OutcomeMetricSpec } from "./rubric-predictive-validity-Bmj2_cll.js";
13
14
  //#region src/rl/active-curriculum.d.ts
14
15
  interface CellObservation {
15
16
  variantId: string;
@@ -90,33 +91,6 @@ declare function observationsFromRunRecords(runs: RunRecord[], opts?: {
90
91
  }): CellObservation[];
91
92
  //#endregion
92
93
  //#region src/rl/adaptation-eval.d.ts
93
- /**
94
- * Sample-efficient adaptation evaluation.
95
- *
96
- * For foundation-model-based agents, the load-bearing capability isn't
97
- * raw end-state performance — it's *how fast the agent reaches that
98
- * performance from cold start*. The same model with a worse prompt that
99
- * adapts in 5 demonstrations beats the same model with a better prompt
100
- * that needs 50. Standard meta-learning eval (Finn et al., MAML, RL² lit)
101
- * reports an *adaptation curve*: score after k=0, 1, 2, 4, 8, 16, …
102
- * in-context examples or fine-tune steps.
103
- *
104
- * This module ships:
105
- *
106
- * 1. `runAdaptationCurve` — given a runner that takes k demonstrations
107
- * and returns a score, produce the (k, score) curve.
108
- * 2. `compareAdaptationCurves` — paired comparison across two policies.
109
- * Returns per-k delta with bootstrap CIs and an "area-under-curve"
110
- * summary statistic.
111
- * 3. `firstPassK` — for pass/fail evaluation, the minimum k at which
112
- * the policy reliably passes (≥ pass-rate threshold over reps).
113
- *
114
- * Use cases:
115
- * - Compare two prompt designs that have similar end-state performance
116
- * but different in-context efficiency.
117
- * - Decide between fine-tuning and prompting based on adaptation cost.
118
- * - Detect when a policy "memorizes" k=0 inputs vs. genuinely adapts.
119
- */
120
94
  interface AdaptationRunner<S> {
121
95
  /**
122
96
  * Runs the policy on `scenario` with `k` demonstrations. Returns a
@@ -136,7 +110,7 @@ interface RunAdaptationCurveOptions<S> {
136
110
  /** Reps per (scenario, k) cell. Default 3. */
137
111
  reps?: number;
138
112
  runner: AdaptationRunner<S>;
139
- /** Pass-rate threshold for `firstPassK` reporting. Default 0.5. */
113
+ /** Score threshold for a pass and pass-rate threshold for firstPassK. Default 0.5. */
140
114
  passThreshold?: number;
141
115
  }
142
116
  interface AdaptationPoint {
@@ -161,42 +135,47 @@ interface AdaptationCurve {
161
135
  */
162
136
  firstPassK: number | null;
163
137
  /**
164
- * Area under the (k, meanScore) curve, normalized by max-k. A
165
- * single-number summary of "how well does this policy adapt from
166
- * cold-start to fully-conditioned." Higher = better adapter.
138
+ * Trapezoidal area over the observed k intervals, divided by max-k.
139
+ * No performance is inferred below the first observed k.
167
140
  */
168
141
  adaptationArea: number;
169
142
  }
170
143
  declare function runAdaptationCurve<S extends {
171
- scenarioId?: string;
144
+ scenarioId: string;
172
145
  }>(opts: RunAdaptationCurveOptions<S>): Promise<AdaptationCurve>;
173
146
  interface CompareCurvesResult {
174
147
  perK: Array<{
175
148
  k: number;
176
- deltaMean: number;
177
- aLow: number;
178
- aHigh: number;
179
- bLow: number;
180
- bHigh: number;
149
+ /** Paired A − B score differences; intervals are descriptive across k. */
150
+ delta: PairedBootstrapResult;
181
151
  }>;
182
- areaDelta: number;
183
- firstPassKDelta: number | null;
184
- /** Verdict: 'a_better' | 'b_better' | 'similar'. */
185
- verdict: 'a_better' | 'b_better' | 'similar';
152
+ /** Descriptive paired A − B areas, computed within each scenario before resampling. */
153
+ areaDelta: PairedBootstrapResult;
154
+ /** Decisions from the shared paired inference rules; intervals may differ from the bootstrap. */
155
+ aImprovement: PairedPromotionDecision;
156
+ bImprovement: PairedPromotionDecision;
157
+ /** Independent sampling units; repetitions never increase this count. */
158
+ scenarioIds: string[];
159
+ /** Only the area decisions determine direction. Inconclusive does not mean equivalent. */
160
+ verdict: 'a_better' | 'b_better' | 'inconclusive' | 'insufficient_evidence';
186
161
  /** Rationale, ready to render. */
187
162
  rationale: string;
188
163
  }
189
164
  /**
190
- * Paired comparison of two adaptation curves. Per-k deltas with 95%
191
- * bootstrap CIs (constructed from each curve's `perScenario` per-k means
192
- * the bootstrap unit is the scenario, not the rep).
165
+ * Compare identical scenario cohorts on identical k grids, paired by scenarioId.
166
+ * Missing pairs, duplicate identities, and cohort changes across k are refused.
167
+ * The bootstrap resamples whole scenarios, preserving dependence across k.
168
+ * Per-k intervals describe the curve; shared paired area decisions determine the verdict.
169
+ * Bootstrap eligibility is necessary but does not establish scenario independence.
193
170
  */
194
171
  declare function compareAdaptationCurves(a: AdaptationCurve, b: AdaptationCurve, opts?: {
195
172
  confidence?: number;
196
173
  bootstrapResamples?: number;
197
174
  seed?: number;
175
+ /** Minimum worthwhile difference in normalized area. Default 0. */
176
+ minimumEffect?: number;
198
177
  }): CompareCurvesResult;
199
- /** First k at which the curve's per-scenario pass rate reliably hits the threshold. */
178
+ /** First observed k whose pass rate reaches the threshold; this is a descriptive summary. */
200
179
  declare function firstPassK(curve: AdaptationCurve, threshold?: number): number | null;
201
180
  //#endregion
202
181
  //#region src/rl/compute-curves.d.ts
@@ -331,31 +310,11 @@ declare function paretoFrontier(points: ParetoPointInput[]): ParetoPointInput[];
331
310
  /**
332
311
  * Contamination probe — held-out perturbation tests.
333
312
  *
334
- * The bug class: once a benchmark scenario set is published, models train
335
- * on it, and your scores become invalid. SWE-Bench-Verified, GPQA, and
336
- * MMLU-Pro all exist because their predecessors got contaminated within
337
- * months. The right defense is to keep a held-out *perturbed* version of
338
- * every scenario same task, slightly different surface — and check
339
- * whether scores diverge significantly. Genuine capability transfers; rote
340
- * memorization doesn't.
341
- *
342
- * This module ships the probe contract:
343
- *
344
- * 1. A `ScenarioPerturbation` strategy type — function that produces a
345
- * perturbed scenario from an original.
346
- * 2. `runContaminationProbe({ originals, perturbed, scoreFn })` — runs
347
- * both halves and reports per-scenario score divergence + a global
348
- * contamination verdict via paired Wilcoxon.
349
- * 3. Several stock perturbations: `renameVariables`, `shuffleOrder`,
350
- * `paraphrasePrompt`, `injectIrrelevantClause`. Each preserves the
351
- * task's structural difficulty while breaking surface memorization.
352
- *
353
- * The verdict is conservative: if the perturbed-vs-original score
354
- * difference is statistically significant (BH-adjusted p < 0.05) AND
355
- * the median drop is > 5 percentage points, we flag *contamination
356
- * suspected*. False positives are possible (the perturbation might
357
- * actually be harder); the default is to flag for review, not to
358
- * autoreject.
313
+ * Score each scenario and its perturbation, then test the paired differences.
314
+ * A significant global Wilcoxon result plus a worthwhile median drop flags
315
+ * contamination for review. Perturbations may change difficulty, so the result
316
+ * does not identify contamination as the cause. Per-item differences have no
317
+ * calibrated sampling null and carry no p-values or q-values.
359
318
  */
360
319
  type ScenarioPerturbationKind = 'rename_variables' | 'shuffle_order' | 'paraphrase' | 'inject_irrelevant_clause' | 'custom';
361
320
  interface ScenarioPerturbation<S> {
@@ -366,7 +325,7 @@ interface ScenarioPerturbation<S> {
366
325
  id?: string;
367
326
  }
368
327
  interface ContaminationProbeInput<S> {
369
- /** Identity of every scenario. The probe's `runFingerprint` keys on these. */
328
+ /** Stable, unique identity of every original scenario. */
370
329
  scenarioId: (s: S) => string;
371
330
  /** Original scenarios. */
372
331
  originals: S[];
@@ -386,11 +345,8 @@ interface ContaminationProbeInput<S> {
386
345
  interface ContaminationProbeOptions {
387
346
  /** Drop scores below this from the probe; treats partial failures separately. Default 0. */
388
347
  scoreFloor?: number;
389
- /**
390
- * BH-FDR threshold for declaring contamination on each per-scenario
391
- * delta. Default 0.05.
392
- */
393
- fdr?: number;
348
+ /** Significance threshold for the single global paired test. Default 0.05. */
349
+ alpha?: number;
394
350
  /**
395
351
  * Minimum median per-scenario drop to flag global contamination. Default
396
352
  * 0.05 (5 percentage points). Smaller drops may be noise.
@@ -403,20 +359,21 @@ interface ContaminationProbeReport {
403
359
  originalScore: number;
404
360
  perturbedScore: number;
405
361
  delta: number;
406
- /** Per-scenario q-value (single-test BH for a single scenario). Mainly for display. */
407
- qValue: number;
408
362
  }>;
409
- /** Wilcoxon paired-test on the deltas. */
363
+ /** Global Wilcoxon paired test; null when fewer than four pairs are included. */
410
364
  pairedTest: {
411
365
  w: number;
412
366
  p: number;
413
- };
414
- medianDelta: number;
415
- meanDelta: number;
367
+ } | null;
368
+ /** Observed summaries of included pairs; null when no pairs are included. */
369
+ medianDelta: number | null;
370
+ meanDelta: number | null;
416
371
  contaminationSuspected: boolean;
417
372
  reason: string;
418
- /** Number of scenarios processed. */
373
+ /** Number of pairs included after the configured score floor. */
419
374
  n: number;
375
+ /** Scenarios excluded by the score floor; their observed scores remain above. */
376
+ excludedScenarioIds: string[];
420
377
  }
421
378
  declare function runContaminationProbe<S>(input: ContaminationProbeInput<S>, opts?: ContaminationProbeOptions): Promise<ContaminationProbeReport>;
422
379
  /**
@@ -1168,13 +1125,10 @@ declare function offPolicyEstimateAll(trajectories: OffPolicyTrajectory[], opts?
1168
1125
  //#region src/rl/predictive-validity-researcher.d.ts
1169
1126
  interface PredictiveValidityResearcherOptions {
1170
1127
  outcomes: OutcomeStore;
1171
- outcomeMetrics: string[];
1128
+ /** Fix one desired outcome before observing the report; recommendations never choose an outcome post hoc. */
1129
+ targetOutcome: OutcomeMetricSpec;
1172
1130
  /** Score threshold below which a run counts as a "failure." Default 0.5. */
1173
1131
  failureThreshold?: number;
1174
- /** Spearman bucket below which a rubric is "decorative." Default 0.4. */
1175
- decorativeThreshold?: number;
1176
- /** Optional steering-namespace prefix for proposed changes. Default `'rubric_weight'`. */
1177
- steeringNamespace?: string;
1178
1132
  /** Override the rubric set the researcher inspects. Default: every numeric `outcome.raw` key seen. */
1179
1133
  rubrics?: string[];
1180
1134
  /**
@@ -1185,11 +1139,11 @@ interface PredictiveValidityResearcherOptions {
1185
1139
  onReport?: (report: RubricPredictiveValidityReport) => void | Promise<void>;
1186
1140
  }
1187
1141
  /**
1188
- * Concrete `Researcher` driven by `rubricPredictiveValidity`. The brain:
1189
- * rubrics that don't predict deployment outcomes don't earn weight.
1142
+ * Proposes rubric experiments against one declared outcome.
1143
+ * A correlation supports a hypothesis; the caller must measure any resulting change.
1190
1144
  */
1191
1145
  declare class PredictiveValidityResearcher implements Researcher {
1192
- private opts;
1146
+ private readonly opts;
1193
1147
  private lastReport;
1194
1148
  constructor(opts: PredictiveValidityResearcherOptions);
1195
1149
  inspectFailures(runs: RunRecord[]): Promise<FailureMode[]>;
@@ -1217,9 +1171,9 @@ interface RunRLCampaignOptions<V> extends EvalCampaignOptions<V> {
1217
1171
  preferences?: ExtractPreferencesOptions;
1218
1172
  /** Verifiable-reward extraction options. */
1219
1173
  verifiableReward?: VerifiableRewardExtractionOptions;
1220
- /** Outcome store + metric names when supplied, runs `rubricPredictiveValidity` post-campaign. */
1174
+ /** Outcome store and desired metric directions for post-campaign association measurement. */
1221
1175
  outcomeStore?: OutcomeStore;
1222
- outcomeMetrics?: string[];
1176
+ outcomeMetrics?: readonly OutcomeMetricSpec[];
1223
1177
  /** Anytime-valid sequential evaluation options. */
1224
1178
  sequential?: {
1225
1179
  alpha?: number;
package/dist/rl.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"rl.d.ts","names":[],"sources":["../src/rl/active-curriculum.ts","../src/rl/adaptation-eval.ts","../src/rl/compute-curves.ts","../src/rl/contamination.ts","../src/rl/rollout-input.ts","../src/rl/preferences.ts","../src/rl/process-reward.ts","../src/rl/exporters.ts","../src/rl/dataset.ts","../src/rl/corpus.ts","../src/rl/off-policy.ts","../src/rl/predictive-validity-researcher.ts","../src/rl/rl-campaign.ts","../src/rl/run-record-adapters.ts","../src/rl/sim-fidelity.ts","../src/rl/tournament.ts","../src/rl/verified-findings-dataset.ts"],"mappings":";;;;;;;;;;;;;UAqCiB;EACf;EACA;;EAEA;;EAEA;;UAGe;EACf;EACA;;EAEA;;EAEA;;UAGe;;EAEf;;;;;;EAMA;;;;;EAKA;;;;;;;;;iBAUc,wBACd,cAAc,mBACd,gBAAgB;EAAQ;EAAmB;IAC3C,MAAM,4BACL;UAoDc;EACf;;;;;;EAMA;;EAEA;EACA;;;EAGA;;;;;;;;;;;;;iBAcc,mBACd,cAAc,mBACd,gBAAgB;EAAQ;EAAmB;IAC3C,MAAM,4BACL;;iBAyDa,2BACd,MAAM,aACN;EAAQ;EAAwB;IAC/B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UCnMc,iBAAiB;;;;;;EAMhC,IAAI;IAAQ,UAAU;IAAG;IAAW;MAAgB;;UAGrC,0BAA0B;EACzC,WAAW;;EAEX;;EAEA;EACA,QAAQ,iBAAiB;;EAEzB;;UAGe;EACf;EACA;EACA;EACA;EACA;;EAEA,aAAa;IAAQ;IAAoB;IAAmB;IAAgB;;;UAG7D;EACf,QAAQ;;;;;EAKR;;;;;;EAMA;;iBAGoB,mBAAmB;EAAY;GACnD,MAAM,0BAA0B,KAC/B,QAAQ;UA0DM;EACf,MAAM;IACJ;IACA;IACA;IACA;IACA;IACA;;EAEF;EACA;;EAEA;;EAEA;;;;;;;iBAQc,wBACd,GAAG,iBACH,GAAG,iBACH;EAAQ;EAAqB;EAA6B;IACzD;;iBAkDa,WAAW,OAAO,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UClLlC;;EAEf;;EAEA;;EAEA,OAAO;;UAGQ;EACf;EACA;EACA;;EAEA;;EAEA;;EAEA,UAAU;;UAGK;EACf;EACA,QAAQ;;EAER;;EAEA,MAAM;;UAGS;EACf;EACA,SAAS;;;;;EAKT,cAAc,QAAQ,uBAAuB;IAC3C;IACA;IACA;IACA,UAAU;;;iBAIQ,gBAAgB,MAAM,yBAAyB,QAAQ;UAmB5D,sBAAsB;;EAErC;;EAEA,SAAS,sBAAsB,QAAQ;;EAEvC,UAAU,SAAS,MAAM;;UAGV,qBAAqB;EACpC,MAAM;EACN;EACA;EACA;;EAEA;;;iBAIoB,QAAQ,GAAG,MAAM,sBAAsB,KAAK,QAAQ,qBAAqB;UAqB9E,uBAAuB;EACtC;EACA,SAAS,sBAAsB,QAAQ;;EAEvC,YAAY,SAAS;;UAGN,sBAAsB;;EAErC;;EAEA;;EAEA,WAAW;;EAEX,gBAAgB;;EAEhB,UAAU;;;;;;iBAOU,gBAAgB,GACpC,MAAM,uBAAuB,KAC5B,QAAQ,sBAAsB;;;;;;;UAkChB;EACf;EACA;EACA;EACA;;iBAGc,eAAe,QAAQ,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KC1KhD;UAOK,qBAAqB;EACpC,MAAM;;EAEN,QAAQ,UAAU,MAAM,QAAQ,KAAK;;EAErC;;UAGe,wBAAwB;;EAEvC,aAAa,GAAG;;EAEhB,WAAW;;;;;EAKX,YAAY;EACZ,eAAe,qBAAqB;;;;;;EAMpC,UAAU,GAAG,MAAM;;UAGJ;;EAEf;;;;;EAKA;;;;;EAKA;;UAGe;EACf,aAAa;IACX;IACA;IACA;IACA;;IAEA;;;EAGF;IAAc;IAAW;;EACzB;EACA;EACA;EACA;;EAEA;;iBAGoB,sBAAsB,GAC1C,OAAO,wBAAwB,IAC/B,OAAM,4BACL,QAAQ;;;;;;;iBA0FK,gBAAgB;EAAY;GAC1C,uBACA,UAAS,cAAc,yBACtB,qBAAqB;;;;;;iBAoBR,aAAa;EAAY;GACvC,iBAAiB,gBAAgB,8BACjC,eACC,qBAAqB;;;;;;iBAgBR,uBAAuB;EAAY;GACjD,gBACA,iCACC,qBAAqB;;;;;;;;;;;;;UCxMP;;;;;;;;;;;EAWf,OAAO;;;;KCKG;UAKK;;EAEf;;EAEA;EACA;;EAEA;EACA;;EAEA;;;;;;EAMA;IAAW;IAAgB;;;EAE3B;;;;;EAKA;IACE;IACA;IACA;IACA;IACA;IACA;;;UAIa;EACf,WAAW;;;;;EAKX;;;;;;EAMA,QAAQ;;EAER;;UAGe;EACf,OAAO;;EAEP;;EAEA;;EAEA;;EAEA,UAAU;;;;;;EAMV;;;;;;;;;;;;;;;;;;;;iBAuCc,mBACd,OAAO,qBACP,OAAM,4BACL;;;;;;;;;;;;;;;;;;iBAqMmB,YACpB,SAAS,oBACT,SAAS,YACT,SAAS,qBACR,QAAQ;EAAQ;EAAgB;EAAgB;;;;;;;;;;;iBAkCnC,kBACd,SAAS,oBACT,SAAS,qBACR;EAAQ;EAAoB;EAAqB;EAAuB;;;;UChX1D;;EAEf;EACA;;EAEA;;EAEA,MAAM;;EAEN;;EAEA;;;;;EAKA;;EAEA;;EAEA;;UAGe;;EAEf,WAAW;;EAEX,MAAM,MAAM,OAAO,QAAQ,KAAK;;UAGjB;;;;;;EAMf,SAAS;;EAET,aAAa,MAAM;;iBAGC,mBACpB,OAAO,YACP,eACA,MAAM,4BACL,QAAQ;UAgCM;EACf;EACA;EACA;;EAEA;;EAEA;;EAEA;EACA;;iBAGc,yBAAyB,aAAa,eAAe;UA+CpD;;EAEf;EACA;;EAEA;EACA;;EAEA;EACA;;EAEA;EACA;;;;;;;;;;;;;;;;;iBAkBc,iBACd,kBAAkB,YAAY,eAC9B;EAAQ;EAAoB;IAC3B;;;UC3Jc;;EAEf,WAAW,2BAA2B;;EAEtC,eAAe,2BAA2B;;UAG3B;EACf;EACA;EACA;;EAEA;;EAEA,OAAO;;;KAIG,iBAAiB;;;;;;;;;;;;;;;;iBAwBP,UACpB,SAAS,oBACT,SAAS,YACT,SAAS,iBACR,QAAQ;;iBAwCK,WAAW,MAAM;UAMhB;;EAEf;;EAEA;;;;;EAKA,cAAc;;UAGC,oBACP,KAAK;;EAEb,WAAW,2BAA2B;;EAEtC,eAAe,2BAA2B;;UAG3B;EACf;EACA;EACA;;EAEA;EACA,OAAO;;;;;;;;;;;;;;;;;;;iBAoBa,WACpB,OAAO,qBACP,SAAS,cACR,QAAQ;iBAyDK,YAAY,MAAM;UAMjB,mBAAmB;;EAElC,WAAW,2BAA2B;;EAEtC,eAAe,2BAA2B;;EAE1C,YAAY,MAAM;;EAElB,WAAW,MAAM;;EAEjB;;UAGe;EACf,UAAU;IAAQ;IAAuC;;EACzD,OAAO;;;;;;;;;;;;;;;;;;;;iBAqBa,UACpB,OAAO,qBACP,SAAS,aACR,QAAQ;iBAkDK,WAAW,MAAM;UAMhB;;EAEf,WAAW,2BAA2B;;EAEtC,aAAa,eAAe,4BAA4B;;EAExD,YAAY,eAAe,uCAAuC;;UAGnD;EACf;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,OAAO;;UAGQ,uBAAuB;;;;;;;;;;EAUtC;;;;;;;;;;;;;;;;;;;;;iBAsBoB,UACpB,SAAS,qBACT,SAAS,YACT,SAAS,iBACR,QAAQ;iBA8FK,WAAW,MAAM;UAMhB;EACf;EACA;EACA;EACA;EACA;EACA;;;;;;;;;;;;iBAoBc,mBAAmB,aAAa,cAAc,SAAS;;;KChf3D;cACN;KACM,wBAAwB;iBAIpB,uBAAuB,iBAAiB;;;UA2BvC;EACf;EACA;;EAEA;;;EAGA;;;EAGA;IAAU,MAAM;IAAY;IAAgB;;EAC5C;EACA;EACA;;EAEA;;EAEA,UAAU;;EAEV;IACE;IACA;IACA;;;UAIa;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;;EAEA;;EAEA,QAAQ,OAAO;EACf,QAAQ;;EAER;;EAEA;EACA;EACA;IAAe;IAAe;;EAC9B;;;;;;EAMA;;UAGe,0BAA0B;EACzC,SAAS;EACT,WAAW,QAAQ,OAAO;EAC1B,OAAO;;UAGQ;EACf,UAAU;;EAEV,OAAO;;;;;;;;;iBAyDa,eACpB,OAAO,qBACP,SAAS,cAAc,YACvB,QAAQ,iBACR;EAAgB,SAAS;EAAoB,SAAS;IACrD,QAAQ;;iBA2DK,oBAAoB,GAAG;;;;;KCzO3B,eAAe;EAAc;EAAiB;;UAEzC;EACf;;;EAGA;EACA;;;;;;;;iBASc,eAAe,SAAS,gBAAgB,qBAAqB;;iBAqB7D,WAAW,qBAAqB;UAmB/B;;EAEf;;EAEA,SAAS;;EAET;;;;;;;;;;;;;;;iBAgBoB,uBACpB,oBACA,QAAQ,iBACR,OAAM,iBACL,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UCnEM;;EAEf;;EAEA;;;;;;EAMA;;;;;;EAMA;;;;;;EAMA;;;;;;;EAOA;;UAGe;;EAEf;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA;;;;;EAKA;;EAEA,qBAAqB;;UAGN;;;;;;EAMf;;EAEA;IAAe;IAAa;;;;;;;;iBAQd,4BACd,cAAc,uBACd,OAAM,mBACL;;;;;;iBA4Ca,kCACd,cAAc,uBACd,OAAM,mBACL;;;;;;;;;;;;;;;;;;;;;iBAwDa,aACd,cAAc,uBACd,OAAM,mBACL;;;;;;iBAuEa,qBACd,cAAc,uBACd,OAAM;EACH,KAAK;EAAmB,OAAO;EAAmB,IAAI;;;;UC5Q1C;EACf,UAAU;EACV;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;EAMA,YAAY,QAAQ,0CAA0C;;;;;;cAOnD,wCAAwC;UAC3C;UACA;EAER,YAAY,MAAM;EAIZ,gBAAgB,MAAM,cAAc,QAAQ;EA0C5C,cAAc,UAAU,gBAAgB,QAAQ;EAmDhD,YAAY,SAAS,kBAAkB,UAAU,iBAAiB,QAAQ;EAS1E,eAAe,MAAM,iBAAiB,QAAQ;;;;;;EAiD9C,iBAAiB,MAAM,cAAc,QAAQ;;;;;;EAiBnD,UAAU,QAAQ;EAIlB,iBAAiB;;;;UC9KF,qBAAqB,WAAW,oBAAoB;;EAEnE,cAAc;;EAEd,mBAAmB;;EAEnB,eAAe;EACf;;EAEA;IACE;IACA;IACA;MAAS;MAAa;;;;;;;;;;;;;IAYtB;;;EAGF;IACE,MAAM;IACN,OAAO;IACP,MAAM;;;;;;;;;;;UAYO;EACf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;EACf,UAAU;;EAEV,eAAe;IAAQ;IAAe,QAAQ;;;EAE9C,aAAa;;;;;EAKb,mBAAmB;;;;EAInB,eAAe;;EAEf,eAAe;;EAEf,oBAAoB;;EAEpB;IACE,MAAM;IACN,OAAO;IACP,MAAM;;;;;EAKR;;;;EAIA;;iBAGoB,cAAc,GAAG,MAAM,qBAAqB,KAAK,QAAQ;;;UCrI9D;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,WAAW;;EAEX;;;;;;;;;;iBAWc,qBACd,UAAU,gBACV,KAAK;EAAmB;IACvB;;;;;;;;iBAyBa,8BACd,QAAQ,oBACR,KAAK;EAAmB;EAAqB;GAC7C;EAAQ;IACP;;;;;;;KCnCS,oBAAoB,QAAQ,cAAc;;;;;cAMzC;;;;;;;;;;;;;;;;;;;;;;cAuCA,yBAAyB;;;;;;;;;iBAmDtB,aAAa,GAAG,wBAAwB,GAAG;;;;;;;iBAqC3C,cAAc,kBAAkB;;;iBAsBhC,YAAY,eAAe;UAU1B;;EAEf;;;EAGA;;EAEA;;UAGe;EACf;;EAEA;;EAEA,WAAW;;EAEX;;EAEA;;KAGU;UAEK;EACf,cAAc;;;;EAId;;;EAGA;;;EAGA,SAAS;;UAGM;;EAEf,WAAW;;EAEX;;;;;;;;iBASc,kBACd,WAAW,aACX,YAAY,aACZ,OAAM,qBACL;UAuHc;;;EAGf;;;EAGA;;UAGe;EACf;EACA;;EAEA;;;EAGA;;;;;;;;;iBAUc,cACd,WAAW,aACX,YAAY,aACZ,OAAM,kBACL;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UC/Xc;;EAEf;;EAEA;;;;;EAKA;;;;;;EAMA;;UAGe;EACf;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;EACf,SAAS;;EAET;;EAEA;EACA;;;;;;;;;;;iBAYc,gBACd,UAAU,mBACV;EAAQ;EAAoB;EAAwB;IACnD;;;;;;;;;UA+Gc;;EAEf;;EAEA;;iBAGc,eACd,SAAS,qBACT,SAAS,iBACT,OAAM;EACH;EAAqB;;;;;;;;UA2BT;EACf,MAAM;IACJ;;IAEA;IACA;;;;;;EAMF;;iBAGc,0BACd,OAAO,iCACN;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cC/MU;;UAKI;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;EACA,KAAK;EACL;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA,OAAO;;;UAIQ;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA,kBAAkB;IAAQ;IAAkB;;;;UAI7B;EACf;EACA;EACA;;UAGe;EACf;;;EAGA;;EAEA;EACA;;;UAIe;EACf;EACA;EACA;EACA;EACA,mBAAmB;EACnB;EACA;IAAU;IAAyB;;;UAKpB;EACf;EACA;EACA;;EAEA;EACA;;KAGU;UAEK;EACf,SAAS;EACT;EACA;EACA;EACA;;UAGe;EACf,eAAe;;EAEf;EACA;EACA;EACA;IACE;IACA;IACA;IACA;IACA;IACA;;EAEF;;IAEE;;IAEA;;IAEA;;IAEA;IACA;;;EAGF;IACE;MAAU;MAAe;;IACzB,OAAO;;EAET;IACE;;IAEA;IACA;IACA;IACA;IACA;IACA;IACA;;;IAGA;IACA,wBAAwB;IACxB;IACA;IACA;IACA;;EAEF,KAAK;EACL;IACE;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;;;UAIa;EACf;EACA;;;;EAIA;EACA,KAAK,OAAO;EACZ,UAAU;IAAiB;IAAc;IAAoB;;;UAO9C;EACf,WAAW;EACX,OAAO;EACP,OAAO;EACP;EACA;EACA;EACA;EACA;EACA;EACA;EACA,SAAS;EACT;;;;;;iBAiEc,wBAAwB,MAAM,8BAA8B;iBA8I5D,0BAA0B,MAAM,uBAAuB;iBAwBvD,wBAAwB,MAAM;UAM7B;EACf;;EAEA;;UAGe;EACf;;EAEA;;EAEA,SAAS,eAAe;;EAExB;EACA;;UAGe;EACf,MAAM;EACN,SAAS;EACT;IACE;IACA;IACA;IACA;IACA,SAAS;MAAiB;MAAoB;MAAsB;;;;;;;;;iBAuExD,4BACd,QAAQ,yBACP"}
1
+ {"version":3,"file":"rl.d.ts","names":[],"sources":["../src/rl/active-curriculum.ts","../src/rl/adaptation-eval.ts","../src/rl/compute-curves.ts","../src/rl/contamination.ts","../src/rl/rollout-input.ts","../src/rl/preferences.ts","../src/rl/process-reward.ts","../src/rl/exporters.ts","../src/rl/dataset.ts","../src/rl/corpus.ts","../src/rl/off-policy.ts","../src/rl/predictive-validity-researcher.ts","../src/rl/rl-campaign.ts","../src/rl/run-record-adapters.ts","../src/rl/sim-fidelity.ts","../src/rl/tournament.ts","../src/rl/verified-findings-dataset.ts"],"mappings":";;;;;;;;;;;;;;UAqCiB;EACf;EACA;;EAEA;;EAEA;;UAGe;EACf;EACA;;EAEA;;EAEA;;UAGe;;EAEf;;;;;;EAMA;;;;;EAKA;;;;;;;;;iBAUc,wBACd,cAAc,mBACd,gBAAgB;EAAQ;EAAmB;IAC3C,MAAM,4BACL;UAoDc;EACf;;;;;;EAMA;;EAEA;EACA;;;EAGA;;;;;;;;;;;;;iBAcc,mBACd,cAAc,mBACd,gBAAgB;EAAQ;EAAmB;IAC3C,MAAM,4BACL;;iBAyDa,2BACd,MAAM,aACN;EAAQ;EAAwB;IAC/B;;;UCpNc,iBAAiB;;;;;;EAMhC,IAAI;IAAQ,UAAU;IAAG;IAAW;MAAgB;;UAGrC,0BAA0B;EACzC,WAAW;;EAEX;;EAEA;EACA,QAAQ,iBAAiB;;EAEzB;;UAGe;EACf;EACA;EACA;EACA;EACA;;EAEA,aAAa;IAAQ;IAAoB;IAAmB;IAAgB;;;UAG7D;EACf,QAAQ;;;;;EAKR;;;;;EAKA;;iBAGoB,mBAAmB;EAAY;GACnD,MAAM,0BAA0B,KAC/B,QAAQ;UAmEM;EACf,MAAM;IACJ;;IAEA,OAAO;;;EAGT,WAAW;;EAEX,cAAc;EACd,cAAc;;EAEd;;EAEA;;EAEA;;;;;;;;;iBAUc,wBACd,GAAG,iBACH,GAAG,iBACH;EACE;EACA;EACA;;EAEA;IAED;;iBA0Ea,WAAW,OAAO,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UC3MlC;;EAEf;;EAEA;;EAEA,OAAO;;UAGQ;EACf;EACA;EACA;;EAEA;;EAEA;;EAEA,UAAU;;UAGK;EACf;EACA,QAAQ;;EAER;;EAEA,MAAM;;UAGS;EACf;EACA,SAAS;;;;;EAKT,cAAc,QAAQ,uBAAuB;IAC3C;IACA;IACA;IACA,UAAU;;;iBAIQ,gBAAgB,MAAM,yBAAyB,QAAQ;UAmB5D,sBAAsB;;EAErC;;EAEA,SAAS,sBAAsB,QAAQ;;EAEvC,UAAU,SAAS,MAAM;;UAGV,qBAAqB;EACpC,MAAM;EACN;EACA;EACA;;EAEA;;;iBAIoB,QAAQ,GAAG,MAAM,sBAAsB,KAAK,QAAQ,qBAAqB;UAqB9E,uBAAuB;EACtC;EACA,SAAS,sBAAsB,QAAQ;;EAEvC,YAAY,SAAS;;UAGN,sBAAsB;;EAErC;;EAEA;;EAEA,WAAW;;EAEX,gBAAgB;;EAEhB,UAAU;;;;;;iBAOU,gBAAgB,GACpC,MAAM,uBAAuB,KAC5B,QAAQ,sBAAsB;;;;;;;UAkChB;EACf;EACA;EACA;EACA;;iBAGc,eAAe,QAAQ,qBAAqB;;;;;;;;;;;;KC7LhD;UAOK,qBAAqB;EACpC,MAAM;;EAEN,QAAQ,UAAU,MAAM,QAAQ,KAAK;;EAErC;;UAGe,wBAAwB;;EAEvC,aAAa,GAAG;;EAEhB,WAAW;;;;;EAKX,YAAY;EACZ,eAAe,qBAAqB;;;;;;EAMpC,UAAU,GAAG,MAAM;;UAGJ;;EAEf;;EAEA;;;;;EAKA;;UAGe;EACf,aAAa;IACX;IACA;IACA;IACA;;;EAGF;IAAc;IAAW;;;EAEzB;EACA;EACA;EACA;;EAEA;;EAEA;;iBAGoB,sBAAsB,GAC1C,OAAO,wBAAwB,IAC/B,OAAM,4BACL,QAAQ;;;;;;;iBAyGK,gBAAgB;EAAY;GAC1C,uBACA,UAAS,cAAc,yBACtB,qBAAqB;;;;;;iBAoBR,aAAa;EAAY;GACvC,iBAAiB,gBAAgB,8BACjC,eACC,qBAAqB;;;;;;iBAgBR,uBAAuB;EAAY;GACjD,gBACA,iCACC,qBAAqB;;;;;;;;;;;;;UClMP;;;;;;;;;;;EAWf,OAAO;;;;KCKG;UAKK;;EAEf;;EAEA;EACA;;EAEA;EACA;;EAEA;;;;;;EAMA;IAAW;IAAgB;;;EAE3B;;;;;EAKA;IACE;IACA;IACA;IACA;IACA;IACA;;;UAIa;EACf,WAAW;;;;;EAKX;;;;;;EAMA,QAAQ;;EAER;;UAGe;EACf,OAAO;;EAEP;;EAEA;;EAEA;;EAEA,UAAU;;;;;;EAMV;;;;;;;;;;;;;;;;;;;;iBAuCc,mBACd,OAAO,qBACP,OAAM,4BACL;;;;;;;;;;;;;;;;;;iBAqMmB,YACpB,SAAS,oBACT,SAAS,YACT,SAAS,qBACR,QAAQ;EAAQ;EAAgB;EAAgB;;;;;;;;;;;iBAkCnC,kBACd,SAAS,oBACT,SAAS,qBACR;EAAQ;EAAoB;EAAqB;EAAuB;;;;UChX1D;;EAEf;EACA;;EAEA;;EAEA,MAAM;;EAEN;;EAEA;;;;;EAKA;;EAEA;;EAEA;;UAGe;;EAEf,WAAW;;EAEX,MAAM,MAAM,OAAO,QAAQ,KAAK;;UAGjB;;;;;;EAMf,SAAS;;EAET,aAAa,MAAM;;iBAGC,mBACpB,OAAO,YACP,eACA,MAAM,4BACL,QAAQ;UAgCM;EACf;EACA;EACA;;EAEA;;EAEA;;EAEA;EACA;;iBAGc,yBAAyB,aAAa,eAAe;UA+CpD;;EAEf;EACA;;EAEA;EACA;;EAEA;EACA;;EAEA;EACA;;;;;;;;;;;;;;;;;iBAkBc,iBACd,kBAAkB,YAAY,eAC9B;EAAQ;EAAoB;IAC3B;;;UC3Jc;;EAEf,WAAW,2BAA2B;;EAEtC,eAAe,2BAA2B;;UAG3B;EACf;EACA;EACA;;EAEA;;EAEA,OAAO;;;KAIG,iBAAiB;;;;;;;;;;;;;;;;iBAwBP,UACpB,SAAS,oBACT,SAAS,YACT,SAAS,iBACR,QAAQ;;iBAwCK,WAAW,MAAM;UAMhB;;EAEf;;EAEA;;;;;EAKA,cAAc;;UAGC,oBACP,KAAK;;EAEb,WAAW,2BAA2B;;EAEtC,eAAe,2BAA2B;;UAG3B;EACf;EACA;EACA;;EAEA;EACA,OAAO;;;;;;;;;;;;;;;;;;;iBAoBa,WACpB,OAAO,qBACP,SAAS,cACR,QAAQ;iBAyDK,YAAY,MAAM;UAMjB,mBAAmB;;EAElC,WAAW,2BAA2B;;EAEtC,eAAe,2BAA2B;;EAE1C,YAAY,MAAM;;EAElB,WAAW,MAAM;;EAEjB;;UAGe;EACf,UAAU;IAAQ;IAAuC;;EACzD,OAAO;;;;;;;;;;;;;;;;;;;;iBAqBa,UACpB,OAAO,qBACP,SAAS,aACR,QAAQ;iBAkDK,WAAW,MAAM;UAMhB;;EAEf,WAAW,2BAA2B;;EAEtC,aAAa,eAAe,4BAA4B;;EAExD,YAAY,eAAe,uCAAuC;;UAGnD;EACf;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,OAAO;;UAGQ,uBAAuB;;;;;;;;;;EAUtC;;;;;;;;;;;;;;;;;;;;;iBAsBoB,UACpB,SAAS,qBACT,SAAS,YACT,SAAS,iBACR,QAAQ;iBA8FK,WAAW,MAAM;UAMhB;EACf;EACA;EACA;EACA;EACA;EACA;;;;;;;;;;;;iBAoBc,mBAAmB,aAAa,cAAc,SAAS;;;KChf3D;cACN;KACM,wBAAwB;iBAIpB,uBAAuB,iBAAiB;;;UA2BvC;EACf;EACA;;EAEA;;;EAGA;;;EAGA;IAAU,MAAM;IAAY;IAAgB;;EAC5C;EACA;EACA;;EAEA;;EAEA,UAAU;;EAEV;IACE;IACA;IACA;;;UAIa;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;;EAEA;;EAEA,QAAQ,OAAO;EACf,QAAQ;;EAER;;EAEA;EACA;EACA;IAAe;IAAe;;EAC9B;;;;;;EAMA;;UAGe,0BAA0B;EACzC,SAAS;EACT,WAAW,QAAQ,OAAO;EAC1B,OAAO;;UAGQ;EACf,UAAU;;EAEV,OAAO;;;;;;;;;iBAyDa,eACpB,OAAO,qBACP,SAAS,cAAc,YACvB,QAAQ,iBACR;EAAgB,SAAS;EAAoB,SAAS;IACrD,QAAQ;;iBA2DK,oBAAoB,GAAG;;;;;KCzO3B,eAAe;EAAc;EAAiB;;UAEzC;EACf;;;EAGA;EACA;;;;;;;;iBASc,eAAe,SAAS,gBAAgB,qBAAqB;;iBAqB7D,WAAW,qBAAqB;UAmB/B;;EAEf;;EAEA,SAAS;;EAET;;;;;;;;;;;;;;;iBAgBoB,uBACpB,oBACA,QAAQ,iBACR,OAAM,iBACL,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UCnEM;;EAEf;;EAEA;;;;;;EAMA;;;;;;EAMA;;;;;;EAMA;;;;;;;EAOA;;UAGe;;EAEf;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA;;;;;EAKA;;EAEA,qBAAqB;;UAGN;;;;;;EAMf;;EAEA;IAAe;IAAa;;;;;;;;iBAQd,4BACd,cAAc,uBACd,OAAM,mBACL;;;;;;iBA4Ca,kCACd,cAAc,uBACd,OAAM,mBACL;;;;;;;;;;;;;;;;;;;;;iBAwDa,aACd,cAAc,uBACd,OAAM,mBACL;;;;;;iBAuEa,qBACd,cAAc,uBACd,OAAM;EACH,KAAK;EAAmB,OAAO;EAAmB,IAAI;;;;UCvQ1C;EACf,UAAU;;EAEV,eAAe;;EAEf;;EAEA;;;;;;EAMA,YAAY,QAAQ,0CAA0C;;;;;;cAOnD,wCAAwC;mBAClC;UACT;EAER,YAAY,MAAM;EAaZ,gBAAgB,MAAM,cAAc,QAAQ;EA0C5C,cAAc,UAAU,gBAAgB,QAAQ;EA+DhD,YAAY,SAAS,kBAAkB,UAAU,iBAAiB,QAAQ;EAS1E,eAAe,MAAM,iBAAiB,QAAQ;;;;;;EAiD9C,iBAAiB,MAAM,cAAc,QAAQ;;;;;;EAiBnD,UAAU,QAAQ;EAUlB,iBAAiB;;;;UCzMF,qBAAqB,WAAW,oBAAoB;;EAEnE,cAAc;;EAEd,mBAAmB;;EAEnB,eAAe;EACf,0BAA0B;;EAE1B;IACE;IACA;IACA;MAAS;MAAa;;;;;;;;;;;;;IAYtB;;;EAGF;IACE,MAAM;IACN,OAAO;IACP,MAAM;;;;;;;;;;;UAYO;EACf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;EACf,UAAU;;EAEV,eAAe;IAAQ;IAAe,QAAQ;;;EAE9C,aAAa;;;;;EAKb,mBAAmB;;;;EAInB,eAAe;;EAEf,eAAe;;EAEf,oBAAoB;;EAEpB;IACE,MAAM;IACN,OAAO;IACP,MAAM;;;;;EAKR;;;;EAIA;;iBAGoB,cAAc,GAAG,MAAM,qBAAqB,KAAK,QAAQ;;;UCvI9D;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,WAAW;;EAEX;;;;;;;;;;iBAWc,qBACd,UAAU,gBACV,KAAK;EAAmB;IACvB;;;;;;;;iBAyBa,8BACd,QAAQ,oBACR,KAAK;EAAmB;EAAqB;GAC7C;EAAQ;IACP;;;;;;;KCnCS,oBAAoB,QAAQ,cAAc;;;;;cAMzC;;;;;;;;;;;;;;;;;;;;;;cAuCA,yBAAyB;;;;;;;;;iBAmDtB,aAAa,GAAG,wBAAwB,GAAG;;;;;;;iBAqC3C,cAAc,kBAAkB;;;iBAsBhC,YAAY,eAAe;UAU1B;;EAEf;;;EAGA;;EAEA;;UAGe;EACf;;EAEA;;EAEA,WAAW;;EAEX;;EAEA;;KAGU;UAEK;EACf,cAAc;;;;EAId;;;EAGA;;;EAGA,SAAS;;UAGM;;EAEf,WAAW;;EAEX;;;;;;;;iBASc,kBACd,WAAW,aACX,YAAY,aACZ,OAAM,qBACL;UAuHc;;;EAGf;;;EAGA;;UAGe;EACf;EACA;;EAEA;;;EAGA;;;;;;;;;iBAUc,cACd,WAAW,aACX,YAAY,aACZ,OAAM,kBACL;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UC/Xc;;EAEf;;EAEA;;;;;EAKA;;;;;;EAMA;;UAGe;EACf;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;EACf,SAAS;;EAET;;EAEA;EACA;;;;;;;;;;;iBAYc,gBACd,UAAU,mBACV;EAAQ;EAAoB;EAAwB;IACnD;;;;;;;;;UA+Gc;;EAEf;;EAEA;;iBAGc,eACd,SAAS,qBACT,SAAS,iBACT,OAAM;EACH;EAAqB;;;;;;;;UA2BT;EACf,MAAM;IACJ;;IAEA;IACA;;;;;;EAMF;;iBAGc,0BACd,OAAO,iCACN;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cC/MU;;UAKI;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;EACA,KAAK;EACL;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA,OAAO;;;UAIQ;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA,kBAAkB;IAAQ;IAAkB;;;;UAI7B;EACf;EACA;EACA;;UAGe;EACf;;;EAGA;;EAEA;EACA;;;UAIe;EACf;EACA;EACA;EACA;EACA,mBAAmB;EACnB;EACA;IAAU;IAAyB;;;UAKpB;EACf;EACA;EACA;;EAEA;EACA;;KAGU;UAEK;EACf,SAAS;EACT;EACA;EACA;EACA;;UAGe;EACf,eAAe;;EAEf;EACA;EACA;EACA;IACE;IACA;IACA;IACA;IACA;IACA;;EAEF;;IAEE;;IAEA;;IAEA;;IAEA;IACA;;;EAGF;IACE;MAAU;MAAe;;IACzB,OAAO;;EAET;IACE;;IAEA;IACA;IACA;IACA;IACA;IACA;IACA;;;IAGA;IACA,wBAAwB;IACxB;IACA;IACA;IACA;;EAEF,KAAK;EACL;IACE;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;;;UAIa;EACf;EACA;;;;EAIA;EACA,KAAK,OAAO;EACZ,UAAU;IAAiB;IAAc;IAAoB;;;UAO9C;EACf,WAAW;EACX,OAAO;EACP,OAAO;EACP;EACA;EACA;EACA;EACA;EACA;EACA;EACA,SAAS;EACT;;;;;;iBAiEc,wBAAwB,MAAM,8BAA8B;iBA8I5D,0BAA0B,MAAM,uBAAuB;iBAwBvD,wBAAwB,MAAM;UAM7B;EACf;;EAEA;;UAGe;EACf;;EAEA;;EAEA,SAAS,eAAe;;EAExB;EACA;;UAGe;EACf,MAAM;EACN,SAAS;EACT;IACE;IACA;IACA;IACA;IACA,SAAS;MAAiB;MAAoB;MAAsB;;;;;;;;;iBAuExD,4BACd,QAAQ,yBACP"}