@tangle-network/agent-eval 0.200.1 → 0.202.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (241) hide show
  1. package/CHANGELOG.md +9 -0
  2. package/dist/adapters/http.d.ts +8 -9
  3. package/dist/adapters/http.d.ts.map +1 -1
  4. package/dist/adapters/http.js +2 -2
  5. package/dist/adapters/http.js.map +1 -1
  6. package/dist/agent-profile-DDfIjdyS.d.ts.map +1 -1
  7. package/dist/analyst/index.d.ts +76 -76
  8. package/dist/analyst/index.d.ts.map +1 -1
  9. package/dist/analyst/index.js +6 -6
  10. package/dist/{analyze-runs-DFbp2gB8.js → analyze-runs-BrIibNd0.js} +47 -42
  11. package/dist/{analyze-runs-DFbp2gB8.js.map → analyze-runs-BrIibNd0.js.map} +1 -1
  12. package/dist/{ast-CP9ae9B0.js → ast-DJ6Bc7ab.js} +5 -4
  13. package/dist/{ast-CP9ae9B0.js.map → ast-DJ6Bc7ab.js.map} +1 -1
  14. package/dist/authenticity/index.d.ts +14 -15
  15. package/dist/authenticity/index.d.ts.map +1 -1
  16. package/dist/{baseline-BC-eBZ7U.js → baseline-CVKsfWTg.js} +2 -2
  17. package/dist/{baseline-BC-eBZ7U.js.map → baseline-CVKsfWTg.js.map} +1 -1
  18. package/dist/{benchmark-BeQJyrRC.js → benchmark-BywPeAUo.js} +4 -3
  19. package/dist/{benchmark-BeQJyrRC.js.map → benchmark-BywPeAUo.js.map} +1 -1
  20. package/dist/{benchmark-command-EBmuMUBo.js → benchmark-command-DFs_i62N.js} +24 -23
  21. package/dist/{benchmark-command-EBmuMUBo.js.map → benchmark-command-DFs_i62N.js.map} +1 -1
  22. package/dist/benchmarks/index.d.ts +13 -13
  23. package/dist/benchmarks/index.d.ts.map +1 -1
  24. package/dist/benchmarks/index.js +3 -3
  25. package/dist/{bounded-process-BBZob7vl.js → bounded-process-Cj9YjXbE.js} +3 -3
  26. package/dist/{bounded-process-BBZob7vl.js.map → bounded-process-Cj9YjXbE.js.map} +1 -1
  27. package/dist/builder-eval/index.d.ts +16 -17
  28. package/dist/builder-eval/index.d.ts.map +1 -1
  29. package/dist/builder-eval/index.js +12 -10
  30. package/dist/builder-eval/index.js.map +1 -1
  31. package/dist/campaign/index.d.ts +2 -2
  32. package/dist/campaign/index.js +12 -12
  33. package/dist/{campaign-L391bmir.js → campaign-XXmOU0R0.js} +265 -27
  34. package/dist/campaign-XXmOU0R0.js.map +1 -0
  35. package/dist/{campaign-evidence-jL_U7Ikv.js → campaign-evidence-Dt_rWPk2.js} +4 -4
  36. package/dist/{campaign-evidence-jL_U7Ikv.js.map → campaign-evidence-Dt_rWPk2.js.map} +1 -1
  37. package/dist/{chat-client-CJORSG_J.js → chat-client-DUhWNQQS.js} +5 -4
  38. package/dist/{chat-client-CJORSG_J.js.map → chat-client-DUhWNQQS.js.map} +1 -1
  39. package/dist/{chat-json-call-DnlDjpco.js → chat-json-call-Dx_sHzqm.js} +2 -2
  40. package/dist/{chat-json-call-DnlDjpco.js.map → chat-json-call-Dx_sHzqm.js.map} +1 -1
  41. package/dist/{claim-V9Zqbq0J.js → claim-BXcZw-jo.js} +2 -2
  42. package/dist/{claim-V9Zqbq0J.js.map → claim-BXcZw-jo.js.map} +1 -1
  43. package/dist/cli.js +12 -11
  44. package/dist/cli.js.map +1 -1
  45. package/dist/contract/index.d.ts +3 -3
  46. package/dist/contract/index.js +22 -19
  47. package/dist/contract/index.js.map +1 -1
  48. package/dist/{default-registry-xMLX160E.js → default-registry-D4qXx2aG.js} +2 -2
  49. package/dist/{default-registry-xMLX160E.js.map → default-registry-D4qXx2aG.js.map} +1 -1
  50. package/dist/{define-agent-eval-7q_UwsTt.js → define-agent-eval-CJN9dTQw.js} +10 -9
  51. package/dist/{define-agent-eval-7q_UwsTt.js.map → define-agent-eval-CJN9dTQw.js.map} +1 -1
  52. package/dist/{define-agent-eval-1YuvJpOs.d.ts → define-agent-eval-DQXLPqWc.d.ts} +2 -2
  53. package/dist/define-agent-eval-DQXLPqWc.d.ts.map +1 -0
  54. package/dist/{descriptive-1V17A-qa.js → descriptive-D9LUFk1-.js} +2 -2
  55. package/dist/{descriptive-1V17A-qa.js.map → descriptive-D9LUFk1-.js.map} +1 -1
  56. package/dist/diagnosis/index.d.ts +7 -7
  57. package/dist/diagnosis/index.d.ts.map +1 -1
  58. package/dist/diagnosis/index.js +2 -2
  59. package/dist/diagnosis/index.js.map +1 -1
  60. package/dist/{dspy-rlm-engine-B5T43BkZ.js → dspy-rlm-engine-US8YsYGq.js} +5 -5
  61. package/dist/{dspy-rlm-engine-B5T43BkZ.js.map → dspy-rlm-engine-US8YsYGq.js.map} +1 -1
  62. package/dist/{eval-campaign-GapmPHIA.js → eval-campaign-ha_aWtk7.js} +14 -12
  63. package/dist/{eval-campaign-GapmPHIA.js.map → eval-campaign-ha_aWtk7.js.map} +1 -1
  64. package/dist/evaluation.d.ts +9 -10
  65. package/dist/evaluation.d.ts.map +1 -1
  66. package/dist/experiment/index.d.ts +29 -29
  67. package/dist/experiment/index.d.ts.map +1 -1
  68. package/dist/experiment/index.js +13 -12
  69. package/dist/experiment/index.js.map +1 -1
  70. package/dist/{exporters-DEcXbvgO.js → exporters-Coiv-qO2.js} +2 -2
  71. package/dist/{exporters-DEcXbvgO.js.map → exporters-Coiv-qO2.js.map} +1 -1
  72. package/dist/{external-optimizer-process-CEXcCKqd.js → external-optimizer-process-KLcw0Vnc.js} +2 -2
  73. package/dist/{external-optimizer-process-CEXcCKqd.js.map → external-optimizer-process-KLcw0Vnc.js.map} +1 -1
  74. package/dist/{external-optimizer-subprocess-laM1-UDV.js → external-optimizer-subprocess-CkyUUV7h.js} +4 -4
  75. package/dist/{external-optimizer-subprocess-laM1-UDV.js.map → external-optimizer-subprocess-CkyUUV7h.js.map} +1 -1
  76. package/dist/fuzz.d.ts +15 -15
  77. package/dist/fuzz.d.ts.map +1 -1
  78. package/dist/{hf-dataset-CRqtSjnR.js → hf-dataset-kjIfIK_e.js} +3 -3
  79. package/dist/{hf-dataset-CRqtSjnR.js.map → hf-dataset-kjIfIK_e.js.map} +1 -1
  80. package/dist/hosted/index.d.ts +8 -8
  81. package/dist/hosted/index.d.ts.map +1 -1
  82. package/dist/hosted/index.js +1 -1
  83. package/dist/{index-EkRNsLr4.d.ts → index-D1ZX28rV.d.ts} +3 -3
  84. package/dist/{index-EkRNsLr4.d.ts.map → index-D1ZX28rV.d.ts.map} +1 -1
  85. package/dist/{index-D4pC7Tvd2.d.ts → index-D4pC7Tvd.d.ts} +1 -1
  86. package/dist/index-D4pC7Tvd.d.ts.map +1 -0
  87. package/dist/{index-DNgf5gyG2.d.ts → index-DNgf5gyG.d.ts} +1 -1
  88. package/dist/index-DNgf5gyG.d.ts.map +1 -0
  89. package/dist/{index-DKmrHA02.d.ts → index-giYkbitB.d.ts} +47 -2
  90. package/dist/index-giYkbitB.d.ts.map +1 -0
  91. package/dist/index.d.ts +126 -126
  92. package/dist/index.d.ts.map +1 -1
  93. package/dist/index.js +52 -42
  94. package/dist/index.js.map +1 -1
  95. package/dist/{integrity-BFP4kjGj.js → integrity-BvnVARVl.js} +30 -29
  96. package/dist/{integrity-BFP4kjGj.js.map → integrity-BvnVARVl.js.map} +1 -1
  97. package/dist/{integrity-BvHANvnp.js → integrity-uwK7XC-8.js} +2 -2
  98. package/dist/{integrity-BvHANvnp.js.map → integrity-uwK7XC-8.js.map} +1 -1
  99. package/dist/{internal-BMFSR8Ns.js → internal-BOe3zmjQ.js} +2 -2
  100. package/dist/{internal-BMFSR8Ns.js.map → internal-BOe3zmjQ.js.map} +1 -1
  101. package/dist/{jev-review-Cu9xtIu4.js → jev-review-DZEjDzlF.js} +7 -5
  102. package/dist/{jev-review-Cu9xtIu4.js.map → jev-review-DZEjDzlF.js.map} +1 -1
  103. package/dist/jev.d.ts +10 -10
  104. package/dist/jev.d.ts.map +1 -1
  105. package/dist/jev.js +2 -2
  106. package/dist/{judge-calibration-DYmaBtJr.js → judge-calibration-C5zgtiJT.js} +2 -2
  107. package/dist/{judge-calibration-DYmaBtJr.js.map → judge-calibration-C5zgtiJT.js.map} +1 -1
  108. package/dist/kind-factory-CdPPHtGZ.js.map +1 -1
  109. package/dist/{llm-client-c_bKHTXz.js → llm-client-Bhqoglar.js} +6 -4
  110. package/dist/{llm-client-c_bKHTXz.js.map → llm-client-Bhqoglar.js.map} +1 -1
  111. package/dist/{llm-judge-CL6f3utD.js → llm-judge-C-0P1WiT.js} +26 -21
  112. package/dist/{llm-judge-CL6f3utD.js.map → llm-judge-C-0P1WiT.js.map} +1 -1
  113. package/dist/matrix/index.d.ts +1 -1
  114. package/dist/matrix/index.js +1 -1
  115. package/dist/{matrix-_NLSWsKM.d.ts → matrix--IZKROxD.d.ts} +2 -2
  116. package/dist/{matrix-_NLSWsKM.d.ts.map → matrix--IZKROxD.d.ts.map} +1 -1
  117. package/dist/{matrix-pWinRMPl.js → matrix-DnlHn5x1.js} +8 -6
  118. package/dist/{matrix-pWinRMPl.js.map → matrix-DnlHn5x1.js.map} +1 -1
  119. package/dist/meta-eval/index.d.ts +102 -59
  120. package/dist/meta-eval/index.d.ts.map +1 -1
  121. package/dist/meta-eval/index.js +89 -25
  122. package/dist/meta-eval/index.js.map +1 -1
  123. package/dist/{mint-iCD-W43s.js → mint-vlRckJEX.js} +2 -2
  124. package/dist/{mint-iCD-W43s.js.map → mint-vlRckJEX.js.map} +1 -1
  125. package/dist/multishot/golden/index.d.ts +23 -23
  126. package/dist/multishot/golden/index.d.ts.map +1 -1
  127. package/dist/multishot/golden/index.js +1 -1
  128. package/dist/multishot/index.d.ts +9 -9
  129. package/dist/multishot/index.d.ts.map +1 -1
  130. package/dist/multishot/index.js +1 -1
  131. package/dist/openapi.json +1 -1
  132. package/dist/{otel-spans-CQmSxtcS.js → otel-spans-C8YIJWy1.js} +9 -4
  133. package/dist/{otel-spans-CQmSxtcS.js.map → otel-spans-C8YIJWy1.js.map} +1 -1
  134. package/dist/{outcome-store-BXlkwMPR.js → outcome-store-DUcMj-3D.js} +2 -2
  135. package/dist/{outcome-store-BXlkwMPR.js.map → outcome-store-DUcMj-3D.js.map} +1 -1
  136. package/dist/package-version-D7lQHt_-.js.map +1 -1
  137. package/dist/{paired-arms-DKZFVPt8.js → paired-arms-DpS_h8ON.js} +8 -5
  138. package/dist/{paired-arms-DKZFVPt8.js.map → paired-arms-DpS_h8ON.js.map} +1 -1
  139. package/dist/{paired-binary-fzkwENI4.js → paired-binary-OMBVRtc-.js} +2 -2
  140. package/dist/{paired-binary-fzkwENI4.js.map → paired-binary-OMBVRtc-.js.map} +1 -1
  141. package/dist/{paired-promotion-decision-D5B1Cxc2.js → paired-promotion-decision-DhrmjdV8.js} +5 -4
  142. package/dist/{paired-promotion-decision-D5B1Cxc2.js.map → paired-promotion-decision-DhrmjdV8.js.map} +1 -1
  143. package/dist/{paired-tests-C8iCsioC.js → paired-tests-Ccr16gcW.js} +3 -3
  144. package/dist/{paired-tests-C8iCsioC.js.map → paired-tests-Ccr16gcW.js.map} +1 -1
  145. package/dist/pipelines/index.d.ts +19 -19
  146. package/dist/pipelines/index.d.ts.map +1 -1
  147. package/dist/pipelines/index.js +5 -4
  148. package/dist/pipelines/index.js.map +1 -1
  149. package/dist/{power-and-mde-K_CmO3dc.js → power-and-mde-bie6i965.js} +9 -6
  150. package/dist/{power-and-mde-K_CmO3dc.js.map → power-and-mde-bie6i965.js.map} +1 -1
  151. package/dist/{produced-state-DZMW8cuF.js → produced-state-CR2tAPLf.js} +8 -5
  152. package/dist/{produced-state-DZMW8cuF.js.map → produced-state-CR2tAPLf.js.map} +1 -1
  153. package/dist/{promotion-policy-C6FAJvmZ.js → promotion-policy-BI1RxzwD.js} +4 -4
  154. package/dist/{promotion-policy-C6FAJvmZ.js.map → promotion-policy-BI1RxzwD.js.map} +1 -1
  155. package/dist/{raw-provider-sink-CXuOhLvT.js → raw-provider-sink-rB2DYxr6.js} +2 -2
  156. package/dist/{raw-provider-sink-CXuOhLvT.js.map → raw-provider-sink-rB2DYxr6.js.map} +1 -1
  157. package/dist/{release-confidence-XQm_xjhR.js → release-confidence-CiFg1EPq.js} +3 -2
  158. package/dist/{release-confidence-XQm_xjhR.js.map → release-confidence-CiFg1EPq.js.map} +1 -1
  159. package/dist/{report-command-DKJ_yAIj.js → report-command-DzPpFgjB.js} +20 -18
  160. package/dist/{report-command-DKJ_yAIj.js.map → report-command-DzPpFgjB.js.map} +1 -1
  161. package/dist/reporting.js +5 -5
  162. package/dist/{reward-hacking-D0XwhVWE.js → reward-hacking-C-a__ShZ.js} +5 -3
  163. package/dist/{reward-hacking-D0XwhVWE.js.map → reward-hacking-C-a__ShZ.js.map} +1 -1
  164. package/dist/rl.d.ts +186 -186
  165. package/dist/rl.d.ts.map +1 -1
  166. package/dist/rl.js +21 -17
  167. package/dist/rl.js.map +1 -1
  168. package/dist/rollout/index.d.ts +1 -1
  169. package/dist/rollout/index.js +5 -5
  170. package/dist/{rollout-B-XBReTC.js → rollout-BUQixCoc.js} +5 -5
  171. package/dist/{rollout-B-XBReTC.js.map → rollout-BUQixCoc.js.map} +1 -1
  172. package/dist/{rubric-predictive-validity-CCK-1B7w.js → rubric-predictive-validity-B0Pg-3I5.js} +3 -3
  173. package/dist/{rubric-predictive-validity-CCK-1B7w.js.map → rubric-predictive-validity-B0Pg-3I5.js.map} +1 -1
  174. package/dist/{run-record-tNnlQIrD.js → run-record-BB290Y9A.js} +5 -3
  175. package/dist/{run-record-tNnlQIrD.js.map → run-record-BB290Y9A.js.map} +1 -1
  176. package/dist/{schema-C1aaAxTf.js → schema-DAMp77zB.js} +24 -20
  177. package/dist/{schema-C1aaAxTf.js.map → schema-DAMp77zB.js.map} +1 -1
  178. package/dist/search/index.d.ts +34 -34
  179. package/dist/search/index.d.ts.map +1 -1
  180. package/dist/search/index.js +2 -2
  181. package/dist/{search-kernel-AVgIjXaI.js → search-kernel-Dpniloks.js} +33 -26
  182. package/dist/{search-kernel-AVgIjXaI.js.map → search-kernel-Dpniloks.js.map} +1 -1
  183. package/dist/{search-ledger-CL0-mXQ8.js → search-ledger-CXQPwdWz.js} +4 -3
  184. package/dist/{search-ledger-CL0-mXQ8.js.map → search-ledger-CXQPwdWz.js.map} +1 -1
  185. package/dist/{search-shipper-Cs6K4km9.js → search-shipper-DhhofkDX.js} +3 -6
  186. package/dist/{search-shipper-Cs6K4km9.js.map → search-shipper-DhhofkDX.js.map} +1 -1
  187. package/dist/{search-summary-DvWk0hb3.js → search-summary-C1nAHgkB.js} +4 -4
  188. package/dist/{search-summary-DvWk0hb3.js.map → search-summary-C1nAHgkB.js.map} +1 -1
  189. package/dist/{semantic-concept-judge-2SE_kXGF.js → semantic-concept-judge-BcjYg37z.js} +4 -4
  190. package/dist/{semantic-concept-judge-2SE_kXGF.js.map → semantic-concept-judge-BcjYg37z.js.map} +1 -1
  191. package/dist/{sequential-Yz3OSskl.js → sequential-DWn_np6P.js} +2 -3
  192. package/dist/{sequential-Yz3OSskl.js.map → sequential-DWn_np6P.js.map} +1 -1
  193. package/dist/{server-D56r1lhp.js → server-B4jMhqQn.js} +2 -2
  194. package/dist/{server-D56r1lhp.js.map → server-B4jMhqQn.js.map} +1 -1
  195. package/dist/{skillopt-optimization-method-B2syNik0.js → skillopt-optimization-method-Bls9t-G_.js} +9 -9
  196. package/dist/{skillopt-optimization-method-B2syNik0.js.map → skillopt-optimization-method-Bls9t-G_.js.map} +1 -1
  197. package/dist/{statistical-heldout-BAFDCo07.js → statistical-heldout-CNLOvRq_.js} +3 -3
  198. package/dist/{statistical-heldout-BAFDCo07.js.map → statistical-heldout-CNLOvRq_.js.map} +1 -1
  199. package/dist/statistical-heldout-HswMvzbP.d.ts.map +1 -1
  200. package/dist/{store-DNe_Uv1Q.js → store-BhNuLdJw.js} +3 -5
  201. package/dist/{store-DNe_Uv1Q.js.map → store-BhNuLdJw.js.map} +1 -1
  202. package/dist/store-C4avFjIi.d.ts.map +1 -1
  203. package/dist/{store-otlp-BPowgPm6.js → store-otlp-yd9lDziN.js} +2 -2
  204. package/dist/{store-otlp-BPowgPm6.js.map → store-otlp-yd9lDziN.js.map} +1 -1
  205. package/dist/{store-tool-spans-BaGakFc2.js → store-tool-spans-Biio4_Nw.js} +4 -4
  206. package/dist/{store-tool-spans-BaGakFc2.js.map → store-tool-spans-Biio4_Nw.js.map} +1 -1
  207. package/dist/storyboard/index.d.ts +20 -21
  208. package/dist/storyboard/index.d.ts.map +1 -1
  209. package/dist/{student-t-BA-Uy51p.js → student-t-BBZYka0E.js} +4 -3
  210. package/dist/{student-t-BA-Uy51p.js.map → student-t-BBZYka0E.js.map} +1 -1
  211. package/dist/{summary-report-BeYnvddy.js → summary-report-DLzptLSA.js} +8 -7
  212. package/dist/{summary-report-BeYnvddy.js.map → summary-report-DLzptLSA.js.map} +1 -1
  213. package/dist/supervisor-run/index.d.ts +25 -25
  214. package/dist/supervisor-run/index.d.ts.map +1 -1
  215. package/dist/supervisor-run/index.js +2 -2
  216. package/dist/{tool-waste-CJDfxH45.js → tool-waste-B-u3rzCz.js} +11 -6
  217. package/dist/{tool-waste-CJDfxH45.js.map → tool-waste-B-u3rzCz.js.map} +1 -1
  218. package/dist/trace-repair/index.d.ts +96 -96
  219. package/dist/trace-repair/index.d.ts.map +1 -1
  220. package/dist/trace-repair/index.js +1 -1
  221. package/dist/trace-repair/index.js.map +1 -1
  222. package/dist/traces.d.ts +29 -29
  223. package/dist/traces.d.ts.map +1 -1
  224. package/dist/traces.js +9 -7
  225. package/dist/traces.js.map +1 -1
  226. package/dist/trajectory-replay/index.d.ts +35 -35
  227. package/dist/trajectory-replay/index.d.ts.map +1 -1
  228. package/dist/trajectory-replay/index.js +5 -5
  229. package/dist/trajectory-replay/index.js.map +1 -1
  230. package/dist/{tree-Ki_gW7z8.js → tree-D48IJUK0.js} +39 -31
  231. package/dist/{tree-Ki_gW7z8.js.map → tree-D48IJUK0.js.map} +1 -1
  232. package/dist/wire/index.d.ts +48 -48
  233. package/dist/wire/index.d.ts.map +1 -1
  234. package/dist/wire/index.js +1 -1
  235. package/docs/evaluator-construction.md +71 -0
  236. package/package.json +18 -36
  237. package/dist/campaign-L391bmir.js.map +0 -1
  238. package/dist/define-agent-eval-1YuvJpOs.d.ts.map +0 -1
  239. package/dist/index-D4pC7Tvd2.d.ts.map +0 -1
  240. package/dist/index-DKmrHA02.d.ts.map +0 -1
  241. package/dist/index-DNgf5gyG2.d.ts.map +0 -1
@@ -1,11 +1,11 @@
1
1
  import { a as hashCanonical, i as compareCodeUnits, r as canonicalString } from "./canonical-BsZVgBhW.js";
2
- import { a as medianInPlace, s as zQuantile } from "./internal-BMFSR8Ns.js";
2
+ import { a as medianInPlace, s as zQuantile } from "./internal-BOe3zmjQ.js";
3
3
  import { t as mulberry32 } from "./random-Dn5fPWkt.js";
4
4
  import { r as holm } from "./multiplicity-D9cjmStq.js";
5
- import { a as pairedSignTest, n as DECISION_PAIRED_DELTA_STATISTIC } from "./paired-tests-C8iCsioC.js";
6
- import { i as pairedDeltaTest, r as minimumPairsForPairedDeltaTest } from "./paired-promotion-decision-D5B1Cxc2.js";
7
- import { C as searchEstimateMethod, D as paretoFrontier, T as seedFromDigest, _ as rankingSplit, a as searchPolicyView, b as estimateNode, g as INSUFFICIENT_FROM, u as verifySearchClaim, v as summarizeSamples, w as searchPosterior } from "./search-kernel-AVgIjXaI.js";
8
- import { f as searchUnitScores } from "./search-ledger-CL0-mXQ8.js";
5
+ import { a as pairedSignTest, n as DECISION_PAIRED_DELTA_STATISTIC } from "./paired-tests-Ccr16gcW.js";
6
+ import { i as pairedDeltaTest, r as minimumPairsForPairedDeltaTest } from "./paired-promotion-decision-DhrmjdV8.js";
7
+ import { C as searchEstimateMethod, D as paretoFrontier, T as seedFromDigest, _ as rankingSplit, a as searchPolicyView, b as estimateNode, g as INSUFFICIENT_FROM, u as verifySearchClaim, v as summarizeSamples, w as searchPosterior } from "./search-kernel-Dpniloks.js";
8
+ import { f as searchUnitScores } from "./search-ledger-CXQPwdWz.js";
9
9
  import { defineInlineResource } from "@tangle-network/agent-interface";
10
10
  //#region src/search/lenses/edit-credit.ts
11
11
  /**
@@ -46,29 +46,35 @@ const INTERACTION_ALPHA = .05;
46
46
  const DEFAULT_INTERACTION_GENES = 24;
47
47
  /** Signal name a policy reads. */
48
48
  const EDIT_CREDIT_SIGNAL = "reusableHunks";
49
+ /**
50
+ * Every choice a credit depends on. Its digest is the estimator revision each
51
+ * credit names, so two readers that report the same revision and the same
52
+ * `cellSetDigest` report the same numbers.
53
+ */
54
+ const CREDIT_DEFINITION = {
55
+ name: "tangle.edit-credit.2026-09",
56
+ gene: "a paragraph of whitespace-normalized lines added (insert) or removed (delete) at one artifact location",
57
+ step: "one lineage parent and its child, both with known content and neither invalid",
58
+ clean: "the gene flips on the step and every gene that flips was introduced on one edge that introduced it",
59
+ unit: "mean of a node’s scored cells in the unit; per unit, carrier-side and lacking-side means averaged over the clean steps where both sides scored it",
60
+ statistic: DECISION_PAIRED_DELTA_STATISTIC,
61
+ interval: "percentile paired bootstrap",
62
+ confidence: CONFIDENCE,
63
+ resamples: RESAMPLES,
64
+ rng: "mulberry32",
65
+ seed: "the first 32 bits of cellSetDigest",
66
+ signTest: "exact, one-sided toward improvement in the objective direction",
67
+ methods: {
68
+ none: "below 2 units",
69
+ insufficient: `below ${DESCRIPTIVE_FROM} units`,
70
+ descriptive: `below 20 units`,
71
+ bootstrap: `from 20 units`
72
+ }
73
+ };
49
74
  /** The estimator every gene credit names. */
50
75
  const EDIT_CREDIT_ESTIMATOR = {
51
76
  uri: "npm:@tangle-network/agent-eval/search#editCredit",
52
- revision: hashCanonical({
53
- name: "tangle.edit-credit.2026-09",
54
- gene: "a paragraph of whitespace-normalized lines added (insert) or removed (delete) at one artifact location",
55
- step: "one lineage parent and its child, both with known content and neither invalid",
56
- clean: "the gene flips on the step and every gene that flips was introduced on one edge that introduced it",
57
- unit: "mean of a node’s scored cells in the unit; per unit, carrier-side and lacking-side means averaged over the clean steps where both sides scored it",
58
- statistic: DECISION_PAIRED_DELTA_STATISTIC,
59
- interval: "percentile paired bootstrap",
60
- confidence: CONFIDENCE,
61
- resamples: RESAMPLES,
62
- rng: "mulberry32",
63
- seed: "the first 32 bits of cellSetDigest",
64
- signTest: "exact, one-sided toward improvement in the objective direction",
65
- methods: {
66
- none: "below 2 units",
67
- insufficient: `below ${DESCRIPTIVE_FROM} units`,
68
- descriptive: `below 20 units`,
69
- bootstrap: `from 20 units`
70
- }
71
- })
77
+ revision: hashCanonical(CREDIT_DEFINITION)
72
78
  };
73
79
  /**
74
80
  * The edit-credit lens. Pure: the result depends only on `state` and what
@@ -350,13 +356,13 @@ function editCredit(state, options) {
350
356
  chance: {
351
357
  measuredEdits: measuredLeads.length,
352
358
  expectedReusable,
353
- method: `per measured edit, the chance with no true effect that its verdict is reusable: the exact one-sided sign test's attained size at its unit count below 20 units (at most ${(1 - CONFIDENCE) / 2}; the point-estimate condition only lowers it), the nominal ${(1 - CONFIDENCE) / 2} of the percentile bootstrap from 20; summed, so it is the expected number of false reusable edits if every edit had no effect`
359
+ method: `per measured edit, the chance with no true effect that its verdict is reusable: the exact one-sided sign test's attained size at its unit count below 20 units (at most ${.050000000000000044 / 2}; the point-estimate condition only lowers it), the nominal ${.050000000000000044 / 2} of the percentile bootstrap from 20; summed, so it is the expected number of false reusable edits if every edit had no effect`
354
360
  },
355
361
  lineage,
356
362
  method: {
357
363
  estimator: EDIT_CREDIT_ESTIMATOR,
358
364
  credit: `per clean step (a parent and its child on which every change belongs to one edit that introduced the gene), the carrying side against the lacking side on each unit both scored; per unit, both sides averaged over those steps; ${DECISION_PAIRED_DELTA_STATISTIC} paired delta with a ${Math.round(CONFIDENCE * 100)}% percentile bootstrap (${RESAMPLES} resamples, seeded from cellSetDigest): none below 2 units, insufficient below ${DESCRIPTIVE_FROM}, a descriptive interval and exact one-sided sign p below 20, a decision-grade interval from 20; unscored cells are absent, never zero`,
359
- verdict: `pairedDeltaTest's own decision in each direction: reusable when it finds an improvement (below 20 units an exact one-sided sign test at ${(1 - CONFIDENCE) / 2} with the point estimate on the better side; from 20 the bootstrap interval above zero), harmful when it finds one in the other direction, unresolved otherwise, insufficient below ${DESCRIPTIVE_FROM} units`,
365
+ verdict: `pairedDeltaTest's own decision in each direction: reusable when it finds an improvement (below 20 units an exact one-sided sign test at ${.050000000000000044 / 2} with the point estimate on the better side; from 20 the bootstrap interval above zero), harmful when it finds one in the other direction, unresolved otherwise, insufficient below ${DESCRIPTIVE_FROM} units`,
360
366
  interaction: `per unit, a gene's clean-step contrast where both ends carry the other gene minus where neither does, averaged over both directions; ${Math.round(CONFIDENCE * 100)}% percentile bootstrap (${RESAMPLES} resamples) for spread; exact two-sided sign test, Holm-adjusted over the pairs tested, flagged at ${INTERACTION_ALPHA}`,
361
367
  multiplicity: "credit is not adjusted for the number of genes: it steers which edits to reuse and test next, as selection estimates steer spend, and claims nothing; interaction flags are Holm-adjusted because pairs grow with the square of the genes",
362
368
  selectionBias: "a policy chooses a parent for its scores, so a parent is high by chance on the units it was chosen on: on a step where the child gained a gene the lacking side is that parent, and credit is biased toward harmful; where the child lost it, toward reusable. Only the sealed test split is free of this, so a reusable edit still needs a held-out test before it ships"
@@ -644,7 +650,7 @@ function pairedEstimate(input) {
644
650
  * smallest positive count that clears α) below the bootstrap gate, the
645
651
  * percentile bootstrap's nominal one-sided α from it. */
646
652
  const chanceReusable = (() => {
647
- const alpha = (1 - CONFIDENCE) / 2;
653
+ const alpha = .050000000000000044 / 2;
648
654
  const cache = /* @__PURE__ */ new Map();
649
655
  return (pairs) => {
650
656
  if (pairs < DESCRIPTIVE_FROM) return 0;
@@ -653,7 +659,8 @@ const chanceReusable = (() => {
653
659
  if (cached !== void 0) return cached;
654
660
  let size = 0;
655
661
  for (let positive = 0; positive <= pairs; positive++) {
656
- const p = pairedSignTest(Array.from({ length: pairs }, (_, index) => index < positive ? 1 : -1), "greater").pValue;
662
+ const signs = Array.from({ length: pairs }, (_, index) => index < positive ? 1 : -1);
663
+ const p = pairedSignTest(signs, "greater").pValue;
657
664
  if (p <= alpha) {
658
665
  size = p;
659
666
  break;
@@ -785,7 +792,8 @@ function interactionEstimate(genes, steps, values, sign) {
785
792
  signP: null,
786
793
  synergy: sign * interaction > 0
787
794
  };
788
- const test = pairedDeltaTest(values.map(() => 0), values, {
795
+ const zeros = values.map(() => 0);
796
+ const test = pairedDeltaTest(zeros, values, {
789
797
  statistic: DECISION_PAIRED_DELTA_STATISTIC,
790
798
  confidence: CONFIDENCE,
791
799
  resamples: RESAMPLES,
@@ -4096,4 +4104,4 @@ function tree(state) {
4096
4104
  //#endregion
4097
4105
  export { editCreditText as A, draftOnPlateau as C, EDIT_CREDIT_ESTIMATOR as D, front as E, EDIT_CREDIT_SIGNAL as O, vectorEmbedding as S, screenedNodes as T, lineageEdits as _, skillCalibration as a, surfaceDigestEdits as b, META_SEARCH_SIGNAL as c, objectiveKey as d, renderMetaSearchText as f, lineEditDistance as g, landscape as h, nextUnitExtension as i, editCredit as k, metaSearch as l, formatLandscape as m, taskMatrix as n, skillManifold as o, searchPolicyGenome as p, formatSkillManifold as r, META_SEARCH_SCORE_SOURCE as s, tree as t, metaSearchScore as u, nearestNeighbours as v, searchPlateau as w, surfaceTextEdits as x, profileTextLines as y };
4098
4106
 
4099
- //# sourceMappingURL=tree-Ki_gW7z8.js.map
4107
+ //# sourceMappingURL=tree-D48IJUK0.js.map