@tangle-network/agent-eval 0.217.1 → 0.219.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (258) hide show
  1. package/CHANGELOG.md +57 -1
  2. package/dist/adapters/http.d.ts +3 -3
  3. package/dist/adapters/http.d.ts.map +1 -1
  4. package/dist/adapters/http.js +1 -0
  5. package/dist/adapters/http.js.map +1 -1
  6. package/dist/{agent-profile-DTt8uGP9.d.ts → agent-profile-D01Io2Xw.d.ts} +4 -4
  7. package/dist/{agent-profile-DTt8uGP9.d.ts.map → agent-profile-D01Io2Xw.d.ts.map} +1 -1
  8. package/dist/analyst/index.d.ts +13 -13
  9. package/dist/analyst/index.d.ts.map +1 -1
  10. package/dist/analyst/index.js +10 -10
  11. package/dist/analyst/index.js.map +1 -1
  12. package/dist/{analyze-runs-DyeNcenW.d.ts → analyze-runs-BWAHBDAw.d.ts} +4 -4
  13. package/dist/{analyze-runs-DyeNcenW.d.ts.map → analyze-runs-BWAHBDAw.d.ts.map} +1 -1
  14. package/dist/{benchmark-command-xQK8nOI6.js → benchmark-command-BzmMTnvC.js} +664 -565
  15. package/dist/benchmark-command-BzmMTnvC.js.map +1 -0
  16. package/dist/benchmarks/index.d.ts +5 -5
  17. package/dist/benchmarks/index.js +3 -3
  18. package/dist/benchmarks/index.js.map +1 -1
  19. package/dist/campaign/index.d.ts +8 -8
  20. package/dist/campaign/index.js +11 -11
  21. package/dist/{campaign-CJGkxAQ6.js → campaign-BVPC6ODQ.js} +452 -282
  22. package/dist/campaign-BVPC6ODQ.js.map +1 -0
  23. package/dist/{campaign-evidence-CQYw8_0H.js → campaign-evidence-DunzcJGv.js} +2 -2
  24. package/dist/campaign-evidence-DunzcJGv.js.map +1 -0
  25. package/dist/{chat-client-ldqxYYTN.js → chat-client-CMQ8_h4J.js} +2 -2
  26. package/dist/{chat-client-ldqxYYTN.js.map → chat-client-CMQ8_h4J.js.map} +1 -1
  27. package/dist/{chat-json-call-DavzexSp.js → chat-json-call-BrZKn0L3.js} +2 -2
  28. package/dist/{chat-json-call-DavzexSp.js.map → chat-json-call-BrZKn0L3.js.map} +1 -1
  29. package/dist/cli.js +10 -10
  30. package/dist/{completion-verifier-B_jw6C9p.js → completion-verifier-Cigap8CG.js} +5 -5
  31. package/dist/{completion-verifier-B_jw6C9p.js.map → completion-verifier-Cigap8CG.js.map} +1 -1
  32. package/dist/contract/index.d.ts +11 -11
  33. package/dist/contract/index.js +91 -11
  34. package/dist/contract/index.js.map +1 -1
  35. package/dist/{cost-ledger-D0352Z4d.js → cost-ledger-BGZB6yY2.js} +75 -2
  36. package/dist/cost-ledger-BGZB6yY2.js.map +1 -0
  37. package/dist/{cost-ledger-Jk62OBfF.d.ts → cost-ledger-C1W3ICmP.d.ts} +26 -2
  38. package/dist/cost-ledger-C1W3ICmP.d.ts.map +1 -0
  39. package/dist/{default-registry-ClYjq3QE.js → default-registry-BrKmT01n.js} +310 -278
  40. package/dist/{default-registry-ClYjq3QE.js.map → default-registry-BrKmT01n.js.map} +1 -1
  41. package/dist/{default-registry-DXgLmoDI.d.ts → default-registry-Cwg_QN3d.d.ts} +6 -6
  42. package/dist/{default-registry-DXgLmoDI.d.ts.map → default-registry-Cwg_QN3d.d.ts.map} +1 -1
  43. package/dist/{define-agent-eval-BIkH_gAR.d.ts → define-agent-eval-C2nFhHPu.d.ts} +8 -8
  44. package/dist/{define-agent-eval-BIkH_gAR.d.ts.map → define-agent-eval-C2nFhHPu.d.ts.map} +1 -1
  45. package/dist/{define-agent-eval-BDxNlP3D.js → define-agent-eval-UQY3VbJ2.js} +165 -105
  46. package/dist/define-agent-eval-UQY3VbJ2.js.map +1 -0
  47. package/dist/diagnosis/index.d.ts +2 -2
  48. package/dist/{dspy-rlm-engine-DhdCr1Dc.js → dspy-rlm-engine-Bn_Mt_LW.js} +3 -3
  49. package/dist/{dspy-rlm-engine-DhdCr1Dc.js.map → dspy-rlm-engine-Bn_Mt_LW.js.map} +1 -1
  50. package/dist/{engine-BvZ0R-36.d.ts → engine-BpGGw6cd.d.ts} +3 -3
  51. package/dist/{engine-BvZ0R-36.d.ts.map → engine-BpGGw6cd.d.ts.map} +1 -1
  52. package/dist/eval-campaign-BUMIxKTE.js +393 -0
  53. package/dist/eval-campaign-BUMIxKTE.js.map +1 -0
  54. package/dist/{evaluation-jTjC_QQD.d.ts → evaluation-CBdQt_kr.d.ts} +4 -4
  55. package/dist/{evaluation-jTjC_QQD.d.ts.map → evaluation-CBdQt_kr.d.ts.map} +1 -1
  56. package/dist/evaluation.d.ts +1 -1
  57. package/dist/evaluation.js +1 -1
  58. package/dist/{exact-types-CflbJ9f3.d.ts → exact-types-BYFmYq44.d.ts} +2 -2
  59. package/dist/{exact-types-CflbJ9f3.d.ts.map → exact-types-BYFmYq44.d.ts.map} +1 -1
  60. package/dist/experiment/index.d.ts +24 -1
  61. package/dist/experiment/index.d.ts.map +1 -1
  62. package/dist/experiment/index.js +110 -71
  63. package/dist/experiment/index.js.map +1 -1
  64. package/dist/{exporters-Cl6IeNAu.js → exporters-DWvM16LE.js} +2 -2
  65. package/dist/{exporters-Cl6IeNAu.js.map → exporters-DWvM16LE.js.map} +1 -1
  66. package/dist/{external-optimizer-process-KVFGvYX1.js → external-optimizer-process-wOLfzsCC.js} +2 -2
  67. package/dist/{external-optimizer-process-KVFGvYX1.js.map → external-optimizer-process-wOLfzsCC.js.map} +1 -1
  68. package/dist/{external-optimizer-subprocess-XIHBOSKt.js → external-optimizer-subprocess-D670Oxf2.js} +4 -4
  69. package/dist/{external-optimizer-subprocess-XIHBOSKt.js.map → external-optimizer-subprocess-D670Oxf2.js.map} +1 -1
  70. package/dist/{feedback-trajectory-BWmhRBGu.d.ts → feedback-trajectory-DhB9WzYg.d.ts} +3 -3
  71. package/dist/{feedback-trajectory-BWmhRBGu.d.ts.map → feedback-trajectory-DhB9WzYg.d.ts.map} +1 -1
  72. package/dist/{findings-store-BMVQtEsm.js → findings-store-CvNo712L.js} +6 -6
  73. package/dist/{findings-store-BMVQtEsm.js.map → findings-store-CvNo712L.js.map} +1 -1
  74. package/dist/fuzz.d.ts +1 -1
  75. package/dist/fuzz.js +1 -1
  76. package/dist/{hf-dataset-D9f7-oX7.js → hf-dataset-CKxIJQba.js} +3 -3
  77. package/dist/{hf-dataset-D9f7-oX7.js.map → hf-dataset-CKxIJQba.js.map} +1 -1
  78. package/dist/hosted/index.js +1 -1
  79. package/dist/{index-CX-GAUpw.d.ts → index-CHxwfW5g.d.ts} +2 -2
  80. package/dist/{index-CX-GAUpw.d.ts.map → index-CHxwfW5g.d.ts.map} +1 -1
  81. package/dist/{index-BLGqZ81N.d.ts → index-CVFStrQD.d.ts} +8 -8
  82. package/dist/{index-BLGqZ81N.d.ts.map → index-CVFStrQD.d.ts.map} +1 -1
  83. package/dist/{index-9jJ2fKSX.d.ts → index-CalAsXMR.d.ts} +7 -5
  84. package/dist/index-CalAsXMR.d.ts.map +1 -0
  85. package/dist/{index-CiRwLv2R.d.ts → index-D7fmC-1K.d.ts} +3 -4
  86. package/dist/index-D7fmC-1K.d.ts.map +1 -0
  87. package/dist/{index-BiT6RtNH.d.ts → index-DAXfpVf7.d.ts} +10 -10
  88. package/dist/{index-BiT6RtNH.d.ts.map → index-DAXfpVf7.d.ts.map} +1 -1
  89. package/dist/{index-ZuWx52WG.d.ts → index-Q6DvdcwI.d.ts} +67 -24
  90. package/dist/index-Q6DvdcwI.d.ts.map +1 -0
  91. package/dist/index.d.ts +26 -26
  92. package/dist/index.d.ts.map +1 -1
  93. package/dist/index.js +615 -692
  94. package/dist/index.js.map +1 -1
  95. package/dist/{integrity-DOd9Q86O.js → integrity-C8oUeB0g.js} +322 -197
  96. package/dist/integrity-C8oUeB0g.js.map +1 -0
  97. package/dist/{integrity-_qgZLA5p.d.ts → integrity-CCwvezWS.d.ts} +2 -2
  98. package/dist/{integrity-_qgZLA5p.d.ts.map → integrity-CCwvezWS.d.ts.map} +1 -1
  99. package/dist/{journal-CR4QikYp.js → journal-C7om8Gum.js} +48 -38
  100. package/dist/journal-C7om8Gum.js.map +1 -0
  101. package/dist/judge-gate-Co5tuh57.js.map +1 -1
  102. package/dist/{judge-gate-DsL0yFcb.d.ts → judge-gate-Dc_mXQsL.d.ts} +2 -2
  103. package/dist/judge-gate-Dc_mXQsL.d.ts.map +1 -0
  104. package/dist/{kind-factory-Gy4fXixd.js → kind-factory-BhxbtUsQ.js} +2 -2
  105. package/dist/{kind-factory-Gy4fXixd.js.map → kind-factory-BhxbtUsQ.js.map} +1 -1
  106. package/dist/ledger-core/index.d.ts +1 -1
  107. package/dist/ledger-core/index.js +2 -2
  108. package/dist/ledger-core/lock-holder.d.ts +2 -0
  109. package/dist/ledger-core/lock-holder.js +181 -0
  110. package/dist/ledger-core/lock-holder.js.map +1 -0
  111. package/dist/{ledger-core-DrJhbms9.js → ledger-core-CAxUdDk0.js} +2 -2
  112. package/dist/{ledger-core-DrJhbms9.js.map → ledger-core-CAxUdDk0.js.map} +1 -1
  113. package/dist/{llm-client-BshCREn6.js → llm-client-DXuOTseU.js} +239 -249
  114. package/dist/llm-client-DXuOTseU.js.map +1 -0
  115. package/dist/{llm-judge-C8jMTNNG.js → llm-judge-Cc8vDJh_.js} +648 -459
  116. package/dist/llm-judge-Cc8vDJh_.js.map +1 -0
  117. package/dist/lock-holder-DaJbfpci.d.ts +86 -0
  118. package/dist/lock-holder-DaJbfpci.d.ts.map +1 -0
  119. package/dist/matrix/index.d.ts +2 -2
  120. package/dist/{matrix-DHe-dwVJ.d.ts → matrix-Cf-AGxGh.d.ts} +4 -4
  121. package/dist/{matrix-DHe-dwVJ.d.ts.map → matrix-Cf-AGxGh.d.ts.map} +1 -1
  122. package/dist/meta-eval/index.d.ts +2 -2
  123. package/dist/{mint-zszyYlpA.js → mint-CbdwjTPW.js} +2 -2
  124. package/dist/{mint-zszyYlpA.js.map → mint-CbdwjTPW.js.map} +1 -1
  125. package/dist/{mint-BRZXuwRi.d.ts → mint-CkzpVPdz.d.ts} +3 -3
  126. package/dist/{mint-BRZXuwRi.d.ts.map → mint-CkzpVPdz.d.ts.map} +1 -1
  127. package/dist/multishot/golden/index.d.ts +1 -1
  128. package/dist/multishot/index.d.ts +2 -2
  129. package/dist/multishot/index.js.map +1 -1
  130. package/dist/openapi.json +1 -1
  131. package/dist/{pareto-BzsxidFD.js → pareto-BiBnQXAE.js} +306 -212
  132. package/dist/pareto-BiBnQXAE.js.map +1 -0
  133. package/dist/pipelines/index.d.ts.map +1 -1
  134. package/dist/pipelines/index.js.map +1 -1
  135. package/dist/{prime-protocol-BWG2DQIk.d.ts → prime-protocol-CckHBxGu.d.ts} +3 -3
  136. package/dist/{prime-protocol-BWG2DQIk.d.ts.map → prime-protocol-CckHBxGu.d.ts.map} +1 -1
  137. package/dist/{promotion-gate-DaY95yU6.d.ts → promotion-gate-CkVZHagC.d.ts} +3 -3
  138. package/dist/{promotion-gate-DaY95yU6.d.ts.map → promotion-gate-CkVZHagC.d.ts.map} +1 -1
  139. package/dist/{proposal-findings-BbWidvUk.js → proposal-findings-E1aSC_cU.js} +2 -2
  140. package/dist/{proposal-findings-BbWidvUk.js.map → proposal-findings-E1aSC_cU.js.map} +1 -1
  141. package/dist/{registry-ssNoHzwD.d.ts → registry-B_yG-1jh.d.ts} +5 -5
  142. package/dist/{registry-ssNoHzwD.d.ts.map → registry-B_yG-1jh.d.ts.map} +1 -1
  143. package/dist/{render-C-w2EZ6p.js → render-Cs34y0iX.js} +404 -208
  144. package/dist/render-Cs34y0iX.js.map +1 -0
  145. package/dist/reporting.d.ts +3 -3
  146. package/dist/{researcher-0ABVIdGa.d.ts → researcher-H0p44OYC.d.ts} +5 -5
  147. package/dist/{researcher-0ABVIdGa.d.ts.map → researcher-H0p44OYC.d.ts.map} +1 -1
  148. package/dist/{reward-DrZ71vnf.d.ts → reward-BeUgVVC_.d.ts} +2 -2
  149. package/dist/{reward-DrZ71vnf.d.ts.map → reward-BeUgVVC_.d.ts.map} +1 -1
  150. package/dist/{reward-hacking-E52wq86n.d.ts → reward-hacking-WTxUbtbb.d.ts} +2 -2
  151. package/dist/{reward-hacking-E52wq86n.d.ts.map → reward-hacking-WTxUbtbb.d.ts.map} +1 -1
  152. package/dist/rl.d.ts +8 -8
  153. package/dist/rl.js +4 -4
  154. package/dist/rollout/index.d.ts +3 -3
  155. package/dist/rollout/index.js +5 -5
  156. package/dist/{rollout-D6C50mfA.js → rollout-Dd1ucT_M.js} +5 -5
  157. package/dist/{rollout-D6C50mfA.js.map → rollout-Dd1ucT_M.js.map} +1 -1
  158. package/dist/{rubric-predictive-validity-DiwT8PbL.d.ts → rubric-predictive-validity-noY7uE03.d.ts} +2 -2
  159. package/dist/{rubric-predictive-validity-DiwT8PbL.d.ts.map → rubric-predictive-validity-noY7uE03.d.ts.map} +1 -1
  160. package/dist/{run-record-CaxbLq6Y.d.ts → run-record-C3awiXPf.d.ts} +2 -2
  161. package/dist/{run-record-CaxbLq6Y.d.ts.map → run-record-C3awiXPf.d.ts.map} +1 -1
  162. package/dist/schema-C-ziyJD7.d.ts.map +1 -1
  163. package/dist/{schema-DxcKTzbi.js → schema-CvhfLjtZ.js} +77 -47
  164. package/dist/schema-CvhfLjtZ.js.map +1 -0
  165. package/dist/search/index.d.ts +2 -2
  166. package/dist/search/index.d.ts.map +1 -1
  167. package/dist/search/index.js +2 -2
  168. package/dist/{search-kernel-DxqjBxA-.d.ts → search-kernel-Dloxd6gs.d.ts} +5 -5
  169. package/dist/{search-kernel-DxqjBxA-.d.ts.map → search-kernel-Dloxd6gs.d.ts.map} +1 -1
  170. package/dist/{search-ledger-TUvB5gWH.js → search-ledger-CZRqtFbW.js} +252 -245
  171. package/dist/search-ledger-CZRqtFbW.js.map +1 -0
  172. package/dist/{search-ledger-file-UKCO2r8a.js → search-ledger-file-Bd5Tioq6.js} +3 -3
  173. package/dist/{search-ledger-file-UKCO2r8a.js.map → search-ledger-file-Bd5Tioq6.js.map} +1 -1
  174. package/dist/{search-shipper-Cw2z3-td.js → search-shipper-Dn3NLsuH.js} +3 -3
  175. package/dist/{search-shipper-Cw2z3-td.js.map → search-shipper-Dn3NLsuH.js.map} +1 -1
  176. package/dist/{search-summary-DQIvJsSB.js → search-summary-D4bwYnAE.js} +3 -3
  177. package/dist/{search-summary-DQIvJsSB.js.map → search-summary-D4bwYnAE.js.map} +1 -1
  178. package/dist/{server-DoVbqqtJ.js → server-8TS8XCvg.js} +3 -3
  179. package/dist/{server-DoVbqqtJ.js.map → server-8TS8XCvg.js.map} +1 -1
  180. package/dist/{single-run-lock-U58yf8N6.js → single-run-lock-Dekd8_Wv.js} +7 -7
  181. package/dist/single-run-lock-Dekd8_Wv.js.map +1 -0
  182. package/dist/{skillopt-optimization-method-kyL94-ri.js → skillopt-optimization-method-DLKqdhcR.js} +1384 -1059
  183. package/dist/skillopt-optimization-method-DLKqdhcR.js.map +1 -0
  184. package/dist/{statistical-heldout-C9AbgREN.d.ts → statistical-heldout-3z3I-kJN.d.ts} +3 -3
  185. package/dist/{statistical-heldout-C9AbgREN.d.ts.map → statistical-heldout-3z3I-kJN.d.ts.map} +1 -1
  186. package/dist/{store-otlp-BteDAbHK.js → store-otlp-dyWE3wAG.js} +2 -2
  187. package/dist/{store-otlp-BteDAbHK.js.map → store-otlp-dyWE3wAG.js.map} +1 -1
  188. package/dist/{store-tool-spans-D5l_OfTJ.js → store-tool-spans-DIUgZbzu.js} +3 -3
  189. package/dist/{store-tool-spans-D5l_OfTJ.js.map → store-tool-spans-DIUgZbzu.js.map} +1 -1
  190. package/dist/{store-tool-spans-DZS0HWVf.d.ts → store-tool-spans-DPwXHQkH.d.ts} +7 -7
  191. package/dist/{store-tool-spans-DZS0HWVf.d.ts.map → store-tool-spans-DPwXHQkH.d.ts.map} +1 -1
  192. package/dist/{summary-report-DM7tlml1.d.ts → summary-report-C8V49Jt3.d.ts} +18 -3
  193. package/dist/summary-report-C8V49Jt3.d.ts.map +1 -0
  194. package/dist/supervisor-run/index.d.ts.map +1 -1
  195. package/dist/supervisor-run/index.js +3 -3
  196. package/dist/{systemone-Bp_Ac0p1.d.ts → systemone-DVA7t76V.d.ts} +6 -6
  197. package/dist/{systemone-Bp_Ac0p1.d.ts.map → systemone-DVA7t76V.d.ts.map} +1 -1
  198. package/dist/{systemone-review-CwE6JGIp.d.ts → systemone-review-CUBMuTLi.d.ts} +2 -2
  199. package/dist/{systemone-review-CwE6JGIp.d.ts.map → systemone-review-CUBMuTLi.d.ts.map} +1 -1
  200. package/dist/systemone.d.ts +3 -3
  201. package/dist/{terminal-record-78g6E4vh.js → terminal-record-D4Rv-j1W.js} +241 -193
  202. package/dist/{terminal-record-78g6E4vh.js.map → terminal-record-D4Rv-j1W.js.map} +1 -1
  203. package/dist/{tool-groups-DyNz2JZ_.d.ts → tool-groups-LISbBWCg.d.ts} +3 -3
  204. package/dist/tool-groups-LISbBWCg.d.ts.map +1 -0
  205. package/dist/{trace-questions-xxwgsuMi.d.ts → trace-questions-C42fYEE4.d.ts} +4 -4
  206. package/dist/{trace-questions-xxwgsuMi.d.ts.map → trace-questions-C42fYEE4.d.ts.map} +1 -1
  207. package/dist/trace-repair/index.d.ts +3 -3
  208. package/dist/traces.d.ts +6 -6
  209. package/dist/traces.js +3 -3
  210. package/dist/trajectory-replay/index.d.ts +4 -1
  211. package/dist/trajectory-replay/index.d.ts.map +1 -1
  212. package/dist/trajectory-replay/index.js +854 -823
  213. package/dist/trajectory-replay/index.js.map +1 -1
  214. package/dist/{tree-BGRglkKd.js → tree-DSqwJpL9.js} +122 -14
  215. package/dist/tree-DSqwJpL9.js.map +1 -0
  216. package/dist/{types-CW8ewATZ.d.ts → types-8yQzNm8u.d.ts} +4 -4
  217. package/dist/{types-CW8ewATZ.d.ts.map → types-8yQzNm8u.d.ts.map} +1 -1
  218. package/dist/{types-D8GhJoHk.d.ts → types-CHfn1zg5.d.ts} +70 -72
  219. package/dist/types-CHfn1zg5.d.ts.map +1 -0
  220. package/dist/{types-DtMbFw6U.d.ts → types-D8GXK9Z5.d.ts} +3 -3
  221. package/dist/{types-DtMbFw6U.d.ts.map → types-D8GXK9Z5.d.ts.map} +1 -1
  222. package/dist/{types-D-mgRzlh.d.ts → types-eMhdacVp.d.ts} +2 -2
  223. package/dist/{types-D-mgRzlh.d.ts.map → types-eMhdacVp.d.ts.map} +1 -1
  224. package/dist/wire/index.d.ts +3 -3
  225. package/dist/wire/index.js +1 -1
  226. package/docs/campaign-proposers.md +16 -0
  227. package/docs/concepts.md +31 -0
  228. package/docs/design/statistics-decisions.md +1 -1
  229. package/docs/eval-surface-map.md +1 -0
  230. package/docs/profile-json-identity.md +1 -2
  231. package/docs/public-api.md +100 -88
  232. package/package.json +8 -6
  233. package/dist/benchmark-command-xQK8nOI6.js.map +0 -1
  234. package/dist/campaign-CJGkxAQ6.js.map +0 -1
  235. package/dist/campaign-evidence-CQYw8_0H.js.map +0 -1
  236. package/dist/cost-ledger-D0352Z4d.js.map +0 -1
  237. package/dist/cost-ledger-Jk62OBfF.d.ts.map +0 -1
  238. package/dist/define-agent-eval-BDxNlP3D.js.map +0 -1
  239. package/dist/eval-campaign-BLEfBGbA.js +0 -343
  240. package/dist/eval-campaign-BLEfBGbA.js.map +0 -1
  241. package/dist/index-9jJ2fKSX.d.ts.map +0 -1
  242. package/dist/index-CiRwLv2R.d.ts.map +0 -1
  243. package/dist/index-ZuWx52WG.d.ts.map +0 -1
  244. package/dist/integrity-DOd9Q86O.js.map +0 -1
  245. package/dist/journal-CR4QikYp.js.map +0 -1
  246. package/dist/judge-gate-DsL0yFcb.d.ts.map +0 -1
  247. package/dist/llm-client-BshCREn6.js.map +0 -1
  248. package/dist/llm-judge-C8jMTNNG.js.map +0 -1
  249. package/dist/pareto-BzsxidFD.js.map +0 -1
  250. package/dist/render-C-w2EZ6p.js.map +0 -1
  251. package/dist/schema-DxcKTzbi.js.map +0 -1
  252. package/dist/search-ledger-TUvB5gWH.js.map +0 -1
  253. package/dist/single-run-lock-U58yf8N6.js.map +0 -1
  254. package/dist/skillopt-optimization-method-kyL94-ri.js.map +0 -1
  255. package/dist/summary-report-DM7tlml1.d.ts.map +0 -1
  256. package/dist/tool-groups-DyNz2JZ_.d.ts.map +0 -1
  257. package/dist/tree-BGRglkKd.js.map +0 -1
  258. package/dist/types-D8GhJoHk.d.ts.map +0 -1
@@ -6,12 +6,12 @@ Generated by `pnpm api:census` on demand — this is a dated reading, not a gate
6
6
 
7
7
  | measure | count |
8
8
  | --- | --- |
9
- | export subpaths | 33 |
10
- | published value exports (subpath x symbol) | 1221 |
11
- | distinct symbols | 1034 |
12
- | production | 900 |
13
- | planned | 286 |
14
- | none | 35 |
9
+ | export subpaths | 34 |
10
+ | published value exports (subpath x symbol) | 1226 |
11
+ | distinct symbols | 1039 |
12
+ | production | 915 |
13
+ | planned | 278 |
14
+ | none | 33 |
15
15
 
16
16
  Type-only exports are not listed: a type binds no runtime surface, and removing one cannot break a caller at run time.
17
17
 
@@ -23,47 +23,47 @@ Type-only exports are not listed: a type binds no runtime surface, and removing
23
23
 
24
24
  ## Consumer sweep
25
25
 
26
- Swept 2026-10-06 across 37 repositories, each on its default branch:
27
-
28
- | repository | ref | commit |
29
- | --- | --- | --- |
30
- | agent-app | main | `e6c001f` |
31
- | agent-builder | main | `6d67aab` |
32
- | agent-dev-container | develop | `0d14b1d` |
33
- | agent-knowledge | main | `49c7cca` |
34
- | agent-lab | main | `23fb048` |
35
- | agent-runtime | main | `a7752c5` |
36
- | agent-sdk | main | `648eaa7` |
37
- | ai-trading-blueprint | main | `e574633` |
38
- | blueprint-agent | develop | `517650b` |
39
- | braid | main | `b0fb773` |
40
- | browser-agent-driver | main | `8228dc3` |
41
- | chatgpt-plugins | main | `cdee294` |
42
- | creative-agent | master | `a7aca13` |
43
- | discovery | master | `f7ad3f3` |
44
- | discovery-lab | master | `5fe4b433` |
45
- | factory | main | `5e6f50c` |
46
- | gtm | master | `4938eaa` |
47
- | gtm-agent | master | `ec24bfa` |
48
- | hospitality-agent | main | `29d6e30` |
49
- | insurance-agent | main | `8ab1851` |
50
- | legal-agent | main | `2857927` |
51
- | ph0ny | main | `3af952b` |
52
- | physim | main | `6eae114` |
53
- | playproof | main | `c49a6a5` |
54
- | redteam | main | `41c648b` |
55
- | relationships-agent | main | `fe73c79` |
56
- | run-capsule | main | `0cd99e5` |
57
- | starter-foundry | main | `217328c` |
58
- | super-agent | main | `d0e9bc3` |
59
- | supervisor-lab | main | `0f3c189` |
60
- | tangle-router | main | `fa71feb` |
61
- | tangle-tools | main | `0d28216` |
62
- | tax-agent | main | `a395120` |
63
- | traces | main | `499261e` |
64
- | trustgate | main | `f7f91bd` |
65
- | tuner-agent | main | `794fb92` |
66
- | workcomp-agent | master | `5ab31cf` |
26
+ Last refresh 2026-10-22; retained evidence across 37 repositories. Each row states its own sweep date and revision; older rows are historical, not fresh consumer checks:
27
+
28
+ | repository | ref | commit | swept |
29
+ | --- | --- | --- | --- |
30
+ | agent-app | refs/remotes/origin/main | `77158737484569f4033703ce5477d509755bd711` | 2026-10-22 |
31
+ | agent-builder | main | `6d67aab` | 2026-10-06 |
32
+ | agent-dev-container | develop | `0d14b1d` | 2026-10-06 |
33
+ | agent-knowledge | main | `49c7cca` | 2026-10-06 |
34
+ | agent-lab | main | `23fb048` | 2026-10-06 |
35
+ | agent-runtime | main | `a7752c5` | 2026-10-06 |
36
+ | agent-sdk | main | `648eaa7` | 2026-10-06 |
37
+ | ai-trading-blueprint | main | `e574633` | 2026-10-06 |
38
+ | blueprint-agent | develop | `517650b` | 2026-10-06 |
39
+ | braid | main | `b0fb773` | 2026-10-06 |
40
+ | browser-agent-driver | main | `8228dc3` | 2026-10-06 |
41
+ | chatgpt-plugins | main | `cdee294` | 2026-10-06 |
42
+ | creative-agent | master | `a7aca13` | 2026-10-06 |
43
+ | discovery | master | `f7ad3f3` | 2026-10-06 |
44
+ | discovery-lab | master | `5fe4b433` | 2026-10-06 |
45
+ | factory | main | `5e6f50c` | 2026-10-06 |
46
+ | gtm | master | `4938eaa` | 2026-10-06 |
47
+ | gtm-agent | refs/remotes/origin/master | `1719c4f9e01117f5e1577fb280eba201d5bb62b9` | 2026-10-22 |
48
+ | hospitality-agent | main | `29d6e30` | 2026-10-06 |
49
+ | insurance-agent | main | `8ab1851` | 2026-10-06 |
50
+ | legal-agent | main | `2857927` | 2026-10-06 |
51
+ | ph0ny | main | `3af952b` | 2026-10-06 |
52
+ | physim | main | `6eae114` | 2026-10-06 |
53
+ | playproof | main | `c49a6a5` | 2026-10-06 |
54
+ | redteam | main | `41c648b` | 2026-10-06 |
55
+ | relationships-agent | main | `fe73c79` | 2026-10-06 |
56
+ | run-capsule | main | `0cd99e5` | 2026-10-06 |
57
+ | starter-foundry | main | `217328c` | 2026-10-06 |
58
+ | super-agent | main | `d0e9bc3` | 2026-10-06 |
59
+ | supervisor-lab | main | `0f3c189` | 2026-10-06 |
60
+ | tangle-router | main | `fa71feb` | 2026-10-06 |
61
+ | tangle-tools | main | `0d28216` | 2026-10-06 |
62
+ | tax-agent | main | `a395120` | 2026-10-06 |
63
+ | traces | main | `499261e` | 2026-10-06 |
64
+ | trustgate | main | `f7f91bd` | 2026-10-06 |
65
+ | tuner-agent | main | `794fb92` | 2026-10-06 |
66
+ | workcomp-agent | master | `5ab31cf` | 2026-10-06 |
67
67
 
68
68
  ## What this census cannot see
69
69
 
@@ -90,7 +90,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
90
90
 
91
91
  ### `.`
92
92
 
93
- 321 value exports — 279 production, 41 planned, 1 none.
93
+ 321 value exports — 282 production, 39 planned, 0 none.
94
94
 
95
95
  | symbol | consumer | evidence |
96
96
  | --- | --- | --- |
@@ -99,7 +99,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
99
99
  | `AGENT_PROFILE_KINDS` | production | blueprint-agent:scripts/experiments/lib/agent-profile-cell.ts |
100
100
  | `AgentEvalError` | production | agent-runtime:src/errors.ts |
101
101
  | `agentProfileCellKey` | planned | consumer tests: blueprint-agent:scripts/experiments/lib/__tests__/agent-profile-cell.test.ts |
102
- | `agentProfileHash` | production | ai-trading-blueprint:evals/src/trading/persona-agent-eval.ts |
102
+ | `agentProfileHash` | production | agent-app:src/eval/scorecard.ts |
103
103
  | `agentProfileId` | production | agent-dev-container:products/intelligence/api/src/lib/project-profile-change-preflight.ts |
104
104
  | `aggregateJudgeVerdicts` | production | agent-app:src/eval-campaign/index.ts |
105
105
  | `aggregateRunScore` | production | agent-dev-container:products/sandbox/evals/src/auto-optimization.ts |
@@ -120,7 +120,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
120
120
  | `assertProductBenchmarkRun` | production | creative-agent:eval/research-package.ts |
121
121
  | `assertRealBackend` | production | creative-agent:eval/canonical-runner.ts |
122
122
  | `assertRunCaptured` | production | creative-agent:eval/canonical-runner.ts |
123
- | `assertServedModel` | production | creative-agent:eval/lib/persona-driver.ts |
123
+ | `assertServedModel` | production | agent-app:src/eval/persona-driver.ts |
124
124
  | `assertServedModels` | planned | doc: docs/building-doctrine.md |
125
125
  | `assertSingleBackend` | planned | consumer tests: insurance-agent:tests/eval/canonical.ts |
126
126
  | `assessShareSafety` | production | agent-dev-container:products/intelligence/api/src/lib/search-blobs.ts |
@@ -176,9 +176,9 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
176
176
  | `CostCeilingReachedError` | production | agent-dev-container:products/intelligence/api/src/lib/eval-engine.ts |
177
177
  | `costForTokenPricing` | production | agent-runtime:src/improvement/search-executor.ts |
178
178
  | `costForUsage` | production | agent-builder:src/lib/.server/llm-cost.ts |
179
- | `CostLedger` | production | agent-dev-container:products/intelligence/api/src/lib/eval-engine.ts |
180
- | `costReceiptFromLlm` | production | agent-builder:src/lib/.server/eval/router-llm-client.ts |
181
- | `costReceiptFromLlmError` | production | agent-builder:src/lib/.server/eval/router-llm-client.ts |
179
+ | `CostLedger` | production | agent-app:src/eval/persona-driver.ts |
180
+ | `costReceiptFromLlm` | production | agent-app:src/eval/persona-driver.ts |
181
+ | `costReceiptFromLlmError` | production | agent-app:src/eval/persona-driver.ts |
182
182
  | `CostTracker` | production | creative-agent:eval/canonical-runner.ts |
183
183
  | `createAntiSlopJudge` | production | ph0ny:products/builder/api/src/eval/judges.ts |
184
184
  | `createBoundedTraceAnalysisStore` | production | braid:src/adapters/analysis/trace-store.ts |
@@ -192,7 +192,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
192
192
  | `CrossFamilyError` | production | creative-agent:eval/lib/judge-ensemble.ts |
193
193
  | `decidePairedPromotion` | production | discovery-lab:experiments/e1-checker/score.mjs |
194
194
  | `DEFAULT_BOUNDED_PROCESS_TIMEOUT_MS` | production | this package: src/command-runner.ts:28 |
195
- | `DEFAULT_JUDGE_GATE_POLICY` | none | — |
195
+ | `DEFAULT_JUDGE_GATE_POLICY` | planned | consumer tests: gtm-agent:eval/creative-critic/calibration.test.ts |
196
196
  | `DEFAULT_RED_TEAM_CORPUS` | production | starter-foundry:registry/layers/agent-eval/redteam/files/src/eval/redteam/runner.ts |
197
197
  | `DEFAULT_TRACE_ANALYST_BUDGETS` | production | agent-builder:src/lib/.server/eval/stores/d1-trace-analysis-store-adapter.ts |
198
198
  | `DEFAULT_TRACE_ANALYST_KINDS` | production | agent-dev-container:products/intelligence/api/src/lib/deep-trace-analyst.ts |
@@ -201,7 +201,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
201
201
  | `deployGateLayer` | production | blueprint-agent:scripts/experiments/lib/deploy-runner.ts |
202
202
  | `describeTraceInsightScope` | production | blueprint-agent:scripts/experiments/lib/analyze-vb-run/report-html.ts |
203
203
  | `diffFindings` | production | agent-runtime:src/analyst-loop/run-analyst-loop.ts |
204
- | `diffScorecard` | production | ai-trading-blueprint:evals/src/trading/scorecard-integration.ts |
204
+ | `diffScorecard` | production | agent-app:src/eval/scorecard.ts |
205
205
  | `discoverPersonas` | production | insurance-agent:scripts/harvest-candidate-outputs.ts |
206
206
  | `domainEvidencePattern` | production | blueprint-agent:scripts/experiments/lib/analyze-vb-run/session-loader.ts |
207
207
  | `dominates` | production | blueprint-agent:scripts/experiments/lib/competition-analytics.ts |
@@ -240,7 +240,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
240
240
  | `fileVerdictCache` | production | blueprint-agent:scripts/experiments/calibrate-instrument.ts |
241
241
  | `FindingsStore` | production | agent-builder:scripts/run-canonical-analyst-loop.ts |
242
242
  | `fisherExactTwoSided` | production | agent-dev-container:packages/sdk-data/src/analysis/recommendations/statistics.ts |
243
- | `formatScorecardDiff` | production | ai-trading-blueprint:evals/src/trading/scorecard-integration.ts |
243
+ | `formatScorecardDiff` | production | agent-app:src/eval/scorecard.ts |
244
244
  | `gainHistogram` | production | this package: src/research-report.ts:18 |
245
245
  | `gateTreatmentApplied` | production | blueprint-agent:scripts/experiments/lib/validity-gates.ts |
246
246
  | `gradeSemanticStatus` | production | blueprint-agent:scripts/experiments/lib/verification-harness/primitives.ts |
@@ -271,7 +271,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
271
271
  | `judgeAgreementView` | production | insurance-agent:scripts/analyze-agent-eval-evidence.ts |
272
272
  | `JudgeError` | production | agent-runtime:src/errors.ts |
273
273
  | `judgeFamily` | production | agent-builder:frontier/judges/llm.ts |
274
- | `judgeGateDecision` | planned | doc: docs/concepts.md |
274
+ | `judgeGateDecision` | production | gtm-agent:src/lib/.server/judges/quality.ts |
275
275
  | `JudgeGateRefusedError` | planned | doc: docs/concepts.md |
276
276
  | `judgeSpans` | production | this package: src/builder-eval/three-layer-eval.ts:25 |
277
277
  | `knowledgeReadinessTracePayload` | production | agent-dev-container:products/intelligence/api/src/routes/project-engines.ts |
@@ -281,18 +281,18 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
281
281
  | `LlmCallError` | production | agent-dev-container:products/platform/api/src/lib/router-model-owner.ts |
282
282
  | `llmJudge` | production | agent-runtime:examples/agentic-data-creation/offline-fixtures.ts |
283
283
  | `LlmResponseError` | production | agent-dev-container:products/intelligence/api/src/lib/optimization-router.ts |
284
- | `loadScorecard` | production | ai-trading-blueprint:evals/src/trading/scorecard-integration.ts |
284
+ | `loadScorecard` | production | agent-app:src/eval/scorecard.ts |
285
285
  | `localCommandRunner` | production | blueprint-agent:scripts/experiments/lib/command-runner.ts |
286
286
  | `makeFinding` | production | agent-dev-container:products/intelligence/api/src/lib/consultant/candidates.ts |
287
287
  | `makePolicyEditCandidateRecord` | planned | doc: docs/campaign-proposers.md |
288
288
  | `makeProposalFinding` | production | agent-lab:projects/playproof/code-surface.ts |
289
289
  | `manifestContentDigest` | production | this package: src/campaign/gates/sequential.ts:36 |
290
290
  | `mannWhitneyU` | production | blueprint-agent:scripts/experiments/lib/competition-analytics.ts |
291
- | `maximumChargeForLlmRequest` | production | agent-dev-container:products/intelligence/api/src/lib/optimization-router.ts |
291
+ | `maximumChargeForLlmRequest` | production | agent-app:src/eval/persona-driver.ts |
292
292
  | `mcnemar` | production | blueprint-agent:scripts/experiments/analyze-convergence.ts |
293
293
  | `mcnemarPower` | production | discovery:research/e1-topology-20260920/gate/gate.mjs |
294
294
  | `mcnemarRequiredN` | production | blueprint-agent:scripts/experiments/analyze-convergence.ts |
295
- | `measureJudgeAgreement` | planned | doc: docs/concepts.md |
295
+ | `measureJudgeAgreement` | production | gtm-agent:src/lib/.server/judges/quality.ts |
296
296
  | `minimumPairsForPairedDeltaTest` | production | agent-dev-container:products/intelligence/api/src/routes/optimizations.ts |
297
297
  | `mintRolloutRows` | production | blueprint-agent:scripts/experiments/lib/vb-climb.ts |
298
298
  | `MODEL_PRICING` | production | supervisor-lab:archive/bench/profile-arena.ts |
@@ -330,7 +330,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
330
330
  | `passAtK` | planned | doc: docs/design/statistics-decisions.md |
331
331
  | `pearsonR` | production | this package: src/builder-eval/correlation.ts:18 |
332
332
  | `preflightModels` | planned | doc: docs/building-doctrine.md |
333
- | `productBenchmarkRepoIdentity` | production | creative-agent:eval/research-package.ts |
333
+ | `productBenchmarkRepoIdentity` | production | agent-app:src/eval/research-plan.ts |
334
334
  | `ProductClient` | production | creative-agent:eval/e2e/creative-product-harness.ts |
335
335
  | `profile` | production | agent-app:src/profile/index.ts |
336
336
  | `projectRuntimeTrajectoryEvidence` | production | agent-dev-container:products/intelligence/api/src/lib/workflow-trace-preflight.ts |
@@ -339,7 +339,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
339
339
  | `ranks` | production | discovery-lab:tools/evaluators/eval-discrimination/score.mjs |
340
340
  | `readProductBenchmarkManifest` | production | creative-agent:eval/research-package.ts |
341
341
  | `recordRuns` | planned | consumer tests: tax-agent:tests/eval/benchmarks/taxcalc/analyze.mjs |
342
- | `recordRunsToScorecard` | production | ai-trading-blueprint:evals/src/trading/persona-agent-eval.ts |
342
+ | `recordRunsToScorecard` | production | agent-app:src/eval/scorecard.ts |
343
343
  | `redact` | production | agent-dev-container:products/intelligence/api/src/lib/redact.ts |
344
344
  | `redactForShare` | production | chatgpt-plugins:plugins/agents/inspection/src/index.ts |
345
345
  | `REDACTION_VERSION` | production | agent-dev-container:products/intelligence/api/src/lib/redact.ts |
@@ -377,7 +377,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
377
377
  | `selfImprove` | production | agent-app:src/eval-campaign/index.ts |
378
378
  | `SEMANTIC_CONCEPT_JUDGE_VERSION` | production | blueprint-agent:scripts/experiments/lib/semantic-audit.ts |
379
379
  | `shareAllowed` | production | agent-dev-container:products/intelligence/api/src/lib/search-blobs.ts |
380
- | `snapshotFromJudgeAgreement` | planned | doc: docs/concepts.md |
380
+ | `snapshotFromJudgeAgreement` | production | gtm-agent:src/lib/.server/judges/quality.ts |
381
381
  | `spanRecordsToTraceAnalysisStore` | production | agent-dev-container:products/intelligence/api/src/lib/pg-trace-analyst-store.ts |
382
382
  | `spearmanR` | production | this package: scripts/synthetic-search-ledger.ts:71 |
383
383
  | `stripFencedJson` | production | agent-builder:src/lib/.server/eval/router-llm-client.ts |
@@ -443,7 +443,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
443
443
  | `ANALYST_BENCHMARK_OBSERVATIONS_FILE` | production | this package: src/analyst/benchmark-command-persistence.ts:9 |
444
444
  | `analystDefinitionAsymmetries` | planned | doc: docs/trace-analysis.md |
445
445
  | `analystDefinitionProtocolSha256` | planned | doc: docs/trace-analysis.md |
446
- | `AnalystExpressivenessError` | production | this package: src/analyst/benchmark-public-model.ts:56 |
446
+ | `AnalystExpressivenessError` | production | this package: src/analyst/benchmark-public-chunked.ts:36 |
447
447
  | `AnalystRegistry` | production | agent-runtime:examples/improve/improve.ts |
448
448
  | `analystUsageReceiptFromPrimeUsage` | production | this package: src/analyst/benchmark-runner-prime.ts:19 |
449
449
  | `askTraceQuestions` | planned | doc: docs/systemone-behavior-review.md |
@@ -482,7 +482,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
482
482
  | `emitControlIntegrityFindings` | planned | named in discovery-lab (bind not in the import graph) |
483
483
  | `evidenceRefsFromRawFinding` | production | agent-dev-container:products/intelligence/api/src/lib/router-trace-analyst.ts |
484
484
  | `ExactAnalystRunExecutionError` | production | discovery-lab:runner/evidence-review.mjs |
485
- | `expandCodeTraceFailureBlocks` | production | this package: src/analyst/benchmark-public-model.ts:29 |
485
+ | `expandCodeTraceFailureBlocks` | production | this package: src/analyst/benchmark-public-model.ts:9 |
486
486
  | `FAILURE_MODE_KIND_SPEC` | planned | consumer tests: legal-agent:tests/eval/analysts/completion-coverage.ts |
487
487
  | `FAILURE_MODE_LABELS` | none | — |
488
488
  | `FAILURE_MODES_ANALYST_ID` | none | — |
@@ -524,7 +524,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
524
524
  | `publicDirectAnalystDefinition` | planned | doc: docs/trace-analysis.md |
525
525
  | `publicRlmAnalystDefinition` | planned | doc: docs/trace-analysis.md |
526
526
  | `queryFindings` | planned | doc: docs/finding-layers.md |
527
- | `RAW_FINDING_SCHEMA_PROMPT` | production | this package: src/analyst/benchmark-public-rlm.ts:36 |
527
+ | `RAW_FINDING_SCHEMA_PROMPT` | production | this package: src/analyst/benchmark-public-rlm.ts:39 |
528
528
  | `RawAnalystFindingSchema` | production | this package: scripts/emit-finding-contract.ts:20 |
529
529
  | `readAnalystBenchmarkArtifact` | production | this package: src/analyst/benchmark-command.ts:42 |
530
530
  | `readFindingScope` | planned | doc: docs/finding-layers.md |
@@ -589,7 +589,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
589
589
 
590
590
  ### `./campaign`
591
591
 
592
- 131 value exports — 101 production, 25 planned, 5 none.
592
+ 132 value exports — 102 production, 25 planned, 5 none.
593
593
 
594
594
  | symbol | consumer | evidence |
595
595
  | --- | --- | --- |
@@ -635,7 +635,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
635
635
  | `estimateNodeFromCells` | production | agent-dev-container:products/intelligence/api/src/lib/search-stats.ts |
636
636
  | `externalSurface` | production | agent-runtime:scripts/verify-official-optimizers-consumer.mjs |
637
637
  | `externalTextOptimizationMethod` | production | agent-app:src/eval-campaign/index.ts |
638
- | `FileSearchLedger` | production | this package: src/campaign/search-kernel-runner.ts:25 |
638
+ | `FileSearchLedger` | production | this package: src/campaign/search-kernel-runner.ts:27 |
639
639
  | `finalizeProfileMatrix` | planned | doc: docs/eval-surface-map.md |
640
640
  | `fsCampaignStorage` | production | agent-dev-container:products/intelligence/api/src/lib/eval-engine.ts |
641
641
  | `gepaOptimizationMethod` | production | agent-app:src/eval-campaign/index.ts |
@@ -653,6 +653,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
653
653
  | `loadEvalFixture` | planned | doc: docs/eval-fixtures.md |
654
654
  | `loadEvalFixtureScenarios` | planned | example: examples/eval-fixtures-quickstart/index.ts:11 |
655
655
  | `makeProposalFinding` | production | agent-lab:projects/playproof/code-surface.ts |
656
+ | `measureCampaignCost` | production | this package: scripts/creative-matrix-proof.ts:11 |
656
657
  | `neutralizationGate` | planned | consumer tests: tax-agent:tests/eval/benchmarks/taxcalc/evolve.ts |
657
658
  | `neutralizeText` | planned | consumer tests: tax-agent:tests/eval/benchmarks/taxcalc/compile-and-prove/compile-diff.ts |
658
659
  | `openSearchLedger` | production | agent-runtime:src/durable/pursuit-versions.ts |
@@ -727,7 +728,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
727
728
 
728
729
  ### `./contract`
729
730
 
730
- 55 value exports — 40 production, 15 planned, 0 none.
731
+ 55 value exports — 41 production, 14 planned, 0 none.
731
732
 
732
733
  | symbol | consumer | evidence |
733
734
  | --- | --- | --- |
@@ -763,7 +764,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
763
764
  | `paretoPolicy` | planned | named in discovery-lab (bind not in the import graph) |
764
765
  | `paretoSignificanceGate` | production | agent-app:src/eval-campaign/index.ts |
765
766
  | `parseAgentTrace` | planned | doc: docs/code-agent-intake.md |
766
- | `parseCodeAgentJsonl` | planned | doc: docs/code-agent-intake.md |
767
+ | `parseCodeAgentJsonl` | production | gtm-agent:src/lib/.server/profile-learning-execution.ts |
767
768
  | `parseCodeAgentJsonlFile` | production | this package: src/contract/intake/code-agent-store.ts:38 |
768
769
  | `partitionRunsByAuthoringModel` | planned | doc: docs/code-agent-intake.md |
769
770
  | `runAgentProfileImprovementExperiment` | production | agent-runtime:src/intelligence/authored-profile-improvement.ts |
@@ -946,6 +947,17 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
946
947
  | `verifyMerkleInclusion` | none | — |
947
948
  | `writeLedgerFileAtomically` | production | discovery-lab:experiments/diu-campaign-v1/launch-wave-cloud.mjs |
948
949
 
950
+ ### `./lock-holder`
951
+
952
+ 4 value exports — 4 production, 0 planned, 0 none.
953
+
954
+ | symbol | consumer | evidence |
955
+ | --- | --- | --- |
956
+ | `lockHolderVerdict` | production | this package: src/ledger-core/atomic-file-lock.ts:17 |
957
+ | `lockIdentity` | production | this package: src/ledger-core/atomic-file-lock.ts:17 |
958
+ | `parseLockHolderRecord` | production | this package: src/ledger-core/atomic-file-lock.ts:17 |
959
+ | `readLockHolderIdentity` | production | this package: src/ledger-core/atomic-file-lock.ts:17 |
960
+
949
961
  ### `./matrix`
950
962
 
951
963
  2 value exports — 2 production, 0 planned, 0 none.
@@ -957,7 +969,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
957
969
 
958
970
  ### `./meta-eval`
959
971
 
960
- 42 value exports — 27 production, 14 planned, 1 none.
972
+ 42 value exports — 30 production, 12 planned, 0 none.
961
973
 
962
974
  | symbol | consumer | evidence |
963
975
  | --- | --- | --- |
@@ -974,7 +986,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
974
986
  | `clusterBootstrapMean` | production | discovery-lab:experiments/decision-bench-v1/score.mjs |
975
987
  | `continuousAgreement` | production | agent-builder:frontier/judges/eval-validity.ts |
976
988
  | `correlationStudy` | production | ph0ny:products/builder/api/src/eval/outcomes.ts |
977
- | `DEFAULT_JUDGE_GATE_POLICY` | none | — |
989
+ | `DEFAULT_JUDGE_GATE_POLICY` | planned | consumer tests: gtm-agent:eval/creative-critic/calibration.test.ts |
978
990
  | `definePlant` | production | discovery-lab:experiments/e1-checker/score.mjs |
979
991
  | `evalHealthStamp` | production | creative-agent:eval/lib/judge-sentinel.ts |
980
992
  | `evaluatorAdmissionPolicySchema` | production | agent-dev-container:products/intelligence/api/src/lib/measurement-factory.ts |
@@ -982,10 +994,10 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
982
994
  | `fileSentinelStore` | production | creative-agent:eval/lib/judge-sentinel.ts |
983
995
  | `FileSystemOutcomeStore` | production | ph0ny:products/builder/api/src/eval/outcomes.ts |
984
996
  | `InMemoryOutcomeStore` | planned | consumer tests: ph0ny:products/builder/api/src/eval/outcomes-correlate.test.ts |
985
- | `judgeGateDecision` | planned | doc: docs/concepts.md |
997
+ | `judgeGateDecision` | production | gtm-agent:src/lib/.server/judges/quality.ts |
986
998
  | `JudgeGateRefusedError` | planned | doc: docs/concepts.md |
987
999
  | `judgeSentinelReport` | production | creative-agent:eval/lib/judge-sentinel.ts |
988
- | `measureJudgeAgreement` | planned | doc: docs/concepts.md |
1000
+ | `measureJudgeAgreement` | production | gtm-agent:src/lib/.server/judges/quality.ts |
989
1001
  | `multiclassBrierScore` | production | discovery-lab:experiments/decision-bench-v1/score.mjs |
990
1002
  | `OutcomeStoreError` | planned | doc: docs/outcome-validity.md |
991
1003
  | `perturbEvidence` | planned | doc: docs/plants.md |
@@ -999,7 +1011,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
999
1011
  | `selfPreference` | production | ph0ny:products/builder/api/src/eval/judge-bias.ts |
1000
1012
  | `snapshotFromAgreement` | production | physim:apps/server/src/scripts/agent-eval/judge-sentinel.ts |
1001
1013
  | `snapshotFromCalibration` | production | gtm-agent:eval/calibrate-judges.ts |
1002
- | `snapshotFromJudgeAgreement` | planned | doc: docs/concepts.md |
1014
+ | `snapshotFromJudgeAgreement` | production | gtm-agent:src/lib/.server/judges/quality.ts |
1003
1015
  | `snapshotFromSentinelSet` | production | creative-agent:eval/lib/judge-sentinel.ts |
1004
1016
  | `validateSentinelSnapshot` | production | creative-agent:eval/lib/judge-sentinel.ts |
1005
1017
  | `verbosityBias` | production | blueprint-agent:scripts/experiments/calibration/judge-agreement.ts |
@@ -1173,8 +1185,8 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
1173
1185
  | `GATE_CHECK_IDS` | production | this package: src/rollout/release/gate-report.ts:47 |
1174
1186
  | `GATE_CHECKS` | planned | doc: docs/rollout.md |
1175
1187
  | `GATE_POLICIES` | production | this package: src/rollout/release/gate-report.ts:47 |
1176
- | `gatedEvidenceOf` | production | this package: src/rollout/schema.ts:50 |
1177
- | `gateErrors` | production | this package: src/rollout/schema.ts:50 |
1188
+ | `gatedEvidenceOf` | production | this package: src/rollout/schema.ts:51 |
1189
+ | `gateErrors` | production | this package: src/rollout/schema.ts:51 |
1178
1190
  | `gateGamedOutcome` | planned | named in discovery-lab (bind not in the import graph) |
1179
1191
  | `isRealnessGated` | production | starter-foundry:src/lib/held-out-gate.ts |
1180
1192
  | `isRolloutLine` | production | this package: src/supervisor-run/rollout-nodes.ts:27 |
@@ -1202,7 +1214,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
1202
1214
  | `trainingReward` | production | supervisor-lab:archive/bench/vertical-gate-proof.ts |
1203
1215
  | `trainingScore` | production | this package: src/rl/corpus.ts:21 |
1204
1216
  | `unmintableReasons` | production | supervisor-lab:archive/bench/mint-audit.ts |
1205
- | `validateRolloutLine` | production | this package: src/supervisor-run/integrity-tree.ts:1 |
1217
+ | `validateRolloutLine` | production | this package: src/supervisor-run/integrity-tree.ts:2 |
1206
1218
  | `writeRolloutLedger` | production | blueprint-agent:scripts/experiments/lib/vb-climb.ts |
1207
1219
 
1208
1220
  ### `./search`
@@ -1261,12 +1273,12 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
1261
1273
  | `analyzeSupervisorRunSources` | production | discovery-lab:experiments/0005-run-visibility/probe.mjs |
1262
1274
  | `findSupervisorRunDirs` | production | traces:src/cli.ts |
1263
1275
  | `isRuntimeSupervisorRunDir` | production | discovery-lab:runner/observations-rollup.mjs |
1264
- | `isUnavailable` | production | this package: src/supervisor-run/analyze.ts:21 |
1276
+ | `isUnavailable` | production | this package: src/supervisor-run/analyze-economics.ts:6 |
1265
1277
  | `NO_TERMINAL_RECORD` | planned | named in discovery-lab (bind not in the import graph) |
1266
- | `parsePatch` | production | this package: src/supervisor-run/analyze.ts:10 |
1278
+ | `parsePatch` | production | this package: src/supervisor-run/analyze-outcome.ts:3 |
1267
1279
  | `parseSupervisorTree` | production | discovery-lab:experiments/0005-run-visibility/probe.mjs |
1268
1280
  | `readRuntimeSupervisorRun` | production | discovery-lab:pursuits/final-agent-authored-campaign-20260810/materialize-candidates.mjs |
1269
- | `readTerminalRecord` | production | this package: src/supervisor-run/analyze.ts:20 |
1281
+ | `readTerminalRecord` | production | this package: src/supervisor-run/analyze-context.ts:2 |
1270
1282
  | `renderSupervisorRollupMarkdown` | production | traces:src/cli.ts |
1271
1283
  | `renderSupervisorRunHeadline` | production | discovery-lab:experiments/0005-run-visibility/probe.mjs |
1272
1284
  | `renderSupervisorRunMarkdown` | production | discovery-lab:experiments/0005-run-visibility/render-run.mjs |
@@ -1275,17 +1287,17 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
1275
1287
  | `showMeasured` | production | discovery-lab:runner/readback.mjs |
1276
1288
  | `SUPERVISOR_RUN_INTEGRITY_SCHEMA` | production | this package: src/supervisor-run/integrity.ts:4 |
1277
1289
  | `supervisorRunRolloutLines` | planned | doc: docs/rollout.md |
1278
- | `unavailable` | production | this package: src/supervisor-run/analyze.ts:21 |
1290
+ | `unavailable` | production | this package: src/supervisor-run/analyze-context.ts:3 |
1279
1291
 
1280
1292
  ### `./systemone`
1281
1293
 
1282
- 19 value exports — 10 production, 9 planned, 0 none.
1294
+ 19 value exports — 13 production, 6 planned, 0 none.
1283
1295
 
1284
1296
  | symbol | consumer | evidence |
1285
1297
  | --- | --- | --- |
1286
1298
  | `asAnalyst` | production | this package: src/systemone.ts:5 |
1287
1299
  | `asJudge` | production | this package: src/systemone.ts:5 |
1288
- | `assessSystemOneDomainMatch` | planned | doc: docs/systemone-integrations.md |
1300
+ | `assessSystemOneDomainMatch` | production | gtm-agent:src/lib/.server/leads/domain-match.ts |
1289
1301
  | `assessSystemOneReview` | planned | doc: docs/changes/systemone-provider-neutral.md |
1290
1302
  | `createEvaluator` | production | blueprint-agent:scripts/experiments/app-grade/drive.ts |
1291
1303
  | `normalizedSystemOneScore` | planned | doc: docs/changes/systemone-provider-neutral.md |
@@ -1293,11 +1305,11 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
1293
1305
  | `parseSystemOneRecordedRequest` | planned | example: examples/systemone-replay.ts:7 |
1294
1306
  | `parseSystemOneRequest` | production | discovery-lab:experiments/diu-campaign-v1/jev-review.mjs |
1295
1307
  | `parseSystemOneResult` | production | discovery-lab:experiments/decision-bench-v1/score.mjs |
1296
- | `prepareSystemOneDomainMatch` | planned | doc: docs/systemone-integrations.md |
1308
+ | `prepareSystemOneDomainMatch` | production | gtm-agent:src/lib/.server/leads/domain-match.ts |
1297
1309
  | `prepareSystemOneReview` | production | this package: src/rl/claim-integrity.ts:47 |
1298
1310
  | `systemOneAnalyst` | production | this package: src/analyst/failure-modes.ts:20 |
1299
1311
  | `systemOneConfidence` | planned | doc: docs/changes/systemone-provider-neutral.md |
1300
- | `systemOneEvaluator` | planned | doc: docs/changes/systemone-provider-neutral.md |
1312
+ | `systemOneEvaluator` | production | gtm-agent:src/lib/.server/leads/domain-match.ts |
1301
1313
  | `systemOneJudge` | planned | example: examples/systemone-product-integrity.ts:4 |
1302
1314
  | `SystemOneResponseError` | production | tangle-router:lib/systemone.ts |
1303
1315
  | `systemOneReviewFindings` | planned | example: examples/systemone-behavior-review.ts:3 |
@@ -1515,9 +1527,9 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
1515
1527
  | `classifyObservation` | production | this package: scripts/tb-corpus-rows.ts:29 |
1516
1528
  | `classifyVerdict` | planned | named in agent-builder (bind not in the import graph) |
1517
1529
  | `decodeRecordedTurns` | production | this package: scripts/tb-corpus-rows.ts:29 |
1518
- | `dockerImagePreparer` | production | this package: src/trajectory-replay/batch.ts:43 |
1530
+ | `dockerImagePreparer` | production | this package: src/trajectory-replay/batch.ts:41 |
1519
1531
  | `finalRecordedOutcome` | production | this package: scripts/tb-corpus-rows.ts:29 |
1520
- | `PREFIX_DIVERGENCE_TOLERANCE_PCT` | production | this package: src/trajectory-replay/batch.ts:44 |
1532
+ | `PREFIX_DIVERGENCE_TOLERANCE_PCT` | production | this package: src/trajectory-replay/batch.ts:42 |
1521
1533
  | `replayVerify` | production | traces:src/replay.ts |
1522
1534
  | `replayVerifyFinding` | planned | doc: docs/trajectory-replay.md |
1523
1535
  | `runReplayBatch` | production | traces:src/replay.ts |
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@tangle-network/agent-eval",
3
- "version": "0.217.1",
3
+ "version": "0.219.0",
4
4
  "description": "Evaluate and improve AI agents from runs, traces, judges, and feedback. Compare candidates, cluster failures, measure lift, and gate releases.",
5
5
  "homepage": "https://github.com/tangle-network/agent-eval#readme",
6
6
  "repository": {
@@ -114,6 +114,11 @@
114
114
  "import": "./dist/ledger-core/index.js",
115
115
  "default": "./dist/ledger-core/index.js"
116
116
  },
117
+ "./lock-holder": {
118
+ "types": "./dist/ledger-core/lock-holder.d.ts",
119
+ "import": "./dist/ledger-core/lock-holder.js",
120
+ "default": "./dist/ledger-core/lock-holder.js"
121
+ },
117
122
  "./authenticity": {
118
123
  "types": "./dist/authenticity/index.d.ts",
119
124
  "import": "./dist/authenticity/index.js",
@@ -224,7 +229,7 @@
224
229
  "dependencies": {
225
230
  "@asteasolutions/zod-to-openapi": "^9.1.0",
226
231
  "@hono/node-server": "^2.1.1",
227
- "@tangle-network/agent-core": "^0.12.0",
232
+ "@tangle-network/agent-core": "^0.13.1",
228
233
  "@tangle-network/agent-interface": "^5.0.0",
229
234
  "@tangle-network/agent-trace-contract": "^2.0.0",
230
235
  "@tangle-network/harness-sessions": ">=0.1.0 <0.2.0",
@@ -236,11 +241,9 @@
236
241
  },
237
242
  "devDependencies": {
238
243
  "@arethetypeswrong/cli": "^0.18.5",
239
- "@arizeai/phoenix-evals": "^2.6.0",
240
244
  "@biomejs/biome": "^2.5.14",
241
245
  "@types/node": "^26.6.2",
242
246
  "ajv": "8.20.0",
243
- "autoevals": "^0.3.0",
244
247
  "esbuild": "^0.28.2",
245
248
  "fast-check": "^4.10.2",
246
249
  "husky": "^9.1.7",
@@ -252,8 +255,7 @@
252
255
  "tsdown": "^0.23.0",
253
256
  "tsx": "^4.23.15",
254
257
  "typescript": "^7.0.2",
255
- "vitest": "^5.0.1",
256
- "yaml": "2.9.1"
258
+ "vitest": "^5.0.1"
257
259
  },
258
260
  "engines": {
259
261
  "node": ">=20.19.0"