@tangle-network/agent-eval 0.163.2 → 0.170.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (247) hide show
  1. package/CHANGELOG.md +114 -0
  2. package/README.md +2 -0
  3. package/dist/adapters/http.d.ts +108 -0
  4. package/dist/adapters/http.d.ts.map +1 -0
  5. package/dist/adapters/http.js +208 -0
  6. package/dist/adapters/http.js.map +1 -0
  7. package/dist/analyst/index.d.ts +40 -70
  8. package/dist/analyst/index.d.ts.map +1 -1
  9. package/dist/analyst/index.js +18 -311
  10. package/dist/analyst/index.js.map +1 -1
  11. package/dist/{backend-integrity-DxuQCu_A.d.ts → backend-integrity-e79K3UPD.d.ts} +3 -3
  12. package/dist/{backend-integrity-DxuQCu_A.d.ts.map → backend-integrity-e79K3UPD.d.ts.map} +1 -1
  13. package/dist/{benchmark-BhT16ep9.js → benchmark-C4wk_Sjr.js} +10 -3
  14. package/dist/benchmark-C4wk_Sjr.js.map +1 -0
  15. package/dist/{benchmark-command-CF-4GEWZ.js → benchmark-command-BA7qOdWw.js} +236 -251
  16. package/dist/benchmark-command-BA7qOdWw.js.map +1 -0
  17. package/dist/{benchmark-CGPp-kDC.d.ts → benchmark-h-h4bfqj.d.ts} +3 -3
  18. package/dist/{benchmark-CGPp-kDC.d.ts.map → benchmark-h-h4bfqj.d.ts.map} +1 -1
  19. package/dist/benchmarks/index.d.ts +5 -5
  20. package/dist/benchmarks/index.js +3 -3
  21. package/dist/builder-eval/index.d.ts +3 -3
  22. package/dist/builder-eval/index.js +1 -1
  23. package/dist/campaign/index.d.ts +8 -8
  24. package/dist/campaign/index.js +7 -7
  25. package/dist/{campaign-DQZmc2Dq.js → campaign-BeCbxFqs.js} +15 -14
  26. package/dist/campaign-BeCbxFqs.js.map +1 -0
  27. package/dist/{canonical-IL-Bu-14.js → canonical-DPyQ_rpt.js} +22 -2
  28. package/dist/{canonical-IL-Bu-14.js.map → canonical-DPyQ_rpt.js.map} +1 -1
  29. package/dist/{chat-client-DlMlAeYI.js → chat-client-DEtybj5i.js} +5 -5
  30. package/dist/{chat-client-DlMlAeYI.js.map → chat-client-DEtybj5i.js.map} +1 -1
  31. package/dist/cli.js +2 -2
  32. package/dist/{client-CX7KqIdB.js → client-BvwNkIRN.js} +2 -2
  33. package/dist/{client-CX7KqIdB.js.map → client-BvwNkIRN.js.map} +1 -1
  34. package/dist/{client-L9VVPkim.d.ts → client-_Fsa5c2_.d.ts} +4 -4
  35. package/dist/{client-L9VVPkim.d.ts.map → client-_Fsa5c2_.d.ts.map} +1 -1
  36. package/dist/contract/index.d.ts +12 -703
  37. package/dist/contract/index.js +11 -11
  38. package/dist/{counterfactual-BaFUWK3H.d.ts → counterfactual-Bee5_BIn.d.ts} +4 -4
  39. package/dist/{counterfactual-BaFUWK3H.d.ts.map → counterfactual-Bee5_BIn.d.ts.map} +1 -1
  40. package/dist/{default-registry-G9CKMNkc.d.ts → default-registry-ovxrOP0_.d.ts} +6 -6
  41. package/dist/{default-registry-G9CKMNkc.d.ts.map → default-registry-ovxrOP0_.d.ts.map} +1 -1
  42. package/dist/{define-agent-eval-D08pWIJb.js → define-agent-eval-Clj-8igZ.js} +20 -8
  43. package/dist/{define-agent-eval-D08pWIJb.js.map → define-agent-eval-Clj-8igZ.js.map} +1 -1
  44. package/dist/{define-agent-eval-Dx1JnPEa.d.ts → define-agent-eval-DVJm8Xlh.d.ts} +7 -7
  45. package/dist/{define-agent-eval-Dx1JnPEa.d.ts.map → define-agent-eval-DVJm8Xlh.d.ts.map} +1 -1
  46. package/dist/{dspy-rlm-engine-DhA9qKIm.js → dspy-rlm-engine-CS3qcCEk.js} +3 -10
  47. package/dist/dspy-rlm-engine-CS3qcCEk.js.map +1 -0
  48. package/dist/{emitter-D_jYSGRd.d.ts → emitter-Bvnu0VzL.d.ts} +3 -3
  49. package/dist/{emitter-D_jYSGRd.d.ts.map → emitter-Bvnu0VzL.d.ts.map} +1 -1
  50. package/dist/{engine-Cu5qD5Fc.d.ts → engine-D12Rb6WB.d.ts} +7 -7
  51. package/dist/{engine-Cu5qD5Fc.d.ts.map → engine-D12Rb6WB.d.ts.map} +1 -1
  52. package/dist/{eval-campaign-BfohKmzx.js → eval-campaign-JDTeE6Pl.js} +4 -4
  53. package/dist/{eval-campaign-BfohKmzx.js.map → eval-campaign-JDTeE6Pl.js.map} +1 -1
  54. package/dist/{exact-types-qnexxJ1Z.d.ts → exact-types-BEecmnWm.d.ts} +2 -2
  55. package/dist/{exact-types-qnexxJ1Z.d.ts.map → exact-types-BEecmnWm.d.ts.map} +1 -1
  56. package/dist/experiment/index.d.ts +5 -5
  57. package/dist/experiment/index.js +4 -4
  58. package/dist/{experiment-tracker-DCO6Cz4s.d.ts → experiment-tracker-Dm8yQMqb.d.ts} +2 -2
  59. package/dist/{experiment-tracker-DCO6Cz4s.d.ts.map → experiment-tracker-Dm8yQMqb.d.ts.map} +1 -1
  60. package/dist/{external-optimizer-process-BFmh36vW.js → external-optimizer-process-CQxylYeG.js} +4 -11
  61. package/dist/external-optimizer-process-CQxylYeG.js.map +1 -0
  62. package/dist/{external-optimizer-subprocess-CqLMW3nh.js → external-optimizer-subprocess-Cex8Da2i.js} +25 -11
  63. package/dist/external-optimizer-subprocess-Cex8Da2i.js.map +1 -0
  64. package/dist/{failure-cluster-CXL8NbEw.d.ts → failure-cluster-6YSvsKlp.d.ts} +3 -3
  65. package/dist/{failure-cluster-CXL8NbEw.d.ts.map → failure-cluster-6YSvsKlp.d.ts.map} +1 -1
  66. package/dist/{feedback-trajectory-B3ZHaHV_.d.ts → feedback-trajectory-DIqpCyF0.d.ts} +6 -6
  67. package/dist/{feedback-trajectory-B3ZHaHV_.d.ts.map → feedback-trajectory-DIqpCyF0.d.ts.map} +1 -1
  68. package/dist/fuzz.d.ts +1 -1
  69. package/dist/{skillopt-optimization-method-x7TTF23P.d.ts → heldout-gate-Bn7_xWCv.d.ts} +111 -111
  70. package/dist/heldout-gate-Bn7_xWCv.d.ts.map +1 -0
  71. package/dist/hosted/index.d.ts +2 -2
  72. package/dist/hosted/index.js +1 -1
  73. package/dist/index-Bfs5aufo.d.ts +704 -0
  74. package/dist/index-Bfs5aufo.d.ts.map +1 -0
  75. package/dist/{index-CGtH1piv.d.ts → index-CM-SM00y.d.ts} +7 -38
  76. package/dist/index-CM-SM00y.d.ts.map +1 -0
  77. package/dist/{index-D-V8gCs_.d.ts → index-DBbivBNs.d.ts} +30 -22
  78. package/dist/index-DBbivBNs.d.ts.map +1 -0
  79. package/dist/{index-D-IiQIBB.d.ts → index-DMoxLG8P.d.ts} +3 -3
  80. package/dist/{index-D-IiQIBB.d.ts.map → index-DMoxLG8P.d.ts.map} +1 -1
  81. package/dist/{index-D_P7Ye43.d.ts → index-DNgf5gyG.d.ts} +2 -2
  82. package/dist/{index-D_P7Ye43.d.ts.map → index-DNgf5gyG.d.ts.map} +1 -1
  83. package/dist/index.d.ts +67 -37
  84. package/dist/index.d.ts.map +1 -1
  85. package/dist/index.js +32 -26
  86. package/dist/index.js.map +1 -1
  87. package/dist/{insight-report-DRe8LB6d.d.ts → insight-report-08F022xN.d.ts} +4 -4
  88. package/dist/{insight-report-DRe8LB6d.d.ts.map → insight-report-08F022xN.d.ts.map} +1 -1
  89. package/dist/{integrity-DUNX9Fao.d.ts → integrity-B_EDELom.d.ts} +2 -2
  90. package/dist/{integrity-DUNX9Fao.d.ts.map → integrity-B_EDELom.d.ts.map} +1 -1
  91. package/dist/internal-BMFSR8Ns.js.map +1 -1
  92. package/dist/{kind-factory-DY8FdoXf.js → kind-factory-DMeEoMQZ.js} +3 -10
  93. package/dist/kind-factory-DMeEoMQZ.js.map +1 -0
  94. package/dist/ledger-core/index.js +2 -2
  95. package/dist/{ledger-core-BOzlRygb.js → ledger-core-PIfjCbKn.js} +2 -2
  96. package/dist/{ledger-core-BOzlRygb.js.map → ledger-core-PIfjCbKn.js.map} +1 -1
  97. package/dist/{llm-judge-Du7WQPh7.js → llm-judge-DbJdo8Nj.js} +97 -19
  98. package/dist/llm-judge-DbJdo8Nj.js.map +1 -0
  99. package/dist/matrix/index.d.ts +2 -2
  100. package/dist/{matrix-eXKRMHnL.d.ts → matrix-BpI5Trmo.d.ts} +3 -3
  101. package/dist/{matrix-eXKRMHnL.d.ts.map → matrix-BpI5Trmo.d.ts.map} +1 -1
  102. package/dist/meta-eval/index.d.ts +3 -3
  103. package/dist/meta-eval/index.js +1 -1
  104. package/dist/{mint-DfODW1KW.js → mint-DjfDUMHr.js} +2 -2
  105. package/dist/{mint-DfODW1KW.js.map → mint-DjfDUMHr.js.map} +1 -1
  106. package/dist/multishot/golden/index.d.ts +1 -1
  107. package/dist/multishot/index.d.ts +2 -2
  108. package/dist/openapi.json +4 -4
  109. package/dist/pipelines/index.d.ts +5 -5
  110. package/dist/pipelines/index.js +3 -3
  111. package/dist/{pareto-BqNW3LJR.d.ts → power-preflight-Ptse_Kq7.d.ts} +43 -43
  112. package/dist/power-preflight-Ptse_Kq7.d.ts.map +1 -0
  113. package/dist/{pre-registration-KN9jkh58.js → pre-registration-D94b7Of5.js} +2 -2
  114. package/dist/{pre-registration-KN9jkh58.js.map → pre-registration-D94b7Of5.js.map} +1 -1
  115. package/dist/{pre-registration-CzFCcwYk.d.ts → pre-registration-DHz6P_6f.d.ts} +2 -2
  116. package/dist/{pre-registration-CzFCcwYk.d.ts.map → pre-registration-DHz6P_6f.d.ts.map} +1 -1
  117. package/dist/{produced-state-Be0BK3RN.js → produced-state-CtSIp5cQ.js} +4 -4
  118. package/dist/{produced-state-Be0BK3RN.js.map → produced-state-CtSIp5cQ.js.map} +1 -1
  119. package/dist/profile-cell.js +1 -1
  120. package/dist/{promotion-policy-DtnOIZvk.d.ts → promotion-policy-CkXSgKkF.d.ts} +3 -3
  121. package/dist/{promotion-policy-DtnOIZvk.d.ts.map → promotion-policy-CkXSgKkF.d.ts.map} +1 -1
  122. package/dist/{run-score-lDzV0X8j.js → proposal-findings-bko3GGy-.js} +2 -31
  123. package/dist/proposal-findings-bko3GGy-.js.map +1 -0
  124. package/dist/{transient-failure-DKF5Mofa.d.ts → provenance-CIRUardl.d.ts} +891 -891
  125. package/dist/provenance-CIRUardl.d.ts.map +1 -0
  126. package/dist/{query-_5g6re3_.js → query-BPGMVlbM.js} +3 -3
  127. package/dist/{query-_5g6re3_.js.map → query-BPGMVlbM.js.map} +1 -1
  128. package/dist/{query-CwnHlu5p.d.ts → query-Na5gEIGd.d.ts} +3 -3
  129. package/dist/{query-CwnHlu5p.d.ts.map → query-Na5gEIGd.d.ts.map} +1 -1
  130. package/dist/{registry-8You7OK1.d.ts → registry-xEb_xfns.d.ts} +3 -3
  131. package/dist/{registry-8You7OK1.d.ts.map → registry-xEb_xfns.d.ts.map} +1 -1
  132. package/dist/{release-confidence-nGDJiiwc.js → release-confidence-CzUHc4z4.js} +3 -3
  133. package/dist/{release-confidence-nGDJiiwc.js.map → release-confidence-CzUHc4z4.js.map} +1 -1
  134. package/dist/{release-confidence-Dqt0NFep.d.ts → release-confidence-D6lQw_o7.d.ts} +4 -4
  135. package/dist/{release-confidence-Dqt0NFep.d.ts.map → release-confidence-D6lQw_o7.d.ts.map} +1 -1
  136. package/dist/reporting.d.ts +3 -3
  137. package/dist/reporting.js +2 -2
  138. package/dist/{researcher-Cz565b7D.d.ts → researcher-CMUTQXD7.d.ts} +6 -6
  139. package/dist/{researcher-Cz565b7D.d.ts.map → researcher-CMUTQXD7.d.ts.map} +1 -1
  140. package/dist/{reward-hacking-MBf7qpSB.d.ts → reward-hacking-CgPRUesA.d.ts} +2 -2
  141. package/dist/{reward-hacking-MBf7qpSB.d.ts.map → reward-hacking-CgPRUesA.d.ts.map} +1 -1
  142. package/dist/{reward-hacking-O5zKDANP.js → reward-hacking-SkxYgT0x.js} +2 -2
  143. package/dist/{reward-hacking-O5zKDANP.js.map → reward-hacking-SkxYgT0x.js.map} +1 -1
  144. package/dist/rl.d.ts +8 -8
  145. package/dist/rl.d.ts.map +1 -1
  146. package/dist/rl.js +6 -5
  147. package/dist/rl.js.map +1 -1
  148. package/dist/rollout/index.d.ts +1 -1
  149. package/dist/rollout/index.js +2 -2
  150. package/dist/{rollout-Dm2tSdiQ.js → rollout-Crypdx8s.js} +2 -2
  151. package/dist/{rollout-Dm2tSdiQ.js.map → rollout-Crypdx8s.js.map} +1 -1
  152. package/dist/{rubric-predictive-validity-CxycqzX5.d.ts → rubric-predictive-validity-DluJLCKQ.d.ts} +2 -2
  153. package/dist/{rubric-predictive-validity-CxycqzX5.d.ts.map → rubric-predictive-validity-DluJLCKQ.d.ts.map} +1 -1
  154. package/dist/{run-record-BC0ebuRP.js → run-record-DLORoL7t.js} +2 -2
  155. package/dist/{run-record-BC0ebuRP.js.map → run-record-DLORoL7t.js.map} +1 -1
  156. package/dist/{run-record-VVy4T9OW.d.ts → run-record-DQjRcYwA.d.ts} +3 -3
  157. package/dist/{run-record-VVy4T9OW.d.ts.map → run-record-DQjRcYwA.d.ts.map} +1 -1
  158. package/dist/{schema-k6ZBftVv.js → schema-CdIX2aHu.js} +5 -1
  159. package/dist/{schema-k6ZBftVv.js.map → schema-CdIX2aHu.js.map} +1 -1
  160. package/dist/{schema-Bjgdsn73.d.ts → schema-DID1Cqct.d.ts} +7 -3
  161. package/dist/{schema-Bjgdsn73.d.ts.map → schema-DID1Cqct.d.ts.map} +1 -1
  162. package/dist/{semantic-concept-judge-BsDMOwJr.js → semantic-concept-judge-I36eejJx.js} +2 -2
  163. package/dist/{semantic-concept-judge-BsDMOwJr.js.map → semantic-concept-judge-I36eejJx.js.map} +1 -1
  164. package/dist/{sequential-BLMbdrD7.js → sequential-B51qAYE4.js} +2 -2
  165. package/dist/{sequential-BLMbdrD7.js.map → sequential-B51qAYE4.js.map} +1 -1
  166. package/dist/{server-BjYiJHoJ.js → server-CCEnywOR.js} +26 -18
  167. package/dist/server-CCEnywOR.js.map +1 -0
  168. package/dist/{skillopt-optimization-method-UArRo-nr.js → skillopt-optimization-method-B2R9C5aG.js} +9 -9
  169. package/dist/{skillopt-optimization-method-UArRo-nr.js.map → skillopt-optimization-method-B2R9C5aG.js.map} +1 -1
  170. package/dist/{statistical-heldout-Cy3EhjlC.d.ts → statistical-heldout-DFS7QGpS.d.ts} +3 -3
  171. package/dist/{statistical-heldout-Cy3EhjlC.d.ts.map → statistical-heldout-DFS7QGpS.d.ts.map} +1 -1
  172. package/dist/{store-B06JdC56.d.ts → store-Cq9oOrI1.d.ts} +2 -2
  173. package/dist/{store-B06JdC56.d.ts.map → store-Cq9oOrI1.d.ts.map} +1 -1
  174. package/dist/{store-otlp-C_Rq5I4D.js → store-otlp-CHjBvWQY.js} +2 -2
  175. package/dist/{store-otlp-C_Rq5I4D.js.map → store-otlp-CHjBvWQY.js.map} +1 -1
  176. package/dist/{store-tool-spans-DPUG7UUY.d.ts → store-tool-spans-B2DJ_82T.d.ts} +102 -36
  177. package/dist/store-tool-spans-B2DJ_82T.d.ts.map +1 -0
  178. package/dist/{store-tool-spans-BVga3c37.js → store-tool-spans-B9o6tU8f.js} +3 -3
  179. package/dist/{store-tool-spans-BVga3c37.js.map → store-tool-spans-B9o6tU8f.js.map} +1 -1
  180. package/dist/storyboard/index.d.ts +1 -1
  181. package/dist/{summary-report-BXeQ5Ues.js → summary-report-Bgh8CpNK.js} +2 -2
  182. package/dist/{summary-report-BXeQ5Ues.js.map → summary-report-Bgh8CpNK.js.map} +1 -1
  183. package/dist/{summary-report-CC07PhEL.d.ts → summary-report-DRstQNBX.d.ts} +3 -3
  184. package/dist/{summary-report-CC07PhEL.d.ts.map → summary-report-DRstQNBX.d.ts.map} +1 -1
  185. package/dist/{task-failure-attributes-DTl-7-Kw.js → task-failure-attributes-CBGtLS_H.js} +3 -3
  186. package/dist/{task-failure-attributes-DTl-7-Kw.js.map → task-failure-attributes-CBGtLS_H.js.map} +1 -1
  187. package/dist/{tool-groups-Ci8i9ErB.d.ts → tool-groups-BnXlCJZQ.d.ts} +3 -3
  188. package/dist/tool-groups-BnXlCJZQ.d.ts.map +1 -0
  189. package/dist/{tool-waste-CKc7bYIg.d.ts → tool-waste-BrmLKxMw.d.ts} +4 -4
  190. package/dist/{tool-waste-CKc7bYIg.d.ts.map → tool-waste-BrmLKxMw.d.ts.map} +1 -1
  191. package/dist/{tool-waste-8BQiUc8K.js → tool-waste-CwGHzBzX.js} +2 -2
  192. package/dist/{tool-waste-8BQiUc8K.js.map → tool-waste-CwGHzBzX.js.map} +1 -1
  193. package/dist/trace-repair/index.d.ts +3 -3
  194. package/dist/trace-repair/index.d.ts.map +1 -1
  195. package/dist/trace-repair/index.js +4 -3
  196. package/dist/trace-repair/index.js.map +1 -1
  197. package/dist/traces.d.ts +59 -61
  198. package/dist/traces.d.ts.map +1 -1
  199. package/dist/traces.js +7 -7
  200. package/dist/{trajectory-Bi157Gun.d.ts → trajectory-r1bQqvBQ.d.ts} +3 -3
  201. package/dist/{trajectory-Bi157Gun.d.ts.map → trajectory-r1bQqvBQ.d.ts.map} +1 -1
  202. package/dist/trajectory-replay/index.d.ts +3 -3
  203. package/dist/trajectory-replay/index.js +1 -1
  204. package/dist/{types-BI4fT3HN.js → types-CiWITkGo.js} +11 -2
  205. package/dist/types-CiWITkGo.js.map +1 -0
  206. package/dist/{types-D9ssmxKL.d.ts → types-DMoNFDWi.d.ts} +6 -3
  207. package/dist/{types-D9ssmxKL.d.ts.map → types-DMoNFDWi.d.ts.map} +1 -1
  208. package/dist/{types-D4s7Z6nq.d.ts → types-Dy237wiH.d.ts} +3 -3
  209. package/dist/{types-D4s7Z6nq.d.ts.map → types-Dy237wiH.d.ts.map} +1 -1
  210. package/dist/{types-BPb2Kf_C.d.ts → types-i21ccEkr.d.ts} +3 -3
  211. package/dist/{types-BPb2Kf_C.d.ts.map → types-i21ccEkr.d.ts.map} +1 -1
  212. package/dist/{verdict-B0xltqu6.js → verdict-BQ3pCFf8.js} +2 -2
  213. package/dist/{verdict-B0xltqu6.js.map → verdict-BQ3pCFf8.js.map} +1 -1
  214. package/dist/{verdict-cache-CdVVTVmn.js → verdict-cache-B3eCVQtY.js} +2 -2
  215. package/dist/{verdict-cache-CdVVTVmn.js.map → verdict-cache-B3eCVQtY.js.map} +1 -1
  216. package/dist/wire/index.d.ts +23 -8
  217. package/dist/wire/index.d.ts.map +1 -1
  218. package/dist/wire/index.js +2 -2
  219. package/docs/code-agent-intake.md +64 -0
  220. package/docs/concepts.md +1 -1
  221. package/docs/design/statistics-decisions.md +1 -1
  222. package/docs/distributed-driver.md +3 -6
  223. package/docs/public-api.md +122 -106
  224. package/docs/wire-protocol.md +5 -3
  225. package/package.json +9 -2
  226. package/dist/benchmark-BhT16ep9.js.map +0 -1
  227. package/dist/benchmark-command-CF-4GEWZ.js.map +0 -1
  228. package/dist/campaign-DQZmc2Dq.js.map +0 -1
  229. package/dist/capture-fetch-CqwsJkkG.d.ts +0 -68
  230. package/dist/capture-fetch-CqwsJkkG.d.ts.map +0 -1
  231. package/dist/contract/index.d.ts.map +0 -1
  232. package/dist/dspy-rlm-engine-DhA9qKIm.js.map +0 -1
  233. package/dist/external-optimizer-process-BFmh36vW.js.map +0 -1
  234. package/dist/external-optimizer-subprocess-CqLMW3nh.js.map +0 -1
  235. package/dist/index-CGtH1piv.d.ts.map +0 -1
  236. package/dist/index-D-V8gCs_.d.ts.map +0 -1
  237. package/dist/index-vrJugRal.d.ts +0 -1
  238. package/dist/kind-factory-DY8FdoXf.js.map +0 -1
  239. package/dist/llm-judge-Du7WQPh7.js.map +0 -1
  240. package/dist/pareto-BqNW3LJR.d.ts.map +0 -1
  241. package/dist/run-score-lDzV0X8j.js.map +0 -1
  242. package/dist/server-BjYiJHoJ.js.map +0 -1
  243. package/dist/skillopt-optimization-method-x7TTF23P.d.ts.map +0 -1
  244. package/dist/store-tool-spans-DPUG7UUY.d.ts.map +0 -1
  245. package/dist/tool-groups-Ci8i9ErB.d.ts.map +0 -1
  246. package/dist/transient-failure-DKF5Mofa.d.ts.map +0 -1
  247. package/dist/types-BI4fT3HN.js.map +0 -1
@@ -6,12 +6,12 @@ Generated by `pnpm api:census` on demand — this is a dated reading, not a gate
6
6
 
7
7
  | measure | count |
8
8
  | --- | --- |
9
- | export subpaths | 27 |
10
- | published value exports (subpath x symbol) | 1352 |
11
- | distinct symbols | 1183 |
12
- | production | 903 |
13
- | planned | 211 |
14
- | none | 238 |
9
+ | export subpaths | 28 |
10
+ | published value exports (subpath x symbol) | 1353 |
11
+ | distinct symbols | 1184 |
12
+ | production | 926 |
13
+ | planned | 210 |
14
+ | none | 217 |
15
15
 
16
16
  Type-only exports are not listed: a type binds no runtime surface, and removing one cannot break a caller at run time.
17
17
 
@@ -73,6 +73,13 @@ Every gap below makes a `none` less certain, so each one is answered by keeping
73
73
 
74
74
  A `none` row is a deletion candidate, not a deletion order. A symbol stays when removing it would lose something the census cannot weigh: a documented historical constant, a value another module of this package still needs, or a name whose only reference is a contract test over an on-disk artifact. Those are kept deliberately and stay listed here as `none`, so the next reader sees the same evidence and can decide again.
75
75
 
76
+ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided most of it; each is recorded so the next reader inherits the judgment instead of redoing it.
77
+
78
+ 1. **A typed error constructor stays.** A caller discriminates a failure with `instanceof`, and a consumer that catches broadly binds no name for the import graph to see. Un-exporting one removes the only way to tell a named refusal from a bug, which contradicts this package's typed-outcome rule.
79
+ 2. **A wire schema or a contract-version constant stays.** `docs/wire-protocol.md`, `clients/python/`, and the OpenAPI document bind the same contract without binding a TypeScript symbol. That is blind spot 4 above, and it applies to every `*Schema`, `*_VERSION`, and `*_SCHEMA` row.
80
+ 3. **A published entry point with no doc is a documentation defect, not a dead export.** The per-harness coding-agent intake functions read `none` only because no Markdown front door named them; `docs/code-agent-intake.md` now does.
81
+ 4. **A symbol is deleted only when every channel is silent.** The 31-repository default-branch sweep, a GitHub code search across the organisation, the published `dist/` of every downstream package on npm, this repository's own source, tests, scripts, examples, and Markdown must all return nothing. Two symbols survived exactly this sweep: `runProposeReviewAsControlLoop`, whose caller is an uncommitted tool in `discovery-lab` but whose generated `.PROPOSAL.md` artifacts are committed there, and `shuffleOrder`, one of three stock contamination perturbations the changelog documents as a set.
82
+
76
83
  ## Exports
77
84
 
78
85
  ### `.`
@@ -246,7 +253,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
246
253
  | `interRaterReliability` | production | agent-app:src/eval-campaign/trust-gate.ts |
247
254
  | `iqr` | production | this package: src/experiment-tracker.ts:27 |
248
255
  | `isBinaryOutcomeVector` | none | only this package's tests: src/statistics/paired-binary.test.ts:2 |
249
- | `isJudgeSpan` | production | this package: src/trace/query.ts:12 |
256
+ | `isJudgeSpan` | production | this package: src/trace/query.ts:13 |
250
257
  | `isLlmSpan` | production | agent-runtime:src/candidate-execution/finalize.ts |
251
258
  | `isModelPriced` | production | agent-dev-container:products/intelligence/api/src/lib/optimization-engine.ts |
252
259
  | `isRunRecord` | production | this package: src/eval-trace-store.ts:21 |
@@ -400,13 +407,22 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
400
407
  | `withJudgeRetry` | production | creative-agent:eval/lib/creative-judges.ts |
401
408
  | `wranglerDeployRunner` | production | blueprint-agent:scripts/experiments/lib/deploy-runner.ts |
402
409
 
410
+ ### `./adapters/http`
411
+
412
+ 2 value exports — 0 production, 2 planned, 0 none.
413
+
414
+ | symbol | consumer | evidence |
415
+ | --- | --- | --- |
416
+ | `httpDispatch` | planned | example: examples/distributed-driver/driver.ts:20 |
417
+ | `runDispatchServer` | planned | example: examples/distributed-driver/worker.ts:11 |
418
+
403
419
  ### `./analyst`
404
420
 
405
- 131 value exports — 75 production, 16 planned, 40 none.
421
+ 127 value exports — 77 production, 19 planned, 31 none.
406
422
 
407
423
  | symbol | consumer | evidence |
408
424
  | --- | --- | --- |
409
- | `adaptPublicBenchmarkFindings` | production | this package: src/analyst/benchmark-public-rlm.ts:14 |
425
+ | `adaptPublicBenchmarkFindings` | production | this package: scripts/gepa-analyst-campaign.ts:59 |
410
426
  | `AGENT_RX_UPSTREAM_REVISION` | production | this package: src/analyst/benchmark-command-result.ts:2 |
411
427
  | `agentRxBenchmarkCase` | production | this package: src/analyst/benchmark-public-data.ts:11 |
412
428
  | `agentRxPredictionsToFindings` | production | this package: src/analyst/benchmark-public-adapters.ts:3 |
@@ -414,10 +430,10 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
414
430
  | `ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM` | none | only this package's tests: src/analyst/benchmark-implementation.test.ts:7 |
415
431
  | `ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES` | none | only this package's tests: src/analyst/benchmark-implementation.test.ts:7 |
416
432
  | `ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256` | production | this package: src/analyst/benchmark-command-persistence.ts:27 |
417
- | `ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256` | none | only this package's tests: src/analyst/benchmark-reference-result.test.ts:6 |
418
- | `ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256` | none | only this package's tests: src/analyst/benchmark-reference-result.test.ts:6 |
433
+ | `ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256` | planned | doc: .claude/skills/agent-eval/SKILL.md |
434
+ | `ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256` | planned | doc: .claude/skills/agent-eval/SKILL.md |
419
435
  | `ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM` | none | only this package's tests: src/analyst/benchmark-implementation.test.ts:7 |
420
- | `ANALYST_BENCHMARK_IMPLEMENTATION_FILES` | none | only this package's tests: src/analyst/benchmark-implementation.test.ts:7 |
436
+ | `ANALYST_BENCHMARK_IMPLEMENTATION_FILES` | planned | doc: .claude/skills/agent-eval/SKILL.md |
421
437
  | `ANALYST_BENCHMARK_IMPLEMENTATION_SHA256` | production | this package: src/analyst/benchmark-command-persistence.ts:27 |
422
438
  | `ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE` | production | this package: src/analyst/benchmark-command-persistence.ts:9 |
423
439
  | `ANALYST_BENCHMARK_MANIFEST_FILE` | production | this package: src/analyst/benchmark-command-persistence.ts:9 |
@@ -439,24 +455,21 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
439
455
  | `buildPrimeRepairPrompt` | planned | doc: docs/prime-analyst.md |
440
456
  | `buildSkillUsageReport` | none | only this package's tests: src/analyst/kinds/skill-usage.test.ts:2 |
441
457
  | `buildTraceToolsForGroup` | production | this package: src/analyst/kind-factory.ts:15 |
442
- | `CODE_TRACE_BENCH_ANALYST_PROMPT` | production | this package: src/analyst/benchmark-runner-prime.ts:11 |
443
- | `codeTraceBenchCase` | production | this package: src/analyst/benchmark-public-data.ts:11 |
444
- | `codeTracerPredictionsToFindings` | none | only this package's tests: src/analyst/benchmark-datasets.test.ts:3 |
445
- | `coerceJson` | production | this package: src/analyst/finding-signature.ts:10 |
458
+ | `CODE_TRACE_BENCH_ANALYST_PROMPT` | production | this package: scripts/gepa-analyst-campaign.ts:60 |
459
+ | `codeTraceBenchCase` | production | this package: scripts/gepa-analyst-campaign.ts:58 |
460
+ | `codeTracerPredictionsToFindings` | production | this package: benchmarks/trace-analysis/codetracebench-glm52-20260730/summarize-codetracer.mjs:6 |
461
+ | `coerceJson` | production | this package: src/analyst/finding-codec.ts:19 |
446
462
  | `compareAnalystRunners` | production | this package: src/analyst/benchmark-command-result.ts:15 |
447
463
  | `computeFindingId` | production | agent-runtime:src/runtime/index.ts |
448
464
  | `CONTROL_INTEGRITY_ANALYST` | none | only this package's tests: src/analyst/kinds/control-integrity.test.ts:5 |
449
465
  | `ControlIntegrityAnalyst` | none | — |
450
466
  | `createChatClient` | production | agent-dev-container:products/intelligence/api/src/lib/intent-audit-analyst.ts |
451
467
  | `createDspyRlmTraceEngine` | production | agent-dev-container:products/intelligence/api/src/lib/deep-trace-analyst.ts |
452
- | `createJudgeAdapter` | none | — |
453
468
  | `createPrimeBenchmarkRunner` | production | this package: src/analyst/benchmark-command.ts:62 |
454
469
  | `createPublicBenchmarkDirectRunner` | production | this package: src/analyst/benchmark-command.ts:60 |
455
470
  | `createPublicBenchmarkRlmRunner` | production | this package: src/analyst/benchmark-command.ts:61 |
456
- | `createRunCriticAdapter` | none | — |
457
471
  | `createSemanticConceptJudgeAdapter` | none | only this package's tests: src/analyst/adapters.test.ts:2 |
458
472
  | `createTraceAnalyst` | production | blueprint-agent:scripts/experiments/lib/sandbox-driver/analyst-steer.ts |
459
- | `createVerifierAdapter` | none | — |
460
473
  | `decodeReplyRows` | production | this package: src/analyst/benchmark-public-model.ts:57 |
461
474
  | `DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES` | production | this package: src/analyst/benchmark-command.ts:73 |
462
475
  | `DEFAULT_TRACE_ANALYST_KINDS` | production | agent-dev-container:products/intelligence/api/src/lib/deep-trace-analyst.ts |
@@ -470,7 +483,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
470
483
  | `emitSkillUsageFindings` | none | only this package's tests: src/analyst/kinds/skill-usage.test.ts:2 |
471
484
  | `emptyPrimeRawUsage` | none | only this package's tests: src/analyst/prime-protocol.test.ts:4 |
472
485
  | `emptyPublicBenchmarkRunner` | production | this package: src/analyst/benchmark-command.ts:62 |
473
- | `evidenceRefsFromRawFinding` | production | this package: src/analyst/benchmark-public-rlm.ts:36 |
486
+ | `evidenceRefsFromRawFinding` | production | this package: scripts/gepa-analyst-campaign.ts:70 |
474
487
  | `ExactAnalystRunExecutionError` | planned | doc: docs/trace-analysis.md |
475
488
  | `expandCodeTraceFailureBlocks` | production | this package: src/analyst/benchmark-public-model.ts:29 |
476
489
  | `extractPrimeJsonObject` | none | only this package's tests: src/analyst/prime-protocol.test.ts:4 |
@@ -479,13 +492,13 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
479
492
  | `FINDING_SUBJECT_SYNTAX` | none | only this package's tests: src/analyst/finding-subject.test.ts:2 |
480
493
  | `FindingsStore` | production | agent-builder:scripts/run-canonical-analyst-loop.ts |
481
494
  | `findingSubjectGrammarPromptFor` | production | this package: src/analyst/kinds/failure-mode.ts:38 |
482
- | `IMPROVEMENT_KIND_SPEC` | none | only this package's tests: src/analyst/finding-subject.test.ts:11 |
495
+ | `IMPROVEMENT_KIND_SPEC` | none | only this package's tests: src/analyst/finding-subject.test.ts:13 |
483
496
  | `isProposalFinding` | none | only this package's tests: src/analyst/proposal-findings.test.ts:2 |
484
497
  | `KIND_EXPECTED_SUBJECTS` | production | this package: src/analyst/kind-factory.ts:14 |
485
- | `KNOWLEDGE_GAP_KIND_SPEC` | none | only this package's tests: src/analyst/finding-subject.test.ts:11 |
486
- | `KNOWLEDGE_POISONING_KIND_SPEC` | none | only this package's tests: src/analyst/finding-subject.test.ts:11 |
498
+ | `KNOWLEDGE_GAP_KIND_SPEC` | none | only this package's tests: src/analyst/finding-subject.test.ts:13 |
499
+ | `KNOWLEDGE_POISONING_KIND_SPEC` | none | only this package's tests: src/analyst/finding-subject.test.ts:13 |
487
500
  | `loadCodeTraceVerificationArtifacts` | production | this package: src/analyst/benchmark-public-data.ts:31 |
488
- | `loadPublicBenchmarkRows` | none | only this package's tests: src/analyst/benchmark-command-public-data.test.ts:13 |
501
+ | `loadPublicBenchmarkRows` | production | this package: scripts/gepa-analyst-campaign.ts:64 |
489
502
  | `makeFinding` | production | agent-dev-container:products/intelligence/api/src/lib/consultant/candidates.ts |
490
503
  | `makeProposalFinding` | production | agent-runtime:bench/src/swe-arena/outer-loop.mts |
491
504
  | `MAX_INCORRECT_BLOCK_STEPS` | production | this package: src/analyst/benchmark-public-adapters.ts:9 |
@@ -498,7 +511,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
498
511
  | `parseFindingSubject` | production | agent-dev-container:products/intelligence/api/src/lib/improvement-loop.ts |
499
512
  | `parseRawFinding` | production | this package: src/analyst/kind-factory.ts:7 |
500
513
  | `parseVerificationOutcome` | production | discovery-lab:tools/check-technical-campaign.mjs |
501
- | `preparePublicAnalystBenchmark` | production | this package: src/analyst/benchmark-command.ts:62 |
514
+ | `preparePublicAnalystBenchmark` | production | this package: scripts/gepa-analyst-campaign.ts:64 |
502
515
  | `primeAnalystProtocolSha256` | planned | doc: docs/prime-analyst.md |
503
516
  | `primeCodeTraceAnalystDefinition` | planned | doc: docs/prime-analyst.md |
504
517
  | `primeProtocolSha256` | production | this package: src/analyst/benchmark-runner-prime.ts:19 |
@@ -506,13 +519,13 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
506
519
  | `projectPrimeTrajectory` | production | this package: src/analyst/benchmark-runner-prime.ts:19 |
507
520
  | `publicBenchmarkDistributions` | none | — |
508
521
  | `publicBenchmarkProtocolSha256` | production | this package: src/analyst/benchmark-instructions-override.ts:2 |
509
- | `publicBenchmarkRlmInstructions` | production | this package: src/analyst/benchmark-public-rlm.ts:24 |
522
+ | `publicBenchmarkRlmInstructions` | production | this package: scripts/gepa-analyst-campaign.ts:60 |
510
523
  | `publicBenchmarkSelectionReport` | none | only this package's tests: src/analyst/benchmark-command-public-data.test.ts:13 |
511
524
  | `publicBenchmarkSystemPrompt` | none | only this package's tests: src/analyst/benchmark-command-public-data.test.ts:13 |
512
525
  | `publicDirectAnalystDefinition` | planned | doc: docs/trace-analysis.md |
513
526
  | `publicRlmAnalystDefinition` | planned | doc: docs/trace-analysis.md |
514
527
  | `RAW_FINDING_SCHEMA_PROMPT` | production | this package: src/analyst/benchmark-public-rlm.ts:36 |
515
- | `RawAnalystFindingSchema` | production | this package: src/analyst/benchmark-public-rlm.ts:36 |
528
+ | `RawAnalystFindingSchema` | production | this package: scripts/emit-finding-contract.ts:20 |
516
529
  | `readAnalystBenchmarkArtifact` | production | this package: src/analyst/benchmark-command.ts:42 |
517
530
  | `readAnalystInstructionsOverride` | production | this package: src/analyst/benchmark-command.ts:52 |
518
531
  | `registryBenchmarkRunner` | none | only this package's tests: src/analyst/benchmark.test.ts:3 |
@@ -524,17 +537,17 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
524
537
  | `resolveTraceAnalystLimits` | production | this package: src/analyst/kind-factory.ts:5 |
525
538
  | `rlmEngineLimits` | none | only this package's tests: src/analyst/definition-parity.test.ts:26 |
526
539
  | `roundAgentRxStep` | production | this package: src/analyst/benchmark-agentrx-calibration.ts:2 |
527
- | `runAnalystBenchmark` | production | this package: src/analyst/benchmark-command.ts:12 |
540
+ | `runAnalystBenchmark` | production | this package: benchmarks/trace-analysis/codetracebench-glm52-20260730/summarize-codetracer.mjs:6 |
528
541
  | `runAnalystBenchmarkCommand` | production | this package: src/cli.ts:16 |
529
542
  | `runPrimeExchange` | production | this package: src/analyst/benchmark-runner-prime.ts:19 |
530
- | `runTraceAnalyst` | production | this package: src/analyst/benchmark-public-rlm.ts:42 |
531
- | `scoreAnalystFindings` | production | this package: src/analyst/benchmark.ts:3 |
543
+ | `runTraceAnalyst` | production | this package: scripts/gepa-analyst-campaign.ts:71 |
544
+ | `scoreAnalystFindings` | production | this package: scripts/gepa-analyst-campaign.ts:57 |
532
545
  | `selectPublicBenchmarkRows` | none | only this package's tests: src/analyst/benchmark-command-public-data.test.ts:13 |
533
546
  | `SKILL_USAGE_ANALYST` | none | only this package's tests: src/analyst/kinds/skill-usage.test.ts:2 |
534
547
  | `stripCodeFences` | planned | named in agent-builder (bind not in the import graph) |
535
548
  | `summarizeAgentRxCalibration` | production | this package: src/analyst/benchmark-command-result.ts:2 |
536
549
  | `summarizeAnalystBenchmarkRunner` | production | this package: src/analyst/benchmark-command-result.ts:18 |
537
- | `summarizeCodeTraceCalibration` | production | this package: src/analyst/benchmark-command-result.ts:16 |
550
+ | `summarizeCodeTraceCalibration` | production | this package: benchmarks/trace-analysis/codetracebench-glm52-20260730/summarize-codetracer.mjs:6 |
538
551
  | `traceStoreEvidenceResolver` | production | this package: src/analyst/benchmark-command.ts:12 |
539
552
 
540
553
  ### `./authenticity`
@@ -583,7 +596,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
583
596
 
584
597
  ### `./campaign`
585
598
 
586
- 117 value exports — 75 production, 15 planned, 27 none.
599
+ 117 value exports — 76 production, 15 planned, 26 none.
587
600
 
588
601
  | symbol | consumer | evidence |
589
602
  | --- | --- | --- |
@@ -696,7 +709,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
696
709
  | `surfaceContentHash` | production | discovery-lab:tools/run-profile-confirmation.mjs |
697
710
  | `surfaceHash` | production | agent-builder:src/lib/.server/eval/loops/evolution-runner.ts |
698
711
  | `tangleTracesRoot` | none | only this package's tests: src/campaign/run-dir.test.ts:4 |
699
- | `traceAnalystQualityJudge` | none | only this package's tests: src/campaign/analyst-surface.test.ts:4 |
712
+ | `traceAnalystQualityJudge` | production | this package: scripts/gepa-analyst-campaign.ts:74 |
700
713
  | `transientDispatchFailure` | planned | doc: docs/eval-surface-map.md |
701
714
  | `userStoryScoreboard` | production | blueprint-agent:scripts/experiments/eval/launch-scoreboard/run.ts |
702
715
  | `validateSearchLedgerEvent` | planned | consumer tests: discovery-lab:tools/search-ledger-planless.test.mjs |
@@ -707,7 +720,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
707
720
 
708
721
  ### `./contract`
709
722
 
710
- 64 value exports — 40 production, 6 planned, 18 none.
723
+ 64 value exports — 40 production, 15 planned, 9 none.
711
724
 
712
725
  | symbol | consumer | evidence |
713
726
  | --- | --- | --- |
@@ -728,13 +741,13 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
728
741
  | `evaluatePairedMeasurements` | production | this package: src/contract/profile-measured-comparison.ts:26 |
729
742
  | `externalTextOptimizationMethod` | production | agent-app:src/eval-campaign/index.ts |
730
743
  | `FileSystemOutcomeStore` | production | phony:products/builder/api/src/eval/outcomes.ts |
731
- | `fromClaudeCodeSession` | none | only this package's tests: tests/contract-code-agent-intake.test.ts:6 |
732
- | `fromCodexSession` | none | only this package's tests: tests/contract-code-agent-intake.test.ts:6 |
744
+ | `fromClaudeCodeSession` | planned | doc: docs/code-agent-intake.md |
745
+ | `fromCodexSession` | planned | doc: docs/code-agent-intake.md |
733
746
  | `fromFeedbackTable` | planned | example: examples/customer-feedback-loop/index.ts:12 |
734
- | `fromKimiCodeSession` | none | only this package's tests: tests/contract-code-agent-intake.test.ts:6 |
735
- | `fromOpenCodeSession` | none | only this package's tests: tests/contract-code-agent-intake.test.ts:6 |
747
+ | `fromKimiCodeSession` | planned | doc: docs/code-agent-intake.md |
748
+ | `fromOpenCodeSession` | planned | doc: docs/code-agent-intake.md |
736
749
  | `fromOtelSpans` | production | agent-dev-container:packages/intelligence-kernel/src/deterministic.ts |
737
- | `fromPiSession` | none | only this package's tests: tests/contract-code-agent-intake.test.ts:6 |
750
+ | `fromPiSession` | planned | doc: docs/code-agent-intake.md |
738
751
  | `fromRunRecordDir` | production | this package: src/contract/eval-reporting-suite.ts:25 |
739
752
  | `fsCampaignStorage` | production | agent-dev-container:products/intelligence/api/src/lib/eval-engine.ts |
740
753
  | `gepaOptimizationMethod` | production | agent-app:src/eval-campaign/index.ts |
@@ -748,10 +761,10 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
748
761
  | `observeCodeAgentSession` | production | this package: src/contract/intake/code-agent-session.ts:13 |
749
762
  | `paretoPolicy` | none | only this package's tests: src/campaign/gates/promotion-policy.test.ts:3 |
750
763
  | `paretoSignificanceGate` | production | agent-app:src/eval-campaign/index.ts |
751
- | `parseAgentTrace` | none | only this package's tests: tests/intake-agent-trace.test.ts:3 |
752
- | `parseCodeAgentJsonl` | planned | named in discovery-lab (bind not in the import graph) |
753
- | `parseCodeAgentJsonlFile` | none | only this package's tests: tests/contract-code-agent-intake.test.ts:6 |
754
- | `partitionRunsByAuthoringModel` | none | only this package's tests: tests/intake-agent-trace.test.ts:3 |
764
+ | `parseAgentTrace` | planned | doc: docs/code-agent-intake.md |
765
+ | `parseCodeAgentJsonl` | planned | doc: docs/code-agent-intake.md |
766
+ | `parseCodeAgentJsonlFile` | planned | doc: docs/code-agent-intake.md |
767
+ | `partitionRunsByAuthoringModel` | planned | doc: docs/code-agent-intake.md |
755
768
  | `REFERENCE_EQUIVALENCE_INPUT_LIMITS` | none | only this package's tests: src/reference-equivalence-judge.test.ts:13 |
756
769
  | `REFERENCE_EQUIVALENCE_JUDGE_VERSION` | none | only this package's tests: src/reference-equivalence-judge.test.ts:13 |
757
770
  | `runAgentProfileImprovementExperiment` | production | agent-runtime:src/intelligence/authored-profile-improvement.ts |
@@ -769,7 +782,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
769
782
  | `selfImprove` | production | agent-app:src/eval-campaign/index.ts |
770
783
  | `SelfImproveRunError` | production | agent-dev-container:products/intelligence/api/src/routes/optimizations.ts |
771
784
  | `skillOptOptimizationMethod` | production | agent-app:src/eval-campaign/index.ts |
772
- | `streamCodeAgentJsonlFile` | none | only this package's tests: tests/contract-code-agent-intake.test.ts:6 |
785
+ | `streamCodeAgentJsonlFile` | planned | doc: docs/code-agent-intake.md |
773
786
  | `summarizeExecution` | production | traces:src/execution.ts |
774
787
  | `transientDispatchFailure` | planned | doc: docs/eval-surface-map.md |
775
788
  | `verifyAgentProfileImprovementExperimentComparison` | production | agent-runtime:src/intelligence/authored-profile-improvement.ts |
@@ -778,7 +791,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
778
791
 
779
792
  ### `./experiment`
780
793
 
781
- 83 value exports — 43 production, 22 planned, 18 none.
794
+ 83 value exports — 48 production, 18 planned, 17 none.
782
795
 
783
796
  | symbol | consumer | evidence |
784
797
  | --- | --- | --- |
@@ -792,13 +805,13 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
792
805
  | `buildEvidenceVector` | planned | doc: docs/experiment.md |
793
806
  | `buildFunnel` | planned | doc: docs/experiment.md |
794
807
  | `classifyReissue` | none | only this package's tests: tests/experiment/preregistration-acceptance.test.ts:11 |
795
- | `clusteredPower` | planned | doc: docs/charter.md |
808
+ | `clusteredPower` | production | this package: scripts/tb-gated-stop-ab.ts:55 |
796
809
  | `comparePairedArms` | production | agent-knowledge:src/memory/experiment/learning-metrics.ts |
797
810
  | `composeFunnels` | planned | doc: docs/experiment.md |
798
811
  | `computeEstimand` | production | this package: src/experiment/define.ts:21 |
799
812
  | `computeInterval` | production | this package: src/experiment/define.ts:21 |
800
813
  | `createEvidenceReceipt` | planned | consumer tests: agent-runtime:tests/integration/runtime-eval-pursuit-evidence.test.ts |
801
- | `defineExperiment` | planned | doc: docs/charter.md |
814
+ | `defineExperiment` | production | this package: scripts/tb-gated-stop-ab.ts:55 |
802
815
  | `DesignRefusalError` | none | only this package's tests: tests/experiment/power.test.ts:10 |
803
816
  | `eProcess` | production | this package: src/campaign/gates/sequential.ts:35 |
804
817
  | `evaluateCondition` | planned | named in agent-dev-container (bind not in the import graph) |
@@ -831,7 +844,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
831
844
  | `mcnemarPower` | production | supervisor-lab:bench/deepswe/headroom.ts |
832
845
  | `mcnemarRequiredN` | production | blueprint-agent:scripts/experiments/analyze-convergence.ts |
833
846
  | `mulberry32` | production | agent-knowledge:src/memory/holdout.ts |
834
- | `openSealedExperiment` | planned | example: examples/sealed-experiment/index.ts:12 |
847
+ | `openSealedExperiment` | production | this package: scripts/tb-gated-stop-ab.ts:55 |
835
848
  | `pairArms` | production | agent-knowledge:src/memory/experiment/learning-pairs.ts |
836
849
  | `pairedBootstrap` | production | agent-builder:frontier/adapters/fleet-eval-runner.ts |
837
850
  | `pairedEvalueSequence` | production | creative-agent:src/lib/experiments/ab-design.ts |
@@ -847,13 +860,13 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
847
860
  | `powerPreflight` | production | discovery-lab:tools/run-sequential-profile-improvement.mjs |
848
861
  | `projectNLadderBudget` | production | this package: src/experiment/define.ts:21 |
849
862
  | `readField` | planned | named in agent-dev-container (bind not in the import graph) |
850
- | `renderEvidenceIndex` | none | only this package's tests: src/experiment/evidence-record.test.ts:4 |
863
+ | `renderEvidenceIndex` | production | this package: scripts/render-evidence-index.ts:15 |
851
864
  | `renderFunnelTable` | planned | example: examples/sealed-experiment/index.ts:12 |
852
865
  | `requiredPairedSampleSize` | production | discovery-lab:tools/design-gate.mjs |
853
866
  | `requiredSampleSize` | planned | doc: docs/design/statistics-decisions.md |
854
867
  | `runSelectionRule` | production | this package: src/experiment/define.ts:21 |
855
868
  | `runUniformPassBudget` | production | this package: src/experiment/define.ts:21 |
856
- | `sealExperiment` | planned | example: examples/sealed-experiment/index.ts:12 |
869
+ | `sealExperiment` | production | this package: scripts/tb-gated-stop-ab.ts:55 |
857
870
  | `SealIntegrityError` | none | only this package's tests: tests/experiment/budget-and-seal.test.ts:8 |
858
871
  | `sequentialCrossingHorizon` | none | only this package's tests: tests/sequential.test.ts:2 |
859
872
  | `sequentialDecide` | planned | doc: docs/experiment.md |
@@ -872,13 +885,13 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
872
885
 
873
886
  | symbol | consumer | evidence |
874
887
  | --- | --- | --- |
875
- | `adversarialObjective` | production | this package: src/fuzz/explorer.ts:22 |
888
+ | `adversarialObjective` | production | this package: src/fuzz/explorer.ts:23 |
876
889
  | `BehaviorExplorer` | production | this package: src/fuzz/fuzz-agent.ts:9 |
877
- | `buildCapsule` | production | this package: src/fuzz/explorer.ts:19 |
890
+ | `buildCapsule` | production | this package: src/fuzz/explorer.ts:20 |
878
891
  | `buildCoverage` | production | this package: src/fuzz/capsule.ts:12 |
879
892
  | `cellId` | planned | consumer tests: tax-agent:tests/eval/lib/fuzz-space.ts |
880
893
  | `composeGates` | production | creative-agent:eval/lib/fuzz-wiring.ts |
881
- | `enumerateCells` | production | this package: src/fuzz/explorer.ts:21 |
894
+ | `enumerateCells` | production | this package: src/fuzz/explorer.ts:22 |
882
895
  | `fuzzAgent` | production | creative-agent:eval/fuzz.ts |
883
896
  | `makeExploreTools` | none | only this package's tests: src/fuzz/fuzz-agent.test.ts:8 |
884
897
  | `mutationProposer` | production | creative-agent:eval/fuzz.ts |
@@ -994,22 +1007,22 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
994
1007
  | `checkMultishotGolden` | planned | doc: docs/multishot-golden-records.md |
995
1008
  | `checkMultishotGoldenScenario` | planned | doc: docs/multishot-golden-records.md |
996
1009
  | `checkMultishotMatrixGoldenScenario` | planned | doc: docs/multishot-golden-records.md |
997
- | `compareJson` | production | this package: src/multishot/golden/harness.ts:10 |
1010
+ | `compareJson` | production | this package: scripts/record-multishot-golden.ts:32 |
998
1011
  | `CURRENT_MULTISHOT_GOLDEN_VERSION` | planned | doc: docs/multishot-golden-records.md |
999
1012
  | `goldenRecords` | production | this package: src/multishot/golden/harness.ts:23 |
1000
1013
  | `maskVolatileMarkdown` | none | only this package's tests: src/multishot/golden/golden.test.ts:20 |
1001
1014
  | `MultishotGoldenMismatchError` | planned | doc: docs/multishot-golden-records.md |
1002
- | `multishotGoldenScenarios` | production | this package: src/multishot/golden/harness.ts:24 |
1015
+ | `multishotGoldenScenarios` | production | this package: scripts/record-multishot-golden.ts:49 |
1003
1016
  | `multishotGoldenVersions` | none | — |
1004
- | `multishotMatrixGoldenScenarios` | production | this package: src/multishot/golden/harness.ts:12 |
1005
- | `readRunDir` | production | this package: src/multishot/golden/harness.ts:16 |
1006
- | `recordError` | production | this package: src/multishot/golden/harness.ts:16 |
1017
+ | `multishotMatrixGoldenScenarios` | production | this package: scripts/record-multishot-golden.ts:38 |
1018
+ | `readRunDir` | production | this package: scripts/record-multishot-golden.ts:42 |
1019
+ | `recordError` | production | this package: scripts/record-multishot-golden.ts:42 |
1007
1020
  | `recordJudgeRequest` | production | this package: src/multishot/golden/matrix-scenarios.ts:21 |
1008
1021
  | `recordMessage` | planned | named in agent-dev-container (bind not in the import graph) |
1009
1022
  | `recordRequest` | production | this package: src/multishot/golden/matrix-scenarios.ts:21 |
1010
- | `recordResult` | production | this package: src/multishot/golden/harness.ts:16 |
1011
- | `sortJudgeRequests` | production | this package: src/multishot/golden/harness.ts:16 |
1012
- | `stripVolatile` | production | this package: src/multishot/golden/harness.ts:16 |
1023
+ | `recordResult` | production | this package: scripts/record-multishot-golden.ts:42 |
1024
+ | `sortJudgeRequests` | production | this package: scripts/record-multishot-golden.ts:42 |
1025
+ | `stripVolatile` | production | this package: scripts/record-multishot-golden.ts:42 |
1013
1026
 
1014
1027
  ### `./pipelines`
1015
1028
 
@@ -1302,7 +1315,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
1302
1315
 
1303
1316
  ### `./trace-repair`
1304
1317
 
1305
- 96 value exports — 40 production, 31 planned, 25 none.
1318
+ 96 value exports — 51 production, 23 planned, 22 none.
1306
1319
 
1307
1320
  | symbol | consumer | evidence |
1308
1321
  | --- | --- | --- |
@@ -1313,7 +1326,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
1313
1326
  | `admissionArtifact` | planned | doc: docs/trace-repair-admission.md |
1314
1327
  | `AdmissionDenominatorError` | production | this package: src/trace-repair/admission.ts:36 |
1315
1328
  | `AdmissionIndependenceError` | none | only this package's tests: src/trace-repair/admission.test.ts:19 |
1316
- | `admitRow` | production | this package: tests/trace-repair/fixtures.ts:11 |
1329
+ | `admitRow` | production | this package: scripts/tb-repair-milestone1.ts:41 |
1317
1330
  | `admittedCount` | planned | named in agent-knowledge (bind not in the import graph) |
1318
1331
  | `admittedRowIds` | none | only this package's tests: src/trace-repair/admission.test.ts:3 |
1319
1332
  | `askRepairArm` | planned | doc: docs/trace-repair-analyst-arms.md |
@@ -1328,7 +1341,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
1328
1341
  | `blindTrajectory` | production | this package: src/trace-repair/analyst-arm.ts:41 |
1329
1342
  | `buildDenominatorChain` | production | this package: src/trace-repair/admission.ts:36 |
1330
1343
  | `checkInterventionBudget` | production | this package: src/trace-repair/analyst-arm.ts:33 |
1331
- | `classifyActionPayload` | none | only this package's tests: tests/trace-repair/action-budget.test.ts:2 |
1344
+ | `classifyActionPayload` | production | this package: scripts/tb-repair-milestone1.ts:41 |
1332
1345
  | `continuationPolicyDigest` | production | this package: src/trace-repair/admission.ts:52 |
1333
1346
  | `ContinuationPolicyViolationError` | none | only this package's tests: src/trace-repair/continuation-policy.test.ts:11 |
1334
1347
  | `continuationSeed` | planned | doc: docs/trace-repair-continuation.md |
@@ -1337,39 +1350,39 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
1337
1350
  | `controlCanRescue` | none | only this package's tests: tests/trace-repair/control-policy.test.ts:4 |
1338
1351
  | `countFunnel` | production | this package: src/trace-repair/delta-repair.ts:27 |
1339
1352
  | `createCompletionRepairArm` | planned | doc: docs/trace-repair-analyst-arms.md |
1340
- | `createDockerContinuationEnvironment` | planned | doc: docs/trace-repair-continuation.md |
1353
+ | `createDockerContinuationEnvironment` | production | this package: scripts/tb-repair-freelunch.ts:32 |
1341
1354
  | `createDspyRepairArm` | planned | doc: docs/trace-repair-analyst-arms.md |
1342
1355
  | `CREDIT_TERMS` | none | only this package's tests: tests/trace-repair/degenerate-strategies.test.ts:8 |
1343
- | `defineControlPolicy` | production | this package: tests/trace-repair/fixtures.ts:16 |
1344
- | `definePinnedContinuationPolicy` | planned | doc: docs/trace-repair-admission.md |
1356
+ | `defineControlPolicy` | production | this package: scripts/tb-repair-milestone1.ts:41 |
1357
+ | `definePinnedContinuationPolicy` | production | this package: scripts/tb-repair-freelunch.ts:32 |
1345
1358
  | `DEGENERATE_STRATEGIES` | planned | doc: docs/trace-repair-grader.md |
1346
- | `deltaRepair` | planned | doc: README.md |
1359
+ | `deltaRepair` | production | this package: scripts/tb-repair-milestone1.ts:41 |
1347
1360
  | `dockerRunArgs` | none | only this package's tests: src/trace-repair/docker-environment.test.ts:3 |
1348
1361
  | `DSPY_REPAIR_SIGNATURE` | planned | doc: docs/trace-repair-analyst-arms.md |
1349
1362
  | `DSPY_REPAIR_TASK_TOKEN` | none | only this package's tests: tests/trace-repair/arm-dspy.test.ts:19 |
1350
1363
  | `dspyRepairInstructions` | none | only this package's tests: tests/trace-repair/arm-dspy.test.ts:19 |
1351
- | `gradeRepairRow` | planned | doc: docs/trace-repair-analyst-arms.md |
1352
- | `injectedTestOracle` | planned | doc: docs/trace-repair-grader.md |
1353
- | `isRecordedTimeout` | production | this package: src/trace-repair/grade.ts:51 |
1354
- | `MINI_SWE_SYSTEM_MESSAGE` | production | this package: src/trace-repair/continuation-policy.ts:28 |
1364
+ | `gradeRepairRow` | production | this package: scripts/tb-repair-milestone1.ts:41 |
1365
+ | `injectedTestOracle` | production | this package: scripts/tb-gated-stop-ab.ts:62 |
1366
+ | `isRecordedTimeout` | production | this package: scripts/tb-repair-milestone1.ts:68 |
1367
+ | `MINI_SWE_SYSTEM_MESSAGE` | production | this package: scripts/tb-gated-stop-ab.ts:62 |
1355
1368
  | `NO_DECISIVE_FAILURE` | none | only this package's tests: tests/trace-repair/analyst-response.test.ts:2 |
1356
1369
  | `NO_OP_ACTIONS` | none | — |
1357
- | `nodeProcessRunner` | planned | doc: docs/trace-repair-continuation.md |
1370
+ | `nodeProcessRunner` | production | this package: scripts/tb-repair-freelunch.ts:32 |
1358
1371
  | `NondeterministicOracleError` | none | only this package's tests: tests/trace-repair/oracle-determinism.test.ts:4 |
1359
1372
  | `noOpInjectionStep` | none | only this package's tests: src/trace-repair/admission.test.ts:3 |
1360
1373
  | `normalizeActionForComparison` | production | this package: src/trace-repair/grade.ts:31 |
1361
- | `oracleDeterminism` | production | this package: tests/trace-repair/fixtures.ts:18 |
1374
+ | `oracleDeterminism` | production | this package: scripts/tb-oracle-determinism.ts:17 |
1362
1375
  | `OUTPUT_ELISION_THRESHOLD` | none | only this package's tests: src/trace-repair/mini-swe-scaffold.test.ts:2 |
1363
- | `parseAction` | production | this package: src/trace-repair/continuation-policy.ts:28 |
1376
+ | `parseAction` | production | this package: scripts/tb-gated-stop-ab.ts:62 |
1364
1377
  | `parseAnalystResponse` | planned | doc: docs/trace-repair-grader.md |
1365
- | `parseTaskOracleRegistry` | planned | doc: docs/trace-repair-admission.md |
1378
+ | `parseTaskOracleRegistry` | production | this package: scripts/tb-corpus-rows.ts:28 |
1366
1379
  | `renderAdmissionReport` | planned | doc: docs/trace-repair-admission.md |
1367
1380
  | `renderDeltaRepairReport` | planned | doc: docs/trace-repair-grader.md |
1368
- | `renderFormatErrorObservation` | production | this package: src/trace-repair/continuation-policy.ts:28 |
1369
- | `renderInstanceMessage` | production | this package: src/trace-repair/continuation-policy.ts:28 |
1370
- | `renderObservation` | production | this package: src/trace-repair/continuation-policy.ts:28 |
1381
+ | `renderFormatErrorObservation` | production | this package: scripts/tb-gated-stop-ab.ts:62 |
1382
+ | `renderInstanceMessage` | production | this package: scripts/tb-gated-stop-ab.ts:62 |
1383
+ | `renderObservation` | production | this package: scripts/tb-gated-stop-ab.ts:62 |
1371
1384
  | `renderRepairTrajectory` | production | this package: src/trace-repair/arm-completion.ts:37 |
1372
- | `renderTimeoutObservation` | production | this package: src/trace-repair/continuation-policy.ts:28 |
1385
+ | `renderTimeoutObservation` | production | this package: scripts/tb-gated-stop-ab.ts:62 |
1373
1386
  | `REPAIR_CONTRACT_LINES` | production | this package: src/trace-repair/arm-completion.ts:37 |
1374
1387
  | `REPAIR_QUESTION` | production | this package: src/trace-repair/arm-completion.ts:37 |
1375
1388
  | `REPAIR_REPAIR_CONTRACT_LINES` | production | this package: src/trace-repair/arm-completion.ts:37 |
@@ -1377,7 +1390,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
1377
1390
  | `repairArmPromptSha256` | production | this package: src/trace-repair/analyst-arm.ts:42 |
1378
1391
  | `repairArmResponse` | planned | doc: docs/trace-repair-analyst-arms.md |
1379
1392
  | `repairCredit` | production | this package: src/trace-repair/grade.ts:40 |
1380
- | `repairFinding` | none | only this package's tests: tests/trace-repair/analyst-response.test.ts:2 |
1393
+ | `repairFinding` | production | this package: scripts/tb-repair-milestone1.ts:41 |
1381
1394
  | `repairQuestionSha256` | production | this package: src/trace-repair/analyst-arm.ts:42 |
1382
1395
  | `repairTaskDefinition` | production | this package: src/trace-repair/arm-completion.ts:37 |
1383
1396
  | `repairTaskPolicy` | production | this package: src/trace-repair/arm-dspy.ts:48 |
@@ -1386,17 +1399,17 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
1386
1399
  | `rolloutDigest` | planned | doc: docs/trace-repair-continuation.md |
1387
1400
  | `rolloutRecordedSteps` | planned | doc: docs/trace-repair-continuation.md |
1388
1401
  | `runAdmission` | planned | doc: docs/trace-repair-admission.md |
1389
- | `runContinuation` | planned | doc: docs/trace-repair-continuation.md |
1402
+ | `runContinuation` | production | this package: scripts/tb-repair-freelunch.ts:32 |
1390
1403
  | `SCAFFOLD_INTERVENTION_BUDGET` | production | this package: src/trace-repair/arm-completion.ts:27 |
1391
1404
  | `scanShellAction` | none | only this package's tests: tests/trace-repair/action-budget.test.ts:2 |
1392
- | `stratumOf` | production | this package: src/trace-repair/admission.ts:36 |
1393
- | `submissionOf` | production | this package: src/trace-repair/continuation-policy.ts:28 |
1405
+ | `stratumOf` | production | this package: scripts/tb-gated-stop-ab.ts:62 |
1406
+ | `submissionOf` | production | this package: scripts/tb-gated-stop-ab.ts:62 |
1394
1407
  | `SUBMIT_SENTINEL` | production | this package: src/trace-repair/action-budget.ts:19 |
1395
1408
  | `SUITE_REWARD_UNIT` | none | only this package's tests: tests/trace-repair/oracle-determinism.test.ts:4 |
1396
1409
  | `taskOracleRegistry` | none | only this package's tests: src/trace-repair/admission-report.test.ts:7 |
1397
- | `TB_REPAIR_ADMISSION_CRITERIA` | none | only this package's tests: tests/trace-repair/admission.test.ts:2 |
1410
+ | `TB_REPAIR_ADMISSION_CRITERIA` | production | this package: scripts/tb-repair-milestone1.ts:41 |
1398
1411
  | `TestOracleError` | none | only this package's tests: tests/trace-repair/test-oracle.test.ts:3 |
1399
- | `testSuiteDigest` | production | this package: tests/trace-repair/fixtures.ts:34 |
1412
+ | `testSuiteDigest` | production | this package: scripts/tb-gated-stop-ab.ts:62 |
1400
1413
  | `TestSuiteTamperedError` | planned | doc: docs/trace-repair-grader.md |
1401
1414
  | `toRecordedSteps` | none | only this package's tests: src/trace-repair/continuation-policy.test.ts:25 |
1402
1415
  | `totalCost` | planned | doc: examples/adapt-a-text-optimizer/README.md |
@@ -1405,11 +1418,11 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
1405
1418
 
1406
1419
  ### `./traces`
1407
1420
 
1408
- 112 value exports — 94 production, 7 planned, 11 none.
1421
+ 115 value exports — 94 production, 7 planned, 14 none.
1409
1422
 
1410
1423
  | symbol | consumer | evidence |
1411
1424
  | --- | --- | --- |
1412
- | `aggregateLlm` | production | this package: src/meta-eval/correlation-study.ts:14 |
1425
+ | `aggregateLlm` | none | only this package's tests: src/trace/query.test.ts:3 |
1413
1426
  | `analyzeTraces` | production | agent-builder:src/lib/.server/eval/analysts/canonical-trace-analyst.ts |
1414
1427
  | `applyLlmSpanOtlpAttributes` | production | traces:src/adapters/claude.ts |
1415
1428
  | `applyToolSpanOtlpAttributes` | production | braid:src/adapters/analysis/trace-store.ts |
@@ -1429,7 +1442,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
1429
1442
  | `createOtelTracingStore` | none | only this package's tests: tests/trace-contracts.test.ts:4 |
1430
1443
  | `DEFAULT_REDACTION_RULES` | production | agent-dev-container:products/intelligence/api/src/lib/redact.ts |
1431
1444
  | `DEFAULT_TRACE_ANALYST_BUDGETS` | production | agent-builder:src/lib/.server/eval/stores/d1-trace-analysis-store-adapter.ts |
1432
- | `defaultProviderRedactor` | production | this package: src/llm-client.ts:34 |
1445
+ | `defaultProviderRedactor` | production | this package: src/llm-client.ts:46 |
1433
1446
  | `defaultTraceInsightPanel` | none | only this package's tests: src/trace-analyst/insights.test.ts:3 |
1434
1447
  | `describeTraceInsightScope` | production | blueprint-agent:scripts/experiments/lib/analyze-vb-run/report-html.ts |
1435
1448
  | `domainEvidencePattern` | production | blueprint-agent:scripts/experiments/lib/analyze-vb-run/session-loader.ts |
@@ -1450,9 +1463,10 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
1450
1463
  | `InMemoryRawProviderSink` | production | agent-builder:src/lib/.server/eval/loops/canonical-campaign.ts |
1451
1464
  | `InMemoryTraceStore` | production | agent-builder:src/lib/.server/eval/loops/auto-research-runner.ts |
1452
1465
  | `INPUT_VALUE` | production | braid:src/adapters/analysis/trace-event-projection.ts |
1453
- | `isJudgeSpan` | production | this package: src/trace/query.ts:12 |
1466
+ | `isJudgeSpan` | production | this package: src/trace/query.ts:13 |
1454
1467
  | `isLlmSpan` | production | agent-runtime:src/candidate-execution/finalize.ts |
1455
1468
  | `isOtlpModelCall` | production | this package: src/contract/intake/otel-spans.ts:44 |
1469
+ | `isRunMetric` | none | — |
1456
1470
  | `isToolSpan` | production | agent-runtime:src/runtime/supervise/trace-evidence.ts |
1457
1471
  | `judgeSpans` | production | this package: src/builder-eval/three-layer-eval.ts:25 |
1458
1472
  | `LLM_CACHE_WRITE_TOKEN_ATTR_KEYS` | production | traces:src/file-export.ts |
@@ -1483,13 +1497,15 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
1483
1497
  | `OUTPUT_VALUE` | production | agent-runtime:src/runtime/supervise-surface.ts |
1484
1498
  | `planTraceInsightQuestions` | none | only this package's tests: src/trace-analyst/insights.test.ts:3 |
1485
1499
  | `projectOtlpFlatLine` | production | this package: src/trace-analyst/otlp-to-run-records.ts:63 |
1486
- | `providerFromBaseUrl` | production | this package: src/llm-client.ts:34 |
1500
+ | `providerFromBaseUrl` | production | this package: src/llm-client.ts:46 |
1487
1501
  | `REDACTION_VERSION` | production | agent-dev-container:products/intelligence/api/src/lib/redact.ts |
1488
1502
  | `redactString` | production | agent-dev-container:products/intelligence/api/src/lib/redact.ts |
1489
1503
  | `redactValue` | production | traces:src/index.ts |
1490
1504
  | `RUN_COST_ATTR_KEYS` | production | this package: src/trace/execution-measurements.ts:2 |
1505
+ | `RUN_METRICS` | none | — |
1491
1506
  | `runFailureClass` | production | starter-foundry:registry/layers/agent-eval/redteam/files/src/eval/redteam/runner.ts |
1492
1507
  | `RunIntegrityError` | production | creative-agent:eval/canonical-runner.ts |
1508
+ | `runMetricExtractor` | production | this package: src/meta-eval/calibration.ts:10 |
1493
1509
  | `runsForScenario` | production | phony:products/builder/api/src/eval/gate.ts |
1494
1510
  | `scoreTraceInsightReadiness` | production | blueprint-agent:scripts/experiments/lib/analyze-vb-run/report-html-sections.ts |
1495
1511
  | `SPAN_KIND_ATTR_KEYS` | production | traces:src/run-span-tree.ts |
@@ -1524,57 +1540,57 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
1524
1540
 
1525
1541
  ### `./trajectory-replay`
1526
1542
 
1527
- 49 value exports — 24 production, 19 planned, 6 none.
1543
+ 49 value exports — 28 production, 16 planned, 5 none.
1528
1544
 
1529
1545
  | symbol | consumer | evidence |
1530
1546
  | --- | --- | --- |
1531
1547
  | `assertReplayableTrajectory` | none | only this package's tests: tests/trajectory-replay/steps.test.ts:7 |
1532
1548
  | `buildFixPrompt` | production | this package: src/trajectory-replay/fix-loop.ts:17 |
1533
1549
  | `buildRetryFixPrompt` | production | this package: src/trajectory-replay/fix-loop.ts:17 |
1534
- | `classifyObservation` | planned | doc: docs/trajectory-replay.md |
1550
+ | `classifyObservation` | production | this package: scripts/tb-corpus-rows.ts:29 |
1535
1551
  | `classifyPrefixStep` | none | only this package's tests: tests/trajectory-replay/verify.test.ts:14 |
1536
1552
  | `classifyVerdict` | planned | named in agent-builder (bind not in the import graph) |
1537
1553
  | `clipText` | production | this package: src/trajectory-replay/fix-loop.ts:17 |
1538
1554
  | `countScriptCommands` | production | this package: src/trajectory-replay/fix-loop.ts:17 |
1539
- | `decodeRecordedTurns` | planned | doc: docs/trajectory-replay.md |
1555
+ | `decodeRecordedTurns` | production | this package: scripts/tb-corpus-rows.ts:29 |
1540
1556
  | `derivedImageTag` | planned | named in traces (bind not in the import graph) |
1541
1557
  | `deriveFailureSignature` | production | this package: src/trace-repair/grade.ts:25 |
1542
- | `dockerImagePreparer` | production | this package: src/trajectory-replay/batch.ts:41 |
1543
- | `enumerateReplayableCases` | production | this package: src/trajectory-replay/batch.ts:32 |
1558
+ | `dockerImagePreparer` | production | this package: src/trajectory-replay/batch.ts:42 |
1559
+ | `enumerateReplayableCases` | production | this package: src/trajectory-replay/batch.ts:33 |
1544
1560
  | `extractFixCommand` | production | this package: src/trajectory-replay/fix-loop.ts:17 |
1545
- | `finalRecordedOutcome` | planned | doc: docs/trajectory-replay.md |
1561
+ | `finalRecordedOutcome` | production | this package: scripts/tb-corpus-rows.ts:29 |
1546
1562
  | `findingReplayStep` | planned | named in traces (bind not in the import graph) |
1547
1563
  | `findingTrajectoryId` | planned | named in traces (bind not in the import graph) |
1548
1564
  | `FORMAT_ERROR_OBSERVATION_PREFIX` | production | this package: src/trace-repair/mini-swe-scaffold.ts:17 |
1549
- | `generateFixCommand` | production | this package: src/trajectory-replay/batch.ts:39 |
1565
+ | `generateFixCommand` | production | this package: src/trajectory-replay/batch.ts:40 |
1550
1566
  | `goldIncorrectSteps` | planned | named in traces (bind not in the import graph) |
1551
- | `ingestRecordedTrajectory` | production | this package: src/trajectory-replay/batch.ts:42 |
1567
+ | `ingestRecordedTrajectory` | production | this package: src/trajectory-replay/batch.ts:43 |
1552
1568
  | `isElidedField` | none | only this package's tests: tests/trajectory-replay/steps.test.ts:7 |
1553
- | `isRecordedTimeout` | production | this package: src/trace-repair/grade.ts:51 |
1569
+ | `isRecordedTimeout` | production | this package: scripts/tb-repair-milestone1.ts:68 |
1554
1570
  | `isSubmitAction` | production | this package: src/trajectory-replay/corpus.ts:19 |
1555
1571
  | `isSubmitOnlyAction` | none | only this package's tests: tests/trajectory-replay/steps.test.ts:7 |
1556
1572
  | `parseCorpusFlag` | planned | named in traces (bind not in the import graph) |
1557
1573
  | `parseIncorrectStepsSubject` | production | this package: src/trajectory-replay/findings.ts:41 |
1558
1574
  | `parseObservationOutput` | production | this package: src/trajectory-replay/corpus.ts:19 |
1559
- | `parseRecordedReturncode` | production | this package: src/trace-repair/grade.ts:25 |
1560
- | `PREFIX_DIVERGENCE_TOLERANCE_PCT` | production | this package: src/trajectory-replay/batch.ts:42 |
1575
+ | `parseRecordedReturncode` | production | this package: scripts/tb-gated-stop-ab.ts:77 |
1576
+ | `PREFIX_DIVERGENCE_TOLERANCE_PCT` | production | this package: src/trajectory-replay/batch.ts:43 |
1561
1577
  | `readFindingsFile` | planned | named in traces (bind not in the import graph) |
1562
1578
  | `readLabelEntries` | planned | named in traces (bind not in the import graph) |
1563
1579
  | `renderBatchReport` | planned | named in traces (bind not in the import graph) |
1564
1580
  | `renderVerifiedFindingsSection` | planned | named in traces (bind not in the import graph) |
1565
- | `replayVerify` | production | this package: src/trajectory-replay/batch.ts:42 |
1581
+ | `replayVerify` | production | this package: src/trajectory-replay/batch.ts:43 |
1566
1582
  | `replayVerifyFinding` | planned | doc: docs/trajectory-replay.md |
1567
1583
  | `resolveCaseResources` | production | this package: src/trajectory-replay/findings.ts:36 |
1568
1584
  | `resolveFindingInvocation` | planned | named in traces (bind not in the import graph) |
1569
1585
  | `resolveFindingReplayability` | planned | named in traces (bind not in the import graph) |
1570
- | `runFixLoop` | production | this package: src/trajectory-replay/batch.ts:40 |
1586
+ | `runFixLoop` | production | this package: src/trajectory-replay/batch.ts:41 |
1571
1587
  | `runReplayBatch` | planned | doc: docs/trajectory-replay.md |
1572
- | `SandboxCounterfactualRunner` | production | this package: src/trajectory-replay/batch.ts:42 |
1588
+ | `SandboxCounterfactualRunner` | production | this package: src/trajectory-replay/batch.ts:43 |
1573
1589
  | `seededSample` | planned | named in traces (bind not in the import graph) |
1574
1590
  | `SUBMIT_ACTION_SIGNATURE` | production | this package: src/trace-repair/mini-swe-scaffold.ts:17 |
1575
1591
  | `summarizePrefixReplay` | none | only this package's tests: tests/trajectory-replay/verify.test.ts:14 |
1576
1592
  | `TIMEOUT_OBSERVATION_MARKER` | production | this package: src/trace-repair/mini-swe-scaffold.ts:17 |
1577
- | `unreadableExitCount` | none | only this package's tests: tests/trajectory-replay/steps.test.ts:7 |
1593
+ | `unreadableExitCount` | production | this package: scripts/tb-corpus-rows.ts:29 |
1578
1594
  | `verifyFindings` | planned | doc: docs/trajectory-replay.md |
1579
1595
  | `wrapActionForExec` | production | this package: src/trace-repair/grade.ts:24 |
1580
1596