@tangle-network/agent-eval 0.182.0 → 0.184.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (227) hide show
  1. package/CHANGELOG.md +32 -0
  2. package/dist/adapters/http.d.ts +2 -2
  3. package/dist/{agent-profile-cell-s__adRnK.d.ts → agent-profile-cell-BHcB-mZX.d.ts} +8 -9
  4. package/dist/{agent-profile-cell-s__adRnK.d.ts.map → agent-profile-cell-BHcB-mZX.d.ts.map} +1 -1
  5. package/dist/{agent-profile-cell-Cv6UA-W_.js → agent-profile-cell-DcFW4vOc.js} +16 -15
  6. package/dist/agent-profile-cell-DcFW4vOc.js.map +1 -0
  7. package/dist/{agent-profile-CivaSsSy.d.ts → agent-profile-uAIQK3Nr.d.ts} +3 -3
  8. package/dist/{agent-profile-CivaSsSy.d.ts.map → agent-profile-uAIQK3Nr.d.ts.map} +1 -1
  9. package/dist/analyst/index.d.ts +10 -10
  10. package/dist/analyst/index.js +10 -9
  11. package/dist/analyst/index.js.map +1 -1
  12. package/dist/{benchmark-DQKzykkO.js → benchmark-BeQJyrRC.js} +3 -3
  13. package/dist/{benchmark-DQKzykkO.js.map → benchmark-BeQJyrRC.js.map} +1 -1
  14. package/dist/{benchmark-command-7X7HPNHh.js → benchmark-command-DlSePljH.js} +16 -15
  15. package/dist/{benchmark-command-7X7HPNHh.js.map → benchmark-command-DlSePljH.js.map} +1 -1
  16. package/dist/benchmarks/index.d.ts +4 -4
  17. package/dist/benchmarks/index.js +3 -3
  18. package/dist/builder-eval/index.js +1 -1
  19. package/dist/campaign/index.d.ts +6 -5
  20. package/dist/campaign/index.js +9 -9
  21. package/dist/{campaign-B2U7WcFz.js → campaign-D6puiGFO.js} +16 -16
  22. package/dist/{campaign-B2U7WcFz.js.map → campaign-D6puiGFO.js.map} +1 -1
  23. package/dist/{campaign-evidence-PYPUftRy.js → campaign-evidence-aWEmfROB.js} +5 -5
  24. package/dist/{campaign-evidence-PYPUftRy.js.map → campaign-evidence-aWEmfROB.js.map} +1 -1
  25. package/dist/{canonical-DPyQ_rpt.js → canonical-BsZVgBhW.js} +2 -4
  26. package/dist/canonical-BsZVgBhW.js.map +1 -0
  27. package/dist/{chat-client-CkmjYlfB.js → chat-client-DqPqWzVV.js} +2 -2
  28. package/dist/{chat-client-CkmjYlfB.js.map → chat-client-DqPqWzVV.js.map} +1 -1
  29. package/dist/{chat-json-call-B_Xv2oJK.js → chat-json-call-C-DnDxEy.js} +2 -2
  30. package/dist/{chat-json-call-B_Xv2oJK.js.map → chat-json-call-C-DnDxEy.js.map} +1 -1
  31. package/dist/cli.js +4 -4
  32. package/dist/{client-kh2jOjTK.d.ts → client-Bc8LANCG.d.ts} +4 -4
  33. package/dist/{client-kh2jOjTK.d.ts.map → client-Bc8LANCG.d.ts.map} +1 -1
  34. package/dist/contract/index.d.ts +10 -10
  35. package/dist/contract/index.js +17 -17
  36. package/dist/{cost-ledger-B1qx30B4.js → cost-ledger-_IbkejCF.js} +2 -2
  37. package/dist/{cost-ledger-B1qx30B4.js.map → cost-ledger-_IbkejCF.js.map} +1 -1
  38. package/dist/{default-registry-DHWwIwa8.js → default-registry-CpLko4jB.js} +5 -4
  39. package/dist/{default-registry-DHWwIwa8.js.map → default-registry-CpLko4jB.js.map} +1 -1
  40. package/dist/{default-registry-BwDSWVzg.d.ts → default-registry-DYB4aHVn.d.ts} +6 -6
  41. package/dist/{default-registry-BwDSWVzg.d.ts.map → default-registry-DYB4aHVn.d.ts.map} +1 -1
  42. package/dist/{define-agent-eval-CwOWWQt_.d.ts → define-agent-eval-DE67ECH1.d.ts} +7 -7
  43. package/dist/{define-agent-eval-CwOWWQt_.d.ts.map → define-agent-eval-DE67ECH1.d.ts.map} +1 -1
  44. package/dist/{define-agent-eval-DSIPB4hi.js → define-agent-eval-RTekxhUE.js} +8 -8
  45. package/dist/{define-agent-eval-DSIPB4hi.js.map → define-agent-eval-RTekxhUE.js.map} +1 -1
  46. package/dist/{dspy-rlm-engine-S53V0HhE.js → dspy-rlm-engine-Da-l3CpD.js} +4 -4
  47. package/dist/{dspy-rlm-engine-S53V0HhE.js.map → dspy-rlm-engine-Da-l3CpD.js.map} +1 -1
  48. package/dist/{engine-DS1cysJy.d.ts → engine-D1ykrAKR.d.ts} +7 -7
  49. package/dist/{engine-DS1cysJy.d.ts.map → engine-D1ykrAKR.d.ts.map} +1 -1
  50. package/dist/{eval-campaign-CCEkwzoH.js → eval-campaign-XFHEpN86.js} +4 -4
  51. package/dist/{eval-campaign-CCEkwzoH.js.map → eval-campaign-XFHEpN86.js.map} +1 -1
  52. package/dist/evaluation.d.ts +75 -0
  53. package/dist/evaluation.d.ts.map +1 -0
  54. package/dist/evaluation.js +137 -0
  55. package/dist/evaluation.js.map +1 -0
  56. package/dist/{exact-types-BZDe0W2D.d.ts → exact-types-BEHN7tnq.d.ts} +2 -2
  57. package/dist/{exact-types-BZDe0W2D.d.ts.map → exact-types-BEHN7tnq.d.ts.map} +1 -1
  58. package/dist/experiment/index.d.ts +2 -2
  59. package/dist/experiment/index.js +5 -5
  60. package/dist/{experiment-tracker-C7PfnF4b.d.ts → experiment-tracker-URRGP9ek.d.ts} +2 -2
  61. package/dist/{experiment-tracker-C7PfnF4b.d.ts.map → experiment-tracker-URRGP9ek.d.ts.map} +1 -1
  62. package/dist/{exporters-Df7TgHFv.js → exporters-DEcXbvgO.js} +12 -4
  63. package/dist/exporters-DEcXbvgO.js.map +1 -0
  64. package/dist/{external-optimizer-process-QDRURJAM.js → external-optimizer-process-BbhvXTFx.js} +4 -4
  65. package/dist/{external-optimizer-process-QDRURJAM.js.map → external-optimizer-process-BbhvXTFx.js.map} +1 -1
  66. package/dist/{external-optimizer-subprocess-D4dzUBZI.js → external-optimizer-subprocess-DMgmqTB6.js} +5 -5
  67. package/dist/{external-optimizer-subprocess-D4dzUBZI.js.map → external-optimizer-subprocess-DMgmqTB6.js.map} +1 -1
  68. package/dist/{feedback-trajectory-CXmtITBo.d.ts → feedback-trajectory-CytTR7u4.d.ts} +3 -3
  69. package/dist/{feedback-trajectory-CXmtITBo.d.ts.map → feedback-trajectory-CytTR7u4.d.ts.map} +1 -1
  70. package/dist/fuzz.js +1 -1
  71. package/dist/{hf-dataset-D8_RNIis.js → hf-dataset-CRqtSjnR.js} +2 -2
  72. package/dist/{hf-dataset-D8_RNIis.js.map → hf-dataset-CRqtSjnR.js.map} +1 -1
  73. package/dist/hosted/index.d.ts +2 -2
  74. package/dist/{index-DoykkxW0.d.ts → index-58wex7KV.d.ts} +11 -11
  75. package/dist/{index-DoykkxW0.d.ts.map → index-58wex7KV.d.ts.map} +1 -1
  76. package/dist/{index-CJ3LhKIX.d.ts → index-CKZa_rnt.d.ts} +4 -271
  77. package/dist/index-CKZa_rnt.d.ts.map +1 -0
  78. package/dist/{index-DbG8QbH9.d.ts → index-DVrtLO5j.d.ts} +6 -6
  79. package/dist/{index-DbG8QbH9.d.ts.map → index-DVrtLO5j.d.ts.map} +1 -1
  80. package/dist/{index-Bp_6sj3x.d.ts → index-ww8736Am.d.ts} +20 -315
  81. package/dist/index-ww8736Am.d.ts.map +1 -0
  82. package/dist/index.d.ts +23 -22
  83. package/dist/index.d.ts.map +1 -1
  84. package/dist/index.js +29 -29
  85. package/dist/{insight-report-D1qa0HWs.d.ts → insight-report-C3Bfl762.d.ts} +3 -3
  86. package/dist/{insight-report-D1qa0HWs.d.ts.map → insight-report-C3Bfl762.d.ts.map} +1 -1
  87. package/dist/jev-protocol.d.ts +74 -0
  88. package/dist/jev-protocol.d.ts.map +1 -0
  89. package/dist/jev-protocol.js +91 -0
  90. package/dist/jev-protocol.js.map +1 -0
  91. package/dist/jev.d.ts +131 -0
  92. package/dist/jev.d.ts.map +1 -0
  93. package/dist/jev.js +312 -0
  94. package/dist/jev.js.map +1 -0
  95. package/dist/{journal-Cs9f7385.js → journal-BuRLm6ho.js} +2 -2
  96. package/dist/{journal-Cs9f7385.js.map → journal-BuRLm6ho.js.map} +1 -1
  97. package/dist/{kind-factory-D5HOW3R0.js → kind-factory-DE088Zhv.js} +5 -4
  98. package/dist/{kind-factory-D5HOW3R0.js.map → kind-factory-DE088Zhv.js.map} +1 -1
  99. package/dist/ledger-core/index.js +2 -2
  100. package/dist/{llm-client-CGlSi8sb.js → llm-client-DDhZ29Vm.js} +2 -2
  101. package/dist/{llm-client-CGlSi8sb.js.map → llm-client-DDhZ29Vm.js.map} +1 -1
  102. package/dist/{llm-judge-BPFR12VJ.js → llm-judge-C5wbADA5.js} +11 -11
  103. package/dist/{llm-judge-BPFR12VJ.js.map → llm-judge-C5wbADA5.js.map} +1 -1
  104. package/dist/{matrix-CyhW-vgJ.d.ts → matrix-CPKsRY8Y.d.ts} +2 -2
  105. package/dist/{matrix-CyhW-vgJ.d.ts.map → matrix-CPKsRY8Y.d.ts.map} +1 -1
  106. package/dist/meta-eval/index.d.ts +54 -2
  107. package/dist/meta-eval/index.d.ts.map +1 -1
  108. package/dist/meta-eval/index.js +52 -3
  109. package/dist/meta-eval/index.js.map +1 -1
  110. package/dist/{metrics-Qv-cpptD.js → metrics-DOMpkoeb.js} +5 -1
  111. package/dist/metrics-DOMpkoeb.js.map +1 -0
  112. package/dist/{mint-ySIIkKlV.js → mint-B4zgSAJW.js} +63 -14
  113. package/dist/mint-B4zgSAJW.js.map +1 -0
  114. package/dist/mint-BI14xehJ.d.ts +285 -0
  115. package/dist/mint-BI14xehJ.d.ts.map +1 -0
  116. package/dist/multishot/golden/index.d.ts +1 -1
  117. package/dist/multishot/index.d.ts +2 -2
  118. package/dist/multishot/index.js +1 -1
  119. package/dist/openapi.json +1 -1
  120. package/dist/pipelines/index.js +2 -2
  121. package/dist/{produced-state-CkoG43gI.js → produced-state-D3uWsY8t.js} +25 -21
  122. package/dist/{produced-state-CkoG43gI.js.map → produced-state-D3uWsY8t.js.map} +1 -1
  123. package/dist/profile-cell.d.ts +1 -1
  124. package/dist/profile-cell.js +1 -1
  125. package/dist/{promotion-policy-BKFrl7CC.js → promotion-policy-CD-bUeyR.js} +3 -3
  126. package/dist/{promotion-policy-BKFrl7CC.js.map → promotion-policy-CD-bUeyR.js.map} +1 -1
  127. package/dist/{query-D1nLIKt7.js → query-DlV0pdx4.js} +2 -2
  128. package/dist/{query-D1nLIKt7.js.map → query-DlV0pdx4.js.map} +1 -1
  129. package/dist/{registry-BRbB6Y0v.d.ts → registry-D5Ly3GRV.d.ts} +3 -3
  130. package/dist/{registry-BRbB6Y0v.d.ts.map → registry-D5Ly3GRV.d.ts.map} +1 -1
  131. package/dist/{release-confidence-BcqeQTHW.d.ts → release-confidence-DsETiO4f.d.ts} +3 -3
  132. package/dist/{release-confidence-BcqeQTHW.d.ts.map → release-confidence-DsETiO4f.d.ts.map} +1 -1
  133. package/dist/{release-confidence-DMg8n18l.js → release-confidence-RanRUXRW.js} +2 -2
  134. package/dist/{release-confidence-DMg8n18l.js.map → release-confidence-RanRUXRW.js.map} +1 -1
  135. package/dist/reporting.d.ts +3 -3
  136. package/dist/reporting.js +2 -2
  137. package/dist/{researcher-64T49THL.d.ts → researcher-CJkH-6Ty.d.ts} +4 -4
  138. package/dist/{researcher-64T49THL.d.ts.map → researcher-CJkH-6Ty.d.ts.map} +1 -1
  139. package/dist/{reward-hacking-uzO_ihep.d.ts → reward-hacking-BIQ2BWLG.d.ts} +2 -2
  140. package/dist/{reward-hacking-uzO_ihep.d.ts.map → reward-hacking-BIQ2BWLG.d.ts.map} +1 -1
  141. package/dist/rl.d.ts +35 -40
  142. package/dist/rl.d.ts.map +1 -1
  143. package/dist/rl.js +79 -61
  144. package/dist/rl.js.map +1 -1
  145. package/dist/rollout/index.d.ts +2 -1
  146. package/dist/rollout/index.js +4 -4
  147. package/dist/{rollout-BsN6pOU7.js → rollout-C0Ifk3vK.js} +4 -4
  148. package/dist/{rollout-BsN6pOU7.js.map → rollout-C0Ifk3vK.js.map} +1 -1
  149. package/dist/{rubric-predictive-validity-Bmj2_cll.d.ts → rubric-predictive-validity-CTU8y8Cv.d.ts} +2 -2
  150. package/dist/{rubric-predictive-validity-Bmj2_cll.d.ts.map → rubric-predictive-validity-CTU8y8Cv.d.ts.map} +1 -1
  151. package/dist/{run-record-DPa2PeHx.js → run-record-BhMVsHR1.js} +2 -2
  152. package/dist/{run-record-DPa2PeHx.js.map → run-record-BhMVsHR1.js.map} +1 -1
  153. package/dist/{run-record-BiTWauyO.d.ts → run-record-D9wS35fK.d.ts} +2 -2
  154. package/dist/{run-record-BiTWauyO.d.ts.map → run-record-D9wS35fK.d.ts.map} +1 -1
  155. package/dist/{run-record-DualPTn2.js → run-record-tg_5H2IK.js} +2 -2
  156. package/dist/{run-record-DualPTn2.js.map → run-record-tg_5H2IK.js.map} +1 -1
  157. package/dist/search-ledger-types-D7KDVg-o.d.ts +302 -0
  158. package/dist/search-ledger-types-D7KDVg-o.d.ts.map +1 -0
  159. package/dist/{semantic-concept-judge-Bm5JDEKO.js → semantic-concept-judge-5r9hDEBA.js} +7 -7
  160. package/dist/{semantic-concept-judge-Bm5JDEKO.js.map → semantic-concept-judge-5r9hDEBA.js.map} +1 -1
  161. package/dist/{sequential-D_xHrBZe.js → sequential-BfDkCBGo.js} +3 -3
  162. package/dist/{sequential-D_xHrBZe.js.map → sequential-BfDkCBGo.js.map} +1 -1
  163. package/dist/{server-D_cjseFN.js → server-DmpcFiVK.js} +4 -4
  164. package/dist/{server-D_cjseFN.js.map → server-DmpcFiVK.js.map} +1 -1
  165. package/dist/{skillopt-optimization-method-B2IEaCeF.js → skillopt-optimization-method-B2zxoDk0.js} +8 -8
  166. package/dist/{skillopt-optimization-method-B2IEaCeF.js.map → skillopt-optimization-method-B2zxoDk0.js.map} +1 -1
  167. package/dist/{statistical-heldout-CpVd6FmY.d.ts → statistical-heldout-Bu4oNOJh.d.ts} +3 -3
  168. package/dist/{statistical-heldout-CpVd6FmY.d.ts.map → statistical-heldout-Bu4oNOJh.d.ts.map} +1 -1
  169. package/dist/{store-otlp-DWGUwlyj.js → store-otlp-rU5PFlOB.js} +2 -2
  170. package/dist/{store-otlp-DWGUwlyj.js.map → store-otlp-rU5PFlOB.js.map} +1 -1
  171. package/dist/{store-tool-spans-Dt-YdAuE.d.ts → store-tool-spans-DwdokbHg.d.ts} +54 -6
  172. package/dist/store-tool-spans-DwdokbHg.d.ts.map +1 -0
  173. package/dist/{store-tool-spans-ceJoiUgS.js → store-tool-spans-zrtftcRe.js} +68 -6
  174. package/dist/store-tool-spans-zrtftcRe.js.map +1 -0
  175. package/dist/{summary-report-IGAOtgPd.js → summary-report-BMvou2oZ.js} +2 -2
  176. package/dist/{summary-report-IGAOtgPd.js.map → summary-report-BMvou2oZ.js.map} +1 -1
  177. package/dist/{summary-report-D1h4dlrK.d.ts → summary-report-BzFS5UhZ.d.ts} +2 -2
  178. package/dist/{summary-report-D1h4dlrK.d.ts.map → summary-report-BzFS5UhZ.d.ts.map} +1 -1
  179. package/dist/{task-failure-attributes-B072KO_n.js → task-failure-attributes-BOxjfbhr.js} +2 -2
  180. package/dist/{task-failure-attributes-B072KO_n.js.map → task-failure-attributes-BOxjfbhr.js.map} +1 -1
  181. package/dist/{tool-groups-B2bSNaJB.d.ts → tool-groups-qHMydbAH.d.ts} +3 -3
  182. package/dist/tool-groups-qHMydbAH.d.ts.map +1 -0
  183. package/dist/{tool-waste-C7MU9u1e.js → tool-waste-nbHPAxei.js} +2 -2
  184. package/dist/{tool-waste-C7MU9u1e.js.map → tool-waste-nbHPAxei.js.map} +1 -1
  185. package/dist/trace-repair/index.d.ts +2 -2
  186. package/dist/trace-repair/index.js +3 -3
  187. package/dist/traces.d.ts +5 -5
  188. package/dist/traces.js +7 -7
  189. package/dist/trajectory-replay/index.js +1 -1
  190. package/dist/{types-CS0qk_Yp.d.ts → types-BTRcIqFr.d.ts} +3 -3
  191. package/dist/{types-CS0qk_Yp.d.ts.map → types-BTRcIqFr.d.ts.map} +1 -1
  192. package/dist/{types-D7gEdPoQ.d.ts → types-BjB2wZM9.d.ts} +2 -2
  193. package/dist/{types-D7gEdPoQ.d.ts.map → types-BjB2wZM9.d.ts.map} +1 -1
  194. package/dist/types-C8VBbiw6.js +91 -0
  195. package/dist/types-C8VBbiw6.js.map +1 -0
  196. package/dist/{types-BvZoPTGa.d.ts → types-c3ZRTbw9.d.ts} +3 -3
  197. package/dist/{types-BvZoPTGa.d.ts.map → types-c3ZRTbw9.d.ts.map} +1 -1
  198. package/dist/{types-DQ0e2E7y.js → usage-receipt-Cx3xNeyB.js} +2 -89
  199. package/dist/usage-receipt-Cx3xNeyB.js.map +1 -0
  200. package/dist/{verdict-BQ3pCFf8.js → verdict-DhPoXApk.js} +2 -2
  201. package/dist/{verdict-BQ3pCFf8.js.map → verdict-DhPoXApk.js.map} +1 -1
  202. package/dist/{verdict-cache-B3eCVQtY.js → verdict-cache-BQEsVy9n.js} +2 -2
  203. package/dist/{verdict-cache-B3eCVQtY.js.map → verdict-cache-BQEsVy9n.js.map} +1 -1
  204. package/dist/wire/index.d.ts +1 -1
  205. package/dist/wire/index.js +1 -1
  206. package/docs/changes/evaluation-definition-identity.md +27 -0
  207. package/docs/changes/jev-evidence-review.md +18 -0
  208. package/docs/changes/jev-product-adoption.md +18 -0
  209. package/docs/changes/probability-policy-audit.md +81 -0
  210. package/docs/jev-behavior-review.md +174 -0
  211. package/docs/jev-integrations.md +50 -0
  212. package/docs/jev.md +140 -0
  213. package/docs/produced-state.md +13 -0
  214. package/docs/profile-json-identity.md +33 -0
  215. package/docs/public-api.md +111 -95
  216. package/package.json +16 -1
  217. package/dist/agent-profile-cell-Cv6UA-W_.js.map +0 -1
  218. package/dist/canonical-DPyQ_rpt.js.map +0 -1
  219. package/dist/exporters-Df7TgHFv.js.map +0 -1
  220. package/dist/index-Bp_6sj3x.d.ts.map +0 -1
  221. package/dist/index-CJ3LhKIX.d.ts.map +0 -1
  222. package/dist/metrics-Qv-cpptD.js.map +0 -1
  223. package/dist/mint-ySIIkKlV.js.map +0 -1
  224. package/dist/store-tool-spans-Dt-YdAuE.d.ts.map +0 -1
  225. package/dist/store-tool-spans-ceJoiUgS.js.map +0 -1
  226. package/dist/tool-groups-B2bSNaJB.d.ts.map +0 -1
  227. package/dist/types-DQ0e2E7y.js.map +0 -1
@@ -1,158 +1,6 @@
1
- import { a as RunRecord } from "./run-record-BiTWauyO.js";
2
- import { s as TraceStore } from "./store-BErPvYBr.js";
3
- import { S as ToolDef, a as MintedRolloutLine, b as RolloutStep, h as RolloutOutcome, i as GatedEvidence, m as RolloutLine, t as ChatMessage, v as RolloutRole, y as RolloutSplit } from "./schema-BzWDXhOR.js";
1
+ import { S as ToolDef, a as MintedRolloutLine, h as RolloutOutcome, i as GatedEvidence, m as RolloutLine, t as ChatMessage, y as RolloutSplit } from "./schema-BzWDXhOR.js";
2
+ import { b as VerifiersRolloutOutput, g as RftItem, v as SftRow } from "./mint-BI14xehJ.js";
4
3
  import { DatabaseSync } from "node:sqlite";
5
- //#region src/rollout/exporters.d.ts
6
- /**
7
- * The gate's two claims, which travel TOGETHER on every emitted row.
8
- *
9
- * `realness_gated` alone is ambiguous, and the ambiguity is exploitable:
10
- * `false` reads as "we screened it and nothing fired", so a producer that has no
11
- * screen at all emitted rows indistinguishable from screened-clean ones, and
12
- * every consumer of the published dataset read them as clean. The second field
13
- * is what separates the two claims, and it only removes the ambiguity if it
14
- * reaches the WIRE — for a round it existed on `RolloutOutcome` and on no
15
- * exported row shape at all, which left the published rows exactly as ambiguous
16
- * as before.
17
- *
18
- * So there is one helper and every row shape spreads it. A row that states one
19
- * claim without the other is not constructible by copying the pattern, and
20
- * `exporters.test.ts` walks every emitted shape to prove none does.
21
- */
22
- interface RealnessLabels {
23
- /** The screen's VERDICT: the run faked its success signal. */
24
- realness_gated: boolean;
25
- /**
26
- * Whether a screen RAN at all. `true` = it ran, so `realness_gated` is its
27
- * verdict. `false` = the producer declares it has none. `null` = not stated
28
- * (pre-unification producers), which is "unknown" and never "clean".
29
- */
30
- realness_screened: boolean | null;
31
- }
32
- interface TrainingExportOptions {
33
- /** Include held-out evaluation data in training output. Default false. */
34
- allowHeldOutTrainingData?: boolean;
35
- /** Require reward to be strictly greater than this value. Default 0. */
36
- minimumQualityExclusive?: number;
37
- }
38
- /**
39
- * What a signed-signal exporter (verifiers, RFT) does with lines that are not
40
- * clean trainable successes — realness-gated lines above all.
41
- *
42
- * - 'exclude' — the default, the same fail-closed policy as every
43
- * other training export: positive, completed,
44
- * non-gated rows on a trainable split.
45
- * - 'zero-and-flag' — keep them, at their non-positive (or null) reward,
46
- * with `RealnessLabels` on the row. The dataset release
47
- * sets this per `FORMAT_GATE_DISPOSITION`: in these
48
- * formats the reward is a signed learning signal, so a
49
- * gamed trajectory at reward 0 is a correct negative,
50
- * and dropping it would bias the negative population
51
- * toward honest failures and leave a trainer no example
52
- * of gaming being penalized. The split policy is NOT
53
- * relaxed: held-out lines still need the named opt-in.
54
- *
55
- * SFT deliberately has no such option — an SFT row is an imitation target and
56
- * a gamed trajectory must never appear in one at any weight.
57
- */
58
- type GatedLineDisposition = 'exclude' | 'zero-and-flag';
59
- interface SignedSignalExportOptions extends TrainingExportOptions {
60
- /** Disposition for non-trainable lines. Default 'exclude'. */
61
- gatedLines?: GatedLineDisposition;
62
- }
63
- type SftExportOptions = TrainingExportOptions;
64
- interface SftRow {
65
- messages: ChatMessage[];
66
- metadata: {
67
- rollout_id: string;
68
- run_id: string;
69
- candidate_id: string | null;
70
- instance_id: string;
71
- reward: number;
72
- } & RealnessLabels;
73
- }
74
- /**
75
- * Supervised fine-tune rows: the completed conversation of each qualifying
76
- * line. Fail-closed filters: trainable split only (never holdout/canary),
77
- * reward strictly above `minimumQualityExclusive` (default 0), realness-gated
78
- * lines never qualify, gap lines carry no trainable content, and
79
- * copied-context turns are dropped from the transcript (Harbor ATIF RFC 0001
80
- * rule 7 — see `ChatMessage.is_copied_context`).
81
- *
82
- * `realness_gated` is therefore always `false` on an emitted row. It is carried
83
- * anyway: an SFT row is a pure imitation target, so the row states its realness
84
- * claims instead of making the reader know the format's policy, and carrying
85
- * both flags on all four shapes is what lets the release accounting measure
86
- * every config with one rule rather than skipping the one whose row shape
87
- * happened to omit the field.
88
- */
89
- declare function toSftRows(lines: MintedRolloutLine[], options?: SftExportOptions): SftRow[];
90
- interface RewardRow {
91
- /** First user turn — the task prompt. */
92
- prompt: string;
93
- steps: RolloutStep[];
94
- reward: number;
95
- metadata: {
96
- rollout_id: string;
97
- run_id: string;
98
- candidate_id: string | null;
99
- instance_id: string;
100
- split: RolloutSplit;
101
- } & RealnessLabels;
102
- }
103
- /**
104
- * Reward-labeled rows for completed, positive-quality training runs.
105
- */
106
- declare function toRewardRows(lines: MintedRolloutLine[], options?: TrainingExportOptions): RewardRow[];
107
- interface VerifiersTokenUsage {
108
- input_tokens: number | null;
109
- output_tokens: number | null;
110
- reasoning_tokens: number | null;
111
- cache_read_tokens: number | null;
112
- cache_write_tokens: number | null;
113
- }
114
- interface VerifiersRolloutOutput {
115
- /** Messages through the last turn BEFORE the first assistant turn. */
116
- prompt: ChatMessage[];
117
- /** The first assistant turn onward — what the policy produced. */
118
- completion: ChatMessage[];
119
- reward: number | null;
120
- metrics: Record<string, unknown>;
121
- tool_defs: ToolDef[];
122
- token_usage: VerifiersTokenUsage;
123
- info: {
124
- task: RolloutLine['task'];
125
- policy: RolloutLine['policy'];
126
- rollout_id: string;
127
- run_id: string;
128
- experiment_id: string | null;
129
- candidate_id: string | null;
130
- generation: number | null;
131
- candidate_index: number | null;
132
- role: RolloutLine['role'];
133
- } & RealnessLabels;
134
- }
135
- declare function toVerifiersRolloutOutput(line: MintedRolloutLine): VerifiersRolloutOutput;
136
- declare function toVerifiersRolloutOutputs(lines: MintedRolloutLine[], options?: SignedSignalExportOptions): VerifiersRolloutOutput[];
137
- interface RftItem {
138
- /** Prompt turns only — the graded completion is re-sampled during RFT. */
139
- messages: ChatMessage[];
140
- /** Verdict/label fields the grader references as item.reference.* */
141
- reference: {
142
- reward: number | null;
143
- reward_source: string | null;
144
- verdict: unknown;
145
- instance_id: string;
146
- suite: string;
147
- split: RolloutSplit;
148
- rollout_id: string;
149
- } & RealnessLabels;
150
- }
151
- declare function toRftItem(line: MintedRolloutLine): RftItem;
152
- /** RFT needs a real prompt: lines whose transcript starts with prompt turns. */
153
- declare function toRftItems(lines: MintedRolloutLine[], options?: SignedSignalExportOptions): RftItem[];
154
- declare function toJsonl(rows: ReadonlyArray<unknown>): string;
155
- //#endregion
156
4
  //#region src/rollout/gate-checks.d.ts
157
5
  /**
158
6
  * Every gate check in the package, in the order they are applied.
@@ -513,121 +361,6 @@ declare function readRolloutLedger(path: string): Promise<MintedRolloutLine[]>;
513
361
  */
514
362
  declare function readRolloutJournal(path: string): Promise<RolloutLine[]>;
515
363
  //#endregion
516
- //#region src/rollout/reward.d.ts
517
- /**
518
- * Which split's score wins when a record carries both. `'holdout'` is the
519
- * canonical "real signal" default; `'search'` exists because some callers
520
- * deliberately score on the search split when both are present.
521
- */
522
- type ScorePreference = 'holdout' | 'search';
523
- /** Only the outcome is read, so every accessor here accepts anything carrying one. */
524
- type Scored = Pick<RunRecord, 'outcome'>;
525
- /** True when the authenticity gate flagged the run as gamed (`realness.gated`). */
526
- declare function isRealnessGated(record: Scored): boolean;
527
- /**
528
- * The RAW score recorded on ONE split, with no cross-split fallback and no
529
- * anti-Goodhart gate.
530
- *
531
- * The narrowest of the three raw readers, and the one every split-scoped
532
- * consumer wants: a per-split report, a promotion gate, or a paired comparison
533
- * asks "what did this run score on the split I am summarising", and answering
534
- * it with the other split's number silently mixes populations. `undefined` =
535
- * that split was never scored.
536
- *
537
- * Same warning as `observedScore`: this INCLUDES runs flagged as gamed. Never
538
- * feed it into training data.
539
- */
540
- declare function observedSplitScore(record: Scored, split: ScorePreference): number | undefined;
541
- /**
542
- * The RAW split score the run carries, with NO anti-Goodhart gate applied.
543
- *
544
- * INCLUDES RUNS FLAGGED AS GAMED (`outcome.realness.gated === true`); NEVER
545
- * feed this into training data — a fine-tune that sees it learns from gamed
546
- * successes. It is exported anyway because analysis, reporting, and
547
- * reward-hacking detection legitimately need the ungated number: forcing a
548
- * gamed run to 0 collapses the proxy signal toward ground truth and makes a
549
- * detector report "clean" on exactly the population that is being gamed.
550
- *
551
- * Returns `undefined` when the record carries neither score — an unscored run
552
- * is a labeled gap, not a measured zero, and each caller picks its own
553
- * sentinel (`?? 0`, `?? null`, skip, throw). Non-finite values are returned
554
- * as-is; callers that care keep their own `Number.isFinite` guard.
555
- */
556
- declare function observedScore(record: Scored, prefer?: ScorePreference): number | undefined;
557
- /** Which split actually carried the score, or that none did. */
558
- type ScoreOrigin = 'holdout' | 'search' | 'unscored';
559
- /**
560
- * Where `observedScore` / `trainingScore` read their number from — the
561
- * provenance label a rollout line's `reward_source` is built from, and the
562
- * only supported way to ask "was this run scored at all" without respelling
563
- * the field access.
564
- */
565
- declare function scoreOrigin(record: Scored, prefer?: ScorePreference): ScoreOrigin;
566
- /**
567
- * The GATED score — the only derivation allowed to reach training data.
568
- *
569
- * A realness-gated run scores 0 no matter what it claims, so a fine-tune
570
- * cannot learn from a gamed success. An unscored run stays `undefined` (a
571
- * labeled gap), keeping "we never measured this" distinct from "we measured
572
- * zero"; callers that need a number apply their own sentinel.
573
- */
574
- declare function trainingScore(record: Scored, prefer?: ScorePreference): number | undefined;
575
- /**
576
- * `{reward, gated}` as written onto a minted `RolloutLine` — `trainingScore`
577
- * plus the flag itself, so the gate travels into the exported row and a
578
- * downstream filter can drop or down-weight the line.
579
- *
580
- * An unscored record yields `reward: null`, matching the schema's "no verdict
581
- * exists — a labeled gap, never 0" rule. It previously collapsed to 0, which
582
- * made a run nobody graded indistinguishable from one graded as a total
583
- * failure, and taught any trainer reading the row that the trajectory was bad.
584
- * A gated run still yields 0, because that IS a verdict: the gate decided.
585
- */
586
- declare function trainingReward(record: Scored): {
587
- reward: number | null;
588
- gated: boolean;
589
- };
590
- //#endregion
591
- //#region src/rollout/mint.d.ts
592
- /** Redactor applied to every exported string (secrets, PII). Identity by default. */
593
- type RolloutScrubber = (text: string) => string;
594
- interface MintRolloutOptions {
595
- scrub?: RolloutScrubber;
596
- /** Cap steps per line (longest runs first drop middle steps). Default: no cap. */
597
- maxSteps?: number;
598
- /** Role recorded on every minted line. Default 'agent' (a solo eval run). */
599
- role?: RolloutRole;
600
- /** Task suite label. Default: the record's `experimentId`. */
601
- suite?: string;
602
- /** Injected clock for deterministic output. */
603
- now?: () => Date;
604
- }
605
- interface MintRolloutResult {
606
- rows: MintedRolloutLine[];
607
- /** runIds that had a RunRecord but no spans — emitted as gap lines AND listed here. */
608
- missingTraces: string[];
609
- }
610
- /**
611
- * Why a record cannot be minted, one entry per missing field, empty when it can.
612
- *
613
- * Exported so a caller can partition a whole ledger — "which of my 2742 records
614
- * predate 0.126" — without catching an exception per record, and without
615
- * re-deriving the field list on their side. A re-derived list is a list that
616
- * drifts from the door it is supposed to predict.
617
- *
618
- * Takes a `RunRecord` because that is what the caller holds and what the
619
- * compiler agrees they hold. The type is precisely the thing that is wrong, so
620
- * the checks read the record as the untyped bag it actually is on disk.
621
- */
622
- declare function unmintableReasons(record: RunRecord): string[];
623
- /**
624
- * Join RunRecords with their traces into canonical rollout lines. Records
625
- * without spans are emitted as labeled gap lines and reported in
626
- * `missingTraces`. Execution-only records without a task score are rejected
627
- * because a missing training label is not a zero reward.
628
- */
629
- declare function mintRolloutRows(records: RunRecord[], store: TraceStore, options?: MintRolloutOptions): Promise<MintRolloutResult>;
630
- //#endregion
631
364
  //#region src/rollout/readers/claude-jsonl.d.ts
632
365
  declare const DEFAULT_CLAUDE_PROJECTS_DIR: string;
633
366
  /** Claude Code's project-directory slug for a working directory. */
@@ -930,5 +663,5 @@ declare function parseRolloutReleaseArgs(argv: string[]): RolloutReleaseCliArgs;
930
663
  /** CLI driver for `agent-eval rollout-release`. Returns the process exit code. */
931
664
  declare function runRolloutReleaseCli(argv: string[]): Promise<number>;
932
665
  //#endregion
933
- export { observedSplitScore as $, measureFormatGate as A, GateCheckDisposition as At, DEFAULT_CLAUDE_PROJECTS_DIR as B, SftExportOptions as Bt, FORMAT_GATE_DISPOSITION as C, relabelImportedSplit as Ct, ReleaseRowRef as D, GATE_CHECK_IDS as Dt, GateReport as E, GATE_CHECKS as Et, openOpencodeDb as F, gateErrors as Ft, MintRolloutResult as G, toRewardRows as Gt, findClaudeTranscripts as H, VerifiersRolloutOutput as Ht, readOpencodeSessionMessages as I, gatedEvidenceOf as It, unmintableReasons as J, toSftRows as Jt, RolloutScrubber as K, toRftItem as Kt, ClaudeTranscript as L, RealnessLabels as Lt, DEFAULT_OPENCODE_DB as M, GateCheckedOutcome as Mt, OpencodeSessionRow as N, GateEntryPoint as Nt, assertGateReport as O, GATE_POLICIES as Ot, findOpencodeSessionsByDirectory as P, GatePolicy as Pt, observedScore as Q, ClaudeTranscriptRef as R, RewardRow as Rt, EmittedEvidence as S, fromHarborTrajectory as St, GateDisposition as T, toHarborTrajectory as Tt, readClaudeTranscript as U, VerifiersTokenUsage as Ut, claudeProjectSlug as V, SftRow as Vt, MintRolloutOptions as W, toJsonl as Wt, ScorePreference as X, toVerifiersRolloutOutputs as Xt, ScoreOrigin as Y, toVerifiersRolloutOutput as Yt, isRealnessGated as Z, defaultRolloutScrubber as _, HarborStep as _t, buildHfDataset as a, readRolloutLedger as at, scrubRolloutLine as b, HarborToolCall as bt, runRolloutReleaseCli as c, FromHarborOptions as ct, RELEASE_FORMATS as d, HarborContentPart as dt, scoreOrigin as et, ReleaseFormat as f, HarborFinalMetrics as ft, addScrubCounts as g, HarborObservationResult as gt, ScrubRule as h, HarborObservation as ht, ScrubReport as i, readRolloutJournal as it, releaseRowRefs as j, GateCheckId as jt, gatedRolloutIds as k, GateCheck as kt, DatasetCardInputs as l, HARBOR_IMPORT_GAP as lt, ScrubCounts as m, HarborMetrics as mt, BuildSummary as n, trainingScore as nt, parseRolloutReleaseArgs as o, writeRolloutLedger as ot, buildDatasetCard as p, HarborImageSource as pt, mintRolloutRows as q, toRftItems as qt, RolloutReleaseCliArgs as r, appendRolloutLines as rt, planPushCommand as s, ATIF_SCHEMA_VERSION as st, BuildOptions as t, trainingReward as tt, FORMAT_FILES as u, HarborAgent as ut, emptyScrubCounts as v, HarborStepSource as vt, FormatGateCounts as w, toHarborTrajectories as wt, scrubText as x, HarborTrajectory as xt, scrubLines as y, HarborSubagentTrajectoryRef as yt, ClaudeUsageTotals as z, RftItem as zt };
934
- //# sourceMappingURL=index-CJ3LhKIX.d.ts.map
666
+ export { HarborFinalMetrics as $, measureFormatGate as A, DEFAULT_CLAUDE_PROJECTS_DIR as B, FORMAT_GATE_DISPOSITION as C, gatedEvidenceOf as Ct, ReleaseRowRef as D, GateReport as E, openOpencodeDb as F, readRolloutJournal as G, findClaudeTranscripts as H, readOpencodeSessionMessages as I, ATIF_SCHEMA_VERSION as J, readRolloutLedger as K, ClaudeTranscript as L, DEFAULT_OPENCODE_DB as M, OpencodeSessionRow as N, assertGateReport as O, findOpencodeSessionsByDirectory as P, HarborContentPart as Q, ClaudeTranscriptRef as R, EmittedEvidence as S, gateErrors as St, GateDisposition as T, readClaudeTranscript as U, claudeProjectSlug as V, appendRolloutLines as W, HARBOR_IMPORT_GAP as X, FromHarborOptions as Y, HarborAgent as Z, defaultRolloutScrubber as _, GateCheckDisposition as _t, buildHfDataset as a, HarborStepSource as at, scrubRolloutLine as b, GateEntryPoint as bt, runRolloutReleaseCli as c, HarborTrajectory as ct, RELEASE_FORMATS as d, toHarborTrajectories as dt, HarborImageSource as et, ReleaseFormat as f, toHarborTrajectory as ft, addScrubCounts as g, GateCheck as gt, ScrubRule as h, GATE_POLICIES as ht, ScrubReport as i, HarborStep as it, releaseRowRefs as j, gatedRolloutIds as k, DatasetCardInputs as l, fromHarborTrajectory as lt, ScrubCounts as m, GATE_CHECK_IDS as mt, BuildSummary as n, HarborObservation as nt, parseRolloutReleaseArgs as o, HarborSubagentTrajectoryRef as ot, buildDatasetCard as p, GATE_CHECKS as pt, writeRolloutLedger as q, RolloutReleaseCliArgs as r, HarborObservationResult as rt, planPushCommand as s, HarborToolCall as st, BuildOptions as t, HarborMetrics as tt, FORMAT_FILES as u, relabelImportedSplit as ut, emptyScrubCounts as v, GateCheckId as vt, FormatGateCounts as w, scrubText as x, GatePolicy as xt, scrubLines as y, GateCheckedOutcome as yt, ClaudeUsageTotals as z };
667
+ //# sourceMappingURL=index-CKZa_rnt.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index-CKZa_rnt.d.ts","names":[],"sources":["../src/rollout/gate-checks.ts","../src/rollout/interchange/harbor.ts","../src/rollout/ledger.ts","../src/rollout/readers/claude-jsonl.ts","../src/rollout/readers/opencode-sqlite.ts","../src/rollout/release/gate-report.ts","../src/rollout/release/scrub.ts","../src/rollout/release/card.ts","../src/rollout/release/hf-dataset.ts"],"mappings":";;;;;;;;;;;cA2Ca;KAOD,sBAAsB;;;;;;;;;KAUtB,qBAAqB,QAAQ,kBAAkB,SAAS;;;;;;;;;;;;;;;;;UAkBnD;EACf,SAAS;;EAET;;UAOe;EACf,IAAI;;EAEJ;;EAEA,SAAS,SAAS;;;;;;;;;;;;EAYlB,WAAW;;;;;;;;;;;;;iBA6LG,gBAAgB,SAAS,cAAc;;;;;;cA6I1C,yBAAyB,KAAK,cAAc;;;;;;;;;KAe7C;WACG;;;;WAEA;WAAyB;;;;WAEzB;WAAuB;;;KAU1B,yBAAyB,KAAK,cAAc;;;;;;;;;cAU3C;;;;;;;aAWT;eAnCiB;;aAoCjB,kBAAgB;aAMhB,2BAAyB;aAMzB,qBAAmB;;;;;;;;aAenB;;;aACA,kBAAgB;aAChB,2BAAyB;aACzB;;;;;;;;;;;aASA;;;aACA;;;aACA;;;aACA;;;;;;;;;;;aASA;;;aACA;;;aACA;;;aACA;;;;;;KAKQ,8BAA8B;;;;;;iBAO1B,WAAW,SAAS,aAAa,QAAQ;;;cCxd5C;;cAGA;KAwBD;UAEK;EACf;EACA;;UAGe;EACf;EACA;EACA,SAAS;;UAGM;EACf;EACA;;EAEA,WAAW;EACX,QAAQ;;UAGO;EACf;EACA;;EAEA;EACA,QAAQ;;UAGO;EACf;EACA,mBAAmB;EACnB,0BAA0B;EAC1B,QAAQ;;UAGO;EACf,SAAS;;UAGM;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA,QAAQ;;UAGO;;EAEf;EACA;EACA,QAAQ;EACR;EACA;EACA,kBAAkB;EAClB;EACA,aAAa;EACb,cAAc;EACd,UAAU;EACV;EACA;EACA,QAAQ;;UAGO;EACf;EACA;EACA;;EAEA,mBAAmB;EACnB,QAAQ;;UAGO;EACf;EACA;EACA;EACA;EACA;EACA,QAAQ;;UAGO;EACf;EACA;;EAEA;EACA,OAAO;EACP,OAAO;EACP;EACA,gBAAgB;EAChB;EACA,wBAAwB;EACxB,QAAQ;;;;;;;;;;;;;;;;;;iBAmXM,mBAAmB,OAAO,gBAAgB;;iBAa1C,qBAAqB,OAAO,gBAAgB;UA2O3C;;EAEf,YAAY;;;;;;;;;;;iBAwGE,qBACd,YAAY,kBACZ,UAAS,oBACR;;;;;;;;;;;;;;;iBAiCa,qBACd,gBAAgB,eAChB,OAAO,eACN;;;;iBC/6BmB,mBAAmB,cAAc,OAAO,gBAAgB;;iBAOxD,mBAAmB,cAAc,OAAO,gBAAgB;;;;;;;;;;;iBAiBxD,kBAAkB,eAAe,QAAQ;;;;;;;;;;;;;;;iBAkBzC,mBAAmB,eAAe,QAAQ;;;cClDnD;;iBAGG,kBAAkB;UAIjB;EACf;EACA;;;iBAIoB,sBACpB,aACA,uBACC,QAAQ;UASM;EACf;EACA;EACA;EACA;;UAGe;EACf,UAAU;EACV,OAAO;;EAEP;EACA;EACA;;UAyDe;;;;;;WAMN;;;iBAgBW,qBACpB,cACA,UAAS,8BACR,QAAQ;;;cCnHE;UAEI;EACf;EACA;EACA;EACA;;EAEA;IAAS;IAAa;;EACtB;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;;iBAYoB,eACpB,gBACC,QAAQ;;iBAiDK,gCACd,IAAI,cACJ,oBACC;;;;;;;iBA2Ba,4BAA4B,IAAI,cAAc,oBAAoB;;;;KC5EtE;cAEC,yBAAyB,OAAO,eAAe;;UAQ3C;EACf;EACA;;;;;;;;;;;;EAYA;;;;;;;;EAQA;;;;;;;;;;;;EAYA;;;UAIe;;EAEf;EACA;;UAGe;;EAEf;;EAEA;;;;;;EAMA;;EAEA;;;;;;;;;;;;;;EAcA,oBAAoB;;;;;;;;;;;;EAYpB;;EAEA;;;;;;;;;;EAUA,wBAAwB;;UAGT;;EAEf;EACA,UAAU,QAAQ,OAAO,eAAe;;;iBAI1B,gBAAgB,gBAAgB,sBAAsB;;;;;;;cAUzD;EAIX,MAAG,eAAkB,aAAW;EAShC,YAAS,eAAkB,6BAA2B;EAStD,MAAG,eAAkB,cAAY;EAOjC,MAAG,gBAAmB,wBAAsB;;;iBAgC9B,kBACd,OAAO,qBACP,eAAe,kBACd;;;;;;;;;;;;;;;;iBA+Fa,iBAAiB,QAAQ;;;UCrUxB;EACf;EACA,SAAS;;EAET,UAAU,eAAe;;;KAqEf,cAAc;iBAEV,oBAAoB;iBAIpB,eAAe,MAAM,aAAa,MAAM,cAAc;iBAKtD,UAAU,cAAc,QAAQ;;;;;;;;;iBA8BhC,iBAAiB,MAAM,mBAAmB,QAAQ,cAAc;iBAIhE,WAAW,OAAO;EAChC,OAAO;EACP,QAAQ;;;;;;;;;iBAaM,uBAAuB;;;cCrI1B;KACD,wBAAwB;;cAGvB,cAAc,OAAO;UAejB;;EAEf,OAAO;EACP,SAAS;EACT;;EAEA;EACA,aAAa;EACb;IAAY;IAAmB;;EAC/B,cAAc,QAAQ,OAAO;;;;;;;EAO7B,MAAM;;iBA4GQ,iBAAiB,QAAQ;;;UC1HxB;EACf;EACA,SAAS;EACT;;UAGe;;EAEf,OAAO,eAAe;EACtB,QAAQ;EACR;IAAY;IAAmB;;;UAGhB;EACf;EACA;EACA;EACA,OAAO;EACP,cAAc,QAAQ,OAAO;;EAE7B,MAAM;EACN;;iBAGoB,eACpB,kBACA,SAAS,eACR,QAAQ;iBAuGK,gBAAgB,cAAc;UAoB7B,8BAA8B;EAC7C;EACA;;iBAMc,wBAAwB,iBAAiB;;iBA0CnC,qBAAqB,iBAAiB"}
@@ -1,11 +1,11 @@
1
1
  import { b as CustomTokenPricing, c as CostLedgerHandle } from "./cost-ledger-DbQdN3nO.js";
2
- import { i as AnalystFinding, n as AnalystContext } from "./types-D7gEdPoQ.js";
2
+ import { i as AnalystFinding, n as AnalystContext } from "./types-BjB2wZM9.js";
3
3
  import { R as LlmThinkingMode, x as ChatClient } from "./types-CBbLtr2J.js";
4
- import { F as ExternalOptimizerCallbackLimits, V as ExternalOptimizerModelCall, W as ExternalOptimizerModelExecutionObservation, q as ExternalOptimizerRunnerCommand } from "./agent-profile-CivaSsSy.js";
4
+ import { F as ExternalOptimizerCallbackLimits, V as ExternalOptimizerModelCall, W as ExternalOptimizerModelExecutionObservation, q as ExternalOptimizerRunnerCommand } from "./agent-profile-uAIQK3Nr.js";
5
5
  import { o as Severity } from "./multi-layer-verifier-BUaQ4C17.js";
6
- import { l as ExactCapableAnalyst } from "./exact-types-BZDe0W2D.js";
7
- import { i as TraceAnalystDefinition } from "./default-registry-BwDSWVzg.js";
8
- import { n as TraceAnalysisEngine } from "./engine-DS1cysJy.js";
6
+ import { l as ExactCapableAnalyst } from "./exact-types-BEHN7tnq.js";
7
+ import { i as TraceAnalystDefinition } from "./default-registry-DYB4aHVn.js";
8
+ import { n as TraceAnalysisEngine } from "./engine-D1ykrAKR.js";
9
9
  import { C as SupervisorRunSources, w as SupervisorRunTree } from "./types-BlIJ5URG.js";
10
10
  //#region src/semantic-concept-judge.d.ts
11
11
  /**
@@ -476,4 +476,4 @@ declare const KNOWLEDGE_POISONING_KIND_SPEC: TraceAnalystDefinition;
476
476
  declare const DEFAULT_TRACE_ANALYST_KINDS: readonly TraceAnalystDefinition[];
477
477
  //#endregion
478
478
  export { SemanticConceptJudgeInput as A, DspyRlmTraceEngineOptions as C, ConceptFinding as D, createChatTraceEngine as E, SemanticConceptJudgeResult as M, runSemanticConceptJudge as N, ConceptSpec as O, renderFindingSubject as S, ChatTraceEngineOptions as T, FindingSubject as _, FAILURE_MODE_KIND_SPEC as a, findingSubjectGrammarPromptFor as b, emitControlIntegrityFindings as c, FindingsStore as d, PersistedFinding as f, FINDING_SUBJECT_SYNTAX as g, FINDING_SUBJECT_KINDS as h, IMPROVEMENT_KIND_SPEC as i, SemanticConceptJudgeOptions as j, SEMANTIC_CONCEPT_JUDGE_VERSION as k, DiffPolicy as l, diffFindings as m, KNOWLEDGE_POISONING_KIND_SPEC as n, CONTROL_INTEGRITY_ANALYST as o, defaultIsMaterial as p, KNOWLEDGE_GAP_KIND_SPEC as r, ControlIntegrityAnalyst as s, DEFAULT_TRACE_ANALYST_KINDS as t, FindingsDiff as u, FindingSubjectKind as v, createDspyRlmTraceEngine as w, parseFindingSubject as x, KIND_EXPECTED_SUBJECTS as y };
479
- //# sourceMappingURL=index-DbG8QbH9.d.ts.map
479
+ //# sourceMappingURL=index-DVrtLO5j.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index-DbG8QbH9.d.ts","names":[],"sources":["../src/semantic-concept-judge.ts","../src/analyst/chat-trace-engine.ts","../src/analyst/trace-tool-callback.ts","../src/analyst/dspy-rlm-engine.ts","../src/analyst/finding-subject.ts","../src/analyst/findings-store.ts","../src/analyst/kinds/control-integrity.ts","../src/analyst/kinds/failure-mode.ts","../src/analyst/kinds/improvement.ts","../src/analyst/kinds/knowledge-gap.ts","../src/analyst/kinds/knowledge-poisoning.ts","../src/analyst/kinds/index.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAuDY;UAEK;EACf;;EAEA;;EAEA;;EAEA,aAAa;;UAGE;EACf;EACA;;EAEA;EACA;EACA,UAAU;;UAGK;;EAEf;;EAEA;;EAEA,aAAa;IAAQ;IAAc;;;EAEnC,kBAAkB;;EAElB;EACA;;UAGe;EACf;EACA;;EAEA;EACA;EACA;EACA,UAAU;EACV;EACA;EACA;;EAEA;EACA;;;;;;;;KASU;UAQK;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,MAAM;;EAEN,UAAU;EACV,aAAa;EACb;EACA,WAAW;EACX,SAAS;;;;;;EAMT,iBAAiB;;EAEjB,oBAAoB,QAAQ,OAAO;;cAKxB;;;;;;iBAkGS,wBACpB,OAAO,2BACP,SAAS,8BACR,QAAQ;;;UCjMM;;;;;EAKf,MAAM;;EAEN;;EAEA,UAAU;;EAEV;;EAEA;;EAEA,WAAW;;EAEX;;;;;;;;;;EAUA;;;;;;iBAkCc,sBAAsB,SAAS,yBAAyB;;;KCrG5D,0BAA0B;;;UCYrB;;EAEf,MAAM;;EAEN;;EAEA,kBAAkB,aAAa;EAC/B;;EAEA,UAAU;;EAEV;;EAEA;;;;;;EAMA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,kBAAkB,QAAQ;;EAE1B;;;;;;;;;;EAUA;;EAEA,SAAS;;EAET;;;iBAIc,yBAAyB,SAAS,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KCtClE;EAEN;EAAwB;EAAc;;EACtC;EAAyB;;EACzB;EAAuB;;EACvB;EAAyB;;EAGzB;EAAuB;;EACvB;EAAe;;EACf;EAAkB;EAAc;;EAChC;EAAkB;;EAClB;EAAa;EAAgB;;EAC7B;EAAc;;EACd;EAAkB;;EAClB;EAAkB;;EAClB;EAAwB;;EACxB;EAAuB;;EACvB;EAAc;;EACd;EAAa;EAAgB;;EAC7B;EAAgB;;EAChB;EAAqB;;EACrB;EAAuB;;EAEvB;EAA4B;;EAC5B;EAA2B;;EAE3B;EAAiB;;KAEX,qBAAqB;cAEpB,uBAAuB,cAAc;;;;;;;;;;;;;;;;;iBAgGlC,oBAAoB,iCAAiC;;;;;;;iBAoHrD,qBAAqB,GAAG;;;;;;;;;;cA8D3B,wBAAwB,SAAS,OAAO;;;;;;;;;cAoExC,wBAAwB,eAAe,cAAc;;iBAqElD,+BAA+B;;;;;;;;UCxc9B,yBAAyB;EACxC;;cAGW;WAGiB;mBAFX;EAEjB,YAA4B;EAItB,OAAO,eAAe,UAAU,mBAAmB;;EAQzD,WAAW;;EAkBX,QAAQ,gBAAgB;;UAOT;;EAEf,UAAU;;EAEV,aAAa;;EAEb,WAAW;;;;;EAKX,SAAS;IAAQ,UAAU;IAAkB,SAAS;;;UAGvC;;;;;;;;EAQf,cAAc,UAAU,gBAAgB,SAAS;;;;;;iBAOnC,kBAAkB,GAAG,gBAAgB,GAAG;;;;;iBAWxC,aACd,UAAU,oBACV,SAAS,oBACT,SAAQ,aACP;;;;iBC7Fa,6BACd,OAAO,uBAAuB,mBAC9B,qBACC;;cA4BU,mCACA,oBAAoB,uBAAuB;WAE7C;WACA;WAEA;WACA;IAAS;IAAgC;;WACzC;WACA;aACP;aACA;;EAGI,QACJ,OAAO,uBAAuB,mBAC9B,KAAK,iBACJ,QAAQ;;cAUA,2BAAyB;;;cCHzB,wBAAwB;;;cC3BxB,uBAAuB;;;cCGvB,yBAAyB;;;cCPzB,+BAA+B;;;;;;;;;;;;cCP/B,sCAAsC"}
1
+ {"version":3,"file":"index-DVrtLO5j.d.ts","names":[],"sources":["../src/semantic-concept-judge.ts","../src/analyst/chat-trace-engine.ts","../src/analyst/trace-tool-callback.ts","../src/analyst/dspy-rlm-engine.ts","../src/analyst/finding-subject.ts","../src/analyst/findings-store.ts","../src/analyst/kinds/control-integrity.ts","../src/analyst/kinds/failure-mode.ts","../src/analyst/kinds/improvement.ts","../src/analyst/kinds/knowledge-gap.ts","../src/analyst/kinds/knowledge-poisoning.ts","../src/analyst/kinds/index.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAuDY;UAEK;EACf;;EAEA;;EAEA;;EAEA,aAAa;;UAGE;EACf;EACA;;EAEA;EACA;EACA,UAAU;;UAGK;;EAEf;;EAEA;;EAEA,aAAa;IAAQ;IAAc;;;EAEnC,kBAAkB;;EAElB;EACA;;UAGe;EACf;EACA;;EAEA;EACA;EACA;EACA,UAAU;EACV;EACA;EACA;;EAEA;EACA;;;;;;;;KASU;UAQK;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,MAAM;;EAEN,UAAU;EACV,aAAa;EACb;EACA,WAAW;EACX,SAAS;;;;;;EAMT,iBAAiB;;EAEjB,oBAAoB,QAAQ,OAAO;;cAKxB;;;;;;iBAkGS,wBACpB,OAAO,2BACP,SAAS,8BACR,QAAQ;;;UCjMM;;;;;EAKf,MAAM;;EAEN;;EAEA,UAAU;;EAEV;;EAEA;;EAEA,WAAW;;EAEX;;;;;;;;;;EAUA;;;;;;iBAkCc,sBAAsB,SAAS,yBAAyB;;;KCrG5D,0BAA0B;;;UCYrB;;EAEf,MAAM;;EAEN;;EAEA,kBAAkB,aAAa;EAC/B;;EAEA,UAAU;;EAEV;;EAEA;;;;;;EAMA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,kBAAkB,QAAQ;;EAE1B;;;;;;;;;;EAUA;;EAEA,SAAS;;EAET;;;iBAIc,yBAAyB,SAAS,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KCtClE;EAEN;EAAwB;EAAc;;EACtC;EAAyB;;EACzB;EAAuB;;EACvB;EAAyB;;EAGzB;EAAuB;;EACvB;EAAe;;EACf;EAAkB;EAAc;;EAChC;EAAkB;;EAClB;EAAa;EAAgB;;EAC7B;EAAc;;EACd;EAAkB;;EAClB;EAAkB;;EAClB;EAAwB;;EACxB;EAAuB;;EACvB;EAAc;;EACd;EAAa;EAAgB;;EAC7B;EAAgB;;EAChB;EAAqB;;EACrB;EAAuB;;EAEvB;EAA4B;;EAC5B;EAA2B;;EAE3B;EAAiB;;KAEX,qBAAqB;cAEpB,uBAAuB,cAAc;;;;;;;;;;;;;;;;;iBAgGlC,oBAAoB,iCAAiC;;;;;;;iBAoHrD,qBAAqB,GAAG;;;;;;;;;;cA8D3B,wBAAwB,SAAS,OAAO;;;;;;;;;cAoExC,wBAAwB,eAAe,cAAc;;iBAqElD,+BAA+B;;;;;;;;UCxc9B,yBAAyB;EACxC;;cAGW;WAGiB;mBAFX;EAEjB,YAA4B;EAItB,OAAO,eAAe,UAAU,mBAAmB;;EAQzD,WAAW;;EAkBX,QAAQ,gBAAgB;;UAOT;;EAEf,UAAU;;EAEV,aAAa;;EAEb,WAAW;;;;;EAKX,SAAS;IAAQ,UAAU;IAAkB,SAAS;;;UAGvC;;;;;;;;EAQf,cAAc,UAAU,gBAAgB,SAAS;;;;;;iBAOnC,kBAAkB,GAAG,gBAAgB,GAAG;;;;;iBAWxC,aACd,UAAU,oBACV,SAAS,oBACT,SAAQ,aACP;;;;iBC7Fa,6BACd,OAAO,uBAAuB,mBAC9B,qBACC;;cA4BU,mCACA,oBAAoB,uBAAuB;WAE7C;WACA;WAEA;WACA;IAAS;IAAgC;;WACzC;WACA;aACP;aACA;;EAGI,QACJ,OAAO,uBAAuB,mBAC9B,KAAK,iBACJ,QAAQ;;cAUA,2BAAyB;;;cCHzB,wBAAwB;;;cC3BxB,uBAAuB;;;cCGvB,yBAAyB;;;cCPzB,+BAA+B;;;;;;;;;;;;cCP/B,sCAAsC"}