@tangle-network/agent-eval 0.95.0 → 0.95.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (961) hide show
  1. package/CHANGELOG.md +17 -0
  2. package/dist/adapters/http.d.ts +17 -10
  3. package/dist/adapters/langchain.d.ts +14 -7
  4. package/dist/adapters/otel.d.ts +25 -13
  5. package/dist/{rl/adversarial.d.ts → adversarial-DIVcDoI_.d.ts} +7 -6
  6. package/dist/analyst/index.d.ts +236 -28
  7. package/dist/{trace-analyst/analyst.d.ts → analyst-C8HHvfJp.d.ts} +14 -12
  8. package/dist/{contract/analyze-runs.d.ts → analyze-runs-DtT6F_6T.d.ts} +10 -9
  9. package/dist/authenticity/index.d.ts +16 -15
  10. package/dist/{baseline.d.ts → baseline-Bbid3WoO.d.ts} +44 -8
  11. package/dist/belief-state/index.d.ts +605 -14
  12. package/dist/benchmarks/index.d.ts +5 -23
  13. package/dist/builder-eval/index.d.ts +250 -5
  14. package/dist/calibration-BPmzuVPk.d.ts +101 -0
  15. package/dist/campaign/index.d.ts +1452 -38
  16. package/dist/cli.d.ts +0 -2
  17. package/dist/{contract/intake/code-agent-session.d.ts → code-agent-session-CPHRCb4-.d.ts} +17 -15
  18. package/dist/contract/index.d.ts +688 -106
  19. package/dist/control-Doncu-B_.d.ts +259 -0
  20. package/dist/{control-runtime.d.ts → control-runtime-Acf9CGhw.d.ts} +26 -23
  21. package/dist/control.d.ts +10 -11
  22. package/dist/corpus-D4YW9UoJ.d.ts +560 -0
  23. package/dist/{cost-ledger.d.ts → cost-ledger-DuSqlw5B.d.ts} +11 -10
  24. package/dist/{counterfactual.d.ts → counterfactual-DlOz8PBx.d.ts} +13 -12
  25. package/dist/{dataset.d.ts → dataset-BbGkaN2I.d.ts} +14 -11
  26. package/dist/{analyst/registry.d.ts → default-registry-GyE8X5SP.d.ts} +37 -8
  27. package/dist/diagnose.d.ts +252 -1
  28. package/dist/{trace/emitter.d.ts → emitter-C2rqGH_l.d.ts} +12 -9
  29. package/dist/{errors.d.ts → errors-CzMUYo7b.d.ts} +11 -10
  30. package/dist/failure-cluster-DH9Flgcf.d.ts +76 -0
  31. package/dist/{feedback-trajectory.d.ts → feedback-trajectory-BxY0cKfs.d.ts} +38 -36
  32. package/dist/fuzz.d.ts +547 -1
  33. package/dist/gepa-C1NCIZ9o.d.ts +414 -0
  34. package/dist/governance/index.d.ts +135 -5
  35. package/dist/harness-optimizer-mOl9XX_O.d.ts +106 -0
  36. package/dist/hosted/index.d.ts +239 -10
  37. package/dist/index-_Y4oNOOb.d.ts +159 -0
  38. package/dist/index.d.ts +5660 -277
  39. package/dist/{contract/insight-report.d.ts → insight-report-BnRjTibG.d.ts} +19 -16
  40. package/dist/{trace/integrity.d.ts → integrity-D2t12mMw.d.ts} +14 -11
  41. package/dist/{judge-calibration.d.ts → judge-calibration-0p2QcWNE.d.ts} +17 -16
  42. package/dist/{analyst/kind-factory.d.ts → kind-factory-X3eDYbKn.d.ts} +61 -10
  43. package/dist/knowledge/index.d.ts +103 -3
  44. package/dist/{llm-client.d.ts → llm-client-Bj7g0rqu.d.ts} +23 -21
  45. package/dist/matrix/index.d.ts +30 -12
  46. package/dist/meta-eval/index.d.ts +182 -6
  47. package/dist/{multi-layer-verifier.d.ts → multi-layer-verifier-DUZXrPDA.d.ts} +15 -12
  48. package/dist/multishot/index.d.ts +290 -7
  49. package/dist/{rl/off-policy.d.ts → off-policy-DiwuKKg7.d.ts} +9 -8
  50. package/dist/openapi.json +1 -1
  51. package/dist/{meta-eval/outcome-store.d.ts → outcome-store-rnXLEqSn.d.ts} +8 -7
  52. package/dist/{pareto.d.ts → pareto-E-pembql.d.ts} +10 -9
  53. package/dist/perf/index.d.ts +119 -13
  54. package/dist/pipelines/index.d.ts +173 -8
  55. package/dist/pre-registration-nfUdc9EQ.d.ts +483 -0
  56. package/dist/prm/index.d.ts +104 -5
  57. package/dist/provenance-CncDq9qE.d.ts +426 -0
  58. package/dist/query-B7GGjRox.d.ts +32 -0
  59. package/dist/{trace/raw-provider-sink.d.ts → raw-provider-sink-C46HDghv.d.ts} +14 -13
  60. package/dist/{red-team.d.ts → red-team-BWdoyleI.d.ts} +16 -14
  61. package/dist/{trace/redact.d.ts → redact-B40YG2M_.d.ts} +8 -7
  62. package/dist/release-report-pidWUMZ2.d.ts +233 -0
  63. package/dist/reporting.d.ts +16 -15
  64. package/dist/{eval-campaign.d.ts → researcher-Jr8ME1dZ.d.ts} +156 -34
  65. package/dist/rl.d.ts +1193 -1
  66. package/dist/{prm/rubric.d.ts → rubric-Cc6UHvUb.d.ts} +13 -10
  67. package/dist/{meta-eval/rubric-predictive-validity.d.ts → rubric-predictive-validity-C2hDKM8Z.d.ts} +11 -8
  68. package/dist/run-critic-CmMf05uV.d.ts +56 -0
  69. package/dist/{run-record.d.ts → run-record-CP2ObebC.d.ts} +117 -15
  70. package/dist/runtime-trajectory-BOUUjI0y.d.ts +49 -0
  71. package/dist/{trace/schema.d.ts → schema-m0gsnbt3.d.ts} +30 -29
  72. package/dist/semantic-concept-judge-DSBB2Cfp.d.ts +624 -0
  73. package/dist/{sequential.d.ts → sequential-5iSVfzl2.d.ts} +10 -9
  74. package/dist/{series-convergence.d.ts → series-convergence-D5OWMBg6.d.ts} +5 -4
  75. package/dist/sink-fetch-B1Yg4Til.d.ts +101 -0
  76. package/dist/{statistics.d.ts → statistics-CCJpTGOS.d.ts} +48 -46
  77. package/dist/{trace/store.d.ts → store-BcFXE6LG.d.ts} +12 -21
  78. package/dist/{trace-analyst/types.d.ts → store-C1YxJDEK.d.ts} +74 -18
  79. package/dist/storyboard/index.d.ts +81 -16
  80. package/dist/{summary-report.d.ts → summary-report-CInXwsza.d.ts} +160 -23
  81. package/dist/telemetry/{sink-file.d.ts → file.d.ts} +7 -5
  82. package/dist/telemetry/index.d.ts +35 -17
  83. package/dist/{sandbox-harness.d.ts → test-graded-scenario-DeODGLra.d.ts} +60 -15
  84. package/dist/{locked-jsonl-appender.d.ts → testing-C21CHsq2.d.ts} +4 -3
  85. package/dist/testing.d.ts +1 -5
  86. package/dist/traces.d.ts +976 -4
  87. package/dist/{trajectory.d.ts → trajectory-2TkpSEVh.d.ts} +9 -8
  88. package/dist/{analyst/types.d.ts → types-B5x54y6n.d.ts} +112 -19
  89. package/dist/{matrix/types.d.ts → types-BUxNaJ8c.d.ts} +11 -9
  90. package/dist/{types.d.ts → types-C7DGg5ex.d.ts} +33 -31
  91. package/dist/{campaign/types.d.ts → types-DQRY8ZT-.d.ts} +47 -44
  92. package/dist/{verdict.d.ts → verdict-C9MlYujm.d.ts} +3 -2
  93. package/dist/wire/index.d.ts +570 -13
  94. package/dist/workflow/index.d.ts +496 -22
  95. package/package.json +2 -2
  96. package/dist/action-policy.d.ts +0 -24
  97. package/dist/action-policy.d.ts.map +0 -1
  98. package/dist/action-policy.test.d.ts +0 -2
  99. package/dist/action-policy.test.d.ts.map +0 -1
  100. package/dist/active-learning.d.ts +0 -41
  101. package/dist/active-learning.d.ts.map +0 -1
  102. package/dist/adapters/http.d.ts.map +0 -1
  103. package/dist/adapters/langchain.d.ts.map +0 -1
  104. package/dist/adapters/otel.d.ts.map +0 -1
  105. package/dist/agent-profile-cell.d.ts +0 -101
  106. package/dist/agent-profile-cell.d.ts.map +0 -1
  107. package/dist/agent-profile.d.ts +0 -27
  108. package/dist/agent-profile.d.ts.map +0 -1
  109. package/dist/agent-profile.test.d.ts +0 -2
  110. package/dist/agent-profile.test.d.ts.map +0 -1
  111. package/dist/analyst/adapters.d.ts +0 -62
  112. package/dist/analyst/adapters.d.ts.map +0 -1
  113. package/dist/analyst/analyst.test.d.ts +0 -2
  114. package/dist/analyst/analyst.test.d.ts.map +0 -1
  115. package/dist/analyst/ax-service.d.ts +0 -27
  116. package/dist/analyst/ax-service.d.ts.map +0 -1
  117. package/dist/analyst/behavioral-analyst.d.ts +0 -28
  118. package/dist/analyst/behavioral-analyst.d.ts.map +0 -1
  119. package/dist/analyst/chat-client.d.ts +0 -91
  120. package/dist/analyst/chat-client.d.ts.map +0 -1
  121. package/dist/analyst/default-registry.d.ts +0 -27
  122. package/dist/analyst/default-registry.d.ts.map +0 -1
  123. package/dist/analyst/default-registry.test.d.ts +0 -2
  124. package/dist/analyst/default-registry.test.d.ts.map +0 -1
  125. package/dist/analyst/finding-signature.d.ts +0 -48
  126. package/dist/analyst/finding-signature.d.ts.map +0 -1
  127. package/dist/analyst/finding-subject.d.ts +0 -146
  128. package/dist/analyst/finding-subject.d.ts.map +0 -1
  129. package/dist/analyst/finding-subject.test.d.ts +0 -2
  130. package/dist/analyst/finding-subject.test.d.ts.map +0 -1
  131. package/dist/analyst/findings-store.d.ts +0 -75
  132. package/dist/analyst/findings-store.d.ts.map +0 -1
  133. package/dist/analyst/index.d.ts.map +0 -1
  134. package/dist/analyst/kind-factory.d.ts.map +0 -1
  135. package/dist/analyst/kinds/failure-mode.d.ts +0 -19
  136. package/dist/analyst/kinds/failure-mode.d.ts.map +0 -1
  137. package/dist/analyst/kinds/improvement.d.ts +0 -23
  138. package/dist/analyst/kinds/improvement.d.ts.map +0 -1
  139. package/dist/analyst/kinds/index.d.ts +0 -22
  140. package/dist/analyst/kinds/index.d.ts.map +0 -1
  141. package/dist/analyst/kinds/kinds.test.d.ts +0 -2
  142. package/dist/analyst/kinds/kinds.test.d.ts.map +0 -1
  143. package/dist/analyst/kinds/knowledge-gap.d.ts +0 -28
  144. package/dist/analyst/kinds/knowledge-gap.d.ts.map +0 -1
  145. package/dist/analyst/kinds/knowledge-poisoning.d.ts +0 -22
  146. package/dist/analyst/kinds/knowledge-poisoning.d.ts.map +0 -1
  147. package/dist/analyst/kinds/skill-usage.d.ts +0 -84
  148. package/dist/analyst/kinds/skill-usage.d.ts.map +0 -1
  149. package/dist/analyst/kinds/skill-usage.test.d.ts +0 -2
  150. package/dist/analyst/kinds/skill-usage.test.d.ts.map +0 -1
  151. package/dist/analyst/parse-tolerant.d.ts +0 -26
  152. package/dist/analyst/parse-tolerant.d.ts.map +0 -1
  153. package/dist/analyst/parse-tolerant.test.d.ts +0 -2
  154. package/dist/analyst/parse-tolerant.test.d.ts.map +0 -1
  155. package/dist/analyst/registry.budget.test.d.ts +0 -2
  156. package/dist/analyst/registry.budget.test.d.ts.map +0 -1
  157. package/dist/analyst/registry.d.ts.map +0 -1
  158. package/dist/analyst/steer-firewall.d.ts +0 -35
  159. package/dist/analyst/steer-firewall.d.ts.map +0 -1
  160. package/dist/analyst/steer-firewall.test.d.ts +0 -2
  161. package/dist/analyst/steer-firewall.test.d.ts.map +0 -1
  162. package/dist/analyst/structure-findings.d.ts +0 -37
  163. package/dist/analyst/structure-findings.d.ts.map +0 -1
  164. package/dist/analyst/structure-findings.test.d.ts +0 -2
  165. package/dist/analyst/structure-findings.test.d.ts.map +0 -1
  166. package/dist/analyst/tool-groups.d.ts +0 -34
  167. package/dist/analyst/tool-groups.d.ts.map +0 -1
  168. package/dist/analyst/types.d.ts.map +0 -1
  169. package/dist/anti-slop.d.ts +0 -59
  170. package/dist/anti-slop.d.ts.map +0 -1
  171. package/dist/artifact-validator.d.ts +0 -74
  172. package/dist/artifact-validator.d.ts.map +0 -1
  173. package/dist/attestation.d.ts +0 -63
  174. package/dist/attestation.d.ts.map +0 -1
  175. package/dist/attestation.test.d.ts +0 -2
  176. package/dist/attestation.test.d.ts.map +0 -1
  177. package/dist/authenticity/index.d.ts.map +0 -1
  178. package/dist/authenticity/index.test.d.ts +0 -2
  179. package/dist/authenticity/index.test.d.ts.map +0 -1
  180. package/dist/auto-pr.d.ts +0 -120
  181. package/dist/auto-pr.d.ts.map +0 -1
  182. package/dist/baseline.d.ts.map +0 -1
  183. package/dist/behavior-dsl.d.ts +0 -73
  184. package/dist/behavior-dsl.d.ts.map +0 -1
  185. package/dist/belief-state/calibration.d.ts +0 -10
  186. package/dist/belief-state/calibration.d.ts.map +0 -1
  187. package/dist/belief-state/calibration.test.d.ts +0 -2
  188. package/dist/belief-state/calibration.test.d.ts.map +0 -1
  189. package/dist/belief-state/code-agent-corpus.d.ts +0 -66
  190. package/dist/belief-state/code-agent-corpus.d.ts.map +0 -1
  191. package/dist/belief-state/code-agent-corpus.test.d.ts +0 -2
  192. package/dist/belief-state/code-agent-corpus.test.d.ts.map +0 -1
  193. package/dist/belief-state/code-agent-evidence.d.ts +0 -22
  194. package/dist/belief-state/code-agent-evidence.d.ts.map +0 -1
  195. package/dist/belief-state/code-agent-evidence.test.d.ts +0 -2
  196. package/dist/belief-state/code-agent-evidence.test.d.ts.map +0 -1
  197. package/dist/belief-state/extract.d.ts +0 -7
  198. package/dist/belief-state/extract.d.ts.map +0 -1
  199. package/dist/belief-state/extract.test.d.ts +0 -2
  200. package/dist/belief-state/extract.test.d.ts.map +0 -1
  201. package/dist/belief-state/index.d.ts.map +0 -1
  202. package/dist/belief-state/ope.d.ts +0 -17
  203. package/dist/belief-state/ope.d.ts.map +0 -1
  204. package/dist/belief-state/ope.test.d.ts +0 -2
  205. package/dist/belief-state/ope.test.d.ts.map +0 -1
  206. package/dist/belief-state/phase0-measurement.d.ts +0 -55
  207. package/dist/belief-state/phase0-measurement.d.ts.map +0 -1
  208. package/dist/belief-state/report.d.ts +0 -17
  209. package/dist/belief-state/report.d.ts.map +0 -1
  210. package/dist/belief-state/report.test.d.ts +0 -2
  211. package/dist/belief-state/report.test.d.ts.map +0 -1
  212. package/dist/belief-state/research-evidence.d.ts +0 -23
  213. package/dist/belief-state/research-evidence.d.ts.map +0 -1
  214. package/dist/belief-state/research-evidence.test.d.ts +0 -2
  215. package/dist/belief-state/research-evidence.test.d.ts.map +0 -1
  216. package/dist/belief-state/runtime-benchmark-corpus.d.ts +0 -32
  217. package/dist/belief-state/runtime-benchmark-corpus.d.ts.map +0 -1
  218. package/dist/belief-state/runtime-hooks.d.ts +0 -87
  219. package/dist/belief-state/runtime-hooks.d.ts.map +0 -1
  220. package/dist/belief-state/runtime-hooks.test.d.ts +0 -2
  221. package/dist/belief-state/runtime-hooks.test.d.ts.map +0 -1
  222. package/dist/belief-state/selective.d.ts +0 -15
  223. package/dist/belief-state/selective.d.ts.map +0 -1
  224. package/dist/belief-state/selective.test.d.ts +0 -2
  225. package/dist/belief-state/selective.test.d.ts.map +0 -1
  226. package/dist/belief-state/shadow-probe.d.ts +0 -80
  227. package/dist/belief-state/shadow-probe.d.ts.map +0 -1
  228. package/dist/belief-state/shadow-probe.test.d.ts +0 -2
  229. package/dist/belief-state/shadow-probe.test.d.ts.map +0 -1
  230. package/dist/belief-state/types.d.ts +0 -195
  231. package/dist/belief-state/types.d.ts.map +0 -1
  232. package/dist/belief-state/types.test.d.ts +0 -2
  233. package/dist/belief-state/types.test.d.ts.map +0 -1
  234. package/dist/benchmark.d.ts +0 -14
  235. package/dist/benchmark.d.ts.map +0 -1
  236. package/dist/benchmarks/index.d.ts.map +0 -1
  237. package/dist/benchmarks/routing/dataset.d.ts +0 -34
  238. package/dist/benchmarks/routing/dataset.d.ts.map +0 -1
  239. package/dist/benchmarks/routing/index.d.ts +0 -34
  240. package/dist/benchmarks/routing/index.d.ts.map +0 -1
  241. package/dist/benchmarks/types.d.ts +0 -49
  242. package/dist/benchmarks/types.d.ts.map +0 -1
  243. package/dist/bisector.d.ts +0 -81
  244. package/dist/bisector.d.ts.map +0 -1
  245. package/dist/budget-guard.d.ts +0 -31
  246. package/dist/budget-guard.d.ts.map +0 -1
  247. package/dist/builder-eval/builder-session.d.ts +0 -111
  248. package/dist/builder-eval/builder-session.d.ts.map +0 -1
  249. package/dist/builder-eval/correlation.d.ts +0 -32
  250. package/dist/builder-eval/correlation.d.ts.map +0 -1
  251. package/dist/builder-eval/index.d.ts.map +0 -1
  252. package/dist/builder-eval/project-registry.d.ts +0 -51
  253. package/dist/builder-eval/project-registry.d.ts.map +0 -1
  254. package/dist/builder-eval/three-layer-eval.d.ts +0 -55
  255. package/dist/builder-eval/three-layer-eval.d.ts.map +0 -1
  256. package/dist/campaign/analyst-surface.d.ts +0 -108
  257. package/dist/campaign/analyst-surface.d.ts.map +0 -1
  258. package/dist/campaign/analyst-surface.test.d.ts +0 -2
  259. package/dist/campaign/analyst-surface.test.d.ts.map +0 -1
  260. package/dist/campaign/auto-pr.d.ts +0 -46
  261. package/dist/campaign/auto-pr.d.ts.map +0 -1
  262. package/dist/campaign/distillation/agreement-judge.d.ts +0 -69
  263. package/dist/campaign/distillation/agreement-judge.d.ts.map +0 -1
  264. package/dist/campaign/distillation/cli.d.ts +0 -35
  265. package/dist/campaign/distillation/cli.d.ts.map +0 -1
  266. package/dist/campaign/distillation/distillation.test.d.ts +0 -2
  267. package/dist/campaign/distillation/distillation.test.d.ts.map +0 -1
  268. package/dist/campaign/distillation/gold-scenarios.d.ts +0 -54
  269. package/dist/campaign/distillation/gold-scenarios.d.ts.map +0 -1
  270. package/dist/campaign/distillation/run-distillation.d.ts +0 -119
  271. package/dist/campaign/distillation/run-distillation.d.ts.map +0 -1
  272. package/dist/campaign/gates/compose.d.ts +0 -12
  273. package/dist/campaign/gates/compose.d.ts.map +0 -1
  274. package/dist/campaign/gates/default-production-gate.d.ts +0 -58
  275. package/dist/campaign/gates/default-production-gate.d.ts.map +0 -1
  276. package/dist/campaign/gates/heldout-gate.d.ts +0 -12
  277. package/dist/campaign/gates/heldout-gate.d.ts.map +0 -1
  278. package/dist/campaign/gates/promotion-policy.d.ts +0 -125
  279. package/dist/campaign/gates/promotion-policy.d.ts.map +0 -1
  280. package/dist/campaign/gates/promotion-policy.test.d.ts +0 -2
  281. package/dist/campaign/gates/promotion-policy.test.d.ts.map +0 -1
  282. package/dist/campaign/gates/sequential.d.ts +0 -146
  283. package/dist/campaign/gates/sequential.d.ts.map +0 -1
  284. package/dist/campaign/gates/sequential.test.d.ts +0 -2
  285. package/dist/campaign/gates/sequential.test.d.ts.map +0 -1
  286. package/dist/campaign/gates/statistical-heldout.d.ts +0 -99
  287. package/dist/campaign/gates/statistical-heldout.d.ts.map +0 -1
  288. package/dist/campaign/gates/statistical-heldout.test.d.ts +0 -2
  289. package/dist/campaign/gates/statistical-heldout.test.d.ts.map +0 -1
  290. package/dist/campaign/index.d.ts.map +0 -1
  291. package/dist/campaign/labeled-store/fs-adapter.d.ts +0 -59
  292. package/dist/campaign/labeled-store/fs-adapter.d.ts.map +0 -1
  293. package/dist/campaign/presets/compare-proposers.d.ts +0 -146
  294. package/dist/campaign/presets/compare-proposers.d.ts.map +0 -1
  295. package/dist/campaign/presets/playback.d.ts +0 -120
  296. package/dist/campaign/presets/playback.d.ts.map +0 -1
  297. package/dist/campaign/presets/playback.test.d.ts +0 -2
  298. package/dist/campaign/presets/playback.test.d.ts.map +0 -1
  299. package/dist/campaign/presets/run-eval.d.ts +0 -14
  300. package/dist/campaign/presets/run-eval.d.ts.map +0 -1
  301. package/dist/campaign/presets/run-improvement-loop.d.ts +0 -63
  302. package/dist/campaign/presets/run-improvement-loop.d.ts.map +0 -1
  303. package/dist/campaign/presets/run-improvement-loop.test.d.ts +0 -2
  304. package/dist/campaign/presets/run-improvement-loop.test.d.ts.map +0 -1
  305. package/dist/campaign/presets/run-optimization.d.ts +0 -92
  306. package/dist/campaign/presets/run-optimization.d.ts.map +0 -1
  307. package/dist/campaign/presets/run-profile-matrix.d.ts +0 -151
  308. package/dist/campaign/presets/run-profile-matrix.d.ts.map +0 -1
  309. package/dist/campaign/presets/run-skill-opt.d.ts +0 -96
  310. package/dist/campaign/presets/run-skill-opt.d.ts.map +0 -1
  311. package/dist/campaign/proposers/_findings-text.d.ts +0 -22
  312. package/dist/campaign/proposers/_findings-text.d.ts.map +0 -1
  313. package/dist/campaign/proposers/ace.d.ts +0 -33
  314. package/dist/campaign/proposers/ace.d.ts.map +0 -1
  315. package/dist/campaign/proposers/ace.test.d.ts +0 -2
  316. package/dist/campaign/proposers/ace.test.d.ts.map +0 -1
  317. package/dist/campaign/proposers/analysis-edit.d.ts +0 -32
  318. package/dist/campaign/proposers/analysis-edit.d.ts.map +0 -1
  319. package/dist/campaign/proposers/evolutionary.d.ts +0 -20
  320. package/dist/campaign/proposers/evolutionary.d.ts.map +0 -1
  321. package/dist/campaign/proposers/fapo.d.ts +0 -120
  322. package/dist/campaign/proposers/fapo.d.ts.map +0 -1
  323. package/dist/campaign/proposers/gepa.d.ts +0 -86
  324. package/dist/campaign/proposers/gepa.d.ts.map +0 -1
  325. package/dist/campaign/proposers/halo.d.ts +0 -44
  326. package/dist/campaign/proposers/halo.d.ts.map +0 -1
  327. package/dist/campaign/proposers/halo.test.d.ts +0 -2
  328. package/dist/campaign/proposers/halo.test.d.ts.map +0 -1
  329. package/dist/campaign/proposers/memory.d.ts +0 -47
  330. package/dist/campaign/proposers/memory.d.ts.map +0 -1
  331. package/dist/campaign/proposers/memory.test.d.ts +0 -2
  332. package/dist/campaign/proposers/memory.test.d.ts.map +0 -1
  333. package/dist/campaign/proposers/skill-opt.d.ts +0 -88
  334. package/dist/campaign/proposers/skill-opt.d.ts.map +0 -1
  335. package/dist/campaign/proposers/trace-analyst.d.ts +0 -48
  336. package/dist/campaign/proposers/trace-analyst.d.ts.map +0 -1
  337. package/dist/campaign/proposers/trace-analyst.test.d.ts +0 -2
  338. package/dist/campaign/proposers/trace-analyst.test.d.ts.map +0 -1
  339. package/dist/campaign/provenance.d.ts +0 -185
  340. package/dist/campaign/provenance.d.ts.map +0 -1
  341. package/dist/campaign/run-campaign.d.ts +0 -90
  342. package/dist/campaign/run-campaign.d.ts.map +0 -1
  343. package/dist/campaign/score-utils.d.ts +0 -26
  344. package/dist/campaign/score-utils.d.ts.map +0 -1
  345. package/dist/campaign/skill-patch.d.ts +0 -62
  346. package/dist/campaign/skill-patch.d.ts.map +0 -1
  347. package/dist/campaign/storage.d.ts +0 -38
  348. package/dist/campaign/storage.d.ts.map +0 -1
  349. package/dist/campaign/types.d.ts.map +0 -1
  350. package/dist/campaign/worktree/index.d.ts +0 -53
  351. package/dist/campaign/worktree/index.d.ts.map +0 -1
  352. package/dist/canary.d.ts +0 -101
  353. package/dist/canary.d.ts.map +0 -1
  354. package/dist/causal-attribution.d.ts +0 -45
  355. package/dist/causal-attribution.d.ts.map +0 -1
  356. package/dist/ci-gate.d.ts +0 -44
  357. package/dist/ci-gate.d.ts.map +0 -1
  358. package/dist/cli.d.ts.map +0 -1
  359. package/dist/client.d.ts +0 -77
  360. package/dist/client.d.ts.map +0 -1
  361. package/dist/client.test.d.ts +0 -2
  362. package/dist/client.test.d.ts.map +0 -1
  363. package/dist/command-runner.d.ts +0 -74
  364. package/dist/command-runner.d.ts.map +0 -1
  365. package/dist/command-runner.test.d.ts +0 -2
  366. package/dist/command-runner.test.d.ts.map +0 -1
  367. package/dist/completion-verifier.d.ts +0 -147
  368. package/dist/completion-verifier.d.ts.map +0 -1
  369. package/dist/completion-verifier.test.d.ts +0 -9
  370. package/dist/completion-verifier.test.d.ts.map +0 -1
  371. package/dist/concurrency.d.ts +0 -23
  372. package/dist/concurrency.d.ts.map +0 -1
  373. package/dist/contamination-guard.d.ts +0 -81
  374. package/dist/contamination-guard.d.ts.map +0 -1
  375. package/dist/contract/analyze-runs.d.ts.map +0 -1
  376. package/dist/contract/define-agent-eval.d.ts +0 -52
  377. package/dist/contract/define-agent-eval.d.ts.map +0 -1
  378. package/dist/contract/diff.d.ts +0 -114
  379. package/dist/contract/diff.d.ts.map +0 -1
  380. package/dist/contract/index.d.ts.map +0 -1
  381. package/dist/contract/insight-report.d.ts.map +0 -1
  382. package/dist/contract/insight-types-fwd.d.ts +0 -7
  383. package/dist/contract/insight-types-fwd.d.ts.map +0 -1
  384. package/dist/contract/intake/agent-trace.d.ts +0 -97
  385. package/dist/contract/intake/agent-trace.d.ts.map +0 -1
  386. package/dist/contract/intake/code-agent-session.d.ts.map +0 -1
  387. package/dist/contract/intake/feedback-table.d.ts +0 -87
  388. package/dist/contract/intake/feedback-table.d.ts.map +0 -1
  389. package/dist/contract/intake/index.d.ts +0 -22
  390. package/dist/contract/intake/index.d.ts.map +0 -1
  391. package/dist/contract/intake/otel-spans.d.ts +0 -33
  392. package/dist/contract/intake/otel-spans.d.ts.map +0 -1
  393. package/dist/contract/self-improve.d.ts +0 -284
  394. package/dist/contract/self-improve.d.ts.map +0 -1
  395. package/dist/control-runtime.d.ts.map +0 -1
  396. package/dist/control-runtime.test.d.ts +0 -2
  397. package/dist/control-runtime.test.d.ts.map +0 -1
  398. package/dist/control.d.ts.map +0 -1
  399. package/dist/convergence.d.ts +0 -29
  400. package/dist/convergence.d.ts.map +0 -1
  401. package/dist/cost-ledger.d.ts.map +0 -1
  402. package/dist/cost-ledger.test.d.ts +0 -2
  403. package/dist/cost-ledger.test.d.ts.map +0 -1
  404. package/dist/cost-report.d.ts +0 -43
  405. package/dist/cost-report.d.ts.map +0 -1
  406. package/dist/cost-report.test.d.ts +0 -2
  407. package/dist/cost-report.test.d.ts.map +0 -1
  408. package/dist/cost-tracker.d.ts +0 -76
  409. package/dist/cost-tracker.d.ts.map +0 -1
  410. package/dist/counterfactual.d.ts.map +0 -1
  411. package/dist/cross-trace-diff.d.ts +0 -56
  412. package/dist/cross-trace-diff.d.ts.map +0 -1
  413. package/dist/dataset.d.ts.map +0 -1
  414. package/dist/deploy-gate-layer.d.ts +0 -125
  415. package/dist/deploy-gate-layer.d.ts.map +0 -1
  416. package/dist/deploy-gate-layer.test.d.ts +0 -2
  417. package/dist/deploy-gate-layer.test.d.ts.map +0 -1
  418. package/dist/description-length-gate.d.ts +0 -119
  419. package/dist/description-length-gate.d.ts.map +0 -1
  420. package/dist/detectors/edge.test.d.ts +0 -2
  421. package/dist/detectors/edge.test.d.ts.map +0 -1
  422. package/dist/detectors/index.d.ts +0 -81
  423. package/dist/detectors/index.d.ts.map +0 -1
  424. package/dist/detectors/index.test.d.ts +0 -2
  425. package/dist/detectors/index.test.d.ts.map +0 -1
  426. package/dist/diagnose/causal-sweep.d.ts +0 -100
  427. package/dist/diagnose/causal-sweep.d.ts.map +0 -1
  428. package/dist/diagnose/index.d.ts +0 -36
  429. package/dist/diagnose/index.d.ts.map +0 -1
  430. package/dist/diagnose/remediation.d.ts +0 -68
  431. package/dist/diagnose/remediation.d.ts.map +0 -1
  432. package/dist/diagnose/repair.d.ts +0 -77
  433. package/dist/diagnose/repair.d.ts.map +0 -1
  434. package/dist/discover-personas.d.ts +0 -35
  435. package/dist/discover-personas.d.ts.map +0 -1
  436. package/dist/driver.d.ts +0 -95
  437. package/dist/driver.d.ts.map +0 -1
  438. package/dist/driver.test.d.ts +0 -8
  439. package/dist/driver.test.d.ts.map +0 -1
  440. package/dist/dual-agent-bench.d.ts +0 -81
  441. package/dist/dual-agent-bench.d.ts.map +0 -1
  442. package/dist/error-count-extractor.d.ts +0 -47
  443. package/dist/error-count-extractor.d.ts.map +0 -1
  444. package/dist/error-count-extractor.test.d.ts +0 -2
  445. package/dist/error-count-extractor.test.d.ts.map +0 -1
  446. package/dist/errors.d.ts.map +0 -1
  447. package/dist/eval-campaign.d.ts.map +0 -1
  448. package/dist/eval-campaign.test.d.ts +0 -2
  449. package/dist/eval-campaign.test.d.ts.map +0 -1
  450. package/dist/eval-tools.d.ts +0 -55
  451. package/dist/eval-tools.d.ts.map +0 -1
  452. package/dist/eval-trace-store.d.ts +0 -107
  453. package/dist/eval-trace-store.d.ts.map +0 -1
  454. package/dist/eval-trace-store.test.d.ts +0 -2
  455. package/dist/eval-trace-store.test.d.ts.map +0 -1
  456. package/dist/executor.d.ts +0 -38
  457. package/dist/executor.d.ts.map +0 -1
  458. package/dist/executor.test.d.ts +0 -10
  459. package/dist/executor.test.d.ts.map +0 -1
  460. package/dist/experiment-tracker.d.ts +0 -178
  461. package/dist/experiment-tracker.d.ts.map +0 -1
  462. package/dist/experiment-tracker.test.d.ts +0 -2
  463. package/dist/experiment-tracker.test.d.ts.map +0 -1
  464. package/dist/failure-taxonomy.d.ts +0 -38
  465. package/dist/failure-taxonomy.d.ts.map +0 -1
  466. package/dist/feedback-trajectory.d.ts.map +0 -1
  467. package/dist/feedback-trajectory.test.d.ts +0 -2
  468. package/dist/feedback-trajectory.test.d.ts.map +0 -1
  469. package/dist/flow-layer.d.ts +0 -90
  470. package/dist/flow-layer.d.ts.map +0 -1
  471. package/dist/flow-layer.test.d.ts +0 -2
  472. package/dist/flow-layer.test.d.ts.map +0 -1
  473. package/dist/fuzz/capsule.d.ts +0 -46
  474. package/dist/fuzz/capsule.d.ts.map +0 -1
  475. package/dist/fuzz/cube.d.ts +0 -36
  476. package/dist/fuzz/cube.d.ts.map +0 -1
  477. package/dist/fuzz/explorer-cost.test.d.ts +0 -2
  478. package/dist/fuzz/explorer-cost.test.d.ts.map +0 -1
  479. package/dist/fuzz/explorer.d.ts +0 -64
  480. package/dist/fuzz/explorer.d.ts.map +0 -1
  481. package/dist/fuzz/fuzz-agent.d.ts +0 -16
  482. package/dist/fuzz/fuzz-agent.d.ts.map +0 -1
  483. package/dist/fuzz/fuzz-agent.test.d.ts +0 -2
  484. package/dist/fuzz/fuzz-agent.test.d.ts.map +0 -1
  485. package/dist/fuzz/gates.d.ts +0 -33
  486. package/dist/fuzz/gates.d.ts.map +0 -1
  487. package/dist/fuzz/index.d.ts +0 -26
  488. package/dist/fuzz/index.d.ts.map +0 -1
  489. package/dist/fuzz/policies.d.ts +0 -28
  490. package/dist/fuzz/policies.d.ts.map +0 -1
  491. package/dist/fuzz/tools.d.ts +0 -20
  492. package/dist/fuzz/tools.d.ts.map +0 -1
  493. package/dist/fuzz/types.d.ts +0 -307
  494. package/dist/fuzz/types.d.ts.map +0 -1
  495. package/dist/golden-matcher.d.ts +0 -71
  496. package/dist/golden-matcher.d.ts.map +0 -1
  497. package/dist/governance/eu-ai-act.d.ts +0 -37
  498. package/dist/governance/eu-ai-act.d.ts.map +0 -1
  499. package/dist/governance/index.d.ts.map +0 -1
  500. package/dist/governance/nist-ai-rmf.d.ts +0 -15
  501. package/dist/governance/nist-ai-rmf.d.ts.map +0 -1
  502. package/dist/governance/soc2.d.ts +0 -12
  503. package/dist/governance/soc2.d.ts.map +0 -1
  504. package/dist/governance/types.d.ts +0 -66
  505. package/dist/governance/types.d.ts.map +0 -1
  506. package/dist/harness-optimizer.d.ts +0 -82
  507. package/dist/harness-optimizer.d.ts.map +0 -1
  508. package/dist/held-out-gate.d.ts +0 -135
  509. package/dist/held-out-gate.d.ts.map +0 -1
  510. package/dist/hosted/client.d.ts +0 -73
  511. package/dist/hosted/client.d.ts.map +0 -1
  512. package/dist/hosted/from-env.test.d.ts +0 -8
  513. package/dist/hosted/from-env.test.d.ts.map +0 -1
  514. package/dist/hosted/index.d.ts.map +0 -1
  515. package/dist/hosted/types.d.ts +0 -159
  516. package/dist/hosted/types.d.ts.map +0 -1
  517. package/dist/index.d.ts.map +0 -1
  518. package/dist/integrity/backend-integrity.d.ts +0 -71
  519. package/dist/integrity/backend-integrity.d.ts.map +0 -1
  520. package/dist/integrity/preflight.d.ts +0 -72
  521. package/dist/integrity/preflight.d.ts.map +0 -1
  522. package/dist/integrity/preflight.test.d.ts +0 -2
  523. package/dist/integrity/preflight.test.d.ts.map +0 -1
  524. package/dist/integrity/single-backend.d.ts +0 -67
  525. package/dist/integrity/single-backend.d.ts.map +0 -1
  526. package/dist/intent-match-judge.d.ts +0 -69
  527. package/dist/intent-match-judge.d.ts.map +0 -1
  528. package/dist/intent-match-judge.test.d.ts +0 -2
  529. package/dist/intent-match-judge.test.d.ts.map +0 -1
  530. package/dist/judge-calibration.d.ts.map +0 -1
  531. package/dist/judge-ensemble.d.ts +0 -66
  532. package/dist/judge-ensemble.d.ts.map +0 -1
  533. package/dist/judge-ensemble.test.d.ts +0 -8
  534. package/dist/judge-ensemble.test.d.ts.map +0 -1
  535. package/dist/judge-families.d.ts +0 -38
  536. package/dist/judge-families.d.ts.map +0 -1
  537. package/dist/judge-panel.d.ts +0 -65
  538. package/dist/judge-panel.d.ts.map +0 -1
  539. package/dist/judge-retry.d.ts +0 -70
  540. package/dist/judge-retry.d.ts.map +0 -1
  541. package/dist/judge-runner.d.ts +0 -36
  542. package/dist/judge-runner.d.ts.map +0 -1
  543. package/dist/judge-runner.test.d.ts +0 -2
  544. package/dist/judge-runner.test.d.ts.map +0 -1
  545. package/dist/judges.d.ts +0 -74
  546. package/dist/judges.d.ts.map +0 -1
  547. package/dist/keyword-coverage-judge.d.ts +0 -89
  548. package/dist/keyword-coverage-judge.d.ts.map +0 -1
  549. package/dist/keyword-coverage-judge.test.d.ts +0 -2
  550. package/dist/keyword-coverage-judge.test.d.ts.map +0 -1
  551. package/dist/knowledge/index.d.ts.map +0 -1
  552. package/dist/knowledge/readiness.d.ts +0 -26
  553. package/dist/knowledge/readiness.d.ts.map +0 -1
  554. package/dist/knowledge/types.d.ts +0 -75
  555. package/dist/knowledge/types.d.ts.map +0 -1
  556. package/dist/live-proof.d.ts +0 -62
  557. package/dist/live-proof.d.ts.map +0 -1
  558. package/dist/llm-client.d.ts.map +0 -1
  559. package/dist/llm-client.test.d.ts +0 -2
  560. package/dist/llm-client.test.d.ts.map +0 -1
  561. package/dist/locked-jsonl-appender.d.ts.map +0 -1
  562. package/dist/matrix/aggregation.d.ts +0 -16
  563. package/dist/matrix/aggregation.d.ts.map +0 -1
  564. package/dist/matrix/index.d.ts.map +0 -1
  565. package/dist/matrix/runner.d.ts +0 -15
  566. package/dist/matrix/runner.d.ts.map +0 -1
  567. package/dist/matrix/types.d.ts.map +0 -1
  568. package/dist/meta-eval/calibration.d.ts +0 -47
  569. package/dist/meta-eval/calibration.d.ts.map +0 -1
  570. package/dist/meta-eval/correlation-study.d.ts +0 -53
  571. package/dist/meta-eval/correlation-study.d.ts.map +0 -1
  572. package/dist/meta-eval/index.d.ts.map +0 -1
  573. package/dist/meta-eval/outcome-store.d.ts.map +0 -1
  574. package/dist/meta-eval/rubric-predictive-validity.d.ts.map +0 -1
  575. package/dist/meta-eval/sentinel.d.ts +0 -169
  576. package/dist/meta-eval/sentinel.d.ts.map +0 -1
  577. package/dist/metrics.d.ts +0 -63
  578. package/dist/metrics.d.ts.map +0 -1
  579. package/dist/model-seats.d.ts +0 -71
  580. package/dist/model-seats.d.ts.map +0 -1
  581. package/dist/model-seats.test.d.ts +0 -2
  582. package/dist/model-seats.test.d.ts.map +0 -1
  583. package/dist/muffled-gate-scanner.d.ts +0 -102
  584. package/dist/muffled-gate-scanner.d.ts.map +0 -1
  585. package/dist/multi-layer-verifier.d.ts.map +0 -1
  586. package/dist/multi-layer-verifier.test.d.ts +0 -2
  587. package/dist/multi-layer-verifier.test.d.ts.map +0 -1
  588. package/dist/multi-toolchain-layer.d.ts +0 -80
  589. package/dist/multi-toolchain-layer.d.ts.map +0 -1
  590. package/dist/multi-toolchain-layer.test.d.ts +0 -2
  591. package/dist/multi-toolchain-layer.test.d.ts.map +0 -1
  592. package/dist/multishot/default-tools.d.ts +0 -34
  593. package/dist/multishot/default-tools.d.ts.map +0 -1
  594. package/dist/multishot/index.d.ts.map +0 -1
  595. package/dist/multishot/judges.d.ts +0 -32
  596. package/dist/multishot/judges.d.ts.map +0 -1
  597. package/dist/multishot/matrix.d.ts +0 -107
  598. package/dist/multishot/matrix.d.ts.map +0 -1
  599. package/dist/multishot/multishot.d.ts +0 -23
  600. package/dist/multishot/multishot.d.ts.map +0 -1
  601. package/dist/multishot/router.d.ts +0 -37
  602. package/dist/multishot/router.d.ts.map +0 -1
  603. package/dist/multishot/types.d.ts +0 -60
  604. package/dist/multishot/types.d.ts.map +0 -1
  605. package/dist/observability.d.ts +0 -71
  606. package/dist/observability.d.ts.map +0 -1
  607. package/dist/oracle.d.ts +0 -55
  608. package/dist/oracle.d.ts.map +0 -1
  609. package/dist/orthogonality.d.ts +0 -35
  610. package/dist/orthogonality.d.ts.map +0 -1
  611. package/dist/otel-pipeline.d.ts +0 -31
  612. package/dist/otel-pipeline.d.ts.map +0 -1
  613. package/dist/paraphrase.d.ts +0 -107
  614. package/dist/paraphrase.d.ts.map +0 -1
  615. package/dist/pareto.d.ts.map +0 -1
  616. package/dist/partition-held-out.d.ts +0 -70
  617. package/dist/partition-held-out.d.ts.map +0 -1
  618. package/dist/partition-held-out.test.d.ts +0 -2
  619. package/dist/partition-held-out.test.d.ts.map +0 -1
  620. package/dist/perf/index.d.ts.map +0 -1
  621. package/dist/perf/integrity.d.ts +0 -30
  622. package/dist/perf/integrity.d.ts.map +0 -1
  623. package/dist/perf/journey.d.ts +0 -45
  624. package/dist/perf/journey.d.ts.map +0 -1
  625. package/dist/perf/ratchet.d.ts +0 -47
  626. package/dist/perf/ratchet.d.ts.map +0 -1
  627. package/dist/pipelines/budget-breach.d.ts +0 -31
  628. package/dist/pipelines/budget-breach.d.ts.map +0 -1
  629. package/dist/pipelines/budget-breach.test.d.ts +0 -2
  630. package/dist/pipelines/budget-breach.test.d.ts.map +0 -1
  631. package/dist/pipelines/failure-cluster.d.ts +0 -38
  632. package/dist/pipelines/failure-cluster.d.ts.map +0 -1
  633. package/dist/pipelines/failure-cluster.test.d.ts +0 -2
  634. package/dist/pipelines/failure-cluster.test.d.ts.map +0 -1
  635. package/dist/pipelines/first-divergence.d.ts +0 -26
  636. package/dist/pipelines/first-divergence.d.ts.map +0 -1
  637. package/dist/pipelines/first-divergence.test.d.ts +0 -2
  638. package/dist/pipelines/first-divergence.test.d.ts.map +0 -1
  639. package/dist/pipelines/index.d.ts.map +0 -1
  640. package/dist/pipelines/judge-agreement.d.ts +0 -26
  641. package/dist/pipelines/judge-agreement.d.ts.map +0 -1
  642. package/dist/pipelines/judge-agreement.test.d.ts +0 -2
  643. package/dist/pipelines/judge-agreement.test.d.ts.map +0 -1
  644. package/dist/pipelines/regression.d.ts +0 -23
  645. package/dist/pipelines/regression.d.ts.map +0 -1
  646. package/dist/pipelines/regression.test.d.ts +0 -2
  647. package/dist/pipelines/regression.test.d.ts.map +0 -1
  648. package/dist/pipelines/stuck-loop.d.ts +0 -32
  649. package/dist/pipelines/stuck-loop.d.ts.map +0 -1
  650. package/dist/pipelines/stuck-loop.test.d.ts +0 -2
  651. package/dist/pipelines/stuck-loop.test.d.ts.map +0 -1
  652. package/dist/pipelines/tool-waste.d.ts +0 -34
  653. package/dist/pipelines/tool-waste.d.ts.map +0 -1
  654. package/dist/pipelines/tool-waste.test.d.ts +0 -2
  655. package/dist/pipelines/tool-waste.test.d.ts.map +0 -1
  656. package/dist/playbook.d.ts +0 -16
  657. package/dist/playbook.d.ts.map +0 -1
  658. package/dist/pr-review-benchmark.d.ts +0 -88
  659. package/dist/pr-review-benchmark.d.ts.map +0 -1
  660. package/dist/pr-review-benchmark.test.d.ts +0 -2
  661. package/dist/pr-review-benchmark.test.d.ts.map +0 -1
  662. package/dist/pre-registration.d.ts +0 -125
  663. package/dist/pre-registration.d.ts.map +0 -1
  664. package/dist/prm/builtin-rubrics.d.ts +0 -33
  665. package/dist/prm/builtin-rubrics.d.ts.map +0 -1
  666. package/dist/prm/index.d.ts.map +0 -1
  667. package/dist/prm/inference.d.ts +0 -29
  668. package/dist/prm/inference.d.ts.map +0 -1
  669. package/dist/prm/inference.test.d.ts +0 -2
  670. package/dist/prm/inference.test.d.ts.map +0 -1
  671. package/dist/prm/rubric.d.ts.map +0 -1
  672. package/dist/prm/training-export.d.ts +0 -38
  673. package/dist/prm/training-export.d.ts.map +0 -1
  674. package/dist/produced-state.d.ts +0 -63
  675. package/dist/produced-state.d.ts.map +0 -1
  676. package/dist/produced-state.test.d.ts +0 -8
  677. package/dist/produced-state.test.d.ts.map +0 -1
  678. package/dist/profile/baselines.d.ts +0 -37
  679. package/dist/profile/baselines.d.ts.map +0 -1
  680. package/dist/profile/index.d.ts +0 -105
  681. package/dist/profile/index.d.ts.map +0 -1
  682. package/dist/promotion-gate.d.ts +0 -93
  683. package/dist/promotion-gate.d.ts.map +0 -1
  684. package/dist/prompt-registry.d.ts +0 -41
  685. package/dist/prompt-registry.d.ts.map +0 -1
  686. package/dist/propose-review-control.d.ts +0 -49
  687. package/dist/propose-review-control.d.ts.map +0 -1
  688. package/dist/propose-review-control.test.d.ts +0 -2
  689. package/dist/propose-review-control.test.d.ts.map +0 -1
  690. package/dist/propose-review.d.ts +0 -155
  691. package/dist/propose-review.d.ts.map +0 -1
  692. package/dist/red-team.d.ts.map +0 -1
  693. package/dist/reference-replay-steering.d.ts +0 -11
  694. package/dist/reference-replay-steering.d.ts.map +0 -1
  695. package/dist/reference-replay.d.ts +0 -176
  696. package/dist/reference-replay.d.ts.map +0 -1
  697. package/dist/reflective-mutation.d.ts +0 -79
  698. package/dist/reflective-mutation.d.ts.map +0 -1
  699. package/dist/registry.d.ts +0 -31
  700. package/dist/registry.d.ts.map +0 -1
  701. package/dist/release-confidence.d.ts +0 -128
  702. package/dist/release-confidence.d.ts.map +0 -1
  703. package/dist/release-report.d.ts +0 -11
  704. package/dist/release-report.d.ts.map +0 -1
  705. package/dist/replay.d.ts +0 -120
  706. package/dist/replay.d.ts.map +0 -1
  707. package/dist/reporter.d.ts +0 -14
  708. package/dist/reporter.d.ts.map +0 -1
  709. package/dist/reporting.d.ts.map +0 -1
  710. package/dist/researcher.d.ts +0 -140
  711. package/dist/researcher.d.ts.map +0 -1
  712. package/dist/reviewer.d.ts +0 -118
  713. package/dist/reviewer.d.ts.map +0 -1
  714. package/dist/reviewer.test.d.ts +0 -2
  715. package/dist/reviewer.test.d.ts.map +0 -1
  716. package/dist/reward-model-export.d.ts +0 -60
  717. package/dist/reward-model-export.d.ts.map +0 -1
  718. package/dist/rl/active-curriculum.d.ts +0 -110
  719. package/dist/rl/active-curriculum.d.ts.map +0 -1
  720. package/dist/rl/adaptation-eval.d.ts +0 -109
  721. package/dist/rl/adaptation-eval.d.ts.map +0 -1
  722. package/dist/rl/adversarial.d.ts.map +0 -1
  723. package/dist/rl/compute-curves.d.ts +0 -127
  724. package/dist/rl/compute-curves.d.ts.map +0 -1
  725. package/dist/rl/contamination.d.ts +0 -117
  726. package/dist/rl/contamination.d.ts.map +0 -1
  727. package/dist/rl/corpus.d.ts +0 -55
  728. package/dist/rl/corpus.d.ts.map +0 -1
  729. package/dist/rl/corpus.test.d.ts +0 -2
  730. package/dist/rl/corpus.test.d.ts.map +0 -1
  731. package/dist/rl/dataset.d.ts +0 -102
  732. package/dist/rl/dataset.d.ts.map +0 -1
  733. package/dist/rl/dataset.test.d.ts +0 -2
  734. package/dist/rl/dataset.test.d.ts.map +0 -1
  735. package/dist/rl/exporters.d.ts +0 -141
  736. package/dist/rl/exporters.d.ts.map +0 -1
  737. package/dist/rl/index.d.ts +0 -49
  738. package/dist/rl/index.d.ts.map +0 -1
  739. package/dist/rl/off-policy.d.ts.map +0 -1
  740. package/dist/rl/predictive-validity-researcher.d.ts +0 -69
  741. package/dist/rl/predictive-validity-researcher.d.ts.map +0 -1
  742. package/dist/rl/preferences.d.ts +0 -141
  743. package/dist/rl/preferences.d.ts.map +0 -1
  744. package/dist/rl/process-reward.d.ts +0 -122
  745. package/dist/rl/process-reward.d.ts.map +0 -1
  746. package/dist/rl/reward-hacking.d.ts +0 -104
  747. package/dist/rl/reward-hacking.d.ts.map +0 -1
  748. package/dist/rl/rl-campaign.d.ts +0 -85
  749. package/dist/rl/rl-campaign.d.ts.map +0 -1
  750. package/dist/rl/run-record-adapters.d.ts +0 -56
  751. package/dist/rl/run-record-adapters.d.ts.map +0 -1
  752. package/dist/rl/sim-fidelity.d.ts +0 -166
  753. package/dist/rl/sim-fidelity.d.ts.map +0 -1
  754. package/dist/rl/sim-fidelity.test.d.ts +0 -2
  755. package/dist/rl/sim-fidelity.test.d.ts.map +0 -1
  756. package/dist/rl/tournament.d.ts +0 -115
  757. package/dist/rl/tournament.d.ts.map +0 -1
  758. package/dist/rl/verifiable-reward.d.ts +0 -124
  759. package/dist/rl/verifiable-reward.d.ts.map +0 -1
  760. package/dist/run-critic.d.ts +0 -23
  761. package/dist/run-critic.d.ts.map +0 -1
  762. package/dist/run-evidence.d.ts +0 -32
  763. package/dist/run-evidence.d.ts.map +0 -1
  764. package/dist/run-record.d.ts.map +0 -1
  765. package/dist/run-record.test.d.ts +0 -2
  766. package/dist/run-record.test.d.ts.map +0 -1
  767. package/dist/run-score.d.ts +0 -31
  768. package/dist/run-score.d.ts.map +0 -1
  769. package/dist/runtime-trajectory.d.ts +0 -47
  770. package/dist/runtime-trajectory.d.ts.map +0 -1
  771. package/dist/sandbox-harness.d.ts.map +0 -1
  772. package/dist/sandbox-harness.test.d.ts +0 -2
  773. package/dist/sandbox-harness.test.d.ts.map +0 -1
  774. package/dist/sandbox-pool.d.ts +0 -74
  775. package/dist/sandbox-pool.d.ts.map +0 -1
  776. package/dist/sandbox-pool.test.d.ts +0 -2
  777. package/dist/sandbox-pool.test.d.ts.map +0 -1
  778. package/dist/scorecard.d.ts +0 -133
  779. package/dist/scorecard.d.ts.map +0 -1
  780. package/dist/scorecard.test.d.ts +0 -2
  781. package/dist/scorecard.test.d.ts.map +0 -1
  782. package/dist/self-play.d.ts +0 -69
  783. package/dist/self-play.d.ts.map +0 -1
  784. package/dist/semantic-concept-judge.d.ts +0 -135
  785. package/dist/semantic-concept-judge.d.ts.map +0 -1
  786. package/dist/semantic-concept-judge.test.d.ts +0 -2
  787. package/dist/semantic-concept-judge.test.d.ts.map +0 -1
  788. package/dist/sequential.d.ts.map +0 -1
  789. package/dist/series-convergence.d.ts.map +0 -1
  790. package/dist/slo.d.ts +0 -48
  791. package/dist/slo.d.ts.map +0 -1
  792. package/dist/state-continuity.d.ts +0 -47
  793. package/dist/state-continuity.d.ts.map +0 -1
  794. package/dist/statistics.d.ts.map +0 -1
  795. package/dist/statistics.test.d.ts +0 -2
  796. package/dist/statistics.test.d.ts.map +0 -1
  797. package/dist/steering-optimizer.d.ts +0 -58
  798. package/dist/steering-optimizer.d.ts.map +0 -1
  799. package/dist/steering.d.ts +0 -24
  800. package/dist/steering.d.ts.map +0 -1
  801. package/dist/storyboard/code-edit.d.ts +0 -64
  802. package/dist/storyboard/code-edit.d.ts.map +0 -1
  803. package/dist/storyboard/code-edit.test.d.ts +0 -2
  804. package/dist/storyboard/code-edit.test.d.ts.map +0 -1
  805. package/dist/storyboard/index.d.ts.map +0 -1
  806. package/dist/storyboard/index.test.d.ts +0 -2
  807. package/dist/storyboard/index.test.d.ts.map +0 -1
  808. package/dist/summary-report.d.ts.map +0 -1
  809. package/dist/telemetry/client.d.ts +0 -35
  810. package/dist/telemetry/client.d.ts.map +0 -1
  811. package/dist/telemetry/index.d.ts.map +0 -1
  812. package/dist/telemetry/schema.d.ts +0 -61
  813. package/dist/telemetry/schema.d.ts.map +0 -1
  814. package/dist/telemetry/sink-fetch.d.ts +0 -39
  815. package/dist/telemetry/sink-fetch.d.ts.map +0 -1
  816. package/dist/telemetry/sink-file.d.ts.map +0 -1
  817. package/dist/test-graded-scenario.d.ts +0 -42
  818. package/dist/test-graded-scenario.d.ts.map +0 -1
  819. package/dist/testing.d.ts.map +0 -1
  820. package/dist/tool-use-metrics.d.ts +0 -35
  821. package/dist/tool-use-metrics.d.ts.map +0 -1
  822. package/dist/trace/capture-fetch.d.ts +0 -48
  823. package/dist/trace/capture-fetch.d.ts.map +0 -1
  824. package/dist/trace/capture-fetch.test.d.ts +0 -2
  825. package/dist/trace/capture-fetch.test.d.ts.map +0 -1
  826. package/dist/trace/emitter.d.ts.map +0 -1
  827. package/dist/trace/extract-usage.d.ts +0 -46
  828. package/dist/trace/extract-usage.d.ts.map +0 -1
  829. package/dist/trace/extract-usage.test.d.ts +0 -2
  830. package/dist/trace/extract-usage.test.d.ts.map +0 -1
  831. package/dist/trace/index.d.ts +0 -15
  832. package/dist/trace/index.d.ts.map +0 -1
  833. package/dist/trace/integrity.d.ts.map +0 -1
  834. package/dist/trace/otel-bridge.d.ts +0 -29
  835. package/dist/trace/otel-bridge.d.ts.map +0 -1
  836. package/dist/trace/otel-export.d.ts +0 -52
  837. package/dist/trace/otel-export.d.ts.map +0 -1
  838. package/dist/trace/otel.d.ts +0 -57
  839. package/dist/trace/otel.d.ts.map +0 -1
  840. package/dist/trace/otlp-attributes.d.ts +0 -17
  841. package/dist/trace/otlp-attributes.d.ts.map +0 -1
  842. package/dist/trace/query.d.ts +0 -29
  843. package/dist/trace/query.d.ts.map +0 -1
  844. package/dist/trace/query.test.d.ts +0 -2
  845. package/dist/trace/query.test.d.ts.map +0 -1
  846. package/dist/trace/raw-provider-sink.d.ts.map +0 -1
  847. package/dist/trace/redact.d.ts.map +0 -1
  848. package/dist/trace/schema.d.ts.map +0 -1
  849. package/dist/trace/store-to-otlp.d.ts +0 -72
  850. package/dist/trace/store-to-otlp.d.ts.map +0 -1
  851. package/dist/trace/store-to-otlp.test.d.ts +0 -2
  852. package/dist/trace/store-to-otlp.test.d.ts.map +0 -1
  853. package/dist/trace/store.d.ts.map +0 -1
  854. package/dist/trace/store.test.d.ts +0 -2
  855. package/dist/trace/store.test.d.ts.map +0 -1
  856. package/dist/trace-analyst/analyst.d.ts.map +0 -1
  857. package/dist/trace-analyst/analyst.test.d.ts +0 -2
  858. package/dist/trace-analyst/analyst.test.d.ts.map +0 -1
  859. package/dist/trace-analyst/behavioral-metrics.d.ts +0 -40
  860. package/dist/trace-analyst/behavioral-metrics.d.ts.map +0 -1
  861. package/dist/trace-analyst/behavioral-metrics.test.d.ts +0 -2
  862. package/dist/trace-analyst/behavioral-metrics.test.d.ts.map +0 -1
  863. package/dist/trace-analyst/hook.d.ts +0 -55
  864. package/dist/trace-analyst/hook.d.ts.map +0 -1
  865. package/dist/trace-analyst/index.d.ts +0 -18
  866. package/dist/trace-analyst/index.d.ts.map +0 -1
  867. package/dist/trace-analyst/insights.d.ts +0 -71
  868. package/dist/trace-analyst/insights.d.ts.map +0 -1
  869. package/dist/trace-analyst/insights.test.d.ts +0 -2
  870. package/dist/trace-analyst/insights.test.d.ts.map +0 -1
  871. package/dist/trace-analyst/otlp-flatten.d.ts +0 -42
  872. package/dist/trace-analyst/otlp-flatten.d.ts.map +0 -1
  873. package/dist/trace-analyst/otlp-span.d.ts +0 -85
  874. package/dist/trace-analyst/otlp-span.d.ts.map +0 -1
  875. package/dist/trace-analyst/otlp-span.test.d.ts +0 -2
  876. package/dist/trace-analyst/otlp-span.test.d.ts.map +0 -1
  877. package/dist/trace-analyst/otlp-to-run-records.d.ts +0 -115
  878. package/dist/trace-analyst/otlp-to-run-records.d.ts.map +0 -1
  879. package/dist/trace-analyst/otlp-to-run-records.test.d.ts +0 -2
  880. package/dist/trace-analyst/otlp-to-run-records.test.d.ts.map +0 -1
  881. package/dist/trace-analyst/otlp-to-run-records.timestamps.test.d.ts +0 -2
  882. package/dist/trace-analyst/otlp-to-run-records.timestamps.test.d.ts.map +0 -1
  883. package/dist/trace-analyst/prompts.d.ts +0 -6
  884. package/dist/trace-analyst/prompts.d.ts.map +0 -1
  885. package/dist/trace-analyst/store-otlp.d.ts +0 -126
  886. package/dist/trace-analyst/store-otlp.d.ts.map +0 -1
  887. package/dist/trace-analyst/store-otlp.test.d.ts +0 -8
  888. package/dist/trace-analyst/store-otlp.test.d.ts.map +0 -1
  889. package/dist/trace-analyst/store-otlp.timestamps.test.d.ts +0 -2
  890. package/dist/trace-analyst/store-otlp.timestamps.test.d.ts.map +0 -1
  891. package/dist/trace-analyst/store.d.ts +0 -63
  892. package/dist/trace-analyst/store.d.ts.map +0 -1
  893. package/dist/trace-analyst/tools.d.ts +0 -44
  894. package/dist/trace-analyst/tools.d.ts.map +0 -1
  895. package/dist/trace-analyst/tools.test.d.ts +0 -10
  896. package/dist/trace-analyst/tools.test.d.ts.map +0 -1
  897. package/dist/trace-analyst/types.d.ts.map +0 -1
  898. package/dist/trace-contracts.d.ts +0 -180
  899. package/dist/trace-contracts.d.ts.map +0 -1
  900. package/dist/traced-analyst.d.ts +0 -26
  901. package/dist/traced-analyst.d.ts.map +0 -1
  902. package/dist/traced-judges.d.ts +0 -27
  903. package/dist/traced-judges.d.ts.map +0 -1
  904. package/dist/traces.d.ts.map +0 -1
  905. package/dist/trajectory.d.ts.map +0 -1
  906. package/dist/types.d.ts.map +0 -1
  907. package/dist/ui-finding.d.ts +0 -104
  908. package/dist/ui-finding.d.ts.map +0 -1
  909. package/dist/verdict-cache.d.ts +0 -78
  910. package/dist/verdict-cache.d.ts.map +0 -1
  911. package/dist/verdict-cache.test.d.ts +0 -2
  912. package/dist/verdict-cache.test.d.ts.map +0 -1
  913. package/dist/verdict.d.ts.map +0 -1
  914. package/dist/visual-diff.d.ts +0 -32
  915. package/dist/visual-diff.d.ts.map +0 -1
  916. package/dist/wire/handlers.d.ts +0 -54
  917. package/dist/wire/handlers.d.ts.map +0 -1
  918. package/dist/wire/index.d.ts.map +0 -1
  919. package/dist/wire/openapi.d.ts +0 -3
  920. package/dist/wire/openapi.d.ts.map +0 -1
  921. package/dist/wire/rpc.d.ts +0 -21
  922. package/dist/wire/rpc.d.ts.map +0 -1
  923. package/dist/wire/rubrics.d.ts +0 -34
  924. package/dist/wire/rubrics.d.ts.map +0 -1
  925. package/dist/wire/schemas.d.ts +0 -410
  926. package/dist/wire/schemas.d.ts.map +0 -1
  927. package/dist/wire/server.d.ts +0 -60
  928. package/dist/wire/server.d.ts.map +0 -1
  929. package/dist/workflow/event-schema.d.ts +0 -5
  930. package/dist/workflow/event-schema.d.ts.map +0 -1
  931. package/dist/workflow/feedback-pack.d.ts +0 -99
  932. package/dist/workflow/feedback-pack.d.ts.map +0 -1
  933. package/dist/workflow/index.d.ts.map +0 -1
  934. package/dist/workflow/intelligence-export.d.ts +0 -62
  935. package/dist/workflow/intelligence-export.d.ts.map +0 -1
  936. package/dist/workflow/partner-report.d.ts +0 -49
  937. package/dist/workflow/partner-report.d.ts.map +0 -1
  938. package/dist/workflow/phase-graph.d.ts +0 -43
  939. package/dist/workflow/phase-graph.d.ts.map +0 -1
  940. package/dist/workflow/promotion-gate.d.ts +0 -61
  941. package/dist/workflow/promotion-gate.d.ts.map +0 -1
  942. package/dist/workflow/run-record.d.ts +0 -12
  943. package/dist/workflow/run-record.d.ts.map +0 -1
  944. package/dist/workflow/runtime-adapter.d.ts +0 -20
  945. package/dist/workflow/runtime-adapter.d.ts.map +0 -1
  946. package/dist/workflow/sanitize.d.ts +0 -21
  947. package/dist/workflow/sanitize.d.ts.map +0 -1
  948. package/dist/workflow/schema.d.ts +0 -5
  949. package/dist/workflow/schema.d.ts.map +0 -1
  950. package/dist/workflow/summary.d.ts +0 -43
  951. package/dist/workflow/summary.d.ts.map +0 -1
  952. package/dist/workflow/trace-event-fields.d.ts +0 -6
  953. package/dist/workflow/trace-event-fields.d.ts.map +0 -1
  954. package/dist/workflow/trajectory.d.ts +0 -15
  955. package/dist/workflow/trajectory.d.ts.map +0 -1
  956. package/dist/workflow/types.d.ts +0 -68
  957. package/dist/workflow/types.d.ts.map +0 -1
  958. package/dist/workspace-inspector.d.ts +0 -67
  959. package/dist/workspace-inspector.d.ts.map +0 -1
  960. package/dist/wrangler-deploy-runner.test.d.ts +0 -2
  961. package/dist/wrangler-deploy-runner.test.d.ts.map +0 -1
@@ -1,125 +0,0 @@
1
- /**
2
- * Pre-registered hypotheses — declare what you're testing BEFORE the
3
- * run, check it AFTER. Prevents p-hacking, optional stopping, and the
4
- * "we ran until it looked good" failure mode.
5
- *
6
- * Manifest is a plain JSON-friendly object. Sign it with a content hash
7
- * + timestamp; the registered record becomes immutable. Post-run,
8
- * evaluate the manifest against observed results — the library refuses
9
- * to let you re-interpret a different metric as the declared one.
10
- */
11
- export interface HypothesisManifest {
12
- id: string;
13
- /** Human prose — goes into the audit trail. */
14
- hypothesis: string;
15
- /** Metric the hypothesis claims to move. */
16
- metric: string;
17
- /** 'increase' = candidate should score higher than baseline; 'decrease' = lower. */
18
- direction: 'increase' | 'decrease';
19
- /** Minimum effect size to count (same units as the metric). */
20
- minEffect: number;
21
- /** Alpha threshold. */
22
- alpha: number;
23
- /** Target statistical power at which sample size was pre-computed. */
24
- power: number;
25
- /** Declared N per arm before running. */
26
- preRegisteredN: number;
27
- /** ISO8601 timestamp the manifest was registered. */
28
- registeredAt: string;
29
- /** Optional identifiers to tie into the trace corpus. */
30
- baselineLabel?: string;
31
- candidateLabel?: string;
32
- }
33
- /**
34
- * Identifier for the hashing scheme used to produce `contentHash`.
35
- *
36
- * `'sha256-content'` — sha256 hex over the canonicalized manifest with
37
- * the `contentHash` and `algo` fields stripped. Held as a string union
38
- * so future schemes can be added without breaking parsers; SignedManifest
39
- * values without `algo` deserialize cleanly because the field is optional.
40
- */
41
- export type SignedManifestAlgo = 'sha256-content';
42
- export interface SignedManifest extends HypothesisManifest {
43
- /** sha256 hex of canonicalized manifest (everything except contentHash and algo). */
44
- contentHash: string;
45
- /**
46
- * Algorithm string describing how `contentHash` was produced.
47
- *
48
- * Optional on the type so serialized manifests without it still parse,
49
- * but ALWAYS populated by {@link signManifest}. Consumers that want to
50
- * enforce a known algorithm should reject manifests where this field
51
- * is missing or unrecognized.
52
- */
53
- algo?: SignedManifestAlgo;
54
- }
55
- export interface HypothesisResult {
56
- manifest: SignedManifest;
57
- observedN: number;
58
- observedEffect: number;
59
- observedPValue: number;
60
- /** True iff the observed effect hits the pre-declared direction with
61
- * magnitude ≥ minEffect AND p < alpha. */
62
- confirmed: boolean;
63
- /** Enumerated reasons the hypothesis was rejected (each a machine-tag). */
64
- rejectionReasons: Array<'wrong_direction' | 'effect_too_small' | 'not_significant' | 'undersampled'>;
65
- notes?: string;
66
- }
67
- /**
68
- * Deterministic JSON canonicalization — sort object keys recursively.
69
- *
70
- * Two semantically-equal objects produce byte-identical canonicalized output;
71
- * this is what makes a content-hash stable across encoders, key insertion
72
- * orders, and runtime versions. Exported for any consumer that needs the same
73
- * canonicalization guarantee outside the manifest-signing path (e.g., signing
74
- * an artifact bundle, hashing a dataset version, etc.).
75
- */
76
- export declare function canonicalize(v: unknown): unknown;
77
- /**
78
- * SHA-256 hex (full 64 chars) over the canonicalized JSON encoding of `obj`.
79
- *
80
- * The same primitive `signManifest` and `verifyManifest` are built on, exposed
81
- * directly so consumers signing arbitrary structured content (artifact bundles,
82
- * production packets, dataset manifests, etc.) don't have to re-derive
83
- * canonicalize+sha256 from scratch.
84
- *
85
- * Stable across:
86
- * - object key insertion order (canonicalization sorts keys recursively)
87
- * - encoder choice (UTF-8 via TextEncoder, fixed)
88
- * - runtime (uses the Web Crypto subtle digest, present in Node ≥18 and browsers)
89
- *
90
- * Named `hashJson` to disambiguate from `prompt-registry.ts`'s `hashContent`,
91
- * which takes a string input and returns a truncated 12-char prompt id.
92
- * Use `hashJson` when you mean "canonicalize then hash."
93
- *
94
- * @example
95
- * const hash = await hashJson({ id: '1', kind: 'spec' })
96
- * // 'a3f1...' (64 hex chars)
97
- */
98
- export declare function hashJson<T>(obj: T): Promise<string>;
99
- /**
100
- * Sign a manifest with a SHA-256 content hash.
101
- *
102
- * The hash covers the canonicalized manifest with the `contentHash`
103
- * and `algo` fields stripped; this lets verifiers re-sign the rest and
104
- * compare. Returned manifest always carries `algo: 'sha256-content'`
105
- * so downstream consumers can identify the scheme; manifests without
106
- * `algo` still verify because it is stripped before hashing on both sides.
107
- */
108
- export declare function signManifest(m: HypothesisManifest): Promise<SignedManifest>;
109
- /**
110
- * Verify that a signed manifest has not been tampered with.
111
- *
112
- * Strips `contentHash` and `algo` before re-signing so manifests without
113
- * `algo` verify identically to ones that carry it.
114
- */
115
- export declare function verifyManifest(m: SignedManifest): Promise<boolean>;
116
- /**
117
- * Evaluate a pre-registered hypothesis against observed results.
118
- * Mechanical — no re-interpretation permitted.
119
- */
120
- export declare function evaluateHypothesis(manifest: SignedManifest, observed: {
121
- n: number;
122
- effect: number;
123
- pValue: number;
124
- }): Promise<HypothesisResult>;
125
- //# sourceMappingURL=pre-registration.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"pre-registration.d.ts","sourceRoot":"","sources":["../src/pre-registration.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAA;IACV,+CAA+C;IAC/C,UAAU,EAAE,MAAM,CAAA;IAClB,4CAA4C;IAC5C,MAAM,EAAE,MAAM,CAAA;IACd,oFAAoF;IACpF,SAAS,EAAE,UAAU,GAAG,UAAU,CAAA;IAClC,+DAA+D;IAC/D,SAAS,EAAE,MAAM,CAAA;IACjB,uBAAuB;IACvB,KAAK,EAAE,MAAM,CAAA;IACb,sEAAsE;IACtE,KAAK,EAAE,MAAM,CAAA;IACb,yCAAyC;IACzC,cAAc,EAAE,MAAM,CAAA;IACtB,qDAAqD;IACrD,YAAY,EAAE,MAAM,CAAA;IACpB,yDAAyD;IACzD,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,cAAc,CAAC,EAAE,MAAM,CAAA;CACxB;AAED;;;;;;;GAOG;AACH,MAAM,MAAM,kBAAkB,GAAG,gBAAgB,CAAA;AAEjD,MAAM,WAAW,cAAe,SAAQ,kBAAkB;IACxD,qFAAqF;IACrF,WAAW,EAAE,MAAM,CAAA;IACnB;;;;;;;OAOG;IACH,IAAI,CAAC,EAAE,kBAAkB,CAAA;CAC1B;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,cAAc,CAAA;IACxB,SAAS,EAAE,MAAM,CAAA;IACjB,cAAc,EAAE,MAAM,CAAA;IACtB,cAAc,EAAE,MAAM,CAAA;IACtB;+CAC2C;IAC3C,SAAS,EAAE,OAAO,CAAA;IAClB,2EAA2E;IAC3E,gBAAgB,EAAE,KAAK,CACrB,iBAAiB,GAAG,kBAAkB,GAAG,iBAAiB,GAAG,cAAc,CAC5E,CAAA;IACD,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED;;;;;;;;GAQG;AACH,wBAAgB,YAAY,CAAC,CAAC,EAAE,OAAO,GAAG,OAAO,CAOhD;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,wBAAsB,QAAQ,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAOzD;AAED;;;;;;;;GAQG;AACH,wBAAsB,YAAY,CAAC,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,cAAc,CAAC,CAGjF;AAED;;;;;GAKG;AACH,wBAAsB,cAAc,CAAC,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC,CAKxE;AAED;;;GAGG;AACH,wBAAsB,kBAAkB,CACtC,QAAQ,EAAE,cAAc,EACxB,QAAQ,EAAE;IAAE,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GACtD,OAAO,CAAC,gBAAgB,CAAC,CAkB3B"}
@@ -1,33 +0,0 @@
1
- /**
2
- * Built-in reference rubrics. Consumers combine these with domain
3
- * rubrics. All are deterministic, rule-based — cheap to run + easy
4
- * to unit-test. LLM-based rubrics are trivially authored by
5
- * following the StepRubric contract.
6
- */
7
- import type { StepRubric } from './rubric';
8
- /** Penalize very short or very long assistant outputs. */
9
- export declare function outputLengthRubric(args?: {
10
- minChars?: number;
11
- maxChars?: number;
12
- weight?: number;
13
- }): StepRubric;
14
- /** Reward tool calls that succeeded (status='ok') with an informative result. */
15
- export declare function toolSuccessRubric(args?: {
16
- weight?: number;
17
- }): StepRubric;
18
- /** Penalize tool calls that duplicate a prior call with identical args. */
19
- export declare function toolNonRedundantRubric(args?: {
20
- weight?: number;
21
- }): StepRubric;
22
- /** Penalize LLM outputs that contain common refusal markers when a refusal
23
- * is NOT expected (caller inverts weight for scenarios where refusal IS expected). */
24
- export declare function nonRefusalRubric(args?: {
25
- markers?: RegExp[];
26
- weight?: number;
27
- }): StepRubric;
28
- /** Reward outputs that invoke the next-step tool the trajectory actually uses
29
- * (i.e. the LLM span announced "I will call X" and the following tool span IS X). */
30
- export declare function toolIntentAlignmentRubric(args?: {
31
- weight?: number;
32
- }): StepRubric;
33
- //# sourceMappingURL=builtin-rubrics.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"builtin-rubrics.d.ts","sourceRoot":"","sources":["../../src/prm/builtin-rubrics.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,UAAU,CAAA;AAE1C,0DAA0D;AAC1D,wBAAgB,kBAAkB,CAChC,IAAI,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAO,GACnE,UAAU,CAqBZ;AAED,iFAAiF;AACjF,wBAAgB,iBAAiB,CAAC,IAAI,GAAE;IAAE,MAAM,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,UAAU,CAgB5E;AAED,2EAA2E;AAC3E,wBAAgB,sBAAsB,CAAC,IAAI,GAAE;IAAE,MAAM,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,UAAU,CAsBjF;AAED;uFACuF;AACvF,wBAAgB,gBAAgB,CAAC,IAAI,GAAE;IAAE,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,UAAU,CAmB/F;AAED;sFACsF;AACtF,wBAAgB,yBAAyB,CAAC,IAAI,GAAE;IAAE,MAAM,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,UAAU,CAiBpF"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/prm/index.ts"],"names":[],"mappings":"AAAA,cAAc,mBAAmB,CAAA;AACjC,cAAc,aAAa,CAAA;AAC3B,cAAc,UAAU,CAAA;AACxB,cAAc,mBAAmB,CAAA"}
@@ -1,29 +0,0 @@
1
- /**
2
- * Inference-time PRM scoring — pick the best of N candidate trajectories
3
- * using a trained reward model (or a rule-based PRM as a proxy).
4
- *
5
- * The canonical Best-of-N pattern: generate N completions, score each
6
- * with a PRM, pick the winner. Here the scoring loop is framework-agnostic
7
- * — supply a TraceStore + PrmGrader + N run IDs → get ranking + winner.
8
- */
9
- import type { TraceStore } from '../trace/store';
10
- import type { PrmGradedTrace, PrmGrader } from './rubric';
11
- export interface BestOfNResult {
12
- winner: PrmGradedTrace;
13
- ranked: PrmGradedTrace[];
14
- /** Standard deviation of aggregate scores — small = candidates were homogenous. */
15
- stdDev: number;
16
- }
17
- export interface PrmBestOfNOptions {
18
- /** Max concurrent `grader.grade` calls. Default 4. */
19
- concurrency?: number;
20
- }
21
- export declare function prmBestOfN(store: TraceStore, grader: PrmGrader, runIds: string[], options?: PrmBestOfNOptions): Promise<BestOfNResult>;
22
- /**
23
- * Weighted vote across multiple graders — use when you want a PRM ensemble
24
- * (e.g. rule-based + LLM-based + trained model). Each grader produces its
25
- * own ranking; we aggregate via rank-sum (Borda count) so no single grader
26
- * dominates via a different score scale.
27
- */
28
- export declare function prmEnsembleBestOfN(store: TraceStore, graders: PrmGrader[], runIds: string[], options?: PrmBestOfNOptions): Promise<BestOfNResult>;
29
- //# sourceMappingURL=inference.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"inference.d.ts","sourceRoot":"","sources":["../../src/prm/inference.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAChD,OAAO,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,UAAU,CAAA;AAEzD,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,cAAc,CAAA;IACtB,MAAM,EAAE,cAAc,EAAE,CAAA;IACxB,mFAAmF;IACnF,MAAM,EAAE,MAAM,CAAA;CACf;AAMD,MAAM,WAAW,iBAAiB;IAChC,sDAAsD;IACtD,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAED,wBAAsB,UAAU,CAC9B,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,SAAS,EACjB,MAAM,EAAE,MAAM,EAAE,EAChB,OAAO,GAAE,iBAAsB,GAC9B,OAAO,CAAC,aAAa,CAAC,CAiBxB;AAED;;;;;GAKG;AACH,wBAAsB,kBAAkB,CACtC,KAAK,EAAE,UAAU,EACjB,OAAO,EAAE,SAAS,EAAE,EACpB,MAAM,EAAE,MAAM,EAAE,EAChB,OAAO,GAAE,iBAAsB,GAC9B,OAAO,CAAC,aAAa,CAAC,CAwExB"}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=inference.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"inference.test.d.ts","sourceRoot":"","sources":["../../src/prm/inference.test.ts"],"names":[],"mappings":""}
@@ -1 +0,0 @@
1
- {"version":3,"file":"rubric.d.ts","sourceRoot":"","sources":["../../src/prm/rubric.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAGH,OAAO,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAA;AACtD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAChD,OAAO,EAAmB,KAAK,UAAU,EAAE,KAAK,cAAc,EAAE,MAAM,eAAe,CAAA;AAErF,MAAM,WAAW,WAAW;IAC1B,UAAU,EAAE,UAAU,CAAA;IACtB,IAAI,EAAE,cAAc,CAAA;IACpB,kDAAkD;IAClD,KAAK,EAAE,cAAc,EAAE,CAAA;IACvB,8BAA8B;IAC9B,IAAI,EAAE,cAAc,EAAE,CAAA;CACvB;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAA;IACV,sDAAsD;IACtD,KAAK,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;IAC3B,gDAAgD;IAChD,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;4DACwD;IACxD,KAAK,EAAE,CACL,GAAG,EAAE,WAAW,KACb,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAA;CAC9E;AAED,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,UAAU,EAAE,CAAA;IACnB,+CAA+C;IAC/C,cAAc,EAAE,MAAM,CAAA;IACtB,oEAAoE;IACpE,WAAW,EAAE,MAAM,CAAA;IACnB,gEAAgE;IAChE,aAAa,EAAE,MAAM,CAAA;CACtB;AAED,qBAAa,SAAS;IACR,OAAO,CAAC,OAAO;gBAAP,OAAO,EAAE,UAAU,EAAE;IAIzC;;;;OAIG;IACG,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;CAgDvE;AAED;uEACuE;AACvE,wBAAgB,YAAY,CAAC,OAAO,EAAE,SAAS,GAAG,OAAO,CAExD"}
@@ -1,38 +0,0 @@
1
- /**
2
- * Export PRM-graded traces as training data for downstream reward-model
3
- * fine-tuning. Canonical format is NDJSON of
4
- * `{ trajectory_text, step_index, rubric, score }` so a small model can
5
- * learn to predict step rewards from step context.
6
- *
7
- * The framework doesn't train the model — we emit the data; callers
8
- * plug it into their preferred trainer (TRL, Unsloth, custom).
9
- */
10
- import type { Span } from '../trace/schema';
11
- import type { TraceStore } from '../trace/store';
12
- import type { PrmGradedTrace } from './rubric';
13
- export interface PrmTrainingSample {
14
- runId: string;
15
- spanId: string;
16
- rubricId: string;
17
- score: number;
18
- /** Serialized step context — step + surrounding conversation. */
19
- context: {
20
- priorTurns: Array<{
21
- role: string;
22
- content: string;
23
- }>;
24
- step: {
25
- kind: Span['kind'];
26
- text: string;
27
- };
28
- };
29
- /** Optional evidence + rationale for auditability. */
30
- rationale?: string;
31
- evidence?: string;
32
- }
33
- export declare function exportTrainingData(store: TraceStore, graded: PrmGradedTrace[], options?: {
34
- contextWindow?: number;
35
- }): Promise<PrmTrainingSample[]>;
36
- /** NDJSON serialization — write to file or stream directly to a trainer. */
37
- export declare function toNdjson(samples: PrmTrainingSample[]): string;
38
- //# sourceMappingURL=training-export.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"training-export.d.ts","sourceRoot":"","sources":["../../src/prm/training-export.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAW,IAAI,EAAE,MAAM,iBAAiB,CAAA;AAEpD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAEhD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,UAAU,CAAA;AAE9C,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,MAAM,CAAA;IACb,iEAAiE;IACjE,OAAO,EAAE;QACP,UAAU,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;QACpD,IAAI,EAAE;YAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAAC,IAAI,EAAE,MAAM,CAAA;SAAE,CAAA;KAC3C,CAAA;IACD,sDAAsD;IACtD,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,wBAAsB,kBAAkB,CACtC,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,cAAc,EAAE,EACxB,OAAO,GAAE;IAAE,aAAa,CAAC,EAAE,MAAM,CAAA;CAAO,GACvC,OAAO,CAAC,iBAAiB,EAAE,CAAC,CA4B9B;AAED,4EAA4E;AAC5E,wBAAgB,QAAQ,CAAC,OAAO,EAAE,iBAAiB,EAAE,GAAG,MAAM,CAE7D"}
@@ -1,63 +0,0 @@
1
- /**
2
- * Produced-state extraction — normalize a run's runtime event stream into the
3
- * typed `ProducedState` the completion oracle consumes.
4
- *
5
- * `ProducedState` answers "what did the agent actually produce" — vault
6
- * artifacts, proposals, tool calls. The runtime emits these as a stream of
7
- * events; this module is the single normalization point from that stream to
8
- * the shape `verifyCompletion` expects.
9
- *
10
- * Input is structurally typed (`RuntimeEventLike`) so this module does not
11
- * depend on agent-runtime — agent-runtime's `RuntimeStreamEvent` satisfies it
12
- * structurally. The `content` on `ArtifactEventLike` and the whole
13
- * `proposal_created` variant are the runtime-side enrichments this contract
14
- * requires; the runtime emits them, this module consumes them.
15
- */
16
- import type { ProducedState } from './completion-verifier';
17
- /** A tool the agent invoked. */
18
- export interface ToolCallEventLike {
19
- type: 'tool_call';
20
- toolName: string;
21
- }
22
- /**
23
- * An artifact the agent produced. `content` is the enriched field — the
24
- * runtime's base `artifact` event carries only metadata; the completion
25
- * oracle needs the body to verify the deliverable, so the runtime emits it.
26
- */
27
- export interface ArtifactEventLike {
28
- type: 'artifact';
29
- artifactId: string;
30
- name?: string;
31
- mimeType?: string;
32
- uri?: string;
33
- content?: string;
34
- }
35
- /** A proposal / filing the agent created. */
36
- export interface ProposalEventLike {
37
- type: 'proposal_created';
38
- proposalId: string;
39
- title: string;
40
- status?: 'pending' | 'approved' | 'rejected';
41
- content?: string;
42
- }
43
- /**
44
- * The subset of runtime stream events `extractProducedState` consumes.
45
- * agent-runtime's full `RuntimeStreamEvent` union satisfies this structurally;
46
- * the `{ type: string }` catch-all keeps the input permissive so callers can
47
- * pass the whole unfiltered telemetry stream — unrecognized events are skipped.
48
- */
49
- export type RuntimeEventLike = ToolCallEventLike | ArtifactEventLike | ProposalEventLike | {
50
- type: string;
51
- };
52
- /**
53
- * Normalize a run's runtime event stream into `ProducedState`.
54
- *
55
- * Pure and total — unrecognized event types are skipped. `toolCalls` is
56
- * deduplicated by name in first-seen order (completion cares about a tool's
57
- * presence, not its call count). An artifact with neither a name nor a uri
58
- * still yields an entry keyed by its `artifactId` so it is never silently
59
- * dropped; an artifact with no `content` yields empty content, which the
60
- * completion oracle's structural check then rejects on its own.
61
- */
62
- export declare function extractProducedState(events: readonly RuntimeEventLike[]): ProducedState;
63
- //# sourceMappingURL=produced-state.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"produced-state.d.ts","sourceRoot":"","sources":["../src/produced-state.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,KAAK,EAAoB,aAAa,EAAE,MAAM,uBAAuB,CAAA;AAE5E,gCAAgC;AAChC,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,WAAW,CAAA;IACjB,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED;;;;GAIG;AACH,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,UAAU,CAAA;IAChB,UAAU,EAAE,MAAM,CAAA;IAClB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB;AAED,6CAA6C;AAC7C,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,kBAAkB,CAAA;IACxB,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,CAAC,EAAE,SAAS,GAAG,UAAU,GAAG,UAAU,CAAA;IAI5C,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB;AAED;;;;;GAKG;AACH,MAAM,MAAM,gBAAgB,GACxB,iBAAiB,GACjB,iBAAiB,GACjB,iBAAiB,GACjB;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAA;AASpB;;;;;;;;;GASG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,SAAS,gBAAgB,EAAE,GAAG,aAAa,CAgCvF"}
@@ -1,8 +0,0 @@
1
- /**
2
- * extractProducedState is the single normalization point from a run's event
3
- * stream to the `ProducedState` the completion oracle consumes. These tests
4
- * pin that mapping — a regression here silently corrupts every completion
5
- * verdict downstream.
6
- */
7
- export {};
8
- //# sourceMappingURL=produced-state.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"produced-state.test.d.ts","sourceRoot":"","sources":["../src/produced-state.test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}
@@ -1,37 +0,0 @@
1
- /**
2
- * Strong, generically-useful baseline ROLES — the top zone of an `AgentProfile`
3
- * before any domain layer. A product composes one of these with its own
4
- * environment description (its sandbox) and its domain guidance, which lives in
5
- * the product repo (not here): a profile is `<baseline role> + <environment> +
6
- * <domain sections>`. Domain strength is NOT generalized into the substrate —
7
- * it is lifted here only once ≥2 products genuinely reuse it.
8
- *
9
- * Three roles cover the common shapes:
10
- * - `engineerRole` — builds + verifies real artifacts in a sandbox. Distilled
11
- * from agent-runtime's `coderProfile` doctrine (minimal
12
- * correct change, run the checks, fix the root cause,
13
- * never weaken a test or hide an error).
14
- * - `researcherRole` — gathers from real sources and grounds every claim
15
- * (cite or mark inferred; never fabricate).
16
- * - `generalistRole` — a strong default: helpful, grounded, verify-before-assert.
17
- *
18
- * All three are verification-first and domain-agnostic. They describe HOW a
19
- * capable IC operates, not WHAT domain it works in.
20
- */
21
- /** Senior-IC engineer operating in a sandbox — produces real artifacts and
22
- * verifies them before declaring done. The shared operator foundation for any
23
- * file-producing, tool-using product agent. */
24
- export declare const engineerRole: string;
25
- /** Researcher who grounds every claim in real sources — gathers, cites, and
26
- * distinguishes verified fact from inference. */
27
- export declare const researcherRole: string;
28
- /** Strong general-purpose default — helpful, grounded, verifies before asserting. */
29
- export declare const generalistRole: string;
30
- /** The named baseline roles, for selection by key (e.g. from a product config). */
31
- export declare const BASELINE_ROLES: {
32
- readonly engineer: string;
33
- readonly researcher: string;
34
- readonly generalist: string;
35
- };
36
- export type BaselineRoleKey = keyof typeof BASELINE_ROLES;
37
- //# sourceMappingURL=baselines.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"baselines.d.ts","sourceRoot":"","sources":["../../src/profile/baselines.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH;;gDAEgD;AAChD,eAAO,MAAM,YAAY,EAAE,MASf,CAAA;AAEZ;kDACkD;AAClD,eAAO,MAAM,cAAc,EAAE,MASjB,CAAA;AAEZ,qFAAqF;AACrF,eAAO,MAAM,cAAc,EAAE,MASjB,CAAA;AAEZ,mFAAmF;AACnF,eAAO,MAAM,cAAc;;;;CAIjB,CAAA;AAEV,MAAM,MAAM,eAAe,GAAG,MAAM,OAAO,cAAc,CAAA"}
@@ -1,105 +0,0 @@
1
- /**
2
- * Structured prompt profile — the system prompt as named, addressable sections
3
- * instead of one opaque blob. The self-improvement loop targets ONE evolvable
4
- * `domain` section at a time (via `applyDomainPatch`); the role, environment,
5
- * tool conventions, and skill roster stay fixed so a candidate diff is
6
- * attributable to a single section rather than a whole-prompt rewrite.
7
- *
8
- * `renderProfile` emits the prompt in a fixed five-zone order — role,
9
- * Environment, Tool conventions, Skills, Domain guidance — mirroring the layout
10
- * of Harvey LAB's `harness/system_prompt.md` (workspace root, read-only
11
- * documents, output dir, skills dir). `profileToSurface` is the bridge to the
12
- * loop's string `MutableSurface`: a profile renders to exactly the text a
13
- * candidate is scored on.
14
- *
15
- * Distinct from the canonical `AgentProfile` exported by
16
- * `@tangle-network/agent-interface`. This helper builds prompt content that can
17
- * be rendered into an agent-interface profile's `prompt.systemPrompt`.
18
- */
19
- import { type BaselineRoleKey } from './baselines';
20
- export { BASELINE_ROLES, type BaselineRoleKey, engineerRole, generalistRole, researcherRole, } from './baselines';
21
- /** A named, addressable region of the system prompt. `evolvable` marks whether
22
- * the self-improvement loop is allowed to patch its body; fixed scaffolding
23
- * (e.g. a compliance preamble) sets `evolvable: false`. */
24
- export interface AgentProfileSection {
25
- id: string;
26
- title: string;
27
- body: string;
28
- evolvable: boolean;
29
- }
30
- /** A skill the agent can invoke. `triggers` are the phrases/conditions that
31
- * should activate it; `scriptsDir` points at its executable scripts when the
32
- * skill ships code (mirrors Harvey's `skills/<name>/scripts/`). */
33
- export interface ProfileSkill {
34
- name: string;
35
- description: string;
36
- triggers: string[];
37
- scriptsDir?: string;
38
- }
39
- /** The structured system prompt. The first four fields are fixed scaffolding;
40
- * `domain` is the evolvable surface the loop optimizes. */
41
- export interface PromptProfile {
42
- role: string;
43
- environment: string;
44
- toolConventions: string;
45
- skills: ProfileSkill[];
46
- domain: AgentProfileSection[];
47
- }
48
- /**
49
- * Emit the sectioned system prompt in fixed order: role text, then
50
- * `## Environment`, `## Tool conventions`, `## Skills` (each skill as
51
- * `### <name>` + description + triggers), `## Domain guidance` (each section as
52
- * `### <title>` + body). The order is load-bearing — the loop diffs rendered
53
- * text, and reordering would make every candidate look like a full rewrite.
54
- */
55
- export declare function renderProfile(p: PromptProfile): string;
56
- /** The string `MutableSurface` the self-improvement loop scores — a profile
57
- * renders to exactly the text a candidate is graded on. */
58
- export declare function profileToSurface(p: PromptProfile): string;
59
- /**
60
- * The fixed-scaffolding baseline: a `role`/`environment`/`toolConventions`
61
- * profile with the stock skill roster and NO domain guidance. The
62
- * production profile is this plus shipped domain sections.
63
- */
64
- export declare function baselineProfile(args: {
65
- role: string;
66
- environment?: string;
67
- toolConventions?: string;
68
- skills?: ProfileSkill[];
69
- }): PromptProfile;
70
- /**
71
- * Baseline from one of the strong generic roles (`'engineer' | 'researcher' |
72
- * 'generalist'`) — the common case: pick a role foundation, optionally override
73
- * the environment to describe THIS product's sandbox, then layer domain via
74
- * `prodProfile`. Domain guidance stays in the product repo; this only supplies
75
- * the generically-useful role + stock scaffolding.
76
- */
77
- export declare function baselineProfileFromRole(role: BaselineRoleKey, args?: {
78
- environment?: string;
79
- toolConventions?: string;
80
- skills?: ProfileSkill[];
81
- }): PromptProfile;
82
- /** The production profile: the baseline scaffolding plus the domain sections
83
- * shipped after self-improvement. Differs from the baseline ONLY in `domain`
84
- * (and any skills the caller layered into the baseline) — the role,
85
- * environment, and tool conventions are carried through unchanged. */
86
- export declare function prodProfile(baseline: PromptProfile, shipped: AgentProfileSection[]): PromptProfile;
87
- /**
88
- * Section-scoped edit — replace the body of ONE domain section by id, leaving
89
- * every other section byte-identical. This is how the loop targets a single
90
- * evolvable surface. Throws on an unknown section id (a patch that hits no
91
- * section is a silent no-op otherwise — fail loud). Throws when the targeted
92
- * section is `evolvable: false`.
93
- */
94
- export declare function applyDomainPatch(p: PromptProfile, sectionId: string, newBody: string): PromptProfile;
95
- /**
96
- * Content hash of a single section — its loop identity. Delegates to the
97
- * campaign provenance `surfaceContentHash` (the same helper the loop's
98
- * provenance record uses for full surfaces), so a section hash is byte-for-byte
99
- * comparable with the `sha256:`-prefixed content hashes that record carries.
100
- * Two sections that render identically (same title + body) share a hash; the
101
- * `id` and `evolvable` flag are excluded — they are routing metadata, not
102
- * content.
103
- */
104
- export declare function sectionHash(section: AgentProfileSection): string;
105
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/profile/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAGH,OAAO,EAAkB,KAAK,eAAe,EAAE,MAAM,aAAa,CAAA;AAElE,OAAO,EACL,cAAc,EACd,KAAK,eAAe,EACpB,YAAY,EACZ,cAAc,EACd,cAAc,GACf,MAAM,aAAa,CAAA;AAEpB;;4DAE4D;AAC5D,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAA;IACV,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,OAAO,CAAA;CACnB;AAED;;oEAEoE;AACpE,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAA;IAClB,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAED;4DAC4D;AAC5D,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,eAAe,EAAE,MAAM,CAAA;IACvB,MAAM,EAAE,YAAY,EAAE,CAAA;IACtB,MAAM,EAAE,mBAAmB,EAAE,CAAA;CAC9B;AAaD;;;;;;GAMG;AACH,wBAAgB,aAAa,CAAC,CAAC,EAAE,aAAa,GAAG,MAAM,CAetD;AAED;4DAC4D;AAC5D,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,aAAa,GAAG,MAAM,CAEzD;AAgCD;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE;IACpC,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,MAAM,CAAC,EAAE,YAAY,EAAE,CAAA;CACxB,GAAG,aAAa,CAQhB;AAED;;;;;;GAMG;AACH,wBAAgB,uBAAuB,CACrC,IAAI,EAAE,eAAe,EACrB,IAAI,GAAE;IAAE,WAAW,CAAC,EAAE,MAAM,CAAC;IAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,YAAY,EAAE,CAAA;CAAO,GACrF,aAAa,CAEf;AAED;;;uEAGuE;AACvE,wBAAgB,WAAW,CACzB,QAAQ,EAAE,aAAa,EACvB,OAAO,EAAE,mBAAmB,EAAE,GAC7B,aAAa,CAEf;AAED;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAC9B,CAAC,EAAE,aAAa,EAChB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,GACd,aAAa,CAmBf;AAED;;;;;;;;GAQG;AACH,wBAAgB,WAAW,CAAC,OAAO,EAAE,mBAAmB,GAAG,MAAM,CAEhE"}
@@ -1,93 +0,0 @@
1
- /**
2
- * Bootstrap-CI promotion gate.
3
- *
4
- * In any iterative-improvement loop (GEPA, prompt evolution, dataset
5
- * curation), the question is "did this generation actually improve, or are
6
- * we celebrating noise?". With small N and noisy outcomes, point-estimate
7
- * deltas lie. Bootstrap confidence intervals tell the operator whether the
8
- * delta is real before code or prompts get promoted.
9
- *
10
- * This module is pure functions — no I/O, no model calls. Easy to unit-test
11
- * and to compose into any verdict gate.
12
- *
13
- * Default gate:
14
- * - Bootstrap mean baseline vs candidate (1k resamples).
15
- * - Compute the delta distribution; pass if the lower CI bound > 0.
16
- * - Tunable confidence (default 95%) and resample count.
17
- *
18
- * Verdict semantics intentionally match the existing `experiments.jsonl`
19
- * vocabulary:
20
- * - ADVANCE: candidate's CI lower bound > baseline mean (real win)
21
- * - KEEP: overlap, but candidate point estimate >= baseline (neutral)
22
- * - REVERT: candidate's CI upper bound < baseline mean (real regression)
23
- * - INCONCLUSIVE: not enough samples or CI straddles zero with no signal
24
- */
25
- export type Verdict = 'ADVANCE' | 'KEEP' | 'REVERT' | 'INCONCLUSIVE';
26
- export interface BootstrapResult {
27
- baselineMean: number;
28
- candidateMean: number;
29
- /** candidateMean - baselineMean, point estimate. */
30
- delta: number;
31
- /** Lower bound of the (1 - alpha) CI on the delta. */
32
- ciLower: number;
33
- /** Upper bound of the (1 - alpha) CI on the delta. */
34
- ciUpper: number;
35
- /** Number of bootstrap resamples used. */
36
- iterations: number;
37
- alpha: number;
38
- verdict: Verdict;
39
- }
40
- export interface BootstrapOptions {
41
- /** Confidence level alpha (default 0.05 → 95% CI). */
42
- alpha?: number;
43
- /** Number of resamples (default 1000). */
44
- iterations?: number;
45
- /**
46
- * Minimum total samples (baseline + candidate) below which we always
47
- * return INCONCLUSIVE — bootstrap with too few samples is meaningless.
48
- * Default 6 (combined).
49
- */
50
- minTotalSamples?: number;
51
- /** RNG seed for reproducibility. Default: Math.random. */
52
- seed?: number;
53
- }
54
- /**
55
- * Compute the bootstrap CI on (candidateMean - baselineMean) and a verdict.
56
- *
57
- * Uses simple percentile bootstrap on the difference of resampled means.
58
- * That's the standard non-parametric primitive — no distributional
59
- * assumptions, robust to skew, easy to reason about.
60
- */
61
- export declare function bootstrapCi(baseline: number[], candidate: number[], options?: BootstrapOptions): BootstrapResult;
62
- /**
63
- * Judge-replay promotion gate.
64
- *
65
- * The cheap inner-loop judge that drives an evolution run is by definition
66
- * fast and noisy. When you're about to promote a winning variant to the
67
- * canonical default, you want a STRONGER judge (a more expensive model, a
68
- * human grader, a separately-trained reward model) to confirm the win
69
- * generalises beyond the inner loop.
70
- *
71
- * This helper takes raw winner + baseline outputs, scores both through the
72
- * stronger judge, and applies `bootstrapCi`. ADVANCE means the stronger
73
- * judge agrees the winner is real with the configured confidence. Doesn't
74
- * matter what shape your "output" is — pass a string, an object, anything
75
- * the judge can read.
76
- */
77
- export interface JudgeReplayGateArgs<TOutput> {
78
- baselineOutputs: TOutput[];
79
- candidateOutputs: TOutput[];
80
- /** Stronger judge — async to allow LLM calls. Return a 0..N scalar score. */
81
- judge: (output: TOutput) => Promise<number> | number;
82
- alpha?: number;
83
- iterations?: number;
84
- /** RNG seed for reproducibility. */
85
- seed?: number;
86
- /** Maximum concurrent judge calls. Default 4. */
87
- judgeConcurrency?: number;
88
- }
89
- export declare function judgeReplayGate<TOutput>(args: JudgeReplayGateArgs<TOutput>): Promise<BootstrapResult & {
90
- baselineSamples: number;
91
- candidateSamples: number;
92
- }>;
93
- //# sourceMappingURL=promotion-gate.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"promotion-gate.d.ts","sourceRoot":"","sources":["../src/promotion-gate.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,MAAM,MAAM,OAAO,GAAG,SAAS,GAAG,MAAM,GAAG,QAAQ,GAAG,cAAc,CAAA;AAEpE,MAAM,WAAW,eAAe;IAC9B,YAAY,EAAE,MAAM,CAAA;IACpB,aAAa,EAAE,MAAM,CAAA;IACrB,oDAAoD;IACpD,KAAK,EAAE,MAAM,CAAA;IACb,sDAAsD;IACtD,OAAO,EAAE,MAAM,CAAA;IACf,sDAAsD;IACtD,OAAO,EAAE,MAAM,CAAA;IACf,0CAA0C;IAC1C,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,OAAO,CAAA;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,sDAAsD;IACtD,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,0CAA0C;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB;;;;OAIG;IACH,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,0DAA0D;IAC1D,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED;;;;;;GAMG;AACH,wBAAgB,WAAW,CACzB,QAAQ,EAAE,MAAM,EAAE,EAClB,SAAS,EAAE,MAAM,EAAE,EACnB,OAAO,GAAE,gBAAqB,GAC7B,eAAe,CAuDjB;AAyCD;;;;;;;;;;;;;;GAcG;AACH,MAAM,WAAW,mBAAmB,CAAC,OAAO;IAC1C,eAAe,EAAE,OAAO,EAAE,CAAA;IAC1B,gBAAgB,EAAE,OAAO,EAAE,CAAA;IAC3B,6EAA6E;IAC7E,KAAK,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,OAAO,CAAC,MAAM,CAAC,GAAG,MAAM,CAAA;IACpD,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,oCAAoC;IACpC,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,iDAAiD;IACjD,gBAAgB,CAAC,EAAE,MAAM,CAAA;CAC1B;AAED,wBAAsB,eAAe,CAAC,OAAO,EAC3C,IAAI,EAAE,mBAAmB,CAAC,OAAO,CAAC,GACjC,OAAO,CAAC,eAAe,GAAG;IAAE,eAAe,EAAE,MAAM,CAAC;IAAC,gBAAgB,EAAE,MAAM,CAAA;CAAE,CAAC,CAclF"}
@@ -1,41 +0,0 @@
1
- /**
2
- * Versioned prompt registry.
3
- *
4
- * Every prompt used in an eval run is registered with an explicit version.
5
- * Reports include the content hash so A/B compares are rigorous: if the
6
- * hash changes between two reports, the prompt actually changed; if it
7
- * matches, the variance is elsewhere.
8
- *
9
- * Hash is SHA-256(content), truncated to 12 hex chars for readability.
10
- * Uses the Web Crypto API (works in Workers, Node 22+, browsers).
11
- */
12
- export interface PromptHandle {
13
- /** Stable human-readable id, e.g. 'browser.system' */
14
- id: string;
15
- /** Caller-chosen version string, e.g. 'v3' or '2026-04-20' */
16
- version: string;
17
- /** SHA-256 of content, 12-hex-char prefix */
18
- hash: string;
19
- /** Full prompt body */
20
- content: string;
21
- }
22
- export declare class PromptRegistry {
23
- private readonly entries;
24
- /**
25
- * Register a prompt. Re-registering the same id+version with DIFFERENT
26
- * content throws — versions are immutable. Re-registering with the SAME
27
- * content is a no-op (idempotent).
28
- */
29
- register(id: string, version: string, content: string): Promise<PromptHandle>;
30
- /** Look up a registered prompt. Throws if unknown — no implicit defaults. */
31
- get(id: string, version: string): PromptHandle;
32
- /** Return all versions of an id, newest-first (lex-descending on version). */
33
- listVersions(id: string): PromptHandle[];
34
- /** Snapshot the whole registry — useful for including in reports. */
35
- list(): PromptHandle[];
36
- /** Verify a hash against registered content. Returns null if not found. */
37
- verifyHash(id: string, version: string, expectedHash: string): boolean | null;
38
- }
39
- /** SHA-256(content) → first 12 hex chars. Stable across runtimes. */
40
- export declare function hashContent(content: string): Promise<string>;
41
- //# sourceMappingURL=prompt-registry.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"prompt-registry.d.ts","sourceRoot":"","sources":["../src/prompt-registry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,MAAM,WAAW,YAAY;IAC3B,sDAAsD;IACtD,EAAE,EAAE,MAAM,CAAA;IACV,8DAA8D;IAC9D,OAAO,EAAE,MAAM,CAAA;IACf,6CAA6C;IAC7C,IAAI,EAAE,MAAM,CAAA;IACZ,uBAAuB;IACvB,OAAO,EAAE,MAAM,CAAA;CAChB;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAkC;IAE1D;;;;OAIG;IACG,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAoBnF,6EAA6E;IAC7E,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,YAAY;IAO9C,8EAA8E;IAC9E,YAAY,CAAC,EAAE,EAAE,MAAM,GAAG,YAAY,EAAE;IAMxC,qEAAqE;IACrE,IAAI,IAAI,YAAY,EAAE;IAItB,2EAA2E;IAC3E,UAAU,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,GAAG,IAAI;CAK9E;AAED,qEAAqE;AACrE,wBAAsB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAOlE"}