@tangle-network/agent-eval 0.95.0 → 0.96.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (968) hide show
  1. package/CHANGELOG.md +17 -0
  2. package/dist/adapters/http.d.ts +17 -10
  3. package/dist/adapters/langchain.d.ts +14 -7
  4. package/dist/adapters/otel.d.ts +25 -13
  5. package/dist/{rl/adversarial.d.ts → adversarial-DIVcDoI_.d.ts} +7 -6
  6. package/dist/analyst/index.d.ts +236 -28
  7. package/dist/analyst/index.js +1 -1
  8. package/dist/{trace-analyst/analyst.d.ts → analyst-C8HHvfJp.d.ts} +14 -12
  9. package/dist/{contract/analyze-runs.d.ts → analyze-runs-DtT6F_6T.d.ts} +10 -9
  10. package/dist/authenticity/index.d.ts +16 -15
  11. package/dist/{baseline.d.ts → baseline-Bbid3WoO.d.ts} +44 -8
  12. package/dist/belief-state/index.d.ts +605 -14
  13. package/dist/benchmarks/index.d.ts +5 -23
  14. package/dist/builder-eval/index.d.ts +250 -5
  15. package/dist/calibration-BPmzuVPk.d.ts +101 -0
  16. package/dist/campaign/index.d.ts +1452 -38
  17. package/dist/{chunk-AQ5WQAIV.js → chunk-3NHEO6ZC.js} +2 -2
  18. package/dist/chunk-3NHEO6ZC.js.map +1 -0
  19. package/dist/cli.d.ts +0 -2
  20. package/dist/{contract/intake/code-agent-session.d.ts → code-agent-session-CPHRCb4-.d.ts} +17 -15
  21. package/dist/contract/index.d.ts +824 -107
  22. package/dist/contract/index.js +145 -1
  23. package/dist/contract/index.js.map +1 -1
  24. package/dist/control-Doncu-B_.d.ts +259 -0
  25. package/dist/{control-runtime.d.ts → control-runtime-Acf9CGhw.d.ts} +26 -23
  26. package/dist/control.d.ts +10 -11
  27. package/dist/corpus-D4YW9UoJ.d.ts +560 -0
  28. package/dist/{cost-ledger.d.ts → cost-ledger-DuSqlw5B.d.ts} +11 -10
  29. package/dist/{counterfactual.d.ts → counterfactual-DlOz8PBx.d.ts} +13 -12
  30. package/dist/{dataset.d.ts → dataset-BbGkaN2I.d.ts} +14 -11
  31. package/dist/{analyst/registry.d.ts → default-registry-GyE8X5SP.d.ts} +37 -8
  32. package/dist/diagnose.d.ts +252 -1
  33. package/dist/{trace/emitter.d.ts → emitter-C2rqGH_l.d.ts} +12 -9
  34. package/dist/{errors.d.ts → errors-CzMUYo7b.d.ts} +11 -10
  35. package/dist/failure-cluster-DH9Flgcf.d.ts +76 -0
  36. package/dist/{feedback-trajectory.d.ts → feedback-trajectory-BxY0cKfs.d.ts} +38 -36
  37. package/dist/fuzz.d.ts +547 -1
  38. package/dist/gepa-Dprxvz8r.d.ts +414 -0
  39. package/dist/governance/index.d.ts +135 -5
  40. package/dist/harness-optimizer-mOl9XX_O.d.ts +106 -0
  41. package/dist/hosted/index.d.ts +239 -10
  42. package/dist/index-_Y4oNOOb.d.ts +159 -0
  43. package/dist/index.d.ts +5660 -277
  44. package/dist/index.js +1 -1
  45. package/dist/{contract/insight-report.d.ts → insight-report-BnRjTibG.d.ts} +19 -16
  46. package/dist/{trace/integrity.d.ts → integrity-D2t12mMw.d.ts} +14 -11
  47. package/dist/{judge-calibration.d.ts → judge-calibration-0p2QcWNE.d.ts} +17 -16
  48. package/dist/{analyst/kind-factory.d.ts → kind-factory-X3eDYbKn.d.ts} +61 -10
  49. package/dist/knowledge/index.d.ts +103 -3
  50. package/dist/{llm-client.d.ts → llm-client-Bj7g0rqu.d.ts} +23 -21
  51. package/dist/matrix/index.d.ts +30 -12
  52. package/dist/meta-eval/index.d.ts +182 -6
  53. package/dist/{multi-layer-verifier.d.ts → multi-layer-verifier-DUZXrPDA.d.ts} +15 -12
  54. package/dist/multishot/index.d.ts +290 -7
  55. package/dist/{rl/off-policy.d.ts → off-policy-DiwuKKg7.d.ts} +9 -8
  56. package/dist/openapi.json +1 -1
  57. package/dist/{meta-eval/outcome-store.d.ts → outcome-store-rnXLEqSn.d.ts} +8 -7
  58. package/dist/{pareto.d.ts → pareto-E-pembql.d.ts} +10 -9
  59. package/dist/perf/index.d.ts +119 -13
  60. package/dist/pipelines/index.d.ts +173 -8
  61. package/dist/pre-registration-nfUdc9EQ.d.ts +483 -0
  62. package/dist/prm/index.d.ts +104 -5
  63. package/dist/provenance-CIxfBnkl.d.ts +426 -0
  64. package/dist/query-B7GGjRox.d.ts +32 -0
  65. package/dist/{trace/raw-provider-sink.d.ts → raw-provider-sink-C46HDghv.d.ts} +14 -13
  66. package/dist/{red-team.d.ts → red-team-BWdoyleI.d.ts} +16 -14
  67. package/dist/{trace/redact.d.ts → redact-B40YG2M_.d.ts} +8 -7
  68. package/dist/release-report-pidWUMZ2.d.ts +233 -0
  69. package/dist/reporting.d.ts +16 -15
  70. package/dist/{eval-campaign.d.ts → researcher-Jr8ME1dZ.d.ts} +156 -34
  71. package/dist/rl.d.ts +1193 -1
  72. package/dist/{prm/rubric.d.ts → rubric-Cc6UHvUb.d.ts} +13 -10
  73. package/dist/{meta-eval/rubric-predictive-validity.d.ts → rubric-predictive-validity-C2hDKM8Z.d.ts} +11 -8
  74. package/dist/run-critic-CmMf05uV.d.ts +56 -0
  75. package/dist/{run-record.d.ts → run-record-CP2ObebC.d.ts} +117 -15
  76. package/dist/runtime-trajectory-BOUUjI0y.d.ts +49 -0
  77. package/dist/{trace/schema.d.ts → schema-m0gsnbt3.d.ts} +30 -29
  78. package/dist/semantic-concept-judge-DSBB2Cfp.d.ts +624 -0
  79. package/dist/{sequential.d.ts → sequential-5iSVfzl2.d.ts} +10 -9
  80. package/dist/{series-convergence.d.ts → series-convergence-D5OWMBg6.d.ts} +5 -4
  81. package/dist/sink-fetch-B1Yg4Til.d.ts +101 -0
  82. package/dist/{statistics.d.ts → statistics-CCJpTGOS.d.ts} +48 -46
  83. package/dist/{trace/store.d.ts → store-BcFXE6LG.d.ts} +12 -21
  84. package/dist/{trace-analyst/types.d.ts → store-C1YxJDEK.d.ts} +74 -18
  85. package/dist/storyboard/index.d.ts +81 -16
  86. package/dist/{summary-report.d.ts → summary-report-CInXwsza.d.ts} +160 -23
  87. package/dist/telemetry/{sink-file.d.ts → file.d.ts} +7 -5
  88. package/dist/telemetry/index.d.ts +35 -17
  89. package/dist/{sandbox-harness.d.ts → test-graded-scenario-DeODGLra.d.ts} +60 -15
  90. package/dist/{locked-jsonl-appender.d.ts → testing-C21CHsq2.d.ts} +4 -3
  91. package/dist/testing.d.ts +1 -5
  92. package/dist/traces.d.ts +976 -4
  93. package/dist/{trajectory.d.ts → trajectory-2TkpSEVh.d.ts} +9 -8
  94. package/dist/{analyst/types.d.ts → types-B5x54y6n.d.ts} +112 -19
  95. package/dist/{campaign/types.d.ts → types-BMahhhio.d.ts} +47 -44
  96. package/dist/{matrix/types.d.ts → types-BUxNaJ8c.d.ts} +11 -9
  97. package/dist/{types.d.ts → types-C7DGg5ex.d.ts} +33 -31
  98. package/dist/{verdict.d.ts → verdict-C9MlYujm.d.ts} +3 -2
  99. package/dist/wire/index.d.ts +570 -13
  100. package/dist/workflow/index.d.ts +496 -22
  101. package/package.json +2 -2
  102. package/dist/action-policy.d.ts +0 -24
  103. package/dist/action-policy.d.ts.map +0 -1
  104. package/dist/action-policy.test.d.ts +0 -2
  105. package/dist/action-policy.test.d.ts.map +0 -1
  106. package/dist/active-learning.d.ts +0 -41
  107. package/dist/active-learning.d.ts.map +0 -1
  108. package/dist/adapters/http.d.ts.map +0 -1
  109. package/dist/adapters/langchain.d.ts.map +0 -1
  110. package/dist/adapters/otel.d.ts.map +0 -1
  111. package/dist/agent-profile-cell.d.ts +0 -101
  112. package/dist/agent-profile-cell.d.ts.map +0 -1
  113. package/dist/agent-profile.d.ts +0 -27
  114. package/dist/agent-profile.d.ts.map +0 -1
  115. package/dist/agent-profile.test.d.ts +0 -2
  116. package/dist/agent-profile.test.d.ts.map +0 -1
  117. package/dist/analyst/adapters.d.ts +0 -62
  118. package/dist/analyst/adapters.d.ts.map +0 -1
  119. package/dist/analyst/analyst.test.d.ts +0 -2
  120. package/dist/analyst/analyst.test.d.ts.map +0 -1
  121. package/dist/analyst/ax-service.d.ts +0 -27
  122. package/dist/analyst/ax-service.d.ts.map +0 -1
  123. package/dist/analyst/behavioral-analyst.d.ts +0 -28
  124. package/dist/analyst/behavioral-analyst.d.ts.map +0 -1
  125. package/dist/analyst/chat-client.d.ts +0 -91
  126. package/dist/analyst/chat-client.d.ts.map +0 -1
  127. package/dist/analyst/default-registry.d.ts +0 -27
  128. package/dist/analyst/default-registry.d.ts.map +0 -1
  129. package/dist/analyst/default-registry.test.d.ts +0 -2
  130. package/dist/analyst/default-registry.test.d.ts.map +0 -1
  131. package/dist/analyst/finding-signature.d.ts +0 -48
  132. package/dist/analyst/finding-signature.d.ts.map +0 -1
  133. package/dist/analyst/finding-subject.d.ts +0 -146
  134. package/dist/analyst/finding-subject.d.ts.map +0 -1
  135. package/dist/analyst/finding-subject.test.d.ts +0 -2
  136. package/dist/analyst/finding-subject.test.d.ts.map +0 -1
  137. package/dist/analyst/findings-store.d.ts +0 -75
  138. package/dist/analyst/findings-store.d.ts.map +0 -1
  139. package/dist/analyst/index.d.ts.map +0 -1
  140. package/dist/analyst/kind-factory.d.ts.map +0 -1
  141. package/dist/analyst/kinds/failure-mode.d.ts +0 -19
  142. package/dist/analyst/kinds/failure-mode.d.ts.map +0 -1
  143. package/dist/analyst/kinds/improvement.d.ts +0 -23
  144. package/dist/analyst/kinds/improvement.d.ts.map +0 -1
  145. package/dist/analyst/kinds/index.d.ts +0 -22
  146. package/dist/analyst/kinds/index.d.ts.map +0 -1
  147. package/dist/analyst/kinds/kinds.test.d.ts +0 -2
  148. package/dist/analyst/kinds/kinds.test.d.ts.map +0 -1
  149. package/dist/analyst/kinds/knowledge-gap.d.ts +0 -28
  150. package/dist/analyst/kinds/knowledge-gap.d.ts.map +0 -1
  151. package/dist/analyst/kinds/knowledge-poisoning.d.ts +0 -22
  152. package/dist/analyst/kinds/knowledge-poisoning.d.ts.map +0 -1
  153. package/dist/analyst/kinds/skill-usage.d.ts +0 -84
  154. package/dist/analyst/kinds/skill-usage.d.ts.map +0 -1
  155. package/dist/analyst/kinds/skill-usage.test.d.ts +0 -2
  156. package/dist/analyst/kinds/skill-usage.test.d.ts.map +0 -1
  157. package/dist/analyst/parse-tolerant.d.ts +0 -26
  158. package/dist/analyst/parse-tolerant.d.ts.map +0 -1
  159. package/dist/analyst/parse-tolerant.test.d.ts +0 -2
  160. package/dist/analyst/parse-tolerant.test.d.ts.map +0 -1
  161. package/dist/analyst/registry.budget.test.d.ts +0 -2
  162. package/dist/analyst/registry.budget.test.d.ts.map +0 -1
  163. package/dist/analyst/registry.d.ts.map +0 -1
  164. package/dist/analyst/steer-firewall.d.ts +0 -35
  165. package/dist/analyst/steer-firewall.d.ts.map +0 -1
  166. package/dist/analyst/steer-firewall.test.d.ts +0 -2
  167. package/dist/analyst/steer-firewall.test.d.ts.map +0 -1
  168. package/dist/analyst/structure-findings.d.ts +0 -37
  169. package/dist/analyst/structure-findings.d.ts.map +0 -1
  170. package/dist/analyst/structure-findings.test.d.ts +0 -2
  171. package/dist/analyst/structure-findings.test.d.ts.map +0 -1
  172. package/dist/analyst/tool-groups.d.ts +0 -34
  173. package/dist/analyst/tool-groups.d.ts.map +0 -1
  174. package/dist/analyst/types.d.ts.map +0 -1
  175. package/dist/anti-slop.d.ts +0 -59
  176. package/dist/anti-slop.d.ts.map +0 -1
  177. package/dist/artifact-validator.d.ts +0 -74
  178. package/dist/artifact-validator.d.ts.map +0 -1
  179. package/dist/attestation.d.ts +0 -63
  180. package/dist/attestation.d.ts.map +0 -1
  181. package/dist/attestation.test.d.ts +0 -2
  182. package/dist/attestation.test.d.ts.map +0 -1
  183. package/dist/authenticity/index.d.ts.map +0 -1
  184. package/dist/authenticity/index.test.d.ts +0 -2
  185. package/dist/authenticity/index.test.d.ts.map +0 -1
  186. package/dist/auto-pr.d.ts +0 -120
  187. package/dist/auto-pr.d.ts.map +0 -1
  188. package/dist/baseline.d.ts.map +0 -1
  189. package/dist/behavior-dsl.d.ts +0 -73
  190. package/dist/behavior-dsl.d.ts.map +0 -1
  191. package/dist/belief-state/calibration.d.ts +0 -10
  192. package/dist/belief-state/calibration.d.ts.map +0 -1
  193. package/dist/belief-state/calibration.test.d.ts +0 -2
  194. package/dist/belief-state/calibration.test.d.ts.map +0 -1
  195. package/dist/belief-state/code-agent-corpus.d.ts +0 -66
  196. package/dist/belief-state/code-agent-corpus.d.ts.map +0 -1
  197. package/dist/belief-state/code-agent-corpus.test.d.ts +0 -2
  198. package/dist/belief-state/code-agent-corpus.test.d.ts.map +0 -1
  199. package/dist/belief-state/code-agent-evidence.d.ts +0 -22
  200. package/dist/belief-state/code-agent-evidence.d.ts.map +0 -1
  201. package/dist/belief-state/code-agent-evidence.test.d.ts +0 -2
  202. package/dist/belief-state/code-agent-evidence.test.d.ts.map +0 -1
  203. package/dist/belief-state/extract.d.ts +0 -7
  204. package/dist/belief-state/extract.d.ts.map +0 -1
  205. package/dist/belief-state/extract.test.d.ts +0 -2
  206. package/dist/belief-state/extract.test.d.ts.map +0 -1
  207. package/dist/belief-state/index.d.ts.map +0 -1
  208. package/dist/belief-state/ope.d.ts +0 -17
  209. package/dist/belief-state/ope.d.ts.map +0 -1
  210. package/dist/belief-state/ope.test.d.ts +0 -2
  211. package/dist/belief-state/ope.test.d.ts.map +0 -1
  212. package/dist/belief-state/phase0-measurement.d.ts +0 -55
  213. package/dist/belief-state/phase0-measurement.d.ts.map +0 -1
  214. package/dist/belief-state/report.d.ts +0 -17
  215. package/dist/belief-state/report.d.ts.map +0 -1
  216. package/dist/belief-state/report.test.d.ts +0 -2
  217. package/dist/belief-state/report.test.d.ts.map +0 -1
  218. package/dist/belief-state/research-evidence.d.ts +0 -23
  219. package/dist/belief-state/research-evidence.d.ts.map +0 -1
  220. package/dist/belief-state/research-evidence.test.d.ts +0 -2
  221. package/dist/belief-state/research-evidence.test.d.ts.map +0 -1
  222. package/dist/belief-state/runtime-benchmark-corpus.d.ts +0 -32
  223. package/dist/belief-state/runtime-benchmark-corpus.d.ts.map +0 -1
  224. package/dist/belief-state/runtime-hooks.d.ts +0 -87
  225. package/dist/belief-state/runtime-hooks.d.ts.map +0 -1
  226. package/dist/belief-state/runtime-hooks.test.d.ts +0 -2
  227. package/dist/belief-state/runtime-hooks.test.d.ts.map +0 -1
  228. package/dist/belief-state/selective.d.ts +0 -15
  229. package/dist/belief-state/selective.d.ts.map +0 -1
  230. package/dist/belief-state/selective.test.d.ts +0 -2
  231. package/dist/belief-state/selective.test.d.ts.map +0 -1
  232. package/dist/belief-state/shadow-probe.d.ts +0 -80
  233. package/dist/belief-state/shadow-probe.d.ts.map +0 -1
  234. package/dist/belief-state/shadow-probe.test.d.ts +0 -2
  235. package/dist/belief-state/shadow-probe.test.d.ts.map +0 -1
  236. package/dist/belief-state/types.d.ts +0 -195
  237. package/dist/belief-state/types.d.ts.map +0 -1
  238. package/dist/belief-state/types.test.d.ts +0 -2
  239. package/dist/belief-state/types.test.d.ts.map +0 -1
  240. package/dist/benchmark.d.ts +0 -14
  241. package/dist/benchmark.d.ts.map +0 -1
  242. package/dist/benchmarks/index.d.ts.map +0 -1
  243. package/dist/benchmarks/routing/dataset.d.ts +0 -34
  244. package/dist/benchmarks/routing/dataset.d.ts.map +0 -1
  245. package/dist/benchmarks/routing/index.d.ts +0 -34
  246. package/dist/benchmarks/routing/index.d.ts.map +0 -1
  247. package/dist/benchmarks/types.d.ts +0 -49
  248. package/dist/benchmarks/types.d.ts.map +0 -1
  249. package/dist/bisector.d.ts +0 -81
  250. package/dist/bisector.d.ts.map +0 -1
  251. package/dist/budget-guard.d.ts +0 -31
  252. package/dist/budget-guard.d.ts.map +0 -1
  253. package/dist/builder-eval/builder-session.d.ts +0 -111
  254. package/dist/builder-eval/builder-session.d.ts.map +0 -1
  255. package/dist/builder-eval/correlation.d.ts +0 -32
  256. package/dist/builder-eval/correlation.d.ts.map +0 -1
  257. package/dist/builder-eval/index.d.ts.map +0 -1
  258. package/dist/builder-eval/project-registry.d.ts +0 -51
  259. package/dist/builder-eval/project-registry.d.ts.map +0 -1
  260. package/dist/builder-eval/three-layer-eval.d.ts +0 -55
  261. package/dist/builder-eval/three-layer-eval.d.ts.map +0 -1
  262. package/dist/campaign/analyst-surface.d.ts +0 -108
  263. package/dist/campaign/analyst-surface.d.ts.map +0 -1
  264. package/dist/campaign/analyst-surface.test.d.ts +0 -2
  265. package/dist/campaign/analyst-surface.test.d.ts.map +0 -1
  266. package/dist/campaign/auto-pr.d.ts +0 -46
  267. package/dist/campaign/auto-pr.d.ts.map +0 -1
  268. package/dist/campaign/distillation/agreement-judge.d.ts +0 -69
  269. package/dist/campaign/distillation/agreement-judge.d.ts.map +0 -1
  270. package/dist/campaign/distillation/cli.d.ts +0 -35
  271. package/dist/campaign/distillation/cli.d.ts.map +0 -1
  272. package/dist/campaign/distillation/distillation.test.d.ts +0 -2
  273. package/dist/campaign/distillation/distillation.test.d.ts.map +0 -1
  274. package/dist/campaign/distillation/gold-scenarios.d.ts +0 -54
  275. package/dist/campaign/distillation/gold-scenarios.d.ts.map +0 -1
  276. package/dist/campaign/distillation/run-distillation.d.ts +0 -119
  277. package/dist/campaign/distillation/run-distillation.d.ts.map +0 -1
  278. package/dist/campaign/gates/compose.d.ts +0 -12
  279. package/dist/campaign/gates/compose.d.ts.map +0 -1
  280. package/dist/campaign/gates/default-production-gate.d.ts +0 -58
  281. package/dist/campaign/gates/default-production-gate.d.ts.map +0 -1
  282. package/dist/campaign/gates/heldout-gate.d.ts +0 -12
  283. package/dist/campaign/gates/heldout-gate.d.ts.map +0 -1
  284. package/dist/campaign/gates/promotion-policy.d.ts +0 -125
  285. package/dist/campaign/gates/promotion-policy.d.ts.map +0 -1
  286. package/dist/campaign/gates/promotion-policy.test.d.ts +0 -2
  287. package/dist/campaign/gates/promotion-policy.test.d.ts.map +0 -1
  288. package/dist/campaign/gates/sequential.d.ts +0 -146
  289. package/dist/campaign/gates/sequential.d.ts.map +0 -1
  290. package/dist/campaign/gates/sequential.test.d.ts +0 -2
  291. package/dist/campaign/gates/sequential.test.d.ts.map +0 -1
  292. package/dist/campaign/gates/statistical-heldout.d.ts +0 -99
  293. package/dist/campaign/gates/statistical-heldout.d.ts.map +0 -1
  294. package/dist/campaign/gates/statistical-heldout.test.d.ts +0 -2
  295. package/dist/campaign/gates/statistical-heldout.test.d.ts.map +0 -1
  296. package/dist/campaign/index.d.ts.map +0 -1
  297. package/dist/campaign/labeled-store/fs-adapter.d.ts +0 -59
  298. package/dist/campaign/labeled-store/fs-adapter.d.ts.map +0 -1
  299. package/dist/campaign/presets/compare-proposers.d.ts +0 -146
  300. package/dist/campaign/presets/compare-proposers.d.ts.map +0 -1
  301. package/dist/campaign/presets/playback.d.ts +0 -120
  302. package/dist/campaign/presets/playback.d.ts.map +0 -1
  303. package/dist/campaign/presets/playback.test.d.ts +0 -2
  304. package/dist/campaign/presets/playback.test.d.ts.map +0 -1
  305. package/dist/campaign/presets/run-eval.d.ts +0 -14
  306. package/dist/campaign/presets/run-eval.d.ts.map +0 -1
  307. package/dist/campaign/presets/run-improvement-loop.d.ts +0 -63
  308. package/dist/campaign/presets/run-improvement-loop.d.ts.map +0 -1
  309. package/dist/campaign/presets/run-improvement-loop.test.d.ts +0 -2
  310. package/dist/campaign/presets/run-improvement-loop.test.d.ts.map +0 -1
  311. package/dist/campaign/presets/run-optimization.d.ts +0 -92
  312. package/dist/campaign/presets/run-optimization.d.ts.map +0 -1
  313. package/dist/campaign/presets/run-profile-matrix.d.ts +0 -151
  314. package/dist/campaign/presets/run-profile-matrix.d.ts.map +0 -1
  315. package/dist/campaign/presets/run-skill-opt.d.ts +0 -96
  316. package/dist/campaign/presets/run-skill-opt.d.ts.map +0 -1
  317. package/dist/campaign/proposers/_findings-text.d.ts +0 -22
  318. package/dist/campaign/proposers/_findings-text.d.ts.map +0 -1
  319. package/dist/campaign/proposers/ace.d.ts +0 -33
  320. package/dist/campaign/proposers/ace.d.ts.map +0 -1
  321. package/dist/campaign/proposers/ace.test.d.ts +0 -2
  322. package/dist/campaign/proposers/ace.test.d.ts.map +0 -1
  323. package/dist/campaign/proposers/analysis-edit.d.ts +0 -32
  324. package/dist/campaign/proposers/analysis-edit.d.ts.map +0 -1
  325. package/dist/campaign/proposers/evolutionary.d.ts +0 -20
  326. package/dist/campaign/proposers/evolutionary.d.ts.map +0 -1
  327. package/dist/campaign/proposers/fapo.d.ts +0 -120
  328. package/dist/campaign/proposers/fapo.d.ts.map +0 -1
  329. package/dist/campaign/proposers/gepa.d.ts +0 -86
  330. package/dist/campaign/proposers/gepa.d.ts.map +0 -1
  331. package/dist/campaign/proposers/halo.d.ts +0 -44
  332. package/dist/campaign/proposers/halo.d.ts.map +0 -1
  333. package/dist/campaign/proposers/halo.test.d.ts +0 -2
  334. package/dist/campaign/proposers/halo.test.d.ts.map +0 -1
  335. package/dist/campaign/proposers/memory.d.ts +0 -47
  336. package/dist/campaign/proposers/memory.d.ts.map +0 -1
  337. package/dist/campaign/proposers/memory.test.d.ts +0 -2
  338. package/dist/campaign/proposers/memory.test.d.ts.map +0 -1
  339. package/dist/campaign/proposers/skill-opt.d.ts +0 -88
  340. package/dist/campaign/proposers/skill-opt.d.ts.map +0 -1
  341. package/dist/campaign/proposers/trace-analyst.d.ts +0 -48
  342. package/dist/campaign/proposers/trace-analyst.d.ts.map +0 -1
  343. package/dist/campaign/proposers/trace-analyst.test.d.ts +0 -2
  344. package/dist/campaign/proposers/trace-analyst.test.d.ts.map +0 -1
  345. package/dist/campaign/provenance.d.ts +0 -185
  346. package/dist/campaign/provenance.d.ts.map +0 -1
  347. package/dist/campaign/run-campaign.d.ts +0 -90
  348. package/dist/campaign/run-campaign.d.ts.map +0 -1
  349. package/dist/campaign/score-utils.d.ts +0 -26
  350. package/dist/campaign/score-utils.d.ts.map +0 -1
  351. package/dist/campaign/skill-patch.d.ts +0 -62
  352. package/dist/campaign/skill-patch.d.ts.map +0 -1
  353. package/dist/campaign/storage.d.ts +0 -38
  354. package/dist/campaign/storage.d.ts.map +0 -1
  355. package/dist/campaign/types.d.ts.map +0 -1
  356. package/dist/campaign/worktree/index.d.ts +0 -53
  357. package/dist/campaign/worktree/index.d.ts.map +0 -1
  358. package/dist/canary.d.ts +0 -101
  359. package/dist/canary.d.ts.map +0 -1
  360. package/dist/causal-attribution.d.ts +0 -45
  361. package/dist/causal-attribution.d.ts.map +0 -1
  362. package/dist/chunk-AQ5WQAIV.js.map +0 -1
  363. package/dist/ci-gate.d.ts +0 -44
  364. package/dist/ci-gate.d.ts.map +0 -1
  365. package/dist/cli.d.ts.map +0 -1
  366. package/dist/client.d.ts +0 -77
  367. package/dist/client.d.ts.map +0 -1
  368. package/dist/client.test.d.ts +0 -2
  369. package/dist/client.test.d.ts.map +0 -1
  370. package/dist/command-runner.d.ts +0 -74
  371. package/dist/command-runner.d.ts.map +0 -1
  372. package/dist/command-runner.test.d.ts +0 -2
  373. package/dist/command-runner.test.d.ts.map +0 -1
  374. package/dist/completion-verifier.d.ts +0 -147
  375. package/dist/completion-verifier.d.ts.map +0 -1
  376. package/dist/completion-verifier.test.d.ts +0 -9
  377. package/dist/completion-verifier.test.d.ts.map +0 -1
  378. package/dist/concurrency.d.ts +0 -23
  379. package/dist/concurrency.d.ts.map +0 -1
  380. package/dist/contamination-guard.d.ts +0 -81
  381. package/dist/contamination-guard.d.ts.map +0 -1
  382. package/dist/contract/analyze-runs.d.ts.map +0 -1
  383. package/dist/contract/define-agent-eval.d.ts +0 -52
  384. package/dist/contract/define-agent-eval.d.ts.map +0 -1
  385. package/dist/contract/diff.d.ts +0 -114
  386. package/dist/contract/diff.d.ts.map +0 -1
  387. package/dist/contract/index.d.ts.map +0 -1
  388. package/dist/contract/insight-report.d.ts.map +0 -1
  389. package/dist/contract/insight-types-fwd.d.ts +0 -7
  390. package/dist/contract/insight-types-fwd.d.ts.map +0 -1
  391. package/dist/contract/intake/agent-trace.d.ts +0 -97
  392. package/dist/contract/intake/agent-trace.d.ts.map +0 -1
  393. package/dist/contract/intake/code-agent-session.d.ts.map +0 -1
  394. package/dist/contract/intake/feedback-table.d.ts +0 -87
  395. package/dist/contract/intake/feedback-table.d.ts.map +0 -1
  396. package/dist/contract/intake/index.d.ts +0 -22
  397. package/dist/contract/intake/index.d.ts.map +0 -1
  398. package/dist/contract/intake/otel-spans.d.ts +0 -33
  399. package/dist/contract/intake/otel-spans.d.ts.map +0 -1
  400. package/dist/contract/self-improve.d.ts +0 -284
  401. package/dist/contract/self-improve.d.ts.map +0 -1
  402. package/dist/control-runtime.d.ts.map +0 -1
  403. package/dist/control-runtime.test.d.ts +0 -2
  404. package/dist/control-runtime.test.d.ts.map +0 -1
  405. package/dist/control.d.ts.map +0 -1
  406. package/dist/convergence.d.ts +0 -29
  407. package/dist/convergence.d.ts.map +0 -1
  408. package/dist/cost-ledger.d.ts.map +0 -1
  409. package/dist/cost-ledger.test.d.ts +0 -2
  410. package/dist/cost-ledger.test.d.ts.map +0 -1
  411. package/dist/cost-report.d.ts +0 -43
  412. package/dist/cost-report.d.ts.map +0 -1
  413. package/dist/cost-report.test.d.ts +0 -2
  414. package/dist/cost-report.test.d.ts.map +0 -1
  415. package/dist/cost-tracker.d.ts +0 -76
  416. package/dist/cost-tracker.d.ts.map +0 -1
  417. package/dist/counterfactual.d.ts.map +0 -1
  418. package/dist/cross-trace-diff.d.ts +0 -56
  419. package/dist/cross-trace-diff.d.ts.map +0 -1
  420. package/dist/dataset.d.ts.map +0 -1
  421. package/dist/deploy-gate-layer.d.ts +0 -125
  422. package/dist/deploy-gate-layer.d.ts.map +0 -1
  423. package/dist/deploy-gate-layer.test.d.ts +0 -2
  424. package/dist/deploy-gate-layer.test.d.ts.map +0 -1
  425. package/dist/description-length-gate.d.ts +0 -119
  426. package/dist/description-length-gate.d.ts.map +0 -1
  427. package/dist/detectors/edge.test.d.ts +0 -2
  428. package/dist/detectors/edge.test.d.ts.map +0 -1
  429. package/dist/detectors/index.d.ts +0 -81
  430. package/dist/detectors/index.d.ts.map +0 -1
  431. package/dist/detectors/index.test.d.ts +0 -2
  432. package/dist/detectors/index.test.d.ts.map +0 -1
  433. package/dist/diagnose/causal-sweep.d.ts +0 -100
  434. package/dist/diagnose/causal-sweep.d.ts.map +0 -1
  435. package/dist/diagnose/index.d.ts +0 -36
  436. package/dist/diagnose/index.d.ts.map +0 -1
  437. package/dist/diagnose/remediation.d.ts +0 -68
  438. package/dist/diagnose/remediation.d.ts.map +0 -1
  439. package/dist/diagnose/repair.d.ts +0 -77
  440. package/dist/diagnose/repair.d.ts.map +0 -1
  441. package/dist/discover-personas.d.ts +0 -35
  442. package/dist/discover-personas.d.ts.map +0 -1
  443. package/dist/driver.d.ts +0 -95
  444. package/dist/driver.d.ts.map +0 -1
  445. package/dist/driver.test.d.ts +0 -8
  446. package/dist/driver.test.d.ts.map +0 -1
  447. package/dist/dual-agent-bench.d.ts +0 -81
  448. package/dist/dual-agent-bench.d.ts.map +0 -1
  449. package/dist/error-count-extractor.d.ts +0 -47
  450. package/dist/error-count-extractor.d.ts.map +0 -1
  451. package/dist/error-count-extractor.test.d.ts +0 -2
  452. package/dist/error-count-extractor.test.d.ts.map +0 -1
  453. package/dist/errors.d.ts.map +0 -1
  454. package/dist/eval-campaign.d.ts.map +0 -1
  455. package/dist/eval-campaign.test.d.ts +0 -2
  456. package/dist/eval-campaign.test.d.ts.map +0 -1
  457. package/dist/eval-tools.d.ts +0 -55
  458. package/dist/eval-tools.d.ts.map +0 -1
  459. package/dist/eval-trace-store.d.ts +0 -107
  460. package/dist/eval-trace-store.d.ts.map +0 -1
  461. package/dist/eval-trace-store.test.d.ts +0 -2
  462. package/dist/eval-trace-store.test.d.ts.map +0 -1
  463. package/dist/executor.d.ts +0 -38
  464. package/dist/executor.d.ts.map +0 -1
  465. package/dist/executor.test.d.ts +0 -10
  466. package/dist/executor.test.d.ts.map +0 -1
  467. package/dist/experiment-tracker.d.ts +0 -178
  468. package/dist/experiment-tracker.d.ts.map +0 -1
  469. package/dist/experiment-tracker.test.d.ts +0 -2
  470. package/dist/experiment-tracker.test.d.ts.map +0 -1
  471. package/dist/failure-taxonomy.d.ts +0 -38
  472. package/dist/failure-taxonomy.d.ts.map +0 -1
  473. package/dist/feedback-trajectory.d.ts.map +0 -1
  474. package/dist/feedback-trajectory.test.d.ts +0 -2
  475. package/dist/feedback-trajectory.test.d.ts.map +0 -1
  476. package/dist/flow-layer.d.ts +0 -90
  477. package/dist/flow-layer.d.ts.map +0 -1
  478. package/dist/flow-layer.test.d.ts +0 -2
  479. package/dist/flow-layer.test.d.ts.map +0 -1
  480. package/dist/fuzz/capsule.d.ts +0 -46
  481. package/dist/fuzz/capsule.d.ts.map +0 -1
  482. package/dist/fuzz/cube.d.ts +0 -36
  483. package/dist/fuzz/cube.d.ts.map +0 -1
  484. package/dist/fuzz/explorer-cost.test.d.ts +0 -2
  485. package/dist/fuzz/explorer-cost.test.d.ts.map +0 -1
  486. package/dist/fuzz/explorer.d.ts +0 -64
  487. package/dist/fuzz/explorer.d.ts.map +0 -1
  488. package/dist/fuzz/fuzz-agent.d.ts +0 -16
  489. package/dist/fuzz/fuzz-agent.d.ts.map +0 -1
  490. package/dist/fuzz/fuzz-agent.test.d.ts +0 -2
  491. package/dist/fuzz/fuzz-agent.test.d.ts.map +0 -1
  492. package/dist/fuzz/gates.d.ts +0 -33
  493. package/dist/fuzz/gates.d.ts.map +0 -1
  494. package/dist/fuzz/index.d.ts +0 -26
  495. package/dist/fuzz/index.d.ts.map +0 -1
  496. package/dist/fuzz/policies.d.ts +0 -28
  497. package/dist/fuzz/policies.d.ts.map +0 -1
  498. package/dist/fuzz/tools.d.ts +0 -20
  499. package/dist/fuzz/tools.d.ts.map +0 -1
  500. package/dist/fuzz/types.d.ts +0 -307
  501. package/dist/fuzz/types.d.ts.map +0 -1
  502. package/dist/golden-matcher.d.ts +0 -71
  503. package/dist/golden-matcher.d.ts.map +0 -1
  504. package/dist/governance/eu-ai-act.d.ts +0 -37
  505. package/dist/governance/eu-ai-act.d.ts.map +0 -1
  506. package/dist/governance/index.d.ts.map +0 -1
  507. package/dist/governance/nist-ai-rmf.d.ts +0 -15
  508. package/dist/governance/nist-ai-rmf.d.ts.map +0 -1
  509. package/dist/governance/soc2.d.ts +0 -12
  510. package/dist/governance/soc2.d.ts.map +0 -1
  511. package/dist/governance/types.d.ts +0 -66
  512. package/dist/governance/types.d.ts.map +0 -1
  513. package/dist/harness-optimizer.d.ts +0 -82
  514. package/dist/harness-optimizer.d.ts.map +0 -1
  515. package/dist/held-out-gate.d.ts +0 -135
  516. package/dist/held-out-gate.d.ts.map +0 -1
  517. package/dist/hosted/client.d.ts +0 -73
  518. package/dist/hosted/client.d.ts.map +0 -1
  519. package/dist/hosted/from-env.test.d.ts +0 -8
  520. package/dist/hosted/from-env.test.d.ts.map +0 -1
  521. package/dist/hosted/index.d.ts.map +0 -1
  522. package/dist/hosted/types.d.ts +0 -159
  523. package/dist/hosted/types.d.ts.map +0 -1
  524. package/dist/index.d.ts.map +0 -1
  525. package/dist/integrity/backend-integrity.d.ts +0 -71
  526. package/dist/integrity/backend-integrity.d.ts.map +0 -1
  527. package/dist/integrity/preflight.d.ts +0 -72
  528. package/dist/integrity/preflight.d.ts.map +0 -1
  529. package/dist/integrity/preflight.test.d.ts +0 -2
  530. package/dist/integrity/preflight.test.d.ts.map +0 -1
  531. package/dist/integrity/single-backend.d.ts +0 -67
  532. package/dist/integrity/single-backend.d.ts.map +0 -1
  533. package/dist/intent-match-judge.d.ts +0 -69
  534. package/dist/intent-match-judge.d.ts.map +0 -1
  535. package/dist/intent-match-judge.test.d.ts +0 -2
  536. package/dist/intent-match-judge.test.d.ts.map +0 -1
  537. package/dist/judge-calibration.d.ts.map +0 -1
  538. package/dist/judge-ensemble.d.ts +0 -66
  539. package/dist/judge-ensemble.d.ts.map +0 -1
  540. package/dist/judge-ensemble.test.d.ts +0 -8
  541. package/dist/judge-ensemble.test.d.ts.map +0 -1
  542. package/dist/judge-families.d.ts +0 -38
  543. package/dist/judge-families.d.ts.map +0 -1
  544. package/dist/judge-panel.d.ts +0 -65
  545. package/dist/judge-panel.d.ts.map +0 -1
  546. package/dist/judge-retry.d.ts +0 -70
  547. package/dist/judge-retry.d.ts.map +0 -1
  548. package/dist/judge-runner.d.ts +0 -36
  549. package/dist/judge-runner.d.ts.map +0 -1
  550. package/dist/judge-runner.test.d.ts +0 -2
  551. package/dist/judge-runner.test.d.ts.map +0 -1
  552. package/dist/judges.d.ts +0 -74
  553. package/dist/judges.d.ts.map +0 -1
  554. package/dist/keyword-coverage-judge.d.ts +0 -89
  555. package/dist/keyword-coverage-judge.d.ts.map +0 -1
  556. package/dist/keyword-coverage-judge.test.d.ts +0 -2
  557. package/dist/keyword-coverage-judge.test.d.ts.map +0 -1
  558. package/dist/knowledge/index.d.ts.map +0 -1
  559. package/dist/knowledge/readiness.d.ts +0 -26
  560. package/dist/knowledge/readiness.d.ts.map +0 -1
  561. package/dist/knowledge/types.d.ts +0 -75
  562. package/dist/knowledge/types.d.ts.map +0 -1
  563. package/dist/live-proof.d.ts +0 -62
  564. package/dist/live-proof.d.ts.map +0 -1
  565. package/dist/llm-client.d.ts.map +0 -1
  566. package/dist/llm-client.test.d.ts +0 -2
  567. package/dist/llm-client.test.d.ts.map +0 -1
  568. package/dist/locked-jsonl-appender.d.ts.map +0 -1
  569. package/dist/matrix/aggregation.d.ts +0 -16
  570. package/dist/matrix/aggregation.d.ts.map +0 -1
  571. package/dist/matrix/index.d.ts.map +0 -1
  572. package/dist/matrix/runner.d.ts +0 -15
  573. package/dist/matrix/runner.d.ts.map +0 -1
  574. package/dist/matrix/types.d.ts.map +0 -1
  575. package/dist/meta-eval/calibration.d.ts +0 -47
  576. package/dist/meta-eval/calibration.d.ts.map +0 -1
  577. package/dist/meta-eval/correlation-study.d.ts +0 -53
  578. package/dist/meta-eval/correlation-study.d.ts.map +0 -1
  579. package/dist/meta-eval/index.d.ts.map +0 -1
  580. package/dist/meta-eval/outcome-store.d.ts.map +0 -1
  581. package/dist/meta-eval/rubric-predictive-validity.d.ts.map +0 -1
  582. package/dist/meta-eval/sentinel.d.ts +0 -169
  583. package/dist/meta-eval/sentinel.d.ts.map +0 -1
  584. package/dist/metrics.d.ts +0 -63
  585. package/dist/metrics.d.ts.map +0 -1
  586. package/dist/model-seats.d.ts +0 -71
  587. package/dist/model-seats.d.ts.map +0 -1
  588. package/dist/model-seats.test.d.ts +0 -2
  589. package/dist/model-seats.test.d.ts.map +0 -1
  590. package/dist/muffled-gate-scanner.d.ts +0 -102
  591. package/dist/muffled-gate-scanner.d.ts.map +0 -1
  592. package/dist/multi-layer-verifier.d.ts.map +0 -1
  593. package/dist/multi-layer-verifier.test.d.ts +0 -2
  594. package/dist/multi-layer-verifier.test.d.ts.map +0 -1
  595. package/dist/multi-toolchain-layer.d.ts +0 -80
  596. package/dist/multi-toolchain-layer.d.ts.map +0 -1
  597. package/dist/multi-toolchain-layer.test.d.ts +0 -2
  598. package/dist/multi-toolchain-layer.test.d.ts.map +0 -1
  599. package/dist/multishot/default-tools.d.ts +0 -34
  600. package/dist/multishot/default-tools.d.ts.map +0 -1
  601. package/dist/multishot/index.d.ts.map +0 -1
  602. package/dist/multishot/judges.d.ts +0 -32
  603. package/dist/multishot/judges.d.ts.map +0 -1
  604. package/dist/multishot/matrix.d.ts +0 -107
  605. package/dist/multishot/matrix.d.ts.map +0 -1
  606. package/dist/multishot/multishot.d.ts +0 -23
  607. package/dist/multishot/multishot.d.ts.map +0 -1
  608. package/dist/multishot/router.d.ts +0 -37
  609. package/dist/multishot/router.d.ts.map +0 -1
  610. package/dist/multishot/types.d.ts +0 -60
  611. package/dist/multishot/types.d.ts.map +0 -1
  612. package/dist/observability.d.ts +0 -71
  613. package/dist/observability.d.ts.map +0 -1
  614. package/dist/oracle.d.ts +0 -55
  615. package/dist/oracle.d.ts.map +0 -1
  616. package/dist/orthogonality.d.ts +0 -35
  617. package/dist/orthogonality.d.ts.map +0 -1
  618. package/dist/otel-pipeline.d.ts +0 -31
  619. package/dist/otel-pipeline.d.ts.map +0 -1
  620. package/dist/paraphrase.d.ts +0 -107
  621. package/dist/paraphrase.d.ts.map +0 -1
  622. package/dist/pareto.d.ts.map +0 -1
  623. package/dist/partition-held-out.d.ts +0 -70
  624. package/dist/partition-held-out.d.ts.map +0 -1
  625. package/dist/partition-held-out.test.d.ts +0 -2
  626. package/dist/partition-held-out.test.d.ts.map +0 -1
  627. package/dist/perf/index.d.ts.map +0 -1
  628. package/dist/perf/integrity.d.ts +0 -30
  629. package/dist/perf/integrity.d.ts.map +0 -1
  630. package/dist/perf/journey.d.ts +0 -45
  631. package/dist/perf/journey.d.ts.map +0 -1
  632. package/dist/perf/ratchet.d.ts +0 -47
  633. package/dist/perf/ratchet.d.ts.map +0 -1
  634. package/dist/pipelines/budget-breach.d.ts +0 -31
  635. package/dist/pipelines/budget-breach.d.ts.map +0 -1
  636. package/dist/pipelines/budget-breach.test.d.ts +0 -2
  637. package/dist/pipelines/budget-breach.test.d.ts.map +0 -1
  638. package/dist/pipelines/failure-cluster.d.ts +0 -38
  639. package/dist/pipelines/failure-cluster.d.ts.map +0 -1
  640. package/dist/pipelines/failure-cluster.test.d.ts +0 -2
  641. package/dist/pipelines/failure-cluster.test.d.ts.map +0 -1
  642. package/dist/pipelines/first-divergence.d.ts +0 -26
  643. package/dist/pipelines/first-divergence.d.ts.map +0 -1
  644. package/dist/pipelines/first-divergence.test.d.ts +0 -2
  645. package/dist/pipelines/first-divergence.test.d.ts.map +0 -1
  646. package/dist/pipelines/index.d.ts.map +0 -1
  647. package/dist/pipelines/judge-agreement.d.ts +0 -26
  648. package/dist/pipelines/judge-agreement.d.ts.map +0 -1
  649. package/dist/pipelines/judge-agreement.test.d.ts +0 -2
  650. package/dist/pipelines/judge-agreement.test.d.ts.map +0 -1
  651. package/dist/pipelines/regression.d.ts +0 -23
  652. package/dist/pipelines/regression.d.ts.map +0 -1
  653. package/dist/pipelines/regression.test.d.ts +0 -2
  654. package/dist/pipelines/regression.test.d.ts.map +0 -1
  655. package/dist/pipelines/stuck-loop.d.ts +0 -32
  656. package/dist/pipelines/stuck-loop.d.ts.map +0 -1
  657. package/dist/pipelines/stuck-loop.test.d.ts +0 -2
  658. package/dist/pipelines/stuck-loop.test.d.ts.map +0 -1
  659. package/dist/pipelines/tool-waste.d.ts +0 -34
  660. package/dist/pipelines/tool-waste.d.ts.map +0 -1
  661. package/dist/pipelines/tool-waste.test.d.ts +0 -2
  662. package/dist/pipelines/tool-waste.test.d.ts.map +0 -1
  663. package/dist/playbook.d.ts +0 -16
  664. package/dist/playbook.d.ts.map +0 -1
  665. package/dist/pr-review-benchmark.d.ts +0 -88
  666. package/dist/pr-review-benchmark.d.ts.map +0 -1
  667. package/dist/pr-review-benchmark.test.d.ts +0 -2
  668. package/dist/pr-review-benchmark.test.d.ts.map +0 -1
  669. package/dist/pre-registration.d.ts +0 -125
  670. package/dist/pre-registration.d.ts.map +0 -1
  671. package/dist/prm/builtin-rubrics.d.ts +0 -33
  672. package/dist/prm/builtin-rubrics.d.ts.map +0 -1
  673. package/dist/prm/index.d.ts.map +0 -1
  674. package/dist/prm/inference.d.ts +0 -29
  675. package/dist/prm/inference.d.ts.map +0 -1
  676. package/dist/prm/inference.test.d.ts +0 -2
  677. package/dist/prm/inference.test.d.ts.map +0 -1
  678. package/dist/prm/rubric.d.ts.map +0 -1
  679. package/dist/prm/training-export.d.ts +0 -38
  680. package/dist/prm/training-export.d.ts.map +0 -1
  681. package/dist/produced-state.d.ts +0 -63
  682. package/dist/produced-state.d.ts.map +0 -1
  683. package/dist/produced-state.test.d.ts +0 -8
  684. package/dist/produced-state.test.d.ts.map +0 -1
  685. package/dist/profile/baselines.d.ts +0 -37
  686. package/dist/profile/baselines.d.ts.map +0 -1
  687. package/dist/profile/index.d.ts +0 -105
  688. package/dist/profile/index.d.ts.map +0 -1
  689. package/dist/promotion-gate.d.ts +0 -93
  690. package/dist/promotion-gate.d.ts.map +0 -1
  691. package/dist/prompt-registry.d.ts +0 -41
  692. package/dist/prompt-registry.d.ts.map +0 -1
  693. package/dist/propose-review-control.d.ts +0 -49
  694. package/dist/propose-review-control.d.ts.map +0 -1
  695. package/dist/propose-review-control.test.d.ts +0 -2
  696. package/dist/propose-review-control.test.d.ts.map +0 -1
  697. package/dist/propose-review.d.ts +0 -155
  698. package/dist/propose-review.d.ts.map +0 -1
  699. package/dist/red-team.d.ts.map +0 -1
  700. package/dist/reference-replay-steering.d.ts +0 -11
  701. package/dist/reference-replay-steering.d.ts.map +0 -1
  702. package/dist/reference-replay.d.ts +0 -176
  703. package/dist/reference-replay.d.ts.map +0 -1
  704. package/dist/reflective-mutation.d.ts +0 -79
  705. package/dist/reflective-mutation.d.ts.map +0 -1
  706. package/dist/registry.d.ts +0 -31
  707. package/dist/registry.d.ts.map +0 -1
  708. package/dist/release-confidence.d.ts +0 -128
  709. package/dist/release-confidence.d.ts.map +0 -1
  710. package/dist/release-report.d.ts +0 -11
  711. package/dist/release-report.d.ts.map +0 -1
  712. package/dist/replay.d.ts +0 -120
  713. package/dist/replay.d.ts.map +0 -1
  714. package/dist/reporter.d.ts +0 -14
  715. package/dist/reporter.d.ts.map +0 -1
  716. package/dist/reporting.d.ts.map +0 -1
  717. package/dist/researcher.d.ts +0 -140
  718. package/dist/researcher.d.ts.map +0 -1
  719. package/dist/reviewer.d.ts +0 -118
  720. package/dist/reviewer.d.ts.map +0 -1
  721. package/dist/reviewer.test.d.ts +0 -2
  722. package/dist/reviewer.test.d.ts.map +0 -1
  723. package/dist/reward-model-export.d.ts +0 -60
  724. package/dist/reward-model-export.d.ts.map +0 -1
  725. package/dist/rl/active-curriculum.d.ts +0 -110
  726. package/dist/rl/active-curriculum.d.ts.map +0 -1
  727. package/dist/rl/adaptation-eval.d.ts +0 -109
  728. package/dist/rl/adaptation-eval.d.ts.map +0 -1
  729. package/dist/rl/adversarial.d.ts.map +0 -1
  730. package/dist/rl/compute-curves.d.ts +0 -127
  731. package/dist/rl/compute-curves.d.ts.map +0 -1
  732. package/dist/rl/contamination.d.ts +0 -117
  733. package/dist/rl/contamination.d.ts.map +0 -1
  734. package/dist/rl/corpus.d.ts +0 -55
  735. package/dist/rl/corpus.d.ts.map +0 -1
  736. package/dist/rl/corpus.test.d.ts +0 -2
  737. package/dist/rl/corpus.test.d.ts.map +0 -1
  738. package/dist/rl/dataset.d.ts +0 -102
  739. package/dist/rl/dataset.d.ts.map +0 -1
  740. package/dist/rl/dataset.test.d.ts +0 -2
  741. package/dist/rl/dataset.test.d.ts.map +0 -1
  742. package/dist/rl/exporters.d.ts +0 -141
  743. package/dist/rl/exporters.d.ts.map +0 -1
  744. package/dist/rl/index.d.ts +0 -49
  745. package/dist/rl/index.d.ts.map +0 -1
  746. package/dist/rl/off-policy.d.ts.map +0 -1
  747. package/dist/rl/predictive-validity-researcher.d.ts +0 -69
  748. package/dist/rl/predictive-validity-researcher.d.ts.map +0 -1
  749. package/dist/rl/preferences.d.ts +0 -141
  750. package/dist/rl/preferences.d.ts.map +0 -1
  751. package/dist/rl/process-reward.d.ts +0 -122
  752. package/dist/rl/process-reward.d.ts.map +0 -1
  753. package/dist/rl/reward-hacking.d.ts +0 -104
  754. package/dist/rl/reward-hacking.d.ts.map +0 -1
  755. package/dist/rl/rl-campaign.d.ts +0 -85
  756. package/dist/rl/rl-campaign.d.ts.map +0 -1
  757. package/dist/rl/run-record-adapters.d.ts +0 -56
  758. package/dist/rl/run-record-adapters.d.ts.map +0 -1
  759. package/dist/rl/sim-fidelity.d.ts +0 -166
  760. package/dist/rl/sim-fidelity.d.ts.map +0 -1
  761. package/dist/rl/sim-fidelity.test.d.ts +0 -2
  762. package/dist/rl/sim-fidelity.test.d.ts.map +0 -1
  763. package/dist/rl/tournament.d.ts +0 -115
  764. package/dist/rl/tournament.d.ts.map +0 -1
  765. package/dist/rl/verifiable-reward.d.ts +0 -124
  766. package/dist/rl/verifiable-reward.d.ts.map +0 -1
  767. package/dist/run-critic.d.ts +0 -23
  768. package/dist/run-critic.d.ts.map +0 -1
  769. package/dist/run-evidence.d.ts +0 -32
  770. package/dist/run-evidence.d.ts.map +0 -1
  771. package/dist/run-record.d.ts.map +0 -1
  772. package/dist/run-record.test.d.ts +0 -2
  773. package/dist/run-record.test.d.ts.map +0 -1
  774. package/dist/run-score.d.ts +0 -31
  775. package/dist/run-score.d.ts.map +0 -1
  776. package/dist/runtime-trajectory.d.ts +0 -47
  777. package/dist/runtime-trajectory.d.ts.map +0 -1
  778. package/dist/sandbox-harness.d.ts.map +0 -1
  779. package/dist/sandbox-harness.test.d.ts +0 -2
  780. package/dist/sandbox-harness.test.d.ts.map +0 -1
  781. package/dist/sandbox-pool.d.ts +0 -74
  782. package/dist/sandbox-pool.d.ts.map +0 -1
  783. package/dist/sandbox-pool.test.d.ts +0 -2
  784. package/dist/sandbox-pool.test.d.ts.map +0 -1
  785. package/dist/scorecard.d.ts +0 -133
  786. package/dist/scorecard.d.ts.map +0 -1
  787. package/dist/scorecard.test.d.ts +0 -2
  788. package/dist/scorecard.test.d.ts.map +0 -1
  789. package/dist/self-play.d.ts +0 -69
  790. package/dist/self-play.d.ts.map +0 -1
  791. package/dist/semantic-concept-judge.d.ts +0 -135
  792. package/dist/semantic-concept-judge.d.ts.map +0 -1
  793. package/dist/semantic-concept-judge.test.d.ts +0 -2
  794. package/dist/semantic-concept-judge.test.d.ts.map +0 -1
  795. package/dist/sequential.d.ts.map +0 -1
  796. package/dist/series-convergence.d.ts.map +0 -1
  797. package/dist/slo.d.ts +0 -48
  798. package/dist/slo.d.ts.map +0 -1
  799. package/dist/state-continuity.d.ts +0 -47
  800. package/dist/state-continuity.d.ts.map +0 -1
  801. package/dist/statistics.d.ts.map +0 -1
  802. package/dist/statistics.test.d.ts +0 -2
  803. package/dist/statistics.test.d.ts.map +0 -1
  804. package/dist/steering-optimizer.d.ts +0 -58
  805. package/dist/steering-optimizer.d.ts.map +0 -1
  806. package/dist/steering.d.ts +0 -24
  807. package/dist/steering.d.ts.map +0 -1
  808. package/dist/storyboard/code-edit.d.ts +0 -64
  809. package/dist/storyboard/code-edit.d.ts.map +0 -1
  810. package/dist/storyboard/code-edit.test.d.ts +0 -2
  811. package/dist/storyboard/code-edit.test.d.ts.map +0 -1
  812. package/dist/storyboard/index.d.ts.map +0 -1
  813. package/dist/storyboard/index.test.d.ts +0 -2
  814. package/dist/storyboard/index.test.d.ts.map +0 -1
  815. package/dist/summary-report.d.ts.map +0 -1
  816. package/dist/telemetry/client.d.ts +0 -35
  817. package/dist/telemetry/client.d.ts.map +0 -1
  818. package/dist/telemetry/index.d.ts.map +0 -1
  819. package/dist/telemetry/schema.d.ts +0 -61
  820. package/dist/telemetry/schema.d.ts.map +0 -1
  821. package/dist/telemetry/sink-fetch.d.ts +0 -39
  822. package/dist/telemetry/sink-fetch.d.ts.map +0 -1
  823. package/dist/telemetry/sink-file.d.ts.map +0 -1
  824. package/dist/test-graded-scenario.d.ts +0 -42
  825. package/dist/test-graded-scenario.d.ts.map +0 -1
  826. package/dist/testing.d.ts.map +0 -1
  827. package/dist/tool-use-metrics.d.ts +0 -35
  828. package/dist/tool-use-metrics.d.ts.map +0 -1
  829. package/dist/trace/capture-fetch.d.ts +0 -48
  830. package/dist/trace/capture-fetch.d.ts.map +0 -1
  831. package/dist/trace/capture-fetch.test.d.ts +0 -2
  832. package/dist/trace/capture-fetch.test.d.ts.map +0 -1
  833. package/dist/trace/emitter.d.ts.map +0 -1
  834. package/dist/trace/extract-usage.d.ts +0 -46
  835. package/dist/trace/extract-usage.d.ts.map +0 -1
  836. package/dist/trace/extract-usage.test.d.ts +0 -2
  837. package/dist/trace/extract-usage.test.d.ts.map +0 -1
  838. package/dist/trace/index.d.ts +0 -15
  839. package/dist/trace/index.d.ts.map +0 -1
  840. package/dist/trace/integrity.d.ts.map +0 -1
  841. package/dist/trace/otel-bridge.d.ts +0 -29
  842. package/dist/trace/otel-bridge.d.ts.map +0 -1
  843. package/dist/trace/otel-export.d.ts +0 -52
  844. package/dist/trace/otel-export.d.ts.map +0 -1
  845. package/dist/trace/otel.d.ts +0 -57
  846. package/dist/trace/otel.d.ts.map +0 -1
  847. package/dist/trace/otlp-attributes.d.ts +0 -17
  848. package/dist/trace/otlp-attributes.d.ts.map +0 -1
  849. package/dist/trace/query.d.ts +0 -29
  850. package/dist/trace/query.d.ts.map +0 -1
  851. package/dist/trace/query.test.d.ts +0 -2
  852. package/dist/trace/query.test.d.ts.map +0 -1
  853. package/dist/trace/raw-provider-sink.d.ts.map +0 -1
  854. package/dist/trace/redact.d.ts.map +0 -1
  855. package/dist/trace/schema.d.ts.map +0 -1
  856. package/dist/trace/store-to-otlp.d.ts +0 -72
  857. package/dist/trace/store-to-otlp.d.ts.map +0 -1
  858. package/dist/trace/store-to-otlp.test.d.ts +0 -2
  859. package/dist/trace/store-to-otlp.test.d.ts.map +0 -1
  860. package/dist/trace/store.d.ts.map +0 -1
  861. package/dist/trace/store.test.d.ts +0 -2
  862. package/dist/trace/store.test.d.ts.map +0 -1
  863. package/dist/trace-analyst/analyst.d.ts.map +0 -1
  864. package/dist/trace-analyst/analyst.test.d.ts +0 -2
  865. package/dist/trace-analyst/analyst.test.d.ts.map +0 -1
  866. package/dist/trace-analyst/behavioral-metrics.d.ts +0 -40
  867. package/dist/trace-analyst/behavioral-metrics.d.ts.map +0 -1
  868. package/dist/trace-analyst/behavioral-metrics.test.d.ts +0 -2
  869. package/dist/trace-analyst/behavioral-metrics.test.d.ts.map +0 -1
  870. package/dist/trace-analyst/hook.d.ts +0 -55
  871. package/dist/trace-analyst/hook.d.ts.map +0 -1
  872. package/dist/trace-analyst/index.d.ts +0 -18
  873. package/dist/trace-analyst/index.d.ts.map +0 -1
  874. package/dist/trace-analyst/insights.d.ts +0 -71
  875. package/dist/trace-analyst/insights.d.ts.map +0 -1
  876. package/dist/trace-analyst/insights.test.d.ts +0 -2
  877. package/dist/trace-analyst/insights.test.d.ts.map +0 -1
  878. package/dist/trace-analyst/otlp-flatten.d.ts +0 -42
  879. package/dist/trace-analyst/otlp-flatten.d.ts.map +0 -1
  880. package/dist/trace-analyst/otlp-span.d.ts +0 -85
  881. package/dist/trace-analyst/otlp-span.d.ts.map +0 -1
  882. package/dist/trace-analyst/otlp-span.test.d.ts +0 -2
  883. package/dist/trace-analyst/otlp-span.test.d.ts.map +0 -1
  884. package/dist/trace-analyst/otlp-to-run-records.d.ts +0 -115
  885. package/dist/trace-analyst/otlp-to-run-records.d.ts.map +0 -1
  886. package/dist/trace-analyst/otlp-to-run-records.test.d.ts +0 -2
  887. package/dist/trace-analyst/otlp-to-run-records.test.d.ts.map +0 -1
  888. package/dist/trace-analyst/otlp-to-run-records.timestamps.test.d.ts +0 -2
  889. package/dist/trace-analyst/otlp-to-run-records.timestamps.test.d.ts.map +0 -1
  890. package/dist/trace-analyst/prompts.d.ts +0 -6
  891. package/dist/trace-analyst/prompts.d.ts.map +0 -1
  892. package/dist/trace-analyst/store-otlp.d.ts +0 -126
  893. package/dist/trace-analyst/store-otlp.d.ts.map +0 -1
  894. package/dist/trace-analyst/store-otlp.test.d.ts +0 -8
  895. package/dist/trace-analyst/store-otlp.test.d.ts.map +0 -1
  896. package/dist/trace-analyst/store-otlp.timestamps.test.d.ts +0 -2
  897. package/dist/trace-analyst/store-otlp.timestamps.test.d.ts.map +0 -1
  898. package/dist/trace-analyst/store.d.ts +0 -63
  899. package/dist/trace-analyst/store.d.ts.map +0 -1
  900. package/dist/trace-analyst/tools.d.ts +0 -44
  901. package/dist/trace-analyst/tools.d.ts.map +0 -1
  902. package/dist/trace-analyst/tools.test.d.ts +0 -10
  903. package/dist/trace-analyst/tools.test.d.ts.map +0 -1
  904. package/dist/trace-analyst/types.d.ts.map +0 -1
  905. package/dist/trace-contracts.d.ts +0 -180
  906. package/dist/trace-contracts.d.ts.map +0 -1
  907. package/dist/traced-analyst.d.ts +0 -26
  908. package/dist/traced-analyst.d.ts.map +0 -1
  909. package/dist/traced-judges.d.ts +0 -27
  910. package/dist/traced-judges.d.ts.map +0 -1
  911. package/dist/traces.d.ts.map +0 -1
  912. package/dist/trajectory.d.ts.map +0 -1
  913. package/dist/types.d.ts.map +0 -1
  914. package/dist/ui-finding.d.ts +0 -104
  915. package/dist/ui-finding.d.ts.map +0 -1
  916. package/dist/verdict-cache.d.ts +0 -78
  917. package/dist/verdict-cache.d.ts.map +0 -1
  918. package/dist/verdict-cache.test.d.ts +0 -2
  919. package/dist/verdict-cache.test.d.ts.map +0 -1
  920. package/dist/verdict.d.ts.map +0 -1
  921. package/dist/visual-diff.d.ts +0 -32
  922. package/dist/visual-diff.d.ts.map +0 -1
  923. package/dist/wire/handlers.d.ts +0 -54
  924. package/dist/wire/handlers.d.ts.map +0 -1
  925. package/dist/wire/index.d.ts.map +0 -1
  926. package/dist/wire/openapi.d.ts +0 -3
  927. package/dist/wire/openapi.d.ts.map +0 -1
  928. package/dist/wire/rpc.d.ts +0 -21
  929. package/dist/wire/rpc.d.ts.map +0 -1
  930. package/dist/wire/rubrics.d.ts +0 -34
  931. package/dist/wire/rubrics.d.ts.map +0 -1
  932. package/dist/wire/schemas.d.ts +0 -410
  933. package/dist/wire/schemas.d.ts.map +0 -1
  934. package/dist/wire/server.d.ts +0 -60
  935. package/dist/wire/server.d.ts.map +0 -1
  936. package/dist/workflow/event-schema.d.ts +0 -5
  937. package/dist/workflow/event-schema.d.ts.map +0 -1
  938. package/dist/workflow/feedback-pack.d.ts +0 -99
  939. package/dist/workflow/feedback-pack.d.ts.map +0 -1
  940. package/dist/workflow/index.d.ts.map +0 -1
  941. package/dist/workflow/intelligence-export.d.ts +0 -62
  942. package/dist/workflow/intelligence-export.d.ts.map +0 -1
  943. package/dist/workflow/partner-report.d.ts +0 -49
  944. package/dist/workflow/partner-report.d.ts.map +0 -1
  945. package/dist/workflow/phase-graph.d.ts +0 -43
  946. package/dist/workflow/phase-graph.d.ts.map +0 -1
  947. package/dist/workflow/promotion-gate.d.ts +0 -61
  948. package/dist/workflow/promotion-gate.d.ts.map +0 -1
  949. package/dist/workflow/run-record.d.ts +0 -12
  950. package/dist/workflow/run-record.d.ts.map +0 -1
  951. package/dist/workflow/runtime-adapter.d.ts +0 -20
  952. package/dist/workflow/runtime-adapter.d.ts.map +0 -1
  953. package/dist/workflow/sanitize.d.ts +0 -21
  954. package/dist/workflow/sanitize.d.ts.map +0 -1
  955. package/dist/workflow/schema.d.ts +0 -5
  956. package/dist/workflow/schema.d.ts.map +0 -1
  957. package/dist/workflow/summary.d.ts +0 -43
  958. package/dist/workflow/summary.d.ts.map +0 -1
  959. package/dist/workflow/trace-event-fields.d.ts +0 -6
  960. package/dist/workflow/trace-event-fields.d.ts.map +0 -1
  961. package/dist/workflow/trajectory.d.ts +0 -15
  962. package/dist/workflow/trajectory.d.ts.map +0 -1
  963. package/dist/workflow/types.d.ts +0 -68
  964. package/dist/workflow/types.d.ts.map +0 -1
  965. package/dist/workspace-inspector.d.ts +0 -67
  966. package/dist/workspace-inspector.d.ts.map +0 -1
  967. package/dist/wrangler-deploy-runner.test.d.ts +0 -2
  968. package/dist/wrangler-deploy-runner.test.d.ts.map +0 -1
@@ -1,46 +0,0 @@
1
- /**
2
- * `openAutoPr` — thin shell-out helper for the `runImprovementLoop` preset's
3
- * `autoOnPromote: 'pr'` mode. Substitutes for the per-product PR-opening
4
- * code consumers duplicated 4 times. The PR body includes the campaign's
5
- * manifest hash, gate verdict, and scorecard summary so reviewers can see
6
- * exactly what was promoted + why.
7
- *
8
- * NOT a deploy mechanism — this only OPENS a PR. The human reviews + merges.
9
- * The Shape B (`autoOnPromote: 'config'`) live-runtime-mutation path is
10
- * deferred to Pass B with the full shadow / canary / rollback stack.
11
- */
12
- import type { CampaignResult, GateResult, Scenario } from './types';
13
- export interface OpenAutoPrOptions<TArtifact, TScenario extends Scenario> {
14
- /** Campaign result to attach to the PR. */
15
- result: CampaignResult<TArtifact, TScenario>;
16
- /** Gate verdict explaining the promotion. Substrate refuses to open a PR
17
- * when `gate.decision !== 'ship'` — fails loud. */
18
- gate: GateResult;
19
- /** Promoted surface diff — typically the new system prompt addendum or
20
- * full profile diff. Substrate writes it as the PR body. */
21
- promotedDiff: string;
22
- /** GH owner/repo target (e.g., `tangle-network/gtm-agent`). */
23
- ghOwner: string;
24
- ghRepo: string;
25
- /** Branch name for the PR. Default `auto/<manifestHash[:12]>`. */
26
- branch?: string;
27
- /** PR title. Default includes manifest hash. */
28
- title?: string;
29
- /** Whether to actually open the PR or just dry-run. Default reads
30
- * `GH_AUTO_PR_TOKEN` env — present = open, absent = dry-run. */
31
- dryRun?: boolean;
32
- /** Test seam — substitute `gh pr create` invocation. */
33
- ghExec?: (args: string[]) => {
34
- stdout: string;
35
- stderr: string;
36
- status: number;
37
- };
38
- }
39
- export interface OpenAutoPrResult {
40
- opened: boolean;
41
- prUrl?: string;
42
- dryRun: boolean;
43
- reason: string;
44
- }
45
- export declare function openAutoPr<TArtifact, TScenario extends Scenario>(options: OpenAutoPrOptions<TArtifact, TScenario>): OpenAutoPrResult;
46
- //# sourceMappingURL=auto-pr.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"auto-pr.d.ts","sourceRoot":"","sources":["../../src/campaign/auto-pr.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAMH,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAA;AAEnE,MAAM,WAAW,iBAAiB,CAAC,SAAS,EAAE,SAAS,SAAS,QAAQ;IACtE,2CAA2C;IAC3C,MAAM,EAAE,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;IAC5C;wDACoD;IACpD,IAAI,EAAE,UAAU,CAAA;IAChB;iEAC6D;IAC7D,YAAY,EAAE,MAAM,CAAA;IACpB,+DAA+D;IAC/D,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,MAAM,CAAA;IACd,kEAAkE;IAClE,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,gDAAgD;IAChD,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;qEACiE;IACjE,MAAM,CAAC,EAAE,OAAO,CAAA;IAChB,wDAAwD;IACxD,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAA;CAChF;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,OAAO,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,OAAO,CAAA;IACf,MAAM,EAAE,MAAM,CAAA;CACf;AAED,wBAAgB,UAAU,CAAC,SAAS,EAAE,SAAS,SAAS,QAAQ,EAC9D,OAAO,EAAE,iBAAiB,CAAC,SAAS,EAAE,SAAS,CAAC,GAC/C,gBAAgB,CAgDlB"}
@@ -1,69 +0,0 @@
1
- /**
2
- * Agreement judge for teacher→student distillation. Scores a STUDENT artifact
3
- * (the cheap analyst's produced label) against the GoldScenario's gold label
4
- * (the teacher's verdict). The score IS the distillation objective: 1.0 means
5
- * the student reproduced the teacher exactly, 0.0 means total disagreement.
6
- *
7
- * The comparison function is INJECTED (`compareLabels`) so the judge is
8
- * domain-agnostic — distilling a skill-audit analyst, a triage analyst, or any
9
- * other student is a one-line comparator swap. A default `fieldAgreement`
10
- * comparator is provided for the common case: a flat verdict object with
11
- * categorical and array fields.
12
- *
13
- * Everything here is PURE + unit-testable — no LLM. (The student spends tokens
14
- * producing the artifact; scoring it against frozen gold does not.)
15
- */
16
- import type { JudgeConfig } from '../types';
17
- import type { GoldScenario } from './gold-scenarios';
18
- /** What an injected comparator returns: a [0,1] composite plus the per-field
19
- * (per-dimension) agreement breakdown the GEPA proposer reflects on to learn
20
- * WHICH part of the verdict the student is getting wrong. */
21
- export interface AgreementResult {
22
- /** Overall agreement in [0,1]. */
23
- score: number;
24
- /** Per-dimension agreement in [0,1] — keyed by field/aspect name. The
25
- * reflective proposer surfaces the weakest of these as the lever to fix. */
26
- dimensions: Record<string, number>;
27
- }
28
- /** Compare a produced label against a gold label → agreement. Injected so the
29
- * judge is domain-agnostic. */
30
- export type CompareLabels<TProduced = unknown, TLabel = unknown> = (produced: TProduced, gold: TLabel) => AgreementResult;
31
- export interface BuildAgreementJudgeOptions<TProduced = unknown, TLabel = unknown> {
32
- /** Judge name surfaced in `CampaignResult.aggregates.byJudge` + the gate. */
33
- name?: string;
34
- /** The agreement function — produced student label vs gold teacher label. */
35
- compareLabels: CompareLabels<TProduced, TLabel>;
36
- /** Dimension keys the judge declares up-front (for `JudgeConfig.dimensions`).
37
- * When omitted, the dimensions present on the first scored result are used
38
- * for display only; the composite is unaffected. */
39
- dimensionKeys?: string[];
40
- /** Only score `gold`-kind scenarios. Default true — a mixed campaign won't
41
- * mis-apply the agreement judge to non-gold scenarios. */
42
- goldOnly?: boolean;
43
- }
44
- /** Build a `JudgeConfig` that scores a produced student artifact against the
45
- * scenario's gold label. Conforms to the substrate `JudgeConfig` contract:
46
- * `score({artifact, scenario, signal}) => JudgeScore`. The `composite` is the
47
- * comparator's `score`; `dimensions` carries its per-field breakdown plus the
48
- * scalar `agreement` so a single-dimension consumer still sees the number. */
49
- export declare function buildAgreementJudge<TProduced, TInput, TLabel>(options: BuildAgreementJudgeOptions<TProduced, TLabel>): JudgeConfig<TProduced, GoldScenario<TInput, TLabel>>;
50
- export interface FieldAgreementSpec {
51
- /** Categorical fields — scored exact-match (1 if equal, else 0). Compared
52
- * with `===` after `JSON`-normalizing so `true`/`'high'`/`3` all work. */
53
- categorical?: string[];
54
- /** Array fields — scored by Jaccard overlap (|A∩B| / |A∪B|). Two empty
55
- * arrays agree perfectly (1.0). Order-insensitive; elements compared by
56
- * their `JSON.stringify`. */
57
- array?: string[];
58
- }
59
- /** Default comparator: average per-field agreement over a flat verdict object.
60
- * Categorical fields score exact-match; array fields score set-overlap
61
- * (Jaccard). The composite is the unweighted mean across all declared fields,
62
- * so missing a single boolean (e.g. `public_leak_risk`) costs `1/nFields` of
63
- * the score — the leak-detection lever the audit cares about is a real,
64
- * non-trivial fraction of the objective, not rounding noise.
65
- *
66
- * Pure. A field absent from BOTH produced + gold is treated as agreeing
67
- * (both undefined ⇒ 1.0); a field present in only one side disagrees. */
68
- export declare function fieldAgreement<TProduced extends Record<string, unknown>, TLabel>(spec: FieldAgreementSpec): CompareLabels<TProduced, TLabel>;
69
- //# sourceMappingURL=agreement-judge.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"agreement-judge.d.ts","sourceRoot":"","sources":["../../../src/campaign/distillation/agreement-judge.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAwB,MAAM,UAAU,CAAA;AACjE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAA;AAEpD;;8DAE8D;AAC9D,MAAM,WAAW,eAAe;IAC9B,kCAAkC;IAClC,KAAK,EAAE,MAAM,CAAA;IACb;iFAC6E;IAC7E,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACnC;AAED;gCACgC;AAChC,MAAM,MAAM,aAAa,CAAC,SAAS,GAAG,OAAO,EAAE,MAAM,GAAG,OAAO,IAAI,CACjE,QAAQ,EAAE,SAAS,EACnB,IAAI,EAAE,MAAM,KACT,eAAe,CAAA;AAEpB,MAAM,WAAW,0BAA0B,CAAC,SAAS,GAAG,OAAO,EAAE,MAAM,GAAG,OAAO;IAC/E,6EAA6E;IAC7E,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,6EAA6E;IAC7E,aAAa,EAAE,aAAa,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;IAC/C;;yDAEqD;IACrD,aAAa,CAAC,EAAE,MAAM,EAAE,CAAA;IACxB;+DAC2D;IAC3D,QAAQ,CAAC,EAAE,OAAO,CAAA;CACnB;AAID;;;;+EAI+E;AAC/E,wBAAgB,mBAAmB,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAC3D,OAAO,EAAE,0BAA0B,CAAC,SAAS,EAAE,MAAM,CAAC,GACrD,WAAW,CAAC,SAAS,EAAE,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CA6BtD;AAED,MAAM,WAAW,kBAAkB;IACjC;+EAC2E;IAC3E,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;IACtB;;kCAE8B;IAC9B,KAAK,CAAC,EAAE,MAAM,EAAE,CAAA;CACjB;AAED;;;;;;;;0EAQ0E;AAC1E,wBAAgB,cAAc,CAAC,SAAS,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAC9E,IAAI,EAAE,kBAAkB,GACvB,aAAa,CAAC,SAAS,EAAE,MAAM,CAAC,CAoBlC"}
@@ -1,35 +0,0 @@
1
- #!/usr/bin/env node
2
- /**
3
- * `distill` — run a teacher→student GEPA distillation against a gold JSONL.
4
- *
5
- * The TEACHER is an expensive workflow whose verdicts are frozen as gold; the
6
- * STUDENT is a cheap single-shot analyst whose system prompt GEPA optimizes
7
- * toward reproducing those gold verdicts. This is the LIVE, token-spending
8
- * entry — invoked by hand, never in CI.
9
- *
10
- * Usage:
11
- * distill \
12
- * --gold <path/to/gold.jsonl> \
13
- * --baseline <path/to/baseline-prompt.txt> \
14
- * --model <cheap-student-model> \
15
- * [--optimizer-model <reflection-model>] \
16
- * [--generations N] [--population K] [--reps R] \
17
- * [--test-every-nth 4] [--delta 0] \
18
- * [--categorical f1,f2] [--array a1,a2] \
19
- * [--run-dir <dir>]
20
- *
21
- * Auth: set LLM_API_KEY (+ optional LLM_BASE_URL) or TANGLE_API_KEY for the
22
- * Tangle router. The same creds drive the student calls AND the GEPA
23
- * reflection.
24
- *
25
- * Example (against the private skills-internal gold set, 53 records):
26
- * TANGLE_API_KEY=$(cat /tmp/.tk) pnpm tsx src/campaign/distillation/cli.ts \
27
- * --gold ~/code/skills-internal/audits/gold/skill-verdicts.gold.jsonl \
28
- * --baseline ./baseline-skill-analyst.txt \
29
- * --model gpt-4o-mini --optimizer-model gpt-4o \
30
- * --generations 3 --population 4 \
31
- * --categorical value_verdict,quality_score,generalization_rating,public_leak_risk,write_target_rating,subagent_recommended \
32
- * --array top_actions
33
- */
34
- export {};
35
- //# sourceMappingURL=cli.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../../src/campaign/distillation/cli.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG"}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=distillation.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"distillation.test.d.ts","sourceRoot":"","sources":["../../../src/campaign/distillation/distillation.test.ts"],"names":[],"mappings":""}
@@ -1,54 +0,0 @@
1
- /**
2
- * Gold scenarios for teacher→student distillation. The TEACHER is an
3
- * expensive workflow (e.g. the 70-agent skill audit) whose verdicts are
4
- * frozen as gold labels; the STUDENT is a cheap single-shot analyst whose
5
- * prompt GEPA optimizes toward reproducing those labels.
6
- *
7
- * A `GoldScenario` is a `Scenario` (the substrate's input contract) carrying
8
- * an OPAQUE `input` (what the student sees) and an OPAQUE `label` (the gold
9
- * verdict the student's output is scored against). Both are typed `unknown`
10
- * here: this module is domain-agnostic — it distills ANY analyst against ANY
11
- * gold JSONL. The agreement comparator (see `agreement-judge.ts`) is what
12
- * knows the label's shape.
13
- *
14
- * Loading + splitting are DETERMINISTIC and LLM-free: the gold set is the
15
- * fixed ground truth, never regenerated here.
16
- */
17
- import type { Scenario } from '../types';
18
- /** A held gold record: opaque student-input + opaque gold-label, carried as a
19
- * substrate `Scenario` so it flows through `runCampaign` unchanged. */
20
- export interface GoldScenario<TInput = unknown, TLabel = unknown> extends Scenario {
21
- kind: 'gold';
22
- /** What the student analyst is shown (rendered into its user prompt). */
23
- input: TInput;
24
- /** The teacher's gold verdict — the target the student's output is scored
25
- * against by the agreement judge. NEVER shown to the student. */
26
- label: TLabel;
27
- }
28
- /** Read a gold JSONL (one `{scenarioId|id, input, label, split?}` per line) into
29
- * `GoldScenario[]`. Deterministic, no LLM. Blank lines are skipped; a line
30
- * missing an id, `input`, or `label` throws (a silent skip would corrupt the
31
- * split silently — fail loud on a malformed gold set). */
32
- export declare function loadGoldScenarios<TInput = unknown, TLabel = unknown>(jsonlPath: string): GoldScenario<TInput, TLabel>[];
33
- /** Parse gold JSONL text directly (no fs). Exported so tests + in-memory
34
- * callers exercise the same parse path as {@link loadGoldScenarios}. */
35
- export declare function parseGoldJsonl<TInput = unknown, TLabel = unknown>(text: string, sourceLabel?: string): GoldScenario<TInput, TLabel>[];
36
- export interface SplitGoldOptions {
37
- /** Every Nth scenario (0-based index) goes to the TEST/holdout split; the
38
- * rest train. Default 4 ⇒ a 25% holdout. Ignored for any scenario that
39
- * carries an explicit `split:` tag (that is honored verbatim). */
40
- testEveryNth?: number;
41
- }
42
- export interface GoldSplit<TInput, TLabel> {
43
- /** Training scenarios — the optimization pool the proposer searches over. */
44
- train: GoldScenario<TInput, TLabel>[];
45
- /** Held-out scenarios — kept OUT of training; scored only at the gate. */
46
- test: GoldScenario<TInput, TLabel>[];
47
- }
48
- /** Deterministic train/test split. A scenario tagged `split:train|test` is
49
- * routed by that tag; the rest fall to a modulo split (`index % testEveryNth
50
- * === 0 ⇒ test`). Pure — same input always yields the same split, so a gold
51
- * set's holdout is stable across runs (a shuffled split would let a lucky
52
- * seed flatter the gate). */
53
- export declare function splitGold<TInput, TLabel>(scenarios: GoldScenario<TInput, TLabel>[], options?: SplitGoldOptions): GoldSplit<TInput, TLabel>;
54
- //# sourceMappingURL=gold-scenarios.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"gold-scenarios.d.ts","sourceRoot":"","sources":["../../../src/campaign/distillation/gold-scenarios.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAGH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAA;AAExC;wEACwE;AACxE,MAAM,WAAW,YAAY,CAAC,MAAM,GAAG,OAAO,EAAE,MAAM,GAAG,OAAO,CAAE,SAAQ,QAAQ;IAChF,IAAI,EAAE,MAAM,CAAA;IACZ,yEAAyE;IACzE,KAAK,EAAE,MAAM,CAAA;IACb;sEACkE;IAClE,KAAK,EAAE,MAAM,CAAA;CACd;AAYD;;;2DAG2D;AAC3D,wBAAgB,iBAAiB,CAAC,MAAM,GAAG,OAAO,EAAE,MAAM,GAAG,OAAO,EAClE,SAAS,EAAE,MAAM,GAChB,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAGhC;AAED;yEACyE;AACzE,wBAAgB,cAAc,CAAC,MAAM,GAAG,OAAO,EAAE,MAAM,GAAG,OAAO,EAC/D,IAAI,EAAE,MAAM,EACZ,WAAW,SAAa,GACvB,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAmDhC;AAED,MAAM,WAAW,gBAAgB;IAC/B;;uEAEmE;IACnE,YAAY,CAAC,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,SAAS,CAAC,MAAM,EAAE,MAAM;IACvC,6EAA6E;IAC7E,KAAK,EAAE,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAA;IACrC,0EAA0E;IAC1E,IAAI,EAAE,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAA;CACrC;AAED;;;;8BAI8B;AAC9B,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,EACtC,SAAS,EAAE,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EACzC,OAAO,GAAE,gBAAqB,GAC7B,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAuB3B"}
@@ -1,119 +0,0 @@
1
- /**
2
- * `runDistillation` — the teacher→student distillation loop. COMPOSES existing
3
- * substrate primitives; reimplements none of them:
4
- *
5
- * - DRIVER = `gepaProposer` (reflective prompt optimizer)
6
- * - LOOP = `runImprovementLoop` (outer: optimize → holdout re-score → gate)
7
- * - MEASUREMENT = `runCampaign` (inside the loop) scoring the student
8
- * - JUDGE = `buildAgreementJudge` — student label vs gold teacher label
9
- * - GATE = caller-supplied (`heldOutGate` / `defaultProductionGate`)
10
- * - STUDENT = a cheap single-shot analyst whose system prompt is the
11
- * `MutableSurface` GEPA mutates; it calls the LLM through
12
- * `createChatClient` and emits a JSON label.
13
- *
14
- * The surface IS the student's system prompt. Each generation GEPA rewrites it;
15
- * `dispatchWithSurface` renders {surface + scenario.input} into a chat request,
16
- * calls the (cheap) model, parses the produced JSON label, and returns it as
17
- * the artifact. The agreement judge scores that label against the gold label.
18
- *
19
- * `autoOnPromote: 'none'` is FORCED — the loop never opens a PR; the caller
20
- * (the `distill` CLI) decides what to do with the winning prompt.
21
- */
22
- import { type ChatRequest, type CreateChatClientOpts } from '../../analyst/chat-client';
23
- import type { LlmClientOptions } from '../../llm-client';
24
- import { type RunImprovementLoopResult } from '../presets/run-improvement-loop';
25
- import { type GepaProposerConstraints } from '../proposers/gepa';
26
- import type { CampaignResult, Gate, JudgeConfig } from '../types';
27
- import type { GoldScenario } from './gold-scenarios';
28
- /** Render the student's prompt from {current surface, scenario input}. The
29
- * surface is the system prompt; the scenario input is the user turn. Override
30
- * to inject few-shot framing or a JSON-schema reminder. */
31
- export type RenderStudentPrompt<TInput> = (args: {
32
- surface: string;
33
- input: TInput;
34
- scenarioId: string;
35
- }) => ChatRequest['messages'];
36
- /** Parse the model's raw text into a typed produced label. Throws on
37
- * unparseable output — a thrown dispatch is recorded as a failed cell (never
38
- * silently scored 0), which is the honest signal that the prompt isn't
39
- * emitting valid JSON yet. */
40
- export type ParseStudentLabel<TProduced> = (rawContent: string, scenarioId: string) => TProduced;
41
- export interface RunDistillationOptions<TProduced, TInput, TLabel> {
42
- /** The student analyst's INITIAL system prompt — the baseline surface GEPA
43
- * searches from. */
44
- baselinePrompt: string;
45
- /** Training scenarios (the optimization pool). */
46
- train: GoldScenario<TInput, TLabel>[];
47
- /** Held-out scenarios — kept OUT of training; scored only at the gate. */
48
- holdout: GoldScenario<TInput, TLabel>[];
49
- /** Transport for BOTH the student (cheap model) and the GEPA reflection
50
- * (the optimizer model). The student calls it via `createChatClient`. */
51
- llm: CreateChatClientOpts;
52
- /** Router transport the GEPA proposer reflects through. `gepaProposer` uses the
53
- * package `LlmClient` directly (`LlmClientOptions`), not the ChatClient —
54
- * pass the router creds here. A test may inject `fetch` to stub the
55
- * reflection HTTP and exercise the wiring without real tokens. */
56
- reflectionLlm: LlmClientOptions;
57
- /** Cheap model the student runs (e.g. a small/fast model). */
58
- studentModel: string;
59
- /** Model GEPA uses to propose prompt rewrites (typically a stronger model). */
60
- optimizerModel: string;
61
- /** Agreement judge — produced student label vs gold teacher label. */
62
- judge: JudgeConfig<TProduced, GoldScenario<TInput, TLabel>>;
63
- /** Promotion gate. Default: `heldOutGate` over the holdout. Pass
64
- * `defaultProductionGate({ holdoutScenarios: holdout, ... })` for the full
65
- * red-team / reward-hacking / canary stack. */
66
- gate?: Gate<TProduced, GoldScenario<TInput, TLabel>>;
67
- /** GEPA population size (candidates per generation). Default 4. */
68
- populationSize?: number;
69
- /** GEPA generations. Default 3. */
70
- maxGenerations?: number;
71
- /** Campaign reps per scenario. Default 1 — raise for CI bands on a flaky
72
- * student. */
73
- reps?: number;
74
- /** Where campaign artifacts + traces land. Default a temp dir under cwd. */
75
- runDir?: string;
76
- /** Levers offered to the GEPA reflection prompt. */
77
- mutationPrimitives?: string[];
78
- /** GEPA structured-doc constraints (preserve sections, edit budget). */
79
- constraints?: GepaProposerConstraints;
80
- /** Gate's minimum holdout-agreement delta to ship. Default 0.0 — a
81
- * distillation run reports the lift; the caller decides the bar. Only used
82
- * when `gate` is omitted (the default `heldOutGate`). */
83
- deltaThreshold?: number;
84
- /** Render the student prompt. Default: surface as system, JSON-stringified
85
- * input as the user turn with a JSON-only instruction. */
86
- renderStudentPrompt?: RenderStudentPrompt<TInput>;
87
- /** Parse the model's text into a produced label. Default: strict JSON parse
88
- * with fenced-block stripping. */
89
- parseStudentLabel?: ParseStudentLabel<TProduced>;
90
- /** Per-student-call sampling temperature. Default 0 (deterministic student;
91
- * the optimization signal must come from the PROMPT, not sampling noise). */
92
- studentTemperature?: number;
93
- /** Per-student-call max tokens. Default 1024. */
94
- studentMaxTokens?: number;
95
- }
96
- export interface RunDistillationResult<TProduced, TInput, TLabel> extends RunImprovementLoopResult<TProduced, GoldScenario<TInput, TLabel>> {
97
- /** The winning student prompt (a string surface). */
98
- winnerPrompt: string;
99
- /** Mean agreement on the HOLDOUT — baseline vs winner. The headline number:
100
- * did distillation move the student closer to the teacher on UNSEEN gold? */
101
- holdoutAgreement: {
102
- baseline: number;
103
- winner: number;
104
- delta: number;
105
- };
106
- }
107
- export declare function runDistillation<TProduced, TInput, TLabel>(opts: RunDistillationOptions<TProduced, TInput, TLabel>): Promise<RunDistillationResult<TProduced, TInput, TLabel>>;
108
- /** Default student prompt render: surface as system, JSON input as the user
109
- * turn, with a JSON-only output instruction. */
110
- export declare function defaultRenderStudentPrompt<TInput>(args: {
111
- surface: string;
112
- input: TInput;
113
- scenarioId: string;
114
- }): ChatRequest['messages'];
115
- /** Default label parse: strip a ```json fence if present, then `JSON.parse`.
116
- * Throws on failure so the cell is recorded as failed, not silently zeroed. */
117
- export declare function defaultParseStudentLabel<TProduced>(rawContent: string, scenarioId: string): TProduced;
118
- export type { CampaignResult };
119
- //# sourceMappingURL=run-distillation.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"run-distillation.d.ts","sourceRoot":"","sources":["../../../src/campaign/distillation/run-distillation.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EACL,KAAK,WAAW,EAEhB,KAAK,oBAAoB,EAE1B,MAAM,2BAA2B,CAAA;AAClC,OAAO,KAAK,EAAiB,gBAAgB,EAAE,MAAM,kBAAkB,CAAA;AAEvE,OAAO,EAAE,KAAK,wBAAwB,EAAsB,MAAM,iCAAiC,CAAA;AACnG,OAAO,EAAE,KAAK,uBAAuB,EAAgB,MAAM,mBAAmB,CAAA;AAE9E,OAAO,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,UAAU,CAAA;AACjE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAA;AAEpD;;4DAE4D;AAC5D,MAAM,MAAM,mBAAmB,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE;IAC/C,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,MAAM,CAAA;IACb,UAAU,EAAE,MAAM,CAAA;CACnB,KAAK,WAAW,CAAC,UAAU,CAAC,CAAA;AAE7B;;;+BAG+B;AAC/B,MAAM,MAAM,iBAAiB,CAAC,SAAS,IAAI,CAAC,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,KAAK,SAAS,CAAA;AAEhG,MAAM,WAAW,sBAAsB,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM;IAC/D;yBACqB;IACrB,cAAc,EAAE,MAAM,CAAA;IACtB,kDAAkD;IAClD,KAAK,EAAE,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAA;IACrC,0EAA0E;IAC1E,OAAO,EAAE,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAA;IACvC;8EAC0E;IAC1E,GAAG,EAAE,oBAAoB,CAAA;IACzB;;;uEAGmE;IACnE,aAAa,EAAE,gBAAgB,CAAA;IAC/B,8DAA8D;IAC9D,YAAY,EAAE,MAAM,CAAA;IACpB,+EAA+E;IAC/E,cAAc,EAAE,MAAM,CAAA;IACtB,sEAAsE;IACtE,KAAK,EAAE,WAAW,CAAC,SAAS,EAAE,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;IAC3D;;oDAEgD;IAChD,IAAI,CAAC,EAAE,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;IACpD,mEAAmE;IACnE,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,mCAAmC;IACnC,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB;mBACe;IACf,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,4EAA4E;IAC5E,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,oDAAoD;IACpD,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAA;IAC7B,wEAAwE;IACxE,WAAW,CAAC,EAAE,uBAAuB,CAAA;IACrC;;8DAE0D;IAC1D,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB;+DAC2D;IAC3D,mBAAmB,CAAC,EAAE,mBAAmB,CAAC,MAAM,CAAC,CAAA;IACjD;uCACmC;IACnC,iBAAiB,CAAC,EAAE,iBAAiB,CAAC,SAAS,CAAC,CAAA;IAChD;kFAC8E;IAC9E,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B,iDAAiD;IACjD,gBAAgB,CAAC,EAAE,MAAM,CAAA;CAC1B;AAED,MAAM,WAAW,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAC9D,SAAQ,wBAAwB,CAAC,SAAS,EAAE,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzE,qDAAqD;IACrD,YAAY,EAAE,MAAM,CAAA;IACpB;kFAC8E;IAC9E,gBAAgB,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAA;CACtE;AAED,wBAAsB,eAAe,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAC7D,IAAI,EAAE,sBAAsB,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,GACtD,OAAO,CAAC,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAyE3D;AA6BD;iDACiD;AACjD,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,IAAI,EAAE;IACvD,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,MAAM,CAAA;IACb,UAAU,EAAE,MAAM,CAAA;CACnB,GAAG,WAAW,CAAC,UAAU,CAAC,CAU1B;AAED;gFACgF;AAChF,wBAAgB,wBAAwB,CAAC,SAAS,EAChD,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,GACjB,SAAS,CAcX;AA0BD,YAAY,EAAE,cAAc,EAAE,CAAA"}
@@ -1,12 +0,0 @@
1
- /**
2
- * Compose multiple `Gate` implementations — every gate must pass for the
3
- * composite to ship. Closes the alignment reviewer's "default-only
4
- * heldOutGate + costGate would happily promote a reward-hacked prompt"
5
- * concern by making safety gates first-class composable defaults.
6
- */
7
- import type { Gate, Scenario } from '../types';
8
- /** Compose gates — all must `ship` for the composite to `ship`. First
9
- * non-ship verdict short-circuits the composite verdict, but ALL gates run
10
- * (so the result records every gate's reason — useful for diagnostics). */
11
- export declare function composeGate<TArtifact = unknown, TScenario extends Scenario = Scenario>(...gates: Array<Gate<TArtifact, TScenario>>): Gate<TArtifact, TScenario>;
12
- //# sourceMappingURL=compose.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"compose.d.ts","sourceRoot":"","sources":["../../../src/campaign/gates/compose.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAyC,QAAQ,EAAE,MAAM,UAAU,CAAA;AAErF;;4EAE4E;AAC5E,wBAAgB,WAAW,CAAC,SAAS,GAAG,OAAO,EAAE,SAAS,SAAS,QAAQ,GAAG,QAAQ,EACpF,GAAG,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,GAC1C,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAgD5B"}
@@ -1,58 +0,0 @@
1
- /**
2
- * `defaultProductionGate` — composes the substrate's existing safety
3
- * primitives (red-team / reward-hacking / canary / heldout) into a single
4
- * Gate.decide shape. Closes the alignment + Anthropic-SI reviewers' "safety
5
- * primitives are off the critical path" blocker.
6
- *
7
- * The composition is opinionated — when consumers wire `runImprovementLoop`,
8
- * THIS gate is the default. Consumers can still pass a custom gate to
9
- * override; the recommended pattern is to compose THIS gate with whatever
10
- * extra domain-specific gates they need (`composeGate(defaultProductionGate(...), customGate)`).
11
- */
12
- import type { RedTeamCase } from '../../red-team';
13
- import type { RunRecord } from '../../run-record';
14
- import type { Gate, Scenario } from '../types';
15
- export interface DefaultProductionGateOptions {
16
- /** Required: scenarios held out from training; substrate compares
17
- * candidate-on-holdout vs baseline-on-holdout. */
18
- holdoutScenarios: Scenario[];
19
- /** Minimum held-out lift the **paired-bootstrap CI lower bound** must clear
20
- * to ship — NOT a point estimate. Default 0 ⇒ "confidently positive at the
21
- * confidence level". Interpreted in the judge's native composite scale (set
22
- * e.g. 2 for a 0-100 rubric to require a ≥2-point significant gain). */
23
- deltaThreshold?: number;
24
- /** Confidence level for the held-out + dimension bootstraps. Default 0.95. */
25
- confidence?: number;
26
- /** Bootstrap resamples. Default 2000. */
27
- bootstrapResamples?: number;
28
- /** Fixed bootstrap seed for a deterministic verdict. Default 1337. */
29
- bootstrapSeed?: number;
30
- /** Minimum paired holdout observations (scenarios × reps) before a
31
- * significance claim is allowed; below it the gate HOLDS with `few_runs`
32
- * rather than reading a degenerate CI. Default 3. */
33
- minProductiveRuns?: number;
34
- /** Critical judge dimensions that must NOT significantly regress even when
35
- * the net composite rises (anti-Goodhart). The gate HOLDS if any listed
36
- * dimension's paired-delta CI lower bound < −`regressionTolerance`. E.g.
37
- * `['hallucination_free']` for a legal agent. */
38
- criticalDimensions?: string[];
39
- /** Tolerance for the per-dimension regression guard, in the dimension's
40
- * native scale. When omitted it auto-scales off observed magnitudes:
41
- * 0.05 on [0,1], 5 on 0-100. */
42
- regressionTolerance?: number;
43
- /** Total $ budget for ALL cells in this campaign — including baseline + candidate.
44
- * Composite verdict refuses to ship when spend exceeded budget. */
45
- budgetUsd?: number;
46
- /** Red-team cases to probe candidate outputs against. When omitted the
47
- * substrate uses `DEFAULT_RED_TEAM_CORPUS`. Provide a domain-specific
48
- * battery for tighter coverage. */
49
- redTeamBattery?: RedTeamCase[];
50
- /** Run records (oldest-first) needed for the reward-hacking detector.
51
- * Substrate populates from prior production-loop generations. */
52
- recentRuns?: RunRecord[];
53
- /** When true, the gate refuses to ship if the reward-hacking detector
54
- * fires at the `gaming` severity. Default true. */
55
- blockOnRewardHackingGaming?: boolean;
56
- }
57
- export declare function defaultProductionGate<TArtifact, TScenario extends Scenario>(options: DefaultProductionGateOptions): Gate<TArtifact, TScenario>;
58
- //# sourceMappingURL=default-production-gate.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"default-production-gate.d.ts","sourceRoot":"","sources":["../../../src/campaign/gates/default-production-gate.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAIH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AAIjD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AACjD,OAAO,KAAK,EAAE,IAAI,EAA2B,QAAQ,EAAE,MAAM,UAAU,CAAA;AAGvE,MAAM,WAAW,4BAA4B;IAC3C;uDACmD;IACnD,gBAAgB,EAAE,QAAQ,EAAE,CAAA;IAC5B;;;6EAGyE;IACzE,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,8EAA8E;IAC9E,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,yCAAyC;IACzC,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B,sEAAsE;IACtE,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB;;0DAEsD;IACtD,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B;;;sDAGkD;IAClD,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAA;IAC7B;;qCAEiC;IACjC,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B;wEACoE;IACpE,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB;;wCAEoC;IACpC,cAAc,CAAC,EAAE,WAAW,EAAE,CAAA;IAC9B;sEACkE;IAClE,UAAU,CAAC,EAAE,SAAS,EAAE,CAAA;IACxB;wDACoD;IACpD,0BAA0B,CAAC,EAAE,OAAO,CAAA;CACrC;AAED,wBAAgB,qBAAqB,CAAC,SAAS,EAAE,SAAS,SAAS,QAAQ,EACzE,OAAO,EAAE,4BAA4B,GACpC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAuL5B"}
@@ -1,12 +0,0 @@
1
- /**
2
- * Thin Gate adapter — exposes delta-threshold-on-holdout as a composable
3
- * `Gate`. Use when you want held-out as one of N composed gates instead of
4
- * the full `defaultProductionGate` stack.
5
- */
6
- import type { Gate, Scenario } from '../types';
7
- export interface HeldOutGateOptions<TScenario extends Scenario = Scenario> {
8
- scenarios: TScenario[];
9
- deltaThreshold?: number;
10
- }
11
- export declare function heldOutGate<TArtifact, TScenario extends Scenario>(options: HeldOutGateOptions<TScenario>): Gate<TArtifact, TScenario>;
12
- //# sourceMappingURL=heldout-gate.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"heldout-gate.d.ts","sourceRoot":"","sources":["../../../src/campaign/gates/heldout-gate.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,IAAI,EAA2B,QAAQ,EAAE,MAAM,UAAU,CAAA;AAEvE,MAAM,WAAW,kBAAkB,CAAC,SAAS,SAAS,QAAQ,GAAG,QAAQ;IACvE,SAAS,EAAE,SAAS,EAAE,CAAA;IACtB,cAAc,CAAC,EAAE,MAAM,CAAA;CACxB;AAED,wBAAgB,WAAW,CAAC,SAAS,EAAE,SAAS,SAAS,QAAQ,EAC/D,OAAO,EAAE,kBAAkB,CAAC,SAAS,CAAC,GACrC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAwB5B"}
@@ -1,125 +0,0 @@
1
- /**
2
- * Promotion policy over the evidence VECTOR — the substrate's answer to "never
3
- * collapse the multi-objective promotion decision into one scalar." A
4
- * `defaultProductionGate` is one opinionated composition; this module factors
5
- * the decision into two reusable pieces so MANY policies can compete over the
6
- * SAME evidence (the quant-desk pattern: one evidence bus, plural strategies):
7
- *
8
- * buildEvidenceVector(ctx, objectives, opts) -> EvidenceVector // the bus
9
- * PromotionPolicy = (ev: EvidenceVector) => GateResult // a strategy
10
- * paretoPolicy(ev) // the default strategy
11
- * paretoSignificanceGate(options): Gate // bus + policy as a Gate
12
- *
13
- * The Pareto policy is SYMMETRIC multi-objective: every objective is BOTH a
14
- * potential gain source AND a safety floor (unlike `defaultProductionGate`,
15
- * where only `composite` can win and `criticalDimensions` are pure floors). A
16
- * candidate ships iff it weakly DOMINATES the baseline at the confidence level —
17
- * no objective credibly worse (CI floor breach) AND at least one objective
18
- * credibly better (CI gain). Insufficient evidence on ANY axis -> need_more_work
19
- * (NOT folded into hold: "gather more reps" and "reject" are different actions).
20
- *
21
- * Cost/latency are NOT CI axes here — `GateContext` carries only an aggregate
22
- * per-side cost, no per-cell observation vector to bootstrap. Treat them as hard
23
- * constraints (compose with a budget gate via `composeGate`), not faked CIs.
24
- */
25
- import type { Direction } from '../../pareto';
26
- import { type PairedBootstrapResult } from '../../statistics';
27
- import type { Gate, GateContext, GateResult, Scenario } from '../types';
28
- /** Where an objective's per-cell scalar comes from. `composite` reads the
29
- * judge's composite; `dimension` reads a named per-dimension score. */
30
- export type ObjectiveSource = {
31
- kind: 'composite';
32
- } | {
33
- kind: 'dimension';
34
- dimension: string;
35
- };
36
- export interface PromotionObjective {
37
- /** Stable label used in reports + `contributingGates`. */
38
- name: string;
39
- source: ObjectiveSource;
40
- /** 'maximize' (quality dims) or 'minimize' (error/risk/length dims). Orients
41
- * the paired delta so a positive bootstrap always means "candidate better". */
42
- direction: Direction;
43
- /** The good-direction paired-delta CI lower bound must EXCEED this to count
44
- * as a significant gain on this axis. Interpreted in the judge's native
45
- * scale. Default 0 (⇒ "confidently better"). */
46
- gainThreshold?: number;
47
- /** A floor breach (regression) is declared when the good-direction CI lower
48
- * bound is below −floorTolerance. When omitted it auto-scales off observed
49
- * magnitudes (0.05 on [0,1], 5 on 0-100), matching `dimensionRegressions`. */
50
- floorTolerance?: number;
51
- }
52
- /** Per-axis verdict from the good-direction paired bootstrap. */
53
- export type AxisVerdict = 'improved' | 'regressed' | 'flat' | 'few_runs';
54
- export interface AxisEvidence {
55
- name: string;
56
- source: ObjectiveSource;
57
- direction: Direction;
58
- /** Paired bootstrap on the GOOD-DIRECTION delta (oriented by `direction`):
59
- * a positive value means the candidate is better on this axis. */
60
- bootstrap: PairedBootstrapResult;
61
- /** Paired observations contributing to this axis. */
62
- n: number;
63
- gainThreshold: number;
64
- floorTolerance: number;
65
- verdict: AxisVerdict;
66
- }
67
- export interface EvidenceVector {
68
- /** One entry per objective — NOTHING averaged across axes. */
69
- axes: AxisEvidence[];
70
- /** Smallest paired n across axes that produced observations — the binding
71
- * evidence-sufficiency constraint. 0 when no axis produced observations. */
72
- minN: number;
73
- /** Aggregate per-side cost from the gate context (a constraint input, not a
74
- * CI axis — see the module header). */
75
- cost: {
76
- candidate: number;
77
- baseline: number;
78
- };
79
- }
80
- /** A promotion strategy: a pure function from the evidence vector to a verdict.
81
- * Many policies can run over the same `EvidenceVector` and disagree — that's
82
- * the point (competing strategies, shared evidence). */
83
- export type PromotionPolicy = (ev: EvidenceVector) => GateResult;
84
- export interface BuildEvidenceVectorOptions {
85
- /** Minimum paired observations before an axis can claim significance; below
86
- * it the axis is `few_runs`. Default 3. */
87
- minProductiveRuns?: number;
88
- /** Confidence level for every axis bootstrap. Default 0.95. */
89
- confidence?: number;
90
- /** Bootstrap resamples. Default 2000. */
91
- resamples?: number;
92
- /** Fixed bootstrap seed for a deterministic, reproducible verdict. Default 1337. */
93
- seed?: number;
94
- }
95
- /**
96
- * The Evidence Bus. For each objective, pair candidate vs baseline by full
97
- * cellId and bootstrap a CI on the good-direction paired delta. Reuses the
98
- * exact `pairHoldout` + `pairedBootstrap` machinery the held-out gate uses, so
99
- * a single source of truth governs pairing granularity + scale handling.
100
- */
101
- export declare function buildEvidenceVector<TArtifact, TScenario extends Scenario>(ctx: GateContext<TArtifact, TScenario>, objectives: PromotionObjective[], opts?: BuildEvidenceVectorOptions): EvidenceVector;
102
- /**
103
- * The default strategy: symmetric multi-objective Pareto significance. Ship iff
104
- * the candidate weakly dominates the baseline at the confidence level — no axis
105
- * credibly worse AND ≥1 axis credibly better. Floor breach on any axis → hold
106
- * (anti-Goodhart, dominates everything). Insufficient evidence on any axis →
107
- * need_more_work. Statistically equivalent → hold (never ship noise).
108
- */
109
- export declare const paretoPolicy: PromotionPolicy;
110
- export interface ParetoSignificanceGateOptions extends BuildEvidenceVectorOptions {
111
- /** The objective vector. Every axis is both a gain source and a safety floor. */
112
- objectives: PromotionObjective[];
113
- /** Strategy applied to the evidence vector. Default `paretoPolicy`. Override
114
- * to run a stricter/looser strategy over the SAME bus (competing policies). */
115
- policy?: PromotionPolicy;
116
- /** Override the gate name in reports. */
117
- name?: string;
118
- }
119
- /**
120
- * Wrap the bus + a policy as a `Gate`. Plugs into the existing
121
- * `runImprovementLoop({ gate })` slot and composes via `composeGate`; default
122
- * loop behavior is unchanged because consumers opt in by passing this gate.
123
- */
124
- export declare function paretoSignificanceGate<TArtifact = unknown, TScenario extends Scenario = Scenario>(options: ParetoSignificanceGateOptions): Gate<TArtifact, TScenario>;
125
- //# sourceMappingURL=promotion-policy.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"promotion-policy.d.ts","sourceRoot":"","sources":["../../../src/campaign/gates/promotion-policy.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAAE,KAAK,qBAAqB,EAAmB,MAAM,kBAAkB,CAAA;AAC9E,OAAO,KAAK,EAAE,IAAI,EAAE,WAAW,EAAgB,UAAU,EAAc,QAAQ,EAAE,MAAM,UAAU,CAAA;AAGjG;wEACwE;AACxE,MAAM,MAAM,eAAe,GAAG;IAAE,IAAI,EAAE,WAAW,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAA;AAE9F,MAAM,WAAW,kBAAkB;IACjC,0DAA0D;IAC1D,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,eAAe,CAAA;IACvB;oFACgF;IAChF,SAAS,EAAE,SAAS,CAAA;IACpB;;qDAEiD;IACjD,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB;;mFAE+E;IAC/E,cAAc,CAAC,EAAE,MAAM,CAAA;CACxB;AAED,iEAAiE;AACjE,MAAM,MAAM,WAAW,GAAG,UAAU,GAAG,WAAW,GAAG,MAAM,GAAG,UAAU,CAAA;AAExE,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,eAAe,CAAA;IACvB,SAAS,EAAE,SAAS,CAAA;IACpB;uEACmE;IACnE,SAAS,EAAE,qBAAqB,CAAA;IAChC,qDAAqD;IACrD,CAAC,EAAE,MAAM,CAAA;IACT,aAAa,EAAE,MAAM,CAAA;IACrB,cAAc,EAAE,MAAM,CAAA;IACtB,OAAO,EAAE,WAAW,CAAA;CACrB;AAED,MAAM,WAAW,cAAc;IAC7B,8DAA8D;IAC9D,IAAI,EAAE,YAAY,EAAE,CAAA;IACpB;iFAC6E;IAC7E,IAAI,EAAE,MAAM,CAAA;IACZ;4CACwC;IACxC,IAAI,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAA;CAC9C;AAED;;yDAEyD;AACzD,MAAM,MAAM,eAAe,GAAG,CAAC,EAAE,EAAE,cAAc,KAAK,UAAU,CAAA;AAEhE,MAAM,WAAW,0BAA0B;IACzC;gDAC4C;IAC5C,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,+DAA+D;IAC/D,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,yCAAyC;IACzC,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,oFAAoF;IACpF,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAAC,SAAS,EAAE,SAAS,SAAS,QAAQ,EACvE,GAAG,EAAE,WAAW,CAAC,SAAS,EAAE,SAAS,CAAC,EACtC,UAAU,EAAE,kBAAkB,EAAE,EAChC,IAAI,GAAE,0BAA+B,GACpC,cAAc,CA+DhB;AAED;;;;;;GAMG;AACH,eAAO,MAAM,YAAY,EAAE,eAoE1B,CAAA;AAED,MAAM,WAAW,6BAA8B,SAAQ,0BAA0B;IAC/E,iFAAiF;IACjF,UAAU,EAAE,kBAAkB,EAAE,CAAA;IAChC;oFACgF;IAChF,MAAM,CAAC,EAAE,eAAe,CAAA;IACxB,yCAAyC;IACzC,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED;;;;GAIG;AACH,wBAAgB,sBAAsB,CAAC,SAAS,GAAG,OAAO,EAAE,SAAS,SAAS,QAAQ,GAAG,QAAQ,EAC/F,OAAO,EAAE,6BAA6B,GACrC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAY5B"}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=promotion-policy.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"promotion-policy.test.d.ts","sourceRoot":"","sources":["../../../src/campaign/gates/promotion-policy.test.ts"],"names":[],"mappings":""}