@tangle-network/agent-eval 0.95.0 → 0.95.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (961) hide show
  1. package/CHANGELOG.md +17 -0
  2. package/dist/adapters/http.d.ts +17 -10
  3. package/dist/adapters/langchain.d.ts +14 -7
  4. package/dist/adapters/otel.d.ts +25 -13
  5. package/dist/{rl/adversarial.d.ts → adversarial-DIVcDoI_.d.ts} +7 -6
  6. package/dist/analyst/index.d.ts +236 -28
  7. package/dist/{trace-analyst/analyst.d.ts → analyst-C8HHvfJp.d.ts} +14 -12
  8. package/dist/{contract/analyze-runs.d.ts → analyze-runs-DtT6F_6T.d.ts} +10 -9
  9. package/dist/authenticity/index.d.ts +16 -15
  10. package/dist/{baseline.d.ts → baseline-Bbid3WoO.d.ts} +44 -8
  11. package/dist/belief-state/index.d.ts +605 -14
  12. package/dist/benchmarks/index.d.ts +5 -23
  13. package/dist/builder-eval/index.d.ts +250 -5
  14. package/dist/calibration-BPmzuVPk.d.ts +101 -0
  15. package/dist/campaign/index.d.ts +1452 -38
  16. package/dist/cli.d.ts +0 -2
  17. package/dist/{contract/intake/code-agent-session.d.ts → code-agent-session-CPHRCb4-.d.ts} +17 -15
  18. package/dist/contract/index.d.ts +688 -106
  19. package/dist/control-Doncu-B_.d.ts +259 -0
  20. package/dist/{control-runtime.d.ts → control-runtime-Acf9CGhw.d.ts} +26 -23
  21. package/dist/control.d.ts +10 -11
  22. package/dist/corpus-D4YW9UoJ.d.ts +560 -0
  23. package/dist/{cost-ledger.d.ts → cost-ledger-DuSqlw5B.d.ts} +11 -10
  24. package/dist/{counterfactual.d.ts → counterfactual-DlOz8PBx.d.ts} +13 -12
  25. package/dist/{dataset.d.ts → dataset-BbGkaN2I.d.ts} +14 -11
  26. package/dist/{analyst/registry.d.ts → default-registry-GyE8X5SP.d.ts} +37 -8
  27. package/dist/diagnose.d.ts +252 -1
  28. package/dist/{trace/emitter.d.ts → emitter-C2rqGH_l.d.ts} +12 -9
  29. package/dist/{errors.d.ts → errors-CzMUYo7b.d.ts} +11 -10
  30. package/dist/failure-cluster-DH9Flgcf.d.ts +76 -0
  31. package/dist/{feedback-trajectory.d.ts → feedback-trajectory-BxY0cKfs.d.ts} +38 -36
  32. package/dist/fuzz.d.ts +547 -1
  33. package/dist/gepa-C1NCIZ9o.d.ts +414 -0
  34. package/dist/governance/index.d.ts +135 -5
  35. package/dist/harness-optimizer-mOl9XX_O.d.ts +106 -0
  36. package/dist/hosted/index.d.ts +239 -10
  37. package/dist/index-_Y4oNOOb.d.ts +159 -0
  38. package/dist/index.d.ts +5660 -277
  39. package/dist/{contract/insight-report.d.ts → insight-report-BnRjTibG.d.ts} +19 -16
  40. package/dist/{trace/integrity.d.ts → integrity-D2t12mMw.d.ts} +14 -11
  41. package/dist/{judge-calibration.d.ts → judge-calibration-0p2QcWNE.d.ts} +17 -16
  42. package/dist/{analyst/kind-factory.d.ts → kind-factory-X3eDYbKn.d.ts} +61 -10
  43. package/dist/knowledge/index.d.ts +103 -3
  44. package/dist/{llm-client.d.ts → llm-client-Bj7g0rqu.d.ts} +23 -21
  45. package/dist/matrix/index.d.ts +30 -12
  46. package/dist/meta-eval/index.d.ts +182 -6
  47. package/dist/{multi-layer-verifier.d.ts → multi-layer-verifier-DUZXrPDA.d.ts} +15 -12
  48. package/dist/multishot/index.d.ts +290 -7
  49. package/dist/{rl/off-policy.d.ts → off-policy-DiwuKKg7.d.ts} +9 -8
  50. package/dist/openapi.json +1 -1
  51. package/dist/{meta-eval/outcome-store.d.ts → outcome-store-rnXLEqSn.d.ts} +8 -7
  52. package/dist/{pareto.d.ts → pareto-E-pembql.d.ts} +10 -9
  53. package/dist/perf/index.d.ts +119 -13
  54. package/dist/pipelines/index.d.ts +173 -8
  55. package/dist/pre-registration-nfUdc9EQ.d.ts +483 -0
  56. package/dist/prm/index.d.ts +104 -5
  57. package/dist/provenance-CncDq9qE.d.ts +426 -0
  58. package/dist/query-B7GGjRox.d.ts +32 -0
  59. package/dist/{trace/raw-provider-sink.d.ts → raw-provider-sink-C46HDghv.d.ts} +14 -13
  60. package/dist/{red-team.d.ts → red-team-BWdoyleI.d.ts} +16 -14
  61. package/dist/{trace/redact.d.ts → redact-B40YG2M_.d.ts} +8 -7
  62. package/dist/release-report-pidWUMZ2.d.ts +233 -0
  63. package/dist/reporting.d.ts +16 -15
  64. package/dist/{eval-campaign.d.ts → researcher-Jr8ME1dZ.d.ts} +156 -34
  65. package/dist/rl.d.ts +1193 -1
  66. package/dist/{prm/rubric.d.ts → rubric-Cc6UHvUb.d.ts} +13 -10
  67. package/dist/{meta-eval/rubric-predictive-validity.d.ts → rubric-predictive-validity-C2hDKM8Z.d.ts} +11 -8
  68. package/dist/run-critic-CmMf05uV.d.ts +56 -0
  69. package/dist/{run-record.d.ts → run-record-CP2ObebC.d.ts} +117 -15
  70. package/dist/runtime-trajectory-BOUUjI0y.d.ts +49 -0
  71. package/dist/{trace/schema.d.ts → schema-m0gsnbt3.d.ts} +30 -29
  72. package/dist/semantic-concept-judge-DSBB2Cfp.d.ts +624 -0
  73. package/dist/{sequential.d.ts → sequential-5iSVfzl2.d.ts} +10 -9
  74. package/dist/{series-convergence.d.ts → series-convergence-D5OWMBg6.d.ts} +5 -4
  75. package/dist/sink-fetch-B1Yg4Til.d.ts +101 -0
  76. package/dist/{statistics.d.ts → statistics-CCJpTGOS.d.ts} +48 -46
  77. package/dist/{trace/store.d.ts → store-BcFXE6LG.d.ts} +12 -21
  78. package/dist/{trace-analyst/types.d.ts → store-C1YxJDEK.d.ts} +74 -18
  79. package/dist/storyboard/index.d.ts +81 -16
  80. package/dist/{summary-report.d.ts → summary-report-CInXwsza.d.ts} +160 -23
  81. package/dist/telemetry/{sink-file.d.ts → file.d.ts} +7 -5
  82. package/dist/telemetry/index.d.ts +35 -17
  83. package/dist/{sandbox-harness.d.ts → test-graded-scenario-DeODGLra.d.ts} +60 -15
  84. package/dist/{locked-jsonl-appender.d.ts → testing-C21CHsq2.d.ts} +4 -3
  85. package/dist/testing.d.ts +1 -5
  86. package/dist/traces.d.ts +976 -4
  87. package/dist/{trajectory.d.ts → trajectory-2TkpSEVh.d.ts} +9 -8
  88. package/dist/{analyst/types.d.ts → types-B5x54y6n.d.ts} +112 -19
  89. package/dist/{matrix/types.d.ts → types-BUxNaJ8c.d.ts} +11 -9
  90. package/dist/{types.d.ts → types-C7DGg5ex.d.ts} +33 -31
  91. package/dist/{campaign/types.d.ts → types-DQRY8ZT-.d.ts} +47 -44
  92. package/dist/{verdict.d.ts → verdict-C9MlYujm.d.ts} +3 -2
  93. package/dist/wire/index.d.ts +570 -13
  94. package/dist/workflow/index.d.ts +496 -22
  95. package/package.json +2 -2
  96. package/dist/action-policy.d.ts +0 -24
  97. package/dist/action-policy.d.ts.map +0 -1
  98. package/dist/action-policy.test.d.ts +0 -2
  99. package/dist/action-policy.test.d.ts.map +0 -1
  100. package/dist/active-learning.d.ts +0 -41
  101. package/dist/active-learning.d.ts.map +0 -1
  102. package/dist/adapters/http.d.ts.map +0 -1
  103. package/dist/adapters/langchain.d.ts.map +0 -1
  104. package/dist/adapters/otel.d.ts.map +0 -1
  105. package/dist/agent-profile-cell.d.ts +0 -101
  106. package/dist/agent-profile-cell.d.ts.map +0 -1
  107. package/dist/agent-profile.d.ts +0 -27
  108. package/dist/agent-profile.d.ts.map +0 -1
  109. package/dist/agent-profile.test.d.ts +0 -2
  110. package/dist/agent-profile.test.d.ts.map +0 -1
  111. package/dist/analyst/adapters.d.ts +0 -62
  112. package/dist/analyst/adapters.d.ts.map +0 -1
  113. package/dist/analyst/analyst.test.d.ts +0 -2
  114. package/dist/analyst/analyst.test.d.ts.map +0 -1
  115. package/dist/analyst/ax-service.d.ts +0 -27
  116. package/dist/analyst/ax-service.d.ts.map +0 -1
  117. package/dist/analyst/behavioral-analyst.d.ts +0 -28
  118. package/dist/analyst/behavioral-analyst.d.ts.map +0 -1
  119. package/dist/analyst/chat-client.d.ts +0 -91
  120. package/dist/analyst/chat-client.d.ts.map +0 -1
  121. package/dist/analyst/default-registry.d.ts +0 -27
  122. package/dist/analyst/default-registry.d.ts.map +0 -1
  123. package/dist/analyst/default-registry.test.d.ts +0 -2
  124. package/dist/analyst/default-registry.test.d.ts.map +0 -1
  125. package/dist/analyst/finding-signature.d.ts +0 -48
  126. package/dist/analyst/finding-signature.d.ts.map +0 -1
  127. package/dist/analyst/finding-subject.d.ts +0 -146
  128. package/dist/analyst/finding-subject.d.ts.map +0 -1
  129. package/dist/analyst/finding-subject.test.d.ts +0 -2
  130. package/dist/analyst/finding-subject.test.d.ts.map +0 -1
  131. package/dist/analyst/findings-store.d.ts +0 -75
  132. package/dist/analyst/findings-store.d.ts.map +0 -1
  133. package/dist/analyst/index.d.ts.map +0 -1
  134. package/dist/analyst/kind-factory.d.ts.map +0 -1
  135. package/dist/analyst/kinds/failure-mode.d.ts +0 -19
  136. package/dist/analyst/kinds/failure-mode.d.ts.map +0 -1
  137. package/dist/analyst/kinds/improvement.d.ts +0 -23
  138. package/dist/analyst/kinds/improvement.d.ts.map +0 -1
  139. package/dist/analyst/kinds/index.d.ts +0 -22
  140. package/dist/analyst/kinds/index.d.ts.map +0 -1
  141. package/dist/analyst/kinds/kinds.test.d.ts +0 -2
  142. package/dist/analyst/kinds/kinds.test.d.ts.map +0 -1
  143. package/dist/analyst/kinds/knowledge-gap.d.ts +0 -28
  144. package/dist/analyst/kinds/knowledge-gap.d.ts.map +0 -1
  145. package/dist/analyst/kinds/knowledge-poisoning.d.ts +0 -22
  146. package/dist/analyst/kinds/knowledge-poisoning.d.ts.map +0 -1
  147. package/dist/analyst/kinds/skill-usage.d.ts +0 -84
  148. package/dist/analyst/kinds/skill-usage.d.ts.map +0 -1
  149. package/dist/analyst/kinds/skill-usage.test.d.ts +0 -2
  150. package/dist/analyst/kinds/skill-usage.test.d.ts.map +0 -1
  151. package/dist/analyst/parse-tolerant.d.ts +0 -26
  152. package/dist/analyst/parse-tolerant.d.ts.map +0 -1
  153. package/dist/analyst/parse-tolerant.test.d.ts +0 -2
  154. package/dist/analyst/parse-tolerant.test.d.ts.map +0 -1
  155. package/dist/analyst/registry.budget.test.d.ts +0 -2
  156. package/dist/analyst/registry.budget.test.d.ts.map +0 -1
  157. package/dist/analyst/registry.d.ts.map +0 -1
  158. package/dist/analyst/steer-firewall.d.ts +0 -35
  159. package/dist/analyst/steer-firewall.d.ts.map +0 -1
  160. package/dist/analyst/steer-firewall.test.d.ts +0 -2
  161. package/dist/analyst/steer-firewall.test.d.ts.map +0 -1
  162. package/dist/analyst/structure-findings.d.ts +0 -37
  163. package/dist/analyst/structure-findings.d.ts.map +0 -1
  164. package/dist/analyst/structure-findings.test.d.ts +0 -2
  165. package/dist/analyst/structure-findings.test.d.ts.map +0 -1
  166. package/dist/analyst/tool-groups.d.ts +0 -34
  167. package/dist/analyst/tool-groups.d.ts.map +0 -1
  168. package/dist/analyst/types.d.ts.map +0 -1
  169. package/dist/anti-slop.d.ts +0 -59
  170. package/dist/anti-slop.d.ts.map +0 -1
  171. package/dist/artifact-validator.d.ts +0 -74
  172. package/dist/artifact-validator.d.ts.map +0 -1
  173. package/dist/attestation.d.ts +0 -63
  174. package/dist/attestation.d.ts.map +0 -1
  175. package/dist/attestation.test.d.ts +0 -2
  176. package/dist/attestation.test.d.ts.map +0 -1
  177. package/dist/authenticity/index.d.ts.map +0 -1
  178. package/dist/authenticity/index.test.d.ts +0 -2
  179. package/dist/authenticity/index.test.d.ts.map +0 -1
  180. package/dist/auto-pr.d.ts +0 -120
  181. package/dist/auto-pr.d.ts.map +0 -1
  182. package/dist/baseline.d.ts.map +0 -1
  183. package/dist/behavior-dsl.d.ts +0 -73
  184. package/dist/behavior-dsl.d.ts.map +0 -1
  185. package/dist/belief-state/calibration.d.ts +0 -10
  186. package/dist/belief-state/calibration.d.ts.map +0 -1
  187. package/dist/belief-state/calibration.test.d.ts +0 -2
  188. package/dist/belief-state/calibration.test.d.ts.map +0 -1
  189. package/dist/belief-state/code-agent-corpus.d.ts +0 -66
  190. package/dist/belief-state/code-agent-corpus.d.ts.map +0 -1
  191. package/dist/belief-state/code-agent-corpus.test.d.ts +0 -2
  192. package/dist/belief-state/code-agent-corpus.test.d.ts.map +0 -1
  193. package/dist/belief-state/code-agent-evidence.d.ts +0 -22
  194. package/dist/belief-state/code-agent-evidence.d.ts.map +0 -1
  195. package/dist/belief-state/code-agent-evidence.test.d.ts +0 -2
  196. package/dist/belief-state/code-agent-evidence.test.d.ts.map +0 -1
  197. package/dist/belief-state/extract.d.ts +0 -7
  198. package/dist/belief-state/extract.d.ts.map +0 -1
  199. package/dist/belief-state/extract.test.d.ts +0 -2
  200. package/dist/belief-state/extract.test.d.ts.map +0 -1
  201. package/dist/belief-state/index.d.ts.map +0 -1
  202. package/dist/belief-state/ope.d.ts +0 -17
  203. package/dist/belief-state/ope.d.ts.map +0 -1
  204. package/dist/belief-state/ope.test.d.ts +0 -2
  205. package/dist/belief-state/ope.test.d.ts.map +0 -1
  206. package/dist/belief-state/phase0-measurement.d.ts +0 -55
  207. package/dist/belief-state/phase0-measurement.d.ts.map +0 -1
  208. package/dist/belief-state/report.d.ts +0 -17
  209. package/dist/belief-state/report.d.ts.map +0 -1
  210. package/dist/belief-state/report.test.d.ts +0 -2
  211. package/dist/belief-state/report.test.d.ts.map +0 -1
  212. package/dist/belief-state/research-evidence.d.ts +0 -23
  213. package/dist/belief-state/research-evidence.d.ts.map +0 -1
  214. package/dist/belief-state/research-evidence.test.d.ts +0 -2
  215. package/dist/belief-state/research-evidence.test.d.ts.map +0 -1
  216. package/dist/belief-state/runtime-benchmark-corpus.d.ts +0 -32
  217. package/dist/belief-state/runtime-benchmark-corpus.d.ts.map +0 -1
  218. package/dist/belief-state/runtime-hooks.d.ts +0 -87
  219. package/dist/belief-state/runtime-hooks.d.ts.map +0 -1
  220. package/dist/belief-state/runtime-hooks.test.d.ts +0 -2
  221. package/dist/belief-state/runtime-hooks.test.d.ts.map +0 -1
  222. package/dist/belief-state/selective.d.ts +0 -15
  223. package/dist/belief-state/selective.d.ts.map +0 -1
  224. package/dist/belief-state/selective.test.d.ts +0 -2
  225. package/dist/belief-state/selective.test.d.ts.map +0 -1
  226. package/dist/belief-state/shadow-probe.d.ts +0 -80
  227. package/dist/belief-state/shadow-probe.d.ts.map +0 -1
  228. package/dist/belief-state/shadow-probe.test.d.ts +0 -2
  229. package/dist/belief-state/shadow-probe.test.d.ts.map +0 -1
  230. package/dist/belief-state/types.d.ts +0 -195
  231. package/dist/belief-state/types.d.ts.map +0 -1
  232. package/dist/belief-state/types.test.d.ts +0 -2
  233. package/dist/belief-state/types.test.d.ts.map +0 -1
  234. package/dist/benchmark.d.ts +0 -14
  235. package/dist/benchmark.d.ts.map +0 -1
  236. package/dist/benchmarks/index.d.ts.map +0 -1
  237. package/dist/benchmarks/routing/dataset.d.ts +0 -34
  238. package/dist/benchmarks/routing/dataset.d.ts.map +0 -1
  239. package/dist/benchmarks/routing/index.d.ts +0 -34
  240. package/dist/benchmarks/routing/index.d.ts.map +0 -1
  241. package/dist/benchmarks/types.d.ts +0 -49
  242. package/dist/benchmarks/types.d.ts.map +0 -1
  243. package/dist/bisector.d.ts +0 -81
  244. package/dist/bisector.d.ts.map +0 -1
  245. package/dist/budget-guard.d.ts +0 -31
  246. package/dist/budget-guard.d.ts.map +0 -1
  247. package/dist/builder-eval/builder-session.d.ts +0 -111
  248. package/dist/builder-eval/builder-session.d.ts.map +0 -1
  249. package/dist/builder-eval/correlation.d.ts +0 -32
  250. package/dist/builder-eval/correlation.d.ts.map +0 -1
  251. package/dist/builder-eval/index.d.ts.map +0 -1
  252. package/dist/builder-eval/project-registry.d.ts +0 -51
  253. package/dist/builder-eval/project-registry.d.ts.map +0 -1
  254. package/dist/builder-eval/three-layer-eval.d.ts +0 -55
  255. package/dist/builder-eval/three-layer-eval.d.ts.map +0 -1
  256. package/dist/campaign/analyst-surface.d.ts +0 -108
  257. package/dist/campaign/analyst-surface.d.ts.map +0 -1
  258. package/dist/campaign/analyst-surface.test.d.ts +0 -2
  259. package/dist/campaign/analyst-surface.test.d.ts.map +0 -1
  260. package/dist/campaign/auto-pr.d.ts +0 -46
  261. package/dist/campaign/auto-pr.d.ts.map +0 -1
  262. package/dist/campaign/distillation/agreement-judge.d.ts +0 -69
  263. package/dist/campaign/distillation/agreement-judge.d.ts.map +0 -1
  264. package/dist/campaign/distillation/cli.d.ts +0 -35
  265. package/dist/campaign/distillation/cli.d.ts.map +0 -1
  266. package/dist/campaign/distillation/distillation.test.d.ts +0 -2
  267. package/dist/campaign/distillation/distillation.test.d.ts.map +0 -1
  268. package/dist/campaign/distillation/gold-scenarios.d.ts +0 -54
  269. package/dist/campaign/distillation/gold-scenarios.d.ts.map +0 -1
  270. package/dist/campaign/distillation/run-distillation.d.ts +0 -119
  271. package/dist/campaign/distillation/run-distillation.d.ts.map +0 -1
  272. package/dist/campaign/gates/compose.d.ts +0 -12
  273. package/dist/campaign/gates/compose.d.ts.map +0 -1
  274. package/dist/campaign/gates/default-production-gate.d.ts +0 -58
  275. package/dist/campaign/gates/default-production-gate.d.ts.map +0 -1
  276. package/dist/campaign/gates/heldout-gate.d.ts +0 -12
  277. package/dist/campaign/gates/heldout-gate.d.ts.map +0 -1
  278. package/dist/campaign/gates/promotion-policy.d.ts +0 -125
  279. package/dist/campaign/gates/promotion-policy.d.ts.map +0 -1
  280. package/dist/campaign/gates/promotion-policy.test.d.ts +0 -2
  281. package/dist/campaign/gates/promotion-policy.test.d.ts.map +0 -1
  282. package/dist/campaign/gates/sequential.d.ts +0 -146
  283. package/dist/campaign/gates/sequential.d.ts.map +0 -1
  284. package/dist/campaign/gates/sequential.test.d.ts +0 -2
  285. package/dist/campaign/gates/sequential.test.d.ts.map +0 -1
  286. package/dist/campaign/gates/statistical-heldout.d.ts +0 -99
  287. package/dist/campaign/gates/statistical-heldout.d.ts.map +0 -1
  288. package/dist/campaign/gates/statistical-heldout.test.d.ts +0 -2
  289. package/dist/campaign/gates/statistical-heldout.test.d.ts.map +0 -1
  290. package/dist/campaign/index.d.ts.map +0 -1
  291. package/dist/campaign/labeled-store/fs-adapter.d.ts +0 -59
  292. package/dist/campaign/labeled-store/fs-adapter.d.ts.map +0 -1
  293. package/dist/campaign/presets/compare-proposers.d.ts +0 -146
  294. package/dist/campaign/presets/compare-proposers.d.ts.map +0 -1
  295. package/dist/campaign/presets/playback.d.ts +0 -120
  296. package/dist/campaign/presets/playback.d.ts.map +0 -1
  297. package/dist/campaign/presets/playback.test.d.ts +0 -2
  298. package/dist/campaign/presets/playback.test.d.ts.map +0 -1
  299. package/dist/campaign/presets/run-eval.d.ts +0 -14
  300. package/dist/campaign/presets/run-eval.d.ts.map +0 -1
  301. package/dist/campaign/presets/run-improvement-loop.d.ts +0 -63
  302. package/dist/campaign/presets/run-improvement-loop.d.ts.map +0 -1
  303. package/dist/campaign/presets/run-improvement-loop.test.d.ts +0 -2
  304. package/dist/campaign/presets/run-improvement-loop.test.d.ts.map +0 -1
  305. package/dist/campaign/presets/run-optimization.d.ts +0 -92
  306. package/dist/campaign/presets/run-optimization.d.ts.map +0 -1
  307. package/dist/campaign/presets/run-profile-matrix.d.ts +0 -151
  308. package/dist/campaign/presets/run-profile-matrix.d.ts.map +0 -1
  309. package/dist/campaign/presets/run-skill-opt.d.ts +0 -96
  310. package/dist/campaign/presets/run-skill-opt.d.ts.map +0 -1
  311. package/dist/campaign/proposers/_findings-text.d.ts +0 -22
  312. package/dist/campaign/proposers/_findings-text.d.ts.map +0 -1
  313. package/dist/campaign/proposers/ace.d.ts +0 -33
  314. package/dist/campaign/proposers/ace.d.ts.map +0 -1
  315. package/dist/campaign/proposers/ace.test.d.ts +0 -2
  316. package/dist/campaign/proposers/ace.test.d.ts.map +0 -1
  317. package/dist/campaign/proposers/analysis-edit.d.ts +0 -32
  318. package/dist/campaign/proposers/analysis-edit.d.ts.map +0 -1
  319. package/dist/campaign/proposers/evolutionary.d.ts +0 -20
  320. package/dist/campaign/proposers/evolutionary.d.ts.map +0 -1
  321. package/dist/campaign/proposers/fapo.d.ts +0 -120
  322. package/dist/campaign/proposers/fapo.d.ts.map +0 -1
  323. package/dist/campaign/proposers/gepa.d.ts +0 -86
  324. package/dist/campaign/proposers/gepa.d.ts.map +0 -1
  325. package/dist/campaign/proposers/halo.d.ts +0 -44
  326. package/dist/campaign/proposers/halo.d.ts.map +0 -1
  327. package/dist/campaign/proposers/halo.test.d.ts +0 -2
  328. package/dist/campaign/proposers/halo.test.d.ts.map +0 -1
  329. package/dist/campaign/proposers/memory.d.ts +0 -47
  330. package/dist/campaign/proposers/memory.d.ts.map +0 -1
  331. package/dist/campaign/proposers/memory.test.d.ts +0 -2
  332. package/dist/campaign/proposers/memory.test.d.ts.map +0 -1
  333. package/dist/campaign/proposers/skill-opt.d.ts +0 -88
  334. package/dist/campaign/proposers/skill-opt.d.ts.map +0 -1
  335. package/dist/campaign/proposers/trace-analyst.d.ts +0 -48
  336. package/dist/campaign/proposers/trace-analyst.d.ts.map +0 -1
  337. package/dist/campaign/proposers/trace-analyst.test.d.ts +0 -2
  338. package/dist/campaign/proposers/trace-analyst.test.d.ts.map +0 -1
  339. package/dist/campaign/provenance.d.ts +0 -185
  340. package/dist/campaign/provenance.d.ts.map +0 -1
  341. package/dist/campaign/run-campaign.d.ts +0 -90
  342. package/dist/campaign/run-campaign.d.ts.map +0 -1
  343. package/dist/campaign/score-utils.d.ts +0 -26
  344. package/dist/campaign/score-utils.d.ts.map +0 -1
  345. package/dist/campaign/skill-patch.d.ts +0 -62
  346. package/dist/campaign/skill-patch.d.ts.map +0 -1
  347. package/dist/campaign/storage.d.ts +0 -38
  348. package/dist/campaign/storage.d.ts.map +0 -1
  349. package/dist/campaign/types.d.ts.map +0 -1
  350. package/dist/campaign/worktree/index.d.ts +0 -53
  351. package/dist/campaign/worktree/index.d.ts.map +0 -1
  352. package/dist/canary.d.ts +0 -101
  353. package/dist/canary.d.ts.map +0 -1
  354. package/dist/causal-attribution.d.ts +0 -45
  355. package/dist/causal-attribution.d.ts.map +0 -1
  356. package/dist/ci-gate.d.ts +0 -44
  357. package/dist/ci-gate.d.ts.map +0 -1
  358. package/dist/cli.d.ts.map +0 -1
  359. package/dist/client.d.ts +0 -77
  360. package/dist/client.d.ts.map +0 -1
  361. package/dist/client.test.d.ts +0 -2
  362. package/dist/client.test.d.ts.map +0 -1
  363. package/dist/command-runner.d.ts +0 -74
  364. package/dist/command-runner.d.ts.map +0 -1
  365. package/dist/command-runner.test.d.ts +0 -2
  366. package/dist/command-runner.test.d.ts.map +0 -1
  367. package/dist/completion-verifier.d.ts +0 -147
  368. package/dist/completion-verifier.d.ts.map +0 -1
  369. package/dist/completion-verifier.test.d.ts +0 -9
  370. package/dist/completion-verifier.test.d.ts.map +0 -1
  371. package/dist/concurrency.d.ts +0 -23
  372. package/dist/concurrency.d.ts.map +0 -1
  373. package/dist/contamination-guard.d.ts +0 -81
  374. package/dist/contamination-guard.d.ts.map +0 -1
  375. package/dist/contract/analyze-runs.d.ts.map +0 -1
  376. package/dist/contract/define-agent-eval.d.ts +0 -52
  377. package/dist/contract/define-agent-eval.d.ts.map +0 -1
  378. package/dist/contract/diff.d.ts +0 -114
  379. package/dist/contract/diff.d.ts.map +0 -1
  380. package/dist/contract/index.d.ts.map +0 -1
  381. package/dist/contract/insight-report.d.ts.map +0 -1
  382. package/dist/contract/insight-types-fwd.d.ts +0 -7
  383. package/dist/contract/insight-types-fwd.d.ts.map +0 -1
  384. package/dist/contract/intake/agent-trace.d.ts +0 -97
  385. package/dist/contract/intake/agent-trace.d.ts.map +0 -1
  386. package/dist/contract/intake/code-agent-session.d.ts.map +0 -1
  387. package/dist/contract/intake/feedback-table.d.ts +0 -87
  388. package/dist/contract/intake/feedback-table.d.ts.map +0 -1
  389. package/dist/contract/intake/index.d.ts +0 -22
  390. package/dist/contract/intake/index.d.ts.map +0 -1
  391. package/dist/contract/intake/otel-spans.d.ts +0 -33
  392. package/dist/contract/intake/otel-spans.d.ts.map +0 -1
  393. package/dist/contract/self-improve.d.ts +0 -284
  394. package/dist/contract/self-improve.d.ts.map +0 -1
  395. package/dist/control-runtime.d.ts.map +0 -1
  396. package/dist/control-runtime.test.d.ts +0 -2
  397. package/dist/control-runtime.test.d.ts.map +0 -1
  398. package/dist/control.d.ts.map +0 -1
  399. package/dist/convergence.d.ts +0 -29
  400. package/dist/convergence.d.ts.map +0 -1
  401. package/dist/cost-ledger.d.ts.map +0 -1
  402. package/dist/cost-ledger.test.d.ts +0 -2
  403. package/dist/cost-ledger.test.d.ts.map +0 -1
  404. package/dist/cost-report.d.ts +0 -43
  405. package/dist/cost-report.d.ts.map +0 -1
  406. package/dist/cost-report.test.d.ts +0 -2
  407. package/dist/cost-report.test.d.ts.map +0 -1
  408. package/dist/cost-tracker.d.ts +0 -76
  409. package/dist/cost-tracker.d.ts.map +0 -1
  410. package/dist/counterfactual.d.ts.map +0 -1
  411. package/dist/cross-trace-diff.d.ts +0 -56
  412. package/dist/cross-trace-diff.d.ts.map +0 -1
  413. package/dist/dataset.d.ts.map +0 -1
  414. package/dist/deploy-gate-layer.d.ts +0 -125
  415. package/dist/deploy-gate-layer.d.ts.map +0 -1
  416. package/dist/deploy-gate-layer.test.d.ts +0 -2
  417. package/dist/deploy-gate-layer.test.d.ts.map +0 -1
  418. package/dist/description-length-gate.d.ts +0 -119
  419. package/dist/description-length-gate.d.ts.map +0 -1
  420. package/dist/detectors/edge.test.d.ts +0 -2
  421. package/dist/detectors/edge.test.d.ts.map +0 -1
  422. package/dist/detectors/index.d.ts +0 -81
  423. package/dist/detectors/index.d.ts.map +0 -1
  424. package/dist/detectors/index.test.d.ts +0 -2
  425. package/dist/detectors/index.test.d.ts.map +0 -1
  426. package/dist/diagnose/causal-sweep.d.ts +0 -100
  427. package/dist/diagnose/causal-sweep.d.ts.map +0 -1
  428. package/dist/diagnose/index.d.ts +0 -36
  429. package/dist/diagnose/index.d.ts.map +0 -1
  430. package/dist/diagnose/remediation.d.ts +0 -68
  431. package/dist/diagnose/remediation.d.ts.map +0 -1
  432. package/dist/diagnose/repair.d.ts +0 -77
  433. package/dist/diagnose/repair.d.ts.map +0 -1
  434. package/dist/discover-personas.d.ts +0 -35
  435. package/dist/discover-personas.d.ts.map +0 -1
  436. package/dist/driver.d.ts +0 -95
  437. package/dist/driver.d.ts.map +0 -1
  438. package/dist/driver.test.d.ts +0 -8
  439. package/dist/driver.test.d.ts.map +0 -1
  440. package/dist/dual-agent-bench.d.ts +0 -81
  441. package/dist/dual-agent-bench.d.ts.map +0 -1
  442. package/dist/error-count-extractor.d.ts +0 -47
  443. package/dist/error-count-extractor.d.ts.map +0 -1
  444. package/dist/error-count-extractor.test.d.ts +0 -2
  445. package/dist/error-count-extractor.test.d.ts.map +0 -1
  446. package/dist/errors.d.ts.map +0 -1
  447. package/dist/eval-campaign.d.ts.map +0 -1
  448. package/dist/eval-campaign.test.d.ts +0 -2
  449. package/dist/eval-campaign.test.d.ts.map +0 -1
  450. package/dist/eval-tools.d.ts +0 -55
  451. package/dist/eval-tools.d.ts.map +0 -1
  452. package/dist/eval-trace-store.d.ts +0 -107
  453. package/dist/eval-trace-store.d.ts.map +0 -1
  454. package/dist/eval-trace-store.test.d.ts +0 -2
  455. package/dist/eval-trace-store.test.d.ts.map +0 -1
  456. package/dist/executor.d.ts +0 -38
  457. package/dist/executor.d.ts.map +0 -1
  458. package/dist/executor.test.d.ts +0 -10
  459. package/dist/executor.test.d.ts.map +0 -1
  460. package/dist/experiment-tracker.d.ts +0 -178
  461. package/dist/experiment-tracker.d.ts.map +0 -1
  462. package/dist/experiment-tracker.test.d.ts +0 -2
  463. package/dist/experiment-tracker.test.d.ts.map +0 -1
  464. package/dist/failure-taxonomy.d.ts +0 -38
  465. package/dist/failure-taxonomy.d.ts.map +0 -1
  466. package/dist/feedback-trajectory.d.ts.map +0 -1
  467. package/dist/feedback-trajectory.test.d.ts +0 -2
  468. package/dist/feedback-trajectory.test.d.ts.map +0 -1
  469. package/dist/flow-layer.d.ts +0 -90
  470. package/dist/flow-layer.d.ts.map +0 -1
  471. package/dist/flow-layer.test.d.ts +0 -2
  472. package/dist/flow-layer.test.d.ts.map +0 -1
  473. package/dist/fuzz/capsule.d.ts +0 -46
  474. package/dist/fuzz/capsule.d.ts.map +0 -1
  475. package/dist/fuzz/cube.d.ts +0 -36
  476. package/dist/fuzz/cube.d.ts.map +0 -1
  477. package/dist/fuzz/explorer-cost.test.d.ts +0 -2
  478. package/dist/fuzz/explorer-cost.test.d.ts.map +0 -1
  479. package/dist/fuzz/explorer.d.ts +0 -64
  480. package/dist/fuzz/explorer.d.ts.map +0 -1
  481. package/dist/fuzz/fuzz-agent.d.ts +0 -16
  482. package/dist/fuzz/fuzz-agent.d.ts.map +0 -1
  483. package/dist/fuzz/fuzz-agent.test.d.ts +0 -2
  484. package/dist/fuzz/fuzz-agent.test.d.ts.map +0 -1
  485. package/dist/fuzz/gates.d.ts +0 -33
  486. package/dist/fuzz/gates.d.ts.map +0 -1
  487. package/dist/fuzz/index.d.ts +0 -26
  488. package/dist/fuzz/index.d.ts.map +0 -1
  489. package/dist/fuzz/policies.d.ts +0 -28
  490. package/dist/fuzz/policies.d.ts.map +0 -1
  491. package/dist/fuzz/tools.d.ts +0 -20
  492. package/dist/fuzz/tools.d.ts.map +0 -1
  493. package/dist/fuzz/types.d.ts +0 -307
  494. package/dist/fuzz/types.d.ts.map +0 -1
  495. package/dist/golden-matcher.d.ts +0 -71
  496. package/dist/golden-matcher.d.ts.map +0 -1
  497. package/dist/governance/eu-ai-act.d.ts +0 -37
  498. package/dist/governance/eu-ai-act.d.ts.map +0 -1
  499. package/dist/governance/index.d.ts.map +0 -1
  500. package/dist/governance/nist-ai-rmf.d.ts +0 -15
  501. package/dist/governance/nist-ai-rmf.d.ts.map +0 -1
  502. package/dist/governance/soc2.d.ts +0 -12
  503. package/dist/governance/soc2.d.ts.map +0 -1
  504. package/dist/governance/types.d.ts +0 -66
  505. package/dist/governance/types.d.ts.map +0 -1
  506. package/dist/harness-optimizer.d.ts +0 -82
  507. package/dist/harness-optimizer.d.ts.map +0 -1
  508. package/dist/held-out-gate.d.ts +0 -135
  509. package/dist/held-out-gate.d.ts.map +0 -1
  510. package/dist/hosted/client.d.ts +0 -73
  511. package/dist/hosted/client.d.ts.map +0 -1
  512. package/dist/hosted/from-env.test.d.ts +0 -8
  513. package/dist/hosted/from-env.test.d.ts.map +0 -1
  514. package/dist/hosted/index.d.ts.map +0 -1
  515. package/dist/hosted/types.d.ts +0 -159
  516. package/dist/hosted/types.d.ts.map +0 -1
  517. package/dist/index.d.ts.map +0 -1
  518. package/dist/integrity/backend-integrity.d.ts +0 -71
  519. package/dist/integrity/backend-integrity.d.ts.map +0 -1
  520. package/dist/integrity/preflight.d.ts +0 -72
  521. package/dist/integrity/preflight.d.ts.map +0 -1
  522. package/dist/integrity/preflight.test.d.ts +0 -2
  523. package/dist/integrity/preflight.test.d.ts.map +0 -1
  524. package/dist/integrity/single-backend.d.ts +0 -67
  525. package/dist/integrity/single-backend.d.ts.map +0 -1
  526. package/dist/intent-match-judge.d.ts +0 -69
  527. package/dist/intent-match-judge.d.ts.map +0 -1
  528. package/dist/intent-match-judge.test.d.ts +0 -2
  529. package/dist/intent-match-judge.test.d.ts.map +0 -1
  530. package/dist/judge-calibration.d.ts.map +0 -1
  531. package/dist/judge-ensemble.d.ts +0 -66
  532. package/dist/judge-ensemble.d.ts.map +0 -1
  533. package/dist/judge-ensemble.test.d.ts +0 -8
  534. package/dist/judge-ensemble.test.d.ts.map +0 -1
  535. package/dist/judge-families.d.ts +0 -38
  536. package/dist/judge-families.d.ts.map +0 -1
  537. package/dist/judge-panel.d.ts +0 -65
  538. package/dist/judge-panel.d.ts.map +0 -1
  539. package/dist/judge-retry.d.ts +0 -70
  540. package/dist/judge-retry.d.ts.map +0 -1
  541. package/dist/judge-runner.d.ts +0 -36
  542. package/dist/judge-runner.d.ts.map +0 -1
  543. package/dist/judge-runner.test.d.ts +0 -2
  544. package/dist/judge-runner.test.d.ts.map +0 -1
  545. package/dist/judges.d.ts +0 -74
  546. package/dist/judges.d.ts.map +0 -1
  547. package/dist/keyword-coverage-judge.d.ts +0 -89
  548. package/dist/keyword-coverage-judge.d.ts.map +0 -1
  549. package/dist/keyword-coverage-judge.test.d.ts +0 -2
  550. package/dist/keyword-coverage-judge.test.d.ts.map +0 -1
  551. package/dist/knowledge/index.d.ts.map +0 -1
  552. package/dist/knowledge/readiness.d.ts +0 -26
  553. package/dist/knowledge/readiness.d.ts.map +0 -1
  554. package/dist/knowledge/types.d.ts +0 -75
  555. package/dist/knowledge/types.d.ts.map +0 -1
  556. package/dist/live-proof.d.ts +0 -62
  557. package/dist/live-proof.d.ts.map +0 -1
  558. package/dist/llm-client.d.ts.map +0 -1
  559. package/dist/llm-client.test.d.ts +0 -2
  560. package/dist/llm-client.test.d.ts.map +0 -1
  561. package/dist/locked-jsonl-appender.d.ts.map +0 -1
  562. package/dist/matrix/aggregation.d.ts +0 -16
  563. package/dist/matrix/aggregation.d.ts.map +0 -1
  564. package/dist/matrix/index.d.ts.map +0 -1
  565. package/dist/matrix/runner.d.ts +0 -15
  566. package/dist/matrix/runner.d.ts.map +0 -1
  567. package/dist/matrix/types.d.ts.map +0 -1
  568. package/dist/meta-eval/calibration.d.ts +0 -47
  569. package/dist/meta-eval/calibration.d.ts.map +0 -1
  570. package/dist/meta-eval/correlation-study.d.ts +0 -53
  571. package/dist/meta-eval/correlation-study.d.ts.map +0 -1
  572. package/dist/meta-eval/index.d.ts.map +0 -1
  573. package/dist/meta-eval/outcome-store.d.ts.map +0 -1
  574. package/dist/meta-eval/rubric-predictive-validity.d.ts.map +0 -1
  575. package/dist/meta-eval/sentinel.d.ts +0 -169
  576. package/dist/meta-eval/sentinel.d.ts.map +0 -1
  577. package/dist/metrics.d.ts +0 -63
  578. package/dist/metrics.d.ts.map +0 -1
  579. package/dist/model-seats.d.ts +0 -71
  580. package/dist/model-seats.d.ts.map +0 -1
  581. package/dist/model-seats.test.d.ts +0 -2
  582. package/dist/model-seats.test.d.ts.map +0 -1
  583. package/dist/muffled-gate-scanner.d.ts +0 -102
  584. package/dist/muffled-gate-scanner.d.ts.map +0 -1
  585. package/dist/multi-layer-verifier.d.ts.map +0 -1
  586. package/dist/multi-layer-verifier.test.d.ts +0 -2
  587. package/dist/multi-layer-verifier.test.d.ts.map +0 -1
  588. package/dist/multi-toolchain-layer.d.ts +0 -80
  589. package/dist/multi-toolchain-layer.d.ts.map +0 -1
  590. package/dist/multi-toolchain-layer.test.d.ts +0 -2
  591. package/dist/multi-toolchain-layer.test.d.ts.map +0 -1
  592. package/dist/multishot/default-tools.d.ts +0 -34
  593. package/dist/multishot/default-tools.d.ts.map +0 -1
  594. package/dist/multishot/index.d.ts.map +0 -1
  595. package/dist/multishot/judges.d.ts +0 -32
  596. package/dist/multishot/judges.d.ts.map +0 -1
  597. package/dist/multishot/matrix.d.ts +0 -107
  598. package/dist/multishot/matrix.d.ts.map +0 -1
  599. package/dist/multishot/multishot.d.ts +0 -23
  600. package/dist/multishot/multishot.d.ts.map +0 -1
  601. package/dist/multishot/router.d.ts +0 -37
  602. package/dist/multishot/router.d.ts.map +0 -1
  603. package/dist/multishot/types.d.ts +0 -60
  604. package/dist/multishot/types.d.ts.map +0 -1
  605. package/dist/observability.d.ts +0 -71
  606. package/dist/observability.d.ts.map +0 -1
  607. package/dist/oracle.d.ts +0 -55
  608. package/dist/oracle.d.ts.map +0 -1
  609. package/dist/orthogonality.d.ts +0 -35
  610. package/dist/orthogonality.d.ts.map +0 -1
  611. package/dist/otel-pipeline.d.ts +0 -31
  612. package/dist/otel-pipeline.d.ts.map +0 -1
  613. package/dist/paraphrase.d.ts +0 -107
  614. package/dist/paraphrase.d.ts.map +0 -1
  615. package/dist/pareto.d.ts.map +0 -1
  616. package/dist/partition-held-out.d.ts +0 -70
  617. package/dist/partition-held-out.d.ts.map +0 -1
  618. package/dist/partition-held-out.test.d.ts +0 -2
  619. package/dist/partition-held-out.test.d.ts.map +0 -1
  620. package/dist/perf/index.d.ts.map +0 -1
  621. package/dist/perf/integrity.d.ts +0 -30
  622. package/dist/perf/integrity.d.ts.map +0 -1
  623. package/dist/perf/journey.d.ts +0 -45
  624. package/dist/perf/journey.d.ts.map +0 -1
  625. package/dist/perf/ratchet.d.ts +0 -47
  626. package/dist/perf/ratchet.d.ts.map +0 -1
  627. package/dist/pipelines/budget-breach.d.ts +0 -31
  628. package/dist/pipelines/budget-breach.d.ts.map +0 -1
  629. package/dist/pipelines/budget-breach.test.d.ts +0 -2
  630. package/dist/pipelines/budget-breach.test.d.ts.map +0 -1
  631. package/dist/pipelines/failure-cluster.d.ts +0 -38
  632. package/dist/pipelines/failure-cluster.d.ts.map +0 -1
  633. package/dist/pipelines/failure-cluster.test.d.ts +0 -2
  634. package/dist/pipelines/failure-cluster.test.d.ts.map +0 -1
  635. package/dist/pipelines/first-divergence.d.ts +0 -26
  636. package/dist/pipelines/first-divergence.d.ts.map +0 -1
  637. package/dist/pipelines/first-divergence.test.d.ts +0 -2
  638. package/dist/pipelines/first-divergence.test.d.ts.map +0 -1
  639. package/dist/pipelines/index.d.ts.map +0 -1
  640. package/dist/pipelines/judge-agreement.d.ts +0 -26
  641. package/dist/pipelines/judge-agreement.d.ts.map +0 -1
  642. package/dist/pipelines/judge-agreement.test.d.ts +0 -2
  643. package/dist/pipelines/judge-agreement.test.d.ts.map +0 -1
  644. package/dist/pipelines/regression.d.ts +0 -23
  645. package/dist/pipelines/regression.d.ts.map +0 -1
  646. package/dist/pipelines/regression.test.d.ts +0 -2
  647. package/dist/pipelines/regression.test.d.ts.map +0 -1
  648. package/dist/pipelines/stuck-loop.d.ts +0 -32
  649. package/dist/pipelines/stuck-loop.d.ts.map +0 -1
  650. package/dist/pipelines/stuck-loop.test.d.ts +0 -2
  651. package/dist/pipelines/stuck-loop.test.d.ts.map +0 -1
  652. package/dist/pipelines/tool-waste.d.ts +0 -34
  653. package/dist/pipelines/tool-waste.d.ts.map +0 -1
  654. package/dist/pipelines/tool-waste.test.d.ts +0 -2
  655. package/dist/pipelines/tool-waste.test.d.ts.map +0 -1
  656. package/dist/playbook.d.ts +0 -16
  657. package/dist/playbook.d.ts.map +0 -1
  658. package/dist/pr-review-benchmark.d.ts +0 -88
  659. package/dist/pr-review-benchmark.d.ts.map +0 -1
  660. package/dist/pr-review-benchmark.test.d.ts +0 -2
  661. package/dist/pr-review-benchmark.test.d.ts.map +0 -1
  662. package/dist/pre-registration.d.ts +0 -125
  663. package/dist/pre-registration.d.ts.map +0 -1
  664. package/dist/prm/builtin-rubrics.d.ts +0 -33
  665. package/dist/prm/builtin-rubrics.d.ts.map +0 -1
  666. package/dist/prm/index.d.ts.map +0 -1
  667. package/dist/prm/inference.d.ts +0 -29
  668. package/dist/prm/inference.d.ts.map +0 -1
  669. package/dist/prm/inference.test.d.ts +0 -2
  670. package/dist/prm/inference.test.d.ts.map +0 -1
  671. package/dist/prm/rubric.d.ts.map +0 -1
  672. package/dist/prm/training-export.d.ts +0 -38
  673. package/dist/prm/training-export.d.ts.map +0 -1
  674. package/dist/produced-state.d.ts +0 -63
  675. package/dist/produced-state.d.ts.map +0 -1
  676. package/dist/produced-state.test.d.ts +0 -8
  677. package/dist/produced-state.test.d.ts.map +0 -1
  678. package/dist/profile/baselines.d.ts +0 -37
  679. package/dist/profile/baselines.d.ts.map +0 -1
  680. package/dist/profile/index.d.ts +0 -105
  681. package/dist/profile/index.d.ts.map +0 -1
  682. package/dist/promotion-gate.d.ts +0 -93
  683. package/dist/promotion-gate.d.ts.map +0 -1
  684. package/dist/prompt-registry.d.ts +0 -41
  685. package/dist/prompt-registry.d.ts.map +0 -1
  686. package/dist/propose-review-control.d.ts +0 -49
  687. package/dist/propose-review-control.d.ts.map +0 -1
  688. package/dist/propose-review-control.test.d.ts +0 -2
  689. package/dist/propose-review-control.test.d.ts.map +0 -1
  690. package/dist/propose-review.d.ts +0 -155
  691. package/dist/propose-review.d.ts.map +0 -1
  692. package/dist/red-team.d.ts.map +0 -1
  693. package/dist/reference-replay-steering.d.ts +0 -11
  694. package/dist/reference-replay-steering.d.ts.map +0 -1
  695. package/dist/reference-replay.d.ts +0 -176
  696. package/dist/reference-replay.d.ts.map +0 -1
  697. package/dist/reflective-mutation.d.ts +0 -79
  698. package/dist/reflective-mutation.d.ts.map +0 -1
  699. package/dist/registry.d.ts +0 -31
  700. package/dist/registry.d.ts.map +0 -1
  701. package/dist/release-confidence.d.ts +0 -128
  702. package/dist/release-confidence.d.ts.map +0 -1
  703. package/dist/release-report.d.ts +0 -11
  704. package/dist/release-report.d.ts.map +0 -1
  705. package/dist/replay.d.ts +0 -120
  706. package/dist/replay.d.ts.map +0 -1
  707. package/dist/reporter.d.ts +0 -14
  708. package/dist/reporter.d.ts.map +0 -1
  709. package/dist/reporting.d.ts.map +0 -1
  710. package/dist/researcher.d.ts +0 -140
  711. package/dist/researcher.d.ts.map +0 -1
  712. package/dist/reviewer.d.ts +0 -118
  713. package/dist/reviewer.d.ts.map +0 -1
  714. package/dist/reviewer.test.d.ts +0 -2
  715. package/dist/reviewer.test.d.ts.map +0 -1
  716. package/dist/reward-model-export.d.ts +0 -60
  717. package/dist/reward-model-export.d.ts.map +0 -1
  718. package/dist/rl/active-curriculum.d.ts +0 -110
  719. package/dist/rl/active-curriculum.d.ts.map +0 -1
  720. package/dist/rl/adaptation-eval.d.ts +0 -109
  721. package/dist/rl/adaptation-eval.d.ts.map +0 -1
  722. package/dist/rl/adversarial.d.ts.map +0 -1
  723. package/dist/rl/compute-curves.d.ts +0 -127
  724. package/dist/rl/compute-curves.d.ts.map +0 -1
  725. package/dist/rl/contamination.d.ts +0 -117
  726. package/dist/rl/contamination.d.ts.map +0 -1
  727. package/dist/rl/corpus.d.ts +0 -55
  728. package/dist/rl/corpus.d.ts.map +0 -1
  729. package/dist/rl/corpus.test.d.ts +0 -2
  730. package/dist/rl/corpus.test.d.ts.map +0 -1
  731. package/dist/rl/dataset.d.ts +0 -102
  732. package/dist/rl/dataset.d.ts.map +0 -1
  733. package/dist/rl/dataset.test.d.ts +0 -2
  734. package/dist/rl/dataset.test.d.ts.map +0 -1
  735. package/dist/rl/exporters.d.ts +0 -141
  736. package/dist/rl/exporters.d.ts.map +0 -1
  737. package/dist/rl/index.d.ts +0 -49
  738. package/dist/rl/index.d.ts.map +0 -1
  739. package/dist/rl/off-policy.d.ts.map +0 -1
  740. package/dist/rl/predictive-validity-researcher.d.ts +0 -69
  741. package/dist/rl/predictive-validity-researcher.d.ts.map +0 -1
  742. package/dist/rl/preferences.d.ts +0 -141
  743. package/dist/rl/preferences.d.ts.map +0 -1
  744. package/dist/rl/process-reward.d.ts +0 -122
  745. package/dist/rl/process-reward.d.ts.map +0 -1
  746. package/dist/rl/reward-hacking.d.ts +0 -104
  747. package/dist/rl/reward-hacking.d.ts.map +0 -1
  748. package/dist/rl/rl-campaign.d.ts +0 -85
  749. package/dist/rl/rl-campaign.d.ts.map +0 -1
  750. package/dist/rl/run-record-adapters.d.ts +0 -56
  751. package/dist/rl/run-record-adapters.d.ts.map +0 -1
  752. package/dist/rl/sim-fidelity.d.ts +0 -166
  753. package/dist/rl/sim-fidelity.d.ts.map +0 -1
  754. package/dist/rl/sim-fidelity.test.d.ts +0 -2
  755. package/dist/rl/sim-fidelity.test.d.ts.map +0 -1
  756. package/dist/rl/tournament.d.ts +0 -115
  757. package/dist/rl/tournament.d.ts.map +0 -1
  758. package/dist/rl/verifiable-reward.d.ts +0 -124
  759. package/dist/rl/verifiable-reward.d.ts.map +0 -1
  760. package/dist/run-critic.d.ts +0 -23
  761. package/dist/run-critic.d.ts.map +0 -1
  762. package/dist/run-evidence.d.ts +0 -32
  763. package/dist/run-evidence.d.ts.map +0 -1
  764. package/dist/run-record.d.ts.map +0 -1
  765. package/dist/run-record.test.d.ts +0 -2
  766. package/dist/run-record.test.d.ts.map +0 -1
  767. package/dist/run-score.d.ts +0 -31
  768. package/dist/run-score.d.ts.map +0 -1
  769. package/dist/runtime-trajectory.d.ts +0 -47
  770. package/dist/runtime-trajectory.d.ts.map +0 -1
  771. package/dist/sandbox-harness.d.ts.map +0 -1
  772. package/dist/sandbox-harness.test.d.ts +0 -2
  773. package/dist/sandbox-harness.test.d.ts.map +0 -1
  774. package/dist/sandbox-pool.d.ts +0 -74
  775. package/dist/sandbox-pool.d.ts.map +0 -1
  776. package/dist/sandbox-pool.test.d.ts +0 -2
  777. package/dist/sandbox-pool.test.d.ts.map +0 -1
  778. package/dist/scorecard.d.ts +0 -133
  779. package/dist/scorecard.d.ts.map +0 -1
  780. package/dist/scorecard.test.d.ts +0 -2
  781. package/dist/scorecard.test.d.ts.map +0 -1
  782. package/dist/self-play.d.ts +0 -69
  783. package/dist/self-play.d.ts.map +0 -1
  784. package/dist/semantic-concept-judge.d.ts +0 -135
  785. package/dist/semantic-concept-judge.d.ts.map +0 -1
  786. package/dist/semantic-concept-judge.test.d.ts +0 -2
  787. package/dist/semantic-concept-judge.test.d.ts.map +0 -1
  788. package/dist/sequential.d.ts.map +0 -1
  789. package/dist/series-convergence.d.ts.map +0 -1
  790. package/dist/slo.d.ts +0 -48
  791. package/dist/slo.d.ts.map +0 -1
  792. package/dist/state-continuity.d.ts +0 -47
  793. package/dist/state-continuity.d.ts.map +0 -1
  794. package/dist/statistics.d.ts.map +0 -1
  795. package/dist/statistics.test.d.ts +0 -2
  796. package/dist/statistics.test.d.ts.map +0 -1
  797. package/dist/steering-optimizer.d.ts +0 -58
  798. package/dist/steering-optimizer.d.ts.map +0 -1
  799. package/dist/steering.d.ts +0 -24
  800. package/dist/steering.d.ts.map +0 -1
  801. package/dist/storyboard/code-edit.d.ts +0 -64
  802. package/dist/storyboard/code-edit.d.ts.map +0 -1
  803. package/dist/storyboard/code-edit.test.d.ts +0 -2
  804. package/dist/storyboard/code-edit.test.d.ts.map +0 -1
  805. package/dist/storyboard/index.d.ts.map +0 -1
  806. package/dist/storyboard/index.test.d.ts +0 -2
  807. package/dist/storyboard/index.test.d.ts.map +0 -1
  808. package/dist/summary-report.d.ts.map +0 -1
  809. package/dist/telemetry/client.d.ts +0 -35
  810. package/dist/telemetry/client.d.ts.map +0 -1
  811. package/dist/telemetry/index.d.ts.map +0 -1
  812. package/dist/telemetry/schema.d.ts +0 -61
  813. package/dist/telemetry/schema.d.ts.map +0 -1
  814. package/dist/telemetry/sink-fetch.d.ts +0 -39
  815. package/dist/telemetry/sink-fetch.d.ts.map +0 -1
  816. package/dist/telemetry/sink-file.d.ts.map +0 -1
  817. package/dist/test-graded-scenario.d.ts +0 -42
  818. package/dist/test-graded-scenario.d.ts.map +0 -1
  819. package/dist/testing.d.ts.map +0 -1
  820. package/dist/tool-use-metrics.d.ts +0 -35
  821. package/dist/tool-use-metrics.d.ts.map +0 -1
  822. package/dist/trace/capture-fetch.d.ts +0 -48
  823. package/dist/trace/capture-fetch.d.ts.map +0 -1
  824. package/dist/trace/capture-fetch.test.d.ts +0 -2
  825. package/dist/trace/capture-fetch.test.d.ts.map +0 -1
  826. package/dist/trace/emitter.d.ts.map +0 -1
  827. package/dist/trace/extract-usage.d.ts +0 -46
  828. package/dist/trace/extract-usage.d.ts.map +0 -1
  829. package/dist/trace/extract-usage.test.d.ts +0 -2
  830. package/dist/trace/extract-usage.test.d.ts.map +0 -1
  831. package/dist/trace/index.d.ts +0 -15
  832. package/dist/trace/index.d.ts.map +0 -1
  833. package/dist/trace/integrity.d.ts.map +0 -1
  834. package/dist/trace/otel-bridge.d.ts +0 -29
  835. package/dist/trace/otel-bridge.d.ts.map +0 -1
  836. package/dist/trace/otel-export.d.ts +0 -52
  837. package/dist/trace/otel-export.d.ts.map +0 -1
  838. package/dist/trace/otel.d.ts +0 -57
  839. package/dist/trace/otel.d.ts.map +0 -1
  840. package/dist/trace/otlp-attributes.d.ts +0 -17
  841. package/dist/trace/otlp-attributes.d.ts.map +0 -1
  842. package/dist/trace/query.d.ts +0 -29
  843. package/dist/trace/query.d.ts.map +0 -1
  844. package/dist/trace/query.test.d.ts +0 -2
  845. package/dist/trace/query.test.d.ts.map +0 -1
  846. package/dist/trace/raw-provider-sink.d.ts.map +0 -1
  847. package/dist/trace/redact.d.ts.map +0 -1
  848. package/dist/trace/schema.d.ts.map +0 -1
  849. package/dist/trace/store-to-otlp.d.ts +0 -72
  850. package/dist/trace/store-to-otlp.d.ts.map +0 -1
  851. package/dist/trace/store-to-otlp.test.d.ts +0 -2
  852. package/dist/trace/store-to-otlp.test.d.ts.map +0 -1
  853. package/dist/trace/store.d.ts.map +0 -1
  854. package/dist/trace/store.test.d.ts +0 -2
  855. package/dist/trace/store.test.d.ts.map +0 -1
  856. package/dist/trace-analyst/analyst.d.ts.map +0 -1
  857. package/dist/trace-analyst/analyst.test.d.ts +0 -2
  858. package/dist/trace-analyst/analyst.test.d.ts.map +0 -1
  859. package/dist/trace-analyst/behavioral-metrics.d.ts +0 -40
  860. package/dist/trace-analyst/behavioral-metrics.d.ts.map +0 -1
  861. package/dist/trace-analyst/behavioral-metrics.test.d.ts +0 -2
  862. package/dist/trace-analyst/behavioral-metrics.test.d.ts.map +0 -1
  863. package/dist/trace-analyst/hook.d.ts +0 -55
  864. package/dist/trace-analyst/hook.d.ts.map +0 -1
  865. package/dist/trace-analyst/index.d.ts +0 -18
  866. package/dist/trace-analyst/index.d.ts.map +0 -1
  867. package/dist/trace-analyst/insights.d.ts +0 -71
  868. package/dist/trace-analyst/insights.d.ts.map +0 -1
  869. package/dist/trace-analyst/insights.test.d.ts +0 -2
  870. package/dist/trace-analyst/insights.test.d.ts.map +0 -1
  871. package/dist/trace-analyst/otlp-flatten.d.ts +0 -42
  872. package/dist/trace-analyst/otlp-flatten.d.ts.map +0 -1
  873. package/dist/trace-analyst/otlp-span.d.ts +0 -85
  874. package/dist/trace-analyst/otlp-span.d.ts.map +0 -1
  875. package/dist/trace-analyst/otlp-span.test.d.ts +0 -2
  876. package/dist/trace-analyst/otlp-span.test.d.ts.map +0 -1
  877. package/dist/trace-analyst/otlp-to-run-records.d.ts +0 -115
  878. package/dist/trace-analyst/otlp-to-run-records.d.ts.map +0 -1
  879. package/dist/trace-analyst/otlp-to-run-records.test.d.ts +0 -2
  880. package/dist/trace-analyst/otlp-to-run-records.test.d.ts.map +0 -1
  881. package/dist/trace-analyst/otlp-to-run-records.timestamps.test.d.ts +0 -2
  882. package/dist/trace-analyst/otlp-to-run-records.timestamps.test.d.ts.map +0 -1
  883. package/dist/trace-analyst/prompts.d.ts +0 -6
  884. package/dist/trace-analyst/prompts.d.ts.map +0 -1
  885. package/dist/trace-analyst/store-otlp.d.ts +0 -126
  886. package/dist/trace-analyst/store-otlp.d.ts.map +0 -1
  887. package/dist/trace-analyst/store-otlp.test.d.ts +0 -8
  888. package/dist/trace-analyst/store-otlp.test.d.ts.map +0 -1
  889. package/dist/trace-analyst/store-otlp.timestamps.test.d.ts +0 -2
  890. package/dist/trace-analyst/store-otlp.timestamps.test.d.ts.map +0 -1
  891. package/dist/trace-analyst/store.d.ts +0 -63
  892. package/dist/trace-analyst/store.d.ts.map +0 -1
  893. package/dist/trace-analyst/tools.d.ts +0 -44
  894. package/dist/trace-analyst/tools.d.ts.map +0 -1
  895. package/dist/trace-analyst/tools.test.d.ts +0 -10
  896. package/dist/trace-analyst/tools.test.d.ts.map +0 -1
  897. package/dist/trace-analyst/types.d.ts.map +0 -1
  898. package/dist/trace-contracts.d.ts +0 -180
  899. package/dist/trace-contracts.d.ts.map +0 -1
  900. package/dist/traced-analyst.d.ts +0 -26
  901. package/dist/traced-analyst.d.ts.map +0 -1
  902. package/dist/traced-judges.d.ts +0 -27
  903. package/dist/traced-judges.d.ts.map +0 -1
  904. package/dist/traces.d.ts.map +0 -1
  905. package/dist/trajectory.d.ts.map +0 -1
  906. package/dist/types.d.ts.map +0 -1
  907. package/dist/ui-finding.d.ts +0 -104
  908. package/dist/ui-finding.d.ts.map +0 -1
  909. package/dist/verdict-cache.d.ts +0 -78
  910. package/dist/verdict-cache.d.ts.map +0 -1
  911. package/dist/verdict-cache.test.d.ts +0 -2
  912. package/dist/verdict-cache.test.d.ts.map +0 -1
  913. package/dist/verdict.d.ts.map +0 -1
  914. package/dist/visual-diff.d.ts +0 -32
  915. package/dist/visual-diff.d.ts.map +0 -1
  916. package/dist/wire/handlers.d.ts +0 -54
  917. package/dist/wire/handlers.d.ts.map +0 -1
  918. package/dist/wire/index.d.ts.map +0 -1
  919. package/dist/wire/openapi.d.ts +0 -3
  920. package/dist/wire/openapi.d.ts.map +0 -1
  921. package/dist/wire/rpc.d.ts +0 -21
  922. package/dist/wire/rpc.d.ts.map +0 -1
  923. package/dist/wire/rubrics.d.ts +0 -34
  924. package/dist/wire/rubrics.d.ts.map +0 -1
  925. package/dist/wire/schemas.d.ts +0 -410
  926. package/dist/wire/schemas.d.ts.map +0 -1
  927. package/dist/wire/server.d.ts +0 -60
  928. package/dist/wire/server.d.ts.map +0 -1
  929. package/dist/workflow/event-schema.d.ts +0 -5
  930. package/dist/workflow/event-schema.d.ts.map +0 -1
  931. package/dist/workflow/feedback-pack.d.ts +0 -99
  932. package/dist/workflow/feedback-pack.d.ts.map +0 -1
  933. package/dist/workflow/index.d.ts.map +0 -1
  934. package/dist/workflow/intelligence-export.d.ts +0 -62
  935. package/dist/workflow/intelligence-export.d.ts.map +0 -1
  936. package/dist/workflow/partner-report.d.ts +0 -49
  937. package/dist/workflow/partner-report.d.ts.map +0 -1
  938. package/dist/workflow/phase-graph.d.ts +0 -43
  939. package/dist/workflow/phase-graph.d.ts.map +0 -1
  940. package/dist/workflow/promotion-gate.d.ts +0 -61
  941. package/dist/workflow/promotion-gate.d.ts.map +0 -1
  942. package/dist/workflow/run-record.d.ts +0 -12
  943. package/dist/workflow/run-record.d.ts.map +0 -1
  944. package/dist/workflow/runtime-adapter.d.ts +0 -20
  945. package/dist/workflow/runtime-adapter.d.ts.map +0 -1
  946. package/dist/workflow/sanitize.d.ts +0 -21
  947. package/dist/workflow/sanitize.d.ts.map +0 -1
  948. package/dist/workflow/schema.d.ts +0 -5
  949. package/dist/workflow/schema.d.ts.map +0 -1
  950. package/dist/workflow/summary.d.ts +0 -43
  951. package/dist/workflow/summary.d.ts.map +0 -1
  952. package/dist/workflow/trace-event-fields.d.ts +0 -6
  953. package/dist/workflow/trace-event-fields.d.ts.map +0 -1
  954. package/dist/workflow/trajectory.d.ts +0 -15
  955. package/dist/workflow/trajectory.d.ts.map +0 -1
  956. package/dist/workflow/types.d.ts +0 -68
  957. package/dist/workflow/types.d.ts.map +0 -1
  958. package/dist/workspace-inspector.d.ts +0 -67
  959. package/dist/workspace-inspector.d.ts.map +0 -1
  960. package/dist/wrangler-deploy-runner.test.d.ts +0 -2
  961. package/dist/wrangler-deploy-runner.test.d.ts.map +0 -1
@@ -1,169 +0,0 @@
1
- /**
2
- * Judge sentinel — eval trustworthiness as a continuously measured,
3
- * alarmed trend.
4
- *
5
- * Judges are models; models change underneath us; calibration decays.
6
- * This module composes three existing instruments into one loop:
7
- *
8
- * snapshot — adapters turn real instrument outputs (`calibrateJudge` /
9
- * `calibrateJudgeContinuous`, `corpusInterRaterAgreement` /
10
- * `continuousAgreement`, a rerun sentinel golden set) into
11
- * `SentinelSnapshot`s
12
- * series — `analyzeSeries` (src/series-convergence) classifies each
13
- * judge×metric history as stabilized / drifting / noisy
14
- * alarm — `judgeSentinelReport` turns trends + thresholds into named
15
- * alarms; `evalHealthStamp` is the tiny object a campaign
16
- * attaches to its verdicts
17
- *
18
- * Alarm conditions:
19
- * - convergence state `drifting-down` on any tracked metric
20
- * - irr below `minIrr`
21
- * - calibrationKappa / sentinelPassRate dropped vs the series baseline
22
- * beyond `maxKappaDrop` / `maxSentinelDrop`
23
- * - judge model changed with no post-change golden-grounded snapshot
24
- * (the silent-upgrade trap: judges agreeing with each other after a
25
- * model swap proves nothing — only re-measuring against gold does)
26
- * - newest snapshot older than `staleAfterDays` relative to `asOf`
27
- *
28
- * Wire-in: run the snapshot adapters from a post-campaign hook or a
29
- * nightly job, append to a `SentinelStore`, then compute
30
- * `judgeSentinelReport(await store.history(), { asOf })` with `asOf` =
31
- * the campaign timestamp. Attach `evalHealthStamp(report)` to campaign
32
- * verdicts: an alarmed sentinel means every downstream verdict carries
33
- * an integrity warning until the judge is recalibrated.
34
- *
35
- * The module is clock-free — every timestamp (`at`, `asOf`) is
36
- * caller-supplied ISO-8601, so reports are reproducible.
37
- */
38
- import type { CalibrationResult, CandidateScore, ContinuousAgreement, ContinuousCalibrationResult, GoldenItem } from '../judge-calibration';
39
- import { type SeriesConvergenceOptions, type SeriesConvergenceResult } from '../series-convergence';
40
- import type { CorpusAgreementReport } from '../statistics';
41
- export declare const SENTINEL_METRIC_NAMES: readonly ["irr", "calibrationKappa", "sentinelPassRate"];
42
- export type SentinelMetricName = (typeof SENTINEL_METRIC_NAMES)[number];
43
- export interface SentinelMetrics {
44
- /** Inter-rater reliability — ICC(2,1) from agreement instruments. */
45
- irr?: number;
46
- /** Weighted κ vs the human golden set (`calibrateJudge*`). */
47
- calibrationKappa?: number;
48
- /** Fraction of a fixed sentinel golden set the judge still scores within tolerance. */
49
- sentinelPassRate?: number;
50
- }
51
- export interface SentinelSnapshot {
52
- /** Caller-supplied ISO-8601 timestamp — the module never reads a clock. */
53
- at: string;
54
- judgeId: string;
55
- /** Exact model identity behind the judge (pin the full version string). */
56
- judgeModel: string;
57
- /**
58
- * Metrics measured at `at`. May be empty: an empty-metrics snapshot is a
59
- * model-change marker — it records the new `judgeModel` immediately and
60
- * the silent-upgrade alarm stays raised until a golden-grounded snapshot
61
- * (calibrationKappa or sentinelPassRate) follows.
62
- */
63
- metrics: SentinelMetrics;
64
- }
65
- /** Identity + timestamp the caller supplies alongside an instrument output. */
66
- export interface SnapshotMeta {
67
- at: string;
68
- judgeId: string;
69
- judgeModel: string;
70
- }
71
- /** Shape guard for snapshots crossing a boundary (store append, JSONL load, report input). */
72
- export declare function validateSentinelSnapshot(snapshot: SentinelSnapshot, source?: string): void;
73
- /**
74
- * From `calibrateJudge` / `calibrateJudgeContinuous` output. Prefers the
75
- * un-rounded continuous κ_w when the report carries one (integer κ
76
- * discards information for [0,1] judges).
77
- */
78
- export declare function snapshotFromCalibration(report: CalibrationResult | ContinuousCalibrationResult, meta: SnapshotMeta): SentinelSnapshot;
79
- /**
80
- * From `corpusInterRaterAgreement` (statistics.ts) or `continuousAgreement`
81
- * (judge-calibration.ts) output. IRR = ICC(2,1) — the reliability
82
- * coefficient both instruments compute. For ensemble-level agreement,
83
- * `meta.judgeId` names the ensemble and `meta.judgeModel` pins its
84
- * composition (e.g. a joined list of member model strings).
85
- */
86
- export declare function snapshotFromAgreement(report: CorpusAgreementReport | ContinuousAgreement, meta: SnapshotMeta): SentinelSnapshot;
87
- export interface SentinelSetOptions {
88
- /** Max |judge − human| for an item to count as passed. Default 0.1 (tuned for [0,1] scores). */
89
- tolerance?: number;
90
- }
91
- /**
92
- * From a rerun of a fixed sentinel golden set: the same `GoldenItem`s the
93
- * judge was originally calibrated on, re-scored periodically. Pass rate =
94
- * fraction of joined items where the judge stays within `tolerance` of the
95
- * human score. Items the judge didn't score are excluded from the
96
- * denominator; zero joined items is an error, not a 0% pass rate.
97
- */
98
- export declare function snapshotFromSentinelSet(scores: CandidateScore[], golden: GoldenItem[], meta: SnapshotMeta, options?: SentinelSetOptions): SentinelSnapshot;
99
- export interface SentinelStore {
100
- append(snapshot: SentinelSnapshot): Promise<void>;
101
- /** All snapshots (optionally for one judge), in append order. */
102
- history(judgeId?: string): Promise<SentinelSnapshot[]>;
103
- }
104
- export declare function inMemorySentinelStore(initial?: SentinelSnapshot[]): SentinelStore;
105
- /**
106
- * JSONL store — one snapshot per line, appended atomically per call.
107
- * A corrupt or shape-invalid line is a loud error naming the file and
108
- * line number: a sentinel history that silently drops records would
109
- * defeat the drift detection it exists to provide.
110
- */
111
- export declare function fileSentinelStore(path: string): SentinelStore;
112
- export interface SentinelThresholds {
113
- /** Floor for irr — below it the judge ensemble is unreliable regardless of trend. Default 0.6. */
114
- minIrr?: number;
115
- /** Max tolerated calibrationKappa drop vs the series baseline. Default 0.15. */
116
- maxKappaDrop?: number;
117
- /** Max tolerated sentinelPassRate drop vs the series baseline. Default 0.1. */
118
- maxSentinelDrop?: number;
119
- /** Newest snapshot older than this (days, vs asOf) = the sentinel itself went blind. Default 30. */
120
- staleAfterDays?: number;
121
- }
122
- export interface JudgeSentinelOptions {
123
- /** Caller-supplied ISO timestamp staleness is measured against. */
124
- asOf: string;
125
- thresholds?: SentinelThresholds;
126
- /** Forwarded to `analyzeSeries` (window, stableCv, driftRun). */
127
- convergence?: SeriesConvergenceOptions;
128
- }
129
- export interface SentinelTrend {
130
- judgeId: string;
131
- metric: SentinelMetricName;
132
- /** Verbatim `analyzeSeries` state for this judge×metric history. */
133
- state: SeriesConvergenceResult['state'];
134
- /** Newest value in the series. */
135
- current: number;
136
- /** Oldest value in the series — the reference the drop thresholds compare against. */
137
- baseline: number;
138
- /** current − baseline (signed; negative = decayed). */
139
- drift: number;
140
- alarmed: boolean;
141
- reason?: string;
142
- }
143
- export interface SentinelReport {
144
- perJudge: SentinelTrend[];
145
- alarms: string[];
146
- healthy: boolean;
147
- /**
148
- * `judgeId:metric` pairs with too few snapshots for the convergence
149
- * machine. Named, not counted — a blind spot you can't see is a blind
150
- * spot you won't fix. Floor/drop checks still apply to thin series, so
151
- * insufficient history alone never masks an alarm.
152
- */
153
- insufficientHistory: string[];
154
- }
155
- export declare function judgeSentinelReport(history: SentinelSnapshot[], opts: JudgeSentinelOptions): SentinelReport;
156
- export interface EvalHealthStamp {
157
- healthy: boolean;
158
- alarms: string[];
159
- }
160
- /**
161
- * The object a campaign attaches to its verdicts. Compute it from the
162
- * sentinel report in a post-campaign hook (or a nightly job feeding the
163
- * next day's campaigns) and store it alongside the verdict payload.
164
- * `healthy: false` means the judges that produced those verdicts have an
165
- * unresolved drift / decay / silent-upgrade / staleness alarm — treat the
166
- * verdicts as carrying an integrity warning until recalibration clears it.
167
- */
168
- export declare function evalHealthStamp(report: SentinelReport): EvalHealthStamp;
169
- //# sourceMappingURL=sentinel.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"sentinel.d.ts","sourceRoot":"","sources":["../../src/meta-eval/sentinel.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AAGH,OAAO,KAAK,EACV,iBAAiB,EACjB,cAAc,EACd,mBAAmB,EACnB,2BAA2B,EAC3B,UAAU,EACX,MAAM,sBAAsB,CAAA;AAC7B,OAAO,EAEL,KAAK,wBAAwB,EAC7B,KAAK,uBAAuB,EAC7B,MAAM,uBAAuB,CAAA;AAC9B,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAA;AAE1D,eAAO,MAAM,qBAAqB,0DAA2D,CAAA;AAE7F,MAAM,MAAM,kBAAkB,GAAG,CAAC,OAAO,qBAAqB,CAAC,CAAC,MAAM,CAAC,CAAA;AAEvE,MAAM,WAAW,eAAe;IAC9B,qEAAqE;IACrE,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,8DAA8D;IAC9D,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,uFAAuF;IACvF,gBAAgB,CAAC,EAAE,MAAM,CAAA;CAC1B;AAED,MAAM,WAAW,gBAAgB;IAC/B,2EAA2E;IAC3E,EAAE,EAAE,MAAM,CAAA;IACV,OAAO,EAAE,MAAM,CAAA;IACf,2EAA2E;IAC3E,UAAU,EAAE,MAAM,CAAA;IAClB;;;;;OAKG;IACH,OAAO,EAAE,eAAe,CAAA;CACzB;AAED,+EAA+E;AAC/E,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAA;IACV,OAAO,EAAE,MAAM,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;CACnB;AAYD,8FAA8F;AAC9F,wBAAgB,wBAAwB,CAAC,QAAQ,EAAE,gBAAgB,EAAE,MAAM,SAAa,GAAG,IAAI,CAwB9F;AAID;;;;GAIG;AACH,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,iBAAiB,GAAG,2BAA2B,EACvD,IAAI,EAAE,YAAY,GACjB,gBAAgB,CAUlB;AAED;;;;;;GAMG;AACH,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,qBAAqB,GAAG,mBAAmB,EACnD,IAAI,EAAE,YAAY,GACjB,gBAAgB,CAUlB;AAED,MAAM,WAAW,kBAAkB;IACjC,gGAAgG;IAChG,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAED;;;;;;GAMG;AACH,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,cAAc,EAAE,EACxB,MAAM,EAAE,UAAU,EAAE,EACpB,IAAI,EAAE,YAAY,EAClB,OAAO,GAAE,kBAAuB,GAC/B,gBAAgB,CAwClB;AAID,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACjD,iEAAiE;IACjE,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAA;CACvD;AAED,wBAAgB,qBAAqB,CAAC,OAAO,GAAE,gBAAgB,EAAO,GAAG,aAAa,CAarF;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa,CAsC7D;AAID,MAAM,WAAW,kBAAkB;IACjC,kGAAkG;IAClG,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,gFAAgF;IAChF,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,+EAA+E;IAC/E,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,oGAAoG;IACpG,cAAc,CAAC,EAAE,MAAM,CAAA;CACxB;AAED,MAAM,WAAW,oBAAoB;IACnC,mEAAmE;IACnE,IAAI,EAAE,MAAM,CAAA;IACZ,UAAU,CAAC,EAAE,kBAAkB,CAAA;IAC/B,iEAAiE;IACjE,WAAW,CAAC,EAAE,wBAAwB,CAAA;CACvC;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,kBAAkB,CAAA;IAC1B,oEAAoE;IACpE,KAAK,EAAE,uBAAuB,CAAC,OAAO,CAAC,CAAA;IACvC,kCAAkC;IAClC,OAAO,EAAE,MAAM,CAAA;IACf,sFAAsF;IACtF,QAAQ,EAAE,MAAM,CAAA;IAChB,uDAAuD;IACvD,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,OAAO,CAAA;IAChB,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,aAAa,EAAE,CAAA;IACzB,MAAM,EAAE,MAAM,EAAE,CAAA;IAChB,OAAO,EAAE,OAAO,CAAA;IAChB;;;;;OAKG;IACH,mBAAmB,EAAE,MAAM,EAAE,CAAA;CAC9B;AAID,wBAAgB,mBAAmB,CACjC,OAAO,EAAE,gBAAgB,EAAE,EAC3B,IAAI,EAAE,oBAAoB,GACzB,cAAc,CAyGhB;AAID,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,OAAO,CAAA;IAChB,MAAM,EAAE,MAAM,EAAE,CAAA;CACjB;AAED;;;;;;;GAOG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,cAAc,GAAG,eAAe,CAEvE"}
package/dist/metrics.d.ts DELETED
@@ -1,63 +0,0 @@
1
- import type { ProductClient } from './client';
2
- import type { DriverState, TurnMetrics } from './types';
3
- interface TokenPrice {
4
- input: number;
5
- output: number;
6
- }
7
- /** Per-1K token pricing for exact model ids. */
8
- export declare const MODEL_PRICING: Record<string, TokenPrice>;
9
- /** Resolve pricing for a model id: exact table, then family fallback.
10
- * Returns null when the id matches nothing (caller decides — never a
11
- * silent-zero masquerading as a real $0 cost). */
12
- export declare function resolveModelPricing(model: string): TokenPrice | null;
13
- /** True when `model` has known pricing (exact or family). Lets cost-aware
14
- * callers distinguish a real $0 from an unpriced model. */
15
- export declare function isModelPriced(model: string): boolean;
16
- /** Estimate token count from string length (chars / 4 approximation) */
17
- export declare function estimateTokens(text: string): number;
18
- /** Calculate cost in USD from token counts and model. Unknown models warn
19
- * once (not a silent zero) and return 0 so callers that ignore pricing keep
20
- * working; cost-sensitive callers should gate on {@link isModelPriced}. */
21
- export declare function estimateCost(inputTokens: number, outputTokens: number, model: string): number;
22
- /**
23
- * TokenCounter — accumulates token usage and cost across turns.
24
- */
25
- export declare class TokenCounter {
26
- private totalInput;
27
- private totalOutput;
28
- private totalCost;
29
- private model;
30
- constructor(model?: string);
31
- /** Record tokens for a turn, returns per-turn cost */
32
- record(inputTokens: number, outputTokens: number): number;
33
- /** Estimate and record from raw text */
34
- recordFromText(inputText: string, outputText: string): {
35
- inputTokens: number;
36
- outputTokens: number;
37
- cost: number;
38
- };
39
- getTotalInput(): number;
40
- getTotalOutput(): number;
41
- getTotalCost(): number;
42
- }
43
- /**
44
- * MetricsCollector — collects per-turn metrics from the product.
45
- *
46
- * After each turn, queries the product's APIs to measure state changes.
47
- */
48
- export declare class MetricsCollector {
49
- private client;
50
- private workspaceId;
51
- private metrics;
52
- constructor(client: ProductClient, workspaceId: string);
53
- /** Collect metrics after a turn completes */
54
- collect(turn: number, responseLatencyMs: number, responseChars: number, codeBlocksProduced: number, blocksExtracted: number, completionCriteriaMet: number, completionCriteriaTotal: number, qualityScore?: number, inputTokens?: number, outputTokens?: number, estimatedCostUsd?: number): Promise<TurnMetrics>;
55
- /** Get current product state */
56
- getState(): Promise<DriverState>;
57
- /** Get all collected metrics */
58
- getMetrics(): TurnMetrics[];
59
- /** Get convergence curve (completion% over turns) */
60
- getConvergenceCurve(): number[];
61
- }
62
- export {};
63
- //# sourceMappingURL=metrics.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../src/metrics.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AAC7C,OAAO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA;AAEvD,UAAU,UAAU;IAClB,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;CACf;AAED,gDAAgD;AAChD,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAOpD,CAAA;AAgCD;;mDAEmD;AACnD,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,GAAG,IAAI,CAQpE;AAED;4DAC4D;AAC5D,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAEpD;AAID,wEAAwE;AACxE,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEnD;AAED;;4EAE4E;AAC5E,wBAAgB,YAAY,CAAC,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAa7F;AAED;;GAEG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,UAAU,CAAI;IACtB,OAAO,CAAC,WAAW,CAAI;IACvB,OAAO,CAAC,SAAS,CAAI;IACrB,OAAO,CAAC,KAAK,CAAQ;gBAET,KAAK,SAAW;IAI5B,sDAAsD;IACtD,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM;IAQzD,wCAAwC;IACxC,cAAc,CACZ,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,GACjB;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE;IAO9D,aAAa,IAAI,MAAM;IAGvB,cAAc,IAAI,MAAM;IAGxB,YAAY,IAAI,MAAM;CAGvB;AAED;;;;GAIG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,WAAW,CAAQ;IAC3B,OAAO,CAAC,OAAO,CAAoB;gBACvB,MAAM,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM;IAKtD,6CAA6C;IACvC,OAAO,CACX,IAAI,EAAE,MAAM,EACZ,iBAAiB,EAAE,MAAM,EACzB,aAAa,EAAE,MAAM,EACrB,kBAAkB,EAAE,MAAM,EAC1B,eAAe,EAAE,MAAM,EACvB,qBAAqB,EAAE,MAAM,EAC7B,uBAAuB,EAAE,MAAM,EAC/B,YAAY,CAAC,EAAE,MAAM,EACrB,WAAW,SAAI,EACf,YAAY,SAAI,EAChB,gBAAgB,SAAI,GACnB,OAAO,CAAC,WAAW,CAAC;IA2BvB,gCAAgC;IAC1B,QAAQ,IAAI,OAAO,CAAC,WAAW,CAAC;IAsBtC,gCAAgC;IAChC,UAAU,IAAI,WAAW,EAAE;IAI3B,qDAAqD;IACrD,mBAAmB,IAAI,MAAM,EAAE;CAGhC"}
@@ -1,71 +0,0 @@
1
- /**
2
- * ModelSeats — the program's model seating chart.
3
- *
4
- * One object names which model fills each role in an eval program: the worker
5
- * under evaluation, the judge panel, the analyst, the reflection/driver model,
6
- * and the verifier. Re-tiering an entire program (economy ↔ frontier) is one
7
- * swapped object instead of a hunt through call sites.
8
- *
9
- * Wiring points — consumers thread seats; this module implements none of them
10
- * (those files belong to other surfaces):
11
- * - `judges` → `ensembleJudge({ models: seats.judges, … })` (src/judge-panel.ts)
12
- * and the `JudgeConfig`s handed to `makeEvalTools({ judges })`
13
- * (src/eval-tools.ts).
14
- * - `reflection` → `selfImprove({ llm: { model: seats.reflection } })` — the
15
- * `gepaProposer` reflection model (src/contract/self-improve.ts);
16
- * same seat for any custom `SurfaceProposer`'s LLM.
17
- * - `worker` → the dispatch model the agent itself calls — the model an
18
- * `AgentProfile` declares.
19
- * - `analyst` → the LLM behind `analyzeRuns` / analyst-registry kinds.
20
- * - `verifier` → completion-verifier / objective-checker model.
21
- * - campaign cells thread `judges` + driver models the same way; that wiring
22
- * lands with the campaign surface, not here.
23
- *
24
- * `resolveSeat` is the only read path: an unset seat with no explicit fallback
25
- * throws — a model id is a budget decision, never a silent default.
26
- */
27
- import { ConfigError } from './errors';
28
- export interface ModelSeats {
29
- /** The model under evaluation — what the agent itself dispatches with. */
30
- worker?: string;
31
- /** Judge-panel model ids — thread into `ensembleJudge({ models })`. */
32
- judges?: string[];
33
- /** Analyst model — `analyzeRuns` / analyst-registry LLM calls. */
34
- analyst?: string;
35
- /** Reflection/proposer model — `gepaProposer` mutation proposals. */
36
- reflection?: string;
37
- /** Verifier model — completion/objective checking. */
38
- verifier?: string;
39
- }
40
- export type SeatName = keyof ModelSeats;
41
- export type SeatPresetName = keyof typeof seatPresets;
42
- /**
43
- * Tier presets — plain data, swap or spread freely.
44
- *
45
- * `economy` uses the fleet-policy ids: every id resolves through the
46
- * substrate's family pricing (no costUnknown axis) and the judge trio spans
47
- * three provider families (moonshot / deepseek / openai), so it passes
48
- * `assertCrossFamily` as-is.
49
- *
50
- * `frontier` is deliberately EMPTY: entitled frontier ids vary per router
51
- * account, and a hardcoded claude/gpt-5 id 401s on keys that lack it. Supply
52
- * your own: `{ ...seatPresets.frontier, worker: '<your-frontier-id>', … }` —
53
- * `resolveSeat` throws on every seat you haven't filled.
54
- */
55
- export declare const seatPresets: Record<'economy' | 'frontier', ModelSeats>;
56
- /** Thrown by `resolveSeat` when a seat is unset and no fallback was given. */
57
- export declare class SeatUnsetError extends ConfigError {
58
- readonly seat: SeatName;
59
- constructor(seat: SeatName);
60
- }
61
- /**
62
- * Read one seat. Blank strings and empty arrays count as unset (env-var
63
- * plumbing produces them); malformed values (non-string seat, non-array or
64
- * blank-entry `judges`) throw `ValidationError`. When the seat is unset, an
65
- * explicit `fallback` is returned (`[fallback]` for `judges` — a one-model
66
- * panel); without one, `SeatUnsetError`.
67
- */
68
- export declare function resolveSeat(seats: ModelSeats, seat: 'judges', fallback?: string): string[];
69
- export declare function resolveSeat(seats: ModelSeats, seat: Exclude<SeatName, 'judges'>, fallback?: string): string;
70
- export declare function resolveSeat(seats: ModelSeats, seat: SeatName, fallback?: string): string | string[];
71
- //# sourceMappingURL=model-seats.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"model-seats.d.ts","sourceRoot":"","sources":["../src/model-seats.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAEH,OAAO,EAAE,WAAW,EAAmB,MAAM,UAAU,CAAA;AAEvD,MAAM,WAAW,UAAU;IACzB,0EAA0E;IAC1E,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,uEAAuE;IACvE,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;IACjB,kEAAkE;IAClE,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,qEAAqE;IACrE,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,sDAAsD;IACtD,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAA;AAEvC,MAAM,MAAM,cAAc,GAAG,MAAM,OAAO,WAAW,CAAA;AAErD;;;;;;;;;;;;GAYG;AACH,eAAO,MAAM,WAAW,EAAE,MAAM,CAAC,SAAS,GAAG,UAAU,EAAE,UAAU,CASlE,CAAA;AAED,8EAA8E;AAC9E,qBAAa,cAAe,SAAQ,WAAW;aACjB,IAAI,EAAE,QAAQ;gBAAd,IAAI,EAAE,QAAQ;CAM3C;AAED;;;;;;GAMG;AACH,wBAAgB,WAAW,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAA;AAC3F,wBAAgB,WAAW,CACzB,KAAK,EAAE,UAAU,EACjB,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,EACjC,QAAQ,CAAC,EAAE,MAAM,GAChB,MAAM,CAAA;AACT,wBAAgB,WAAW,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,EAAE,CAAA"}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=model-seats.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"model-seats.test.d.ts","sourceRoot":"","sources":["../src/model-seats.test.ts"],"names":[],"mappings":""}
@@ -1,102 +0,0 @@
1
- /**
2
- * muffled-gate-scanner — test helper that greps consumer source for
3
- * gate + measurement anti-patterns and fails with file:line locations.
4
- *
5
- * Named pattern lives at starter-foundry's `.evolve/patterns/muffled-gate.md`;
6
- * same shape applies to every consumer (a gate that should fail loud
7
- * returns silent success; a metric that should emit a real number
8
- * reports noise/empty).
9
- *
10
- * Usage (in a consumer project's test file):
11
- *
12
- * import { scanForMuffledGates, DEFAULT_FINDERS } from '@tangle-network/agent-eval'
13
- *
14
- * test('no muffled gates in eval surface', () => {
15
- * const findings = scanForMuffledGates({
16
- * repoRoot: process.cwd(),
17
- * scanFiles: ['src/eval/scaffold.ts', 'scripts/promote.mjs'],
18
- * finders: DEFAULT_FINDERS,
19
- * })
20
- * if (findings.length) assert.fail(formatFindings(findings))
21
- * })
22
- *
23
- * Customize by passing your own `finders` — each finder is
24
- * `(file, text) => Finding[]` and runs per-file.
25
- *
26
- * Escape hatch: any line containing `muffle-ok:` is excluded from all
27
- * finders, letting consumers opt a legitimate fallback out explicitly.
28
- */
29
- export interface MuffledFinding {
30
- file: string;
31
- line: number;
32
- lineText: string;
33
- pattern: string;
34
- }
35
- export type MuffledFinder = (file: string, text: string) => MuffledFinding[];
36
- export interface ScanOptions {
37
- /** Absolute path to the repo root. */
38
- repoRoot: string;
39
- /** Explicit file list (paths relative to repoRoot) for context-specific finders. */
40
- scanFiles: string[];
41
- /**
42
- * Auto-derived scan: walk these dirs for files matching importGlob + the
43
- * string `importsContain` and run the universal finders on them. Pattern
44
- * from starter-foundry H4 (research/decisions/001) — catches new files
45
- * with agent-eval import that would otherwise escape context-specific
46
- * scan lists.
47
- */
48
- autoDerive?: {
49
- roots: string[];
50
- extensions: RegExp;
51
- importsContain: string;
52
- universalFinders: MuffledFinder[];
53
- };
54
- /** Per-file finders (context-specific patterns). */
55
- finders: MuffledFinder[];
56
- }
57
- /**
58
- * Default finder: `command || true` in a testCommand/setupCommand/cmd/command
59
- * string. Swallows exit codes.
60
- */
61
- export declare const findFallbackToPass: MuffledFinder;
62
- /**
63
- * `testCommand: 'true'` literal silent-pass — an unknown-language dispatch
64
- * arm that returns a no-op instead of throwing.
65
- */
66
- export declare const findLiteralTruePass: MuffledFinder;
67
- /**
68
- * `new SubprocessSandboxDriver({ cwd: ... })` — constructor arg silently
69
- * dropped in agent-eval <0.7.1. 0.7.1+ honors as fallback, but the form
70
- * still invites confusion; prefer `new SubprocessSandboxDriver()` with
71
- * cwd in the per-call HarnessConfig.
72
- */
73
- export declare const findConstructorCwdDropped: MuffledFinder;
74
- /**
75
- * `if (!expected) return true` — matcher auto-passes when ground truth is
76
- * absent. Inflates accuracy metrics for scenarios without expectations.
77
- */
78
- export declare const findAutoMatchNoExpectation: MuffledFinder;
79
- /**
80
- * `if (p.skipped) return true` — skip-counts-as-pass in quality scorers.
81
- * Use three-valued `true | false | 'skipped'` return + explicit partial
82
- * credit instead.
83
- */
84
- export declare const findSkipCountsAsPass: MuffledFinder;
85
- /**
86
- * The canonical default bundle. Callers can import these individually,
87
- * replace them, or append custom finders for project-specific patterns.
88
- */
89
- export declare const DEFAULT_FINDERS: MuffledFinder[];
90
- /** Finders that should run on EVERY file with the target import, not just SCAN_FILES. */
91
- export declare const UNIVERSAL_FINDERS: MuffledFinder[];
92
- /**
93
- * Run all finders against the configured files. Returns a flat list of
94
- * findings. Callers format + assert as they prefer.
95
- */
96
- export declare function scanForMuffledGates(opts: ScanOptions): MuffledFinding[];
97
- /**
98
- * Format findings into a single assert.fail-ready message. Each finding
99
- * carries file:line + pattern name + the offending line.
100
- */
101
- export declare function formatFindings(findings: MuffledFinding[]): string;
102
- //# sourceMappingURL=muffled-gate-scanner.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"muffled-gate-scanner.d.ts","sourceRoot":"","sources":["../src/muffled-gate-scanner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAKH,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,MAAM,aAAa,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,cAAc,EAAE,CAAA;AAE5E,MAAM,WAAW,WAAW;IAC1B,sCAAsC;IACtC,QAAQ,EAAE,MAAM,CAAA;IAChB,oFAAoF;IACpF,SAAS,EAAE,MAAM,EAAE,CAAA;IACnB;;;;;;OAMG;IACH,UAAU,CAAC,EAAE;QACX,KAAK,EAAE,MAAM,EAAE,CAAA;QACf,UAAU,EAAE,MAAM,CAAA;QAClB,cAAc,EAAE,MAAM,CAAA;QACtB,gBAAgB,EAAE,aAAa,EAAE,CAAA;KAClC,CAAA;IACD,oDAAoD;IACpD,OAAO,EAAE,aAAa,EAAE,CAAA;CACzB;AAeD;;;GAGG;AACH,eAAO,MAAM,kBAAkB,EAAE,aAkBhC,CAAA;AAED;;;GAGG;AACH,eAAO,MAAM,mBAAmB,EAAE,aAkBjC,CAAA;AAED;;;;;GAKG;AACH,eAAO,MAAM,yBAAyB,EAAE,aAmBvC,CAAA;AAED;;;GAGG;AACH,eAAO,MAAM,0BAA0B,EAAE,aAkBxC,CAAA;AAED;;;;GAIG;AACH,eAAO,MAAM,oBAAoB,EAAE,aAkBlC,CAAA;AAED;;;GAGG;AACH,eAAO,MAAM,eAAe,EAAE,aAAa,EAK1C,CAAA;AAED,yFAAyF;AACzF,eAAO,MAAM,iBAAiB,EAAE,aAAa,EAAgC,CAAA;AAmD7E;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,WAAW,GAAG,cAAc,EAAE,CA+BvE;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,cAAc,EAAE,GAAG,MAAM,CAQjE"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"multi-layer-verifier.d.ts","sourceRoot":"","sources":["../src/multi-layer-verifier.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAA;AAI/C,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,MAAM,GAAG,SAAS,GAAG,OAAO,GAAG,SAAS,CAAA;AAE3E,MAAM,MAAM,QAAQ,GAAG,UAAU,GAAG,OAAO,GAAG,OAAO,GAAG,MAAM,CAAA;AAE9D,MAAM,WAAW,OAAO;IACtB,QAAQ,EAAE,QAAQ,CAAA;IAClB,OAAO,EAAE,MAAM,CAAA;IACf,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,mFAAmF;IACnF,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACjC;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,WAAW,CAAA;IACnB,6EAA6E;IAC7E,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,OAAO,EAAE,CAAA;IACnB,+CAA+C;IAC/C,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;;;;;;;OAOG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAAA;IAC3C,mFAAmF;IACnF,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACjC;AAED,MAAM,WAAW,aAAa,CAAC,GAAG,GAAG,OAAO;IAC1C,qFAAqF;IACrF,GAAG,EAAE,GAAG,CAAA;IACR,gEAAgE;IAChE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAA;IAClC,oEAAoE;IACpE,MAAM,EAAE,WAAW,CAAA;CACpB;AAED,MAAM,WAAW,KAAK,CAAC,GAAG,GAAG,OAAO;IAClC,IAAI,EAAE,MAAM,CAAA;IACZ,qEAAqE;IACrE,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;IACpB;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;;;;OAIG;IACH,sBAAsB,CAAC,EAAE,OAAO,CAAA;IAChC,gFAAgF;IAChF,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,GAAG,EAAE,CAAC,GAAG,EAAE,aAAa,CAAC,GAAG,CAAC,KAAK,OAAO,CAAC,WAAW,CAAC,GAAG,WAAW,CAAA;CACrE;AAED,MAAM,WAAW,aAAa,CAAC,GAAG,GAAG,OAAO;IAC1C,GAAG,EAAE,GAAG,CAAA;IACR;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,qDAAqD;IACrD,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,WAAW,KAAK,IAAI,CAAA;CACxC;AAED;;sEAEsE;AACtE,MAAM,WAAW,kBAAmB,SAAQ,cAAc;IACxD,MAAM,EAAE,WAAW,EAAE,CAAA;IACrB,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,YAAY,EAAE,MAAM,CAAA;IACpB,UAAU,EAAE,MAAM,CAAA;IAClB,4EAA4E;IAC5E,OAAO,EAAE,OAAO,CAAA;IAChB;;;OAGG;IACH,YAAY,EAAE,MAAM,CAAA;IACpB,UAAU,EAAE,MAAM,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,MAAM,CAAA;CACnB;AAID;;;;;;;;;;GAUG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE;IACzC,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,QAAQ,CAAC;QAAC,OAAO,CAAC,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAC1E,SAAS,EAAE,OAAO,CAAA;IAClB,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB,GAAG,WAAW,CAOd;AAID,qBAAa,kBAAkB,CAAC,GAAG,GAAG,OAAO;IAC/B,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAN,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE;IAiB3C,GAAG,CAAC,IAAI,EAAE,aAAa,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAgFjE"}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=multi-layer-verifier.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"multi-layer-verifier.test.d.ts","sourceRoot":"","sources":["../src/multi-layer-verifier.test.ts"],"names":[],"mappings":""}
@@ -1,80 +0,0 @@
1
- /**
2
- * Multi-toolchain layer factory + merge helper.
3
- *
4
- * Some verification stages (install, typecheck, build, lint) run the
5
- * SAME logical layer across multiple parallel adapters — pnpm AND npm
6
- * AND cargo AND forge for a polyglot scaffold. The verifier presents
7
- * one row per stage; the toolchain breakdown lives in `findings.detail`.
8
- *
9
- * This module provides the merge: take N independent `LayerResult`s
10
- * (one per adapter) and reduce them to a single `LayerResult` whose
11
- * status is the worst of the parts and whose findings cite the adapter
12
- * that produced each one. Plus a {@link multiToolchainLayer} factory
13
- * that runs the adapter calls in parallel + applies the reducer.
14
- *
15
- * Pure utility — composes with {@link MultiLayerVerifier}.{run}.
16
- */
17
- import type { Layer, LayerResult, VerifyContext } from './multi-layer-verifier';
18
- export interface AdapterRun {
19
- /** Identifier for the adapter (e.g. 'pnpm', 'npm', 'cargo', 'forge'). */
20
- adapter: string;
21
- result: LayerResult;
22
- }
23
- export interface MergeOptions {
24
- /**
25
- * How to combine per-adapter `durationMs`. Default `'max'` (parallel
26
- * wall-clock). Set `'sum'` when reporting total work done across
27
- * adapters rather than wall time.
28
- */
29
- mergeDuration?: 'max' | 'sum';
30
- /**
31
- * Prefix finding messages with a per-adapter tag (e.g. `[pnpm] typecheck failed`).
32
- * Default: no prefix (renderers read `detail.adapter` instead).
33
- */
34
- messagePrefixer?: (adapter: string) => string;
35
- /**
36
- * How to reduce per-adapter `LayerResult.diagnostics` into the merged
37
- * result's diagnostics. `'max'` (default) — for each key, merged =
38
- * max across adapters where value is non-null (matches "if ANY adapter
39
- * saw N errors, merged saw N"). `'sum'` — sum non-null values.
40
- */
41
- mergeDiagnostics?: 'max' | 'sum';
42
- }
43
- /**
44
- * Reduce N adapter runs to a single `LayerResult` for a logical layer.
45
- *
46
- * - status: worst of the parts (pass < skipped < fail < timeout < error)
47
- * - score: weighted mean of numeric scores (skip = no contribution)
48
- * - findings: union, each tagged with `detail.adapter`
49
- * - durationMs: `mergeDuration` option (default 'max' for parallel wall-clock)
50
- * - diagnostics: `mergeDiagnostics` option (default 'max' per key)
51
- * - reason: " · "-joined `name: status` per adapter
52
- */
53
- export declare function mergeLayerResults(name: string, perAdapter: AdapterRun[], options?: MergeOptions): LayerResult;
54
- export interface MultiToolchainLayerConfig<Env, Adapter> {
55
- name: string;
56
- adapters: ReadonlyArray<Adapter>;
57
- /** Adapter identifier — used in findings + reason. */
58
- adapterName: (a: Adapter) => string;
59
- /** Run a single adapter against the verify context. */
60
- run: (a: Adapter, ctx: VerifyContext<Env>) => Promise<LayerResult> | LayerResult;
61
- dependsOn?: string[];
62
- weight?: number;
63
- failContributesToScore?: boolean;
64
- capMs?: number;
65
- /**
66
- * Per-adapter parallel cap. Defaults to 8 — defense in depth against a
67
- * caller passing 50 adapters and fanning out 50 simultaneous subprocesses.
68
- * Adapters that need higher concurrency raise this explicitly.
69
- */
70
- maxParallel?: number;
71
- }
72
- /**
73
- * Build a {@link Layer} that fans the same logical stage across N adapters
74
- * in parallel and merges via {@link mergeLayerResults}.
75
- *
76
- * Per-adapter throws are caught + converted to `status: 'error'` results
77
- * so one bad adapter doesn't poison the whole layer.
78
- */
79
- export declare function multiToolchainLayer<Env, Adapter>(config: MultiToolchainLayerConfig<Env, Adapter>): Layer<Env>;
80
- //# sourceMappingURL=multi-toolchain-layer.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"multi-toolchain-layer.d.ts","sourceRoot":"","sources":["../src/multi-toolchain-layer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,KAAK,EACV,KAAK,EACL,WAAW,EAGX,aAAa,EACd,MAAM,wBAAwB,CAAA;AAiC/B,MAAM,WAAW,UAAU;IACzB,yEAAyE;IACzE,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,WAAW,CAAA;CACpB;AAED,MAAM,WAAW,YAAY;IAC3B;;;;OAIG;IACH,aAAa,CAAC,EAAE,KAAK,GAAG,KAAK,CAAA;IAC7B;;;OAGG;IACH,eAAe,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,MAAM,CAAA;IAC7C;;;;;OAKG;IACH,gBAAgB,CAAC,EAAE,KAAK,GAAG,KAAK,CAAA;CACjC;AAED;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,MAAM,EACZ,UAAU,EAAE,UAAU,EAAE,EACxB,OAAO,GAAE,YAAiB,GACzB,WAAW,CAiFb;AAID,MAAM,WAAW,yBAAyB,CAAC,GAAG,EAAE,OAAO;IACrD,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,EAAE,aAAa,CAAC,OAAO,CAAC,CAAA;IAChC,sDAAsD;IACtD,WAAW,EAAE,CAAC,CAAC,EAAE,OAAO,KAAK,MAAM,CAAA;IACnC,uDAAuD;IACvD,GAAG,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,aAAa,CAAC,GAAG,CAAC,KAAK,OAAO,CAAC,WAAW,CAAC,GAAG,WAAW,CAAA;IAChF,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;IACpB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,sBAAsB,CAAC,EAAE,OAAO,CAAA;IAChC,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAED;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,OAAO,EAC9C,MAAM,EAAE,yBAAyB,CAAC,GAAG,EAAE,OAAO,CAAC,GAC9C,KAAK,CAAC,GAAG,CAAC,CAuDZ"}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=multi-toolchain-layer.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"multi-toolchain-layer.test.d.ts","sourceRoot":"","sources":["../src/multi-toolchain-layer.test.ts"],"names":[],"mappings":""}
@@ -1,34 +0,0 @@
1
- import type { MultishotToolDefinition, MultishotToolExecutor } from './types';
2
- export declare const DEFAULT_RESEARCHER_MODEL = "openai/gpt-4o-mini";
3
- export declare const DEFAULT_CODER_MODEL = "openai/gpt-4o-mini";
4
- export interface DefaultResearcherConfig {
5
- /** Replace the system prompt to bias the researcher toward a domain's
6
- * citation style. Defaults to a generic "cite sources by name" prompt. */
7
- systemPrompt?: string;
8
- model?: string;
9
- }
10
- export interface DefaultCoderConfig {
11
- /** Replace the system prompt to bias the coder toward a language /
12
- * framework / artifact style. */
13
- systemPrompt?: string;
14
- model?: string;
15
- }
16
- export declare const DEFAULT_DELEGATE_RESEARCH_TOOL: MultishotToolDefinition;
17
- export declare const DEFAULT_DELEGATE_CODE_TOOL: MultishotToolDefinition;
18
- export declare function createResearchExecutor(config?: DefaultResearcherConfig): MultishotToolExecutor;
19
- export declare function createCodeExecutor(config?: DefaultCoderConfig): MultishotToolExecutor;
20
- export interface DefaultToolsConfig {
21
- research?: DefaultResearcherConfig;
22
- code?: DefaultCoderConfig;
23
- /** When true (default), each tool result is recorded as a typed artifact:
24
- * research → type='research', code → type='code'. */
25
- recordArtifacts?: boolean;
26
- }
27
- export interface DefaultToolsBundle {
28
- tools: MultishotToolDefinition[];
29
- executors: Record<string, MultishotToolExecutor>;
30
- artifactTypeFor: (toolName: string) => string | undefined;
31
- }
32
- export declare function defaultDelegationTools(config?: DefaultToolsConfig): DefaultToolsBundle;
33
- export { defaultRouterBaseUrl } from './router';
34
- //# sourceMappingURL=default-tools.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"default-tools.d.ts","sourceRoot":"","sources":["../../src/multishot/default-tools.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,uBAAuB,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAA;AAE7E,eAAO,MAAM,wBAAwB,uBAAuB,CAAA;AAC5D,eAAO,MAAM,mBAAmB,uBAAuB,CAAA;AAEvD,MAAM,WAAW,uBAAuB;IACtC;+EAC2E;IAC3E,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,kBAAkB;IACjC;sCACkC;IAClC,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAQD,eAAO,MAAM,8BAA8B,EAAE,uBAkB5C,CAAA;AAED,eAAO,MAAM,0BAA0B,EAAE,uBAkBxC,CAAA;AAED,wBAAgB,sBAAsB,CACpC,MAAM,GAAE,uBAA4B,GACnC,qBAAqB,CAoBvB;AAED,wBAAgB,kBAAkB,CAAC,MAAM,GAAE,kBAAuB,GAAG,qBAAqB,CAoBzF;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,EAAE,uBAAuB,CAAA;IAClC,IAAI,CAAC,EAAE,kBAAkB,CAAA;IACzB;0DACsD;IACtD,eAAe,CAAC,EAAE,OAAO,CAAA;CAC1B;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,uBAAuB,EAAE,CAAA;IAChC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,qBAAqB,CAAC,CAAA;IAChD,eAAe,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,CAAA;CAC1D;AAED,wBAAgB,sBAAsB,CAAC,MAAM,GAAE,kBAAuB,GAAG,kBAAkB,CAU1F;AAED,OAAO,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAA"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/multishot/index.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,kBAAkB,EAClB,sBAAsB,EACtB,mBAAmB,EACnB,0BAA0B,EAC1B,8BAA8B,EAC9B,wBAAwB,EACxB,KAAK,kBAAkB,EACvB,KAAK,uBAAuB,EAC5B,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,sBAAsB,GACvB,MAAM,iBAAiB,CAAA;AAExB,OAAO,EACL,mBAAmB,EACnB,KAAK,WAAW,EAChB,KAAK,cAAc,EACnB,KAAK,UAAU,EACf,gBAAgB,EAChB,gBAAgB,EAChB,QAAQ,GACT,MAAM,UAAU,CAAA;AACjB,OAAO,EACL,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,KAAK,sBAAsB,EAC3B,oBAAoB,EACpB,KAAK,eAAe,EACpB,KAAK,yBAAyB,EAC9B,KAAK,wBAAwB,EAC7B,kBAAkB,GACnB,MAAM,UAAU,CAAA;AACjB,OAAO,EAAE,KAAK,mBAAmB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAEpE,OAAO,EACL,oBAAoB,EACpB,kBAAkB,EAClB,KAAK,uBAAuB,EAC5B,KAAK,wBAAwB,EAC7B,KAAK,cAAc,EACnB,mBAAmB,EACnB,gBAAgB,GACjB,MAAM,UAAU,CAAA;AAEjB,OAAO,EACL,KAAK,iBAAiB,EACtB,yBAAyB,EACzB,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACpB,KAAK,cAAc,EACnB,KAAK,uBAAuB,EAC5B,KAAK,qBAAqB,GAC3B,MAAM,SAAS,CAAA"}
@@ -1,32 +0,0 @@
1
- import type { JudgeScore } from '../campaign/types';
2
- export type { JudgeScore } from '../campaign/types';
3
- export declare const DEFAULT_JUDGE_MODEL = "openai/gpt-4o-mini";
4
- export interface JudgeDimension {
5
- /** JSON field name + score key. */
6
- key: string;
7
- /** Description shown in the judge's user prompt. */
8
- description: string;
9
- }
10
- export interface JudgeConfig<TInput> {
11
- /** Display name (for trace + log). */
12
- name: string;
13
- /** Model used for this judge. */
14
- model?: string;
15
- /** 0-10 scored dimensions. */
16
- dimensions: JudgeDimension[];
17
- /** Judge system prompt — sets persona + JSON-only constraint. */
18
- systemPrompt: string;
19
- /** Build the user prompt from the typed input. Must include "Respond with
20
- * ONLY this JSON: { ... }" listing each dimension key. */
21
- buildPrompt: (input: TInput) => string;
22
- /** Optional model + api overrides. */
23
- apiKey?: string;
24
- baseUrl?: string;
25
- }
26
- export declare function runJudge<TInput>(judge: JudgeConfig<TInput>, input: TInput): Promise<JudgeScore>;
27
- /** Convenience: stringified dimension list for inclusion in a judge prompt.
28
- * Returns lines like `- audience_fit: Does this match what the audience cares about? (0-10)`. */
29
- export declare function renderDimensions(dims: readonly JudgeDimension[]): string;
30
- /** Convenience: build the "Respond with ONLY this JSON" footer for a judge prompt. */
31
- export declare function renderJsonFooter(dims: readonly JudgeDimension[]): string;
32
- //# sourceMappingURL=judges.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"judges.d.ts","sourceRoot":"","sources":["../../src/multishot/judges.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAKnD,YAAY,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAEnD,eAAO,MAAM,mBAAmB,uBAAuB,CAAA;AAEvD,MAAM,WAAW,cAAc;IAC7B,mCAAmC;IACnC,GAAG,EAAE,MAAM,CAAA;IACX,oDAAoD;IACpD,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,WAAW,CAAC,MAAM;IACjC,sCAAsC;IACtC,IAAI,EAAE,MAAM,CAAA;IACZ,iCAAiC;IACjC,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,8BAA8B;IAC9B,UAAU,EAAE,cAAc,EAAE,CAAA;IAC5B,iEAAiE;IACjE,YAAY,EAAE,MAAM,CAAA;IACpB;+DAC2D;IAC3D,WAAW,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,MAAM,CAAA;IACtC,sCAAsC;IACtC,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB;AAED,wBAAsB,QAAQ,CAAC,MAAM,EACnC,KAAK,EAAE,WAAW,CAAC,MAAM,CAAC,EAC1B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,UAAU,CAAC,CA2DrB;AAED;kGACkG;AAClG,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,SAAS,cAAc,EAAE,GAAG,MAAM,CAExE;AAED,sFAAsF;AACtF,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,SAAS,cAAc,EAAE,GAAG,MAAM,CAGxE"}