@tangle-network/agent-eval 0.184.0 → 0.186.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (133) hide show
  1. package/CHANGELOG.md +20 -0
  2. package/dist/adapters/http.d.ts +1 -1
  3. package/dist/analyst/index.d.ts +6 -331
  4. package/dist/analyst/index.d.ts.map +1 -1
  5. package/dist/analyst/index.js +7 -6
  6. package/dist/analyst/index.js.map +1 -1
  7. package/dist/{define-agent-eval-RTekxhUE.js → analyze-runs-DCY7LMt4.js} +4 -811
  8. package/dist/analyze-runs-DCY7LMt4.js.map +1 -0
  9. package/dist/analyze-runs-DapYZz02.d.ts +75 -0
  10. package/dist/analyze-runs-DapYZz02.d.ts.map +1 -0
  11. package/dist/{benchmark-command-DlSePljH.js → benchmark-command-tBgs-_AM.js} +9 -47
  12. package/dist/benchmark-command-tBgs-_AM.js.map +1 -0
  13. package/dist/benchmarks/index.d.ts +1 -1
  14. package/dist/benchmarks/index.js +2 -2
  15. package/dist/campaign/index.d.ts +2 -2
  16. package/dist/campaign/index.js +7 -6
  17. package/dist/{campaign-D6puiGFO.js → campaign-DlxdTOvw.js} +8 -7
  18. package/dist/{campaign-D6puiGFO.js.map → campaign-DlxdTOvw.js.map} +1 -1
  19. package/dist/{campaign-evidence-aWEmfROB.js → campaign-evidence-IF1p0oDa.js} +4 -255
  20. package/dist/campaign-evidence-IF1p0oDa.js.map +1 -0
  21. package/dist/cli.js +1 -1
  22. package/dist/{client-Bc8LANCG.d.ts → client-DCc7a8ZC.d.ts} +2 -2
  23. package/dist/{client-Bc8LANCG.d.ts.map → client-DCc7a8ZC.d.ts.map} +1 -1
  24. package/dist/contract/index.d.ts +8 -8
  25. package/dist/contract/index.js +10 -279
  26. package/dist/contract/index.js.map +1 -1
  27. package/dist/{default-registry-DYB4aHVn.d.ts → default-registry-DMxeb4GD.d.ts} +3 -3
  28. package/dist/{default-registry-DYB4aHVn.d.ts.map → default-registry-DMxeb4GD.d.ts.map} +1 -1
  29. package/dist/{default-registry-CpLko4jB.js → default-registry-xiHrldW8.js} +3 -2
  30. package/dist/{default-registry-CpLko4jB.js.map → default-registry-xiHrldW8.js.map} +1 -1
  31. package/dist/define-agent-eval-C0EqJ9Gz.js +813 -0
  32. package/dist/define-agent-eval-C0EqJ9Gz.js.map +1 -0
  33. package/dist/{define-agent-eval-DE67ECH1.d.ts → define-agent-eval-CGBwPPaq.d.ts} +5 -5
  34. package/dist/{define-agent-eval-DE67ECH1.d.ts.map → define-agent-eval-CGBwPPaq.d.ts.map} +1 -1
  35. package/dist/diagnosis/index.d.ts +319 -0
  36. package/dist/diagnosis/index.d.ts.map +1 -0
  37. package/dist/diagnosis/index.js +1328 -0
  38. package/dist/diagnosis/index.js.map +1 -0
  39. package/dist/{dspy-rlm-engine-Da-l3CpD.js → dspy-rlm-engine-BE9lCzzL.js} +2 -2
  40. package/dist/{dspy-rlm-engine-Da-l3CpD.js.map → dspy-rlm-engine-BE9lCzzL.js.map} +1 -1
  41. package/dist/{engine-D1ykrAKR.d.ts → engine-DNlKhIm0.d.ts} +3 -75
  42. package/dist/engine-DNlKhIm0.d.ts.map +1 -0
  43. package/dist/equal-terms-Blx9Zk5I.js +25 -0
  44. package/dist/equal-terms-Blx9Zk5I.js.map +1 -0
  45. package/dist/experiment/index.d.ts +2 -2
  46. package/dist/experiment/index.js +4 -3
  47. package/dist/experiment/index.js.map +1 -1
  48. package/dist/hosted/index.d.ts +2 -2
  49. package/dist/{index-ww8736Am.d.ts → index-BRsrfSHT.d.ts} +4 -4
  50. package/dist/{index-ww8736Am.d.ts.map → index-BRsrfSHT.d.ts.map} +1 -1
  51. package/dist/{index-DVrtLO5j.d.ts → index-C8jCAOTT.d.ts} +3 -3
  52. package/dist/{index-DVrtLO5j.d.ts.map → index-C8jCAOTT.d.ts.map} +1 -1
  53. package/dist/{index-58wex7KV.d.ts → index-YZrbnBSV.d.ts} +8 -8
  54. package/dist/{index-58wex7KV.d.ts.map → index-YZrbnBSV.d.ts.map} +1 -1
  55. package/dist/index.d.ts +171 -13
  56. package/dist/index.d.ts.map +1 -1
  57. package/dist/index.js +297 -12
  58. package/dist/index.js.map +1 -1
  59. package/dist/{insight-report-C3Bfl762.d.ts → insight-report-DpOo-3iL.d.ts} +2 -2
  60. package/dist/{insight-report-C3Bfl762.d.ts.map → insight-report-DpOo-3iL.d.ts.map} +1 -1
  61. package/dist/{kind-factory-DE088Zhv.js → kind-factory-V79Hw0AU.js} +4 -82
  62. package/dist/kind-factory-V79Hw0AU.js.map +1 -0
  63. package/dist/{llm-judge-C5wbADA5.js → llm-judge-BVso5x-u.js} +5 -3
  64. package/dist/{llm-judge-C5wbADA5.js.map → llm-judge-BVso5x-u.js.map} +1 -1
  65. package/dist/openapi.json +1 -1
  66. package/dist/otel-spans-CQY1pNiN.js +275 -0
  67. package/dist/otel-spans-CQY1pNiN.js.map +1 -0
  68. package/dist/otlp-attributes-BpC_blLF.js +83 -0
  69. package/dist/otlp-attributes-BpC_blLF.js.map +1 -0
  70. package/dist/{run-record-BhMVsHR1.js → paired-promotion-decision-6cn3bLc3.js} +10 -217
  71. package/dist/paired-promotion-decision-6cn3bLc3.js.map +1 -0
  72. package/dist/{paired-promotion-decision-DPsMQm-0.d.ts → paired-promotion-decision-DPKz8ZnF.d.ts} +13 -1
  73. package/dist/{paired-promotion-decision-DPsMQm-0.d.ts.map → paired-promotion-decision-DPKz8ZnF.d.ts.map} +1 -1
  74. package/dist/prime-bridge-transport-Z3cpKGoV.js +43 -0
  75. package/dist/prime-bridge-transport-Z3cpKGoV.js.map +1 -0
  76. package/dist/prime-protocol-CDBcL9NM.d.ts +331 -0
  77. package/dist/prime-protocol-CDBcL9NM.d.ts.map +1 -0
  78. package/dist/{prime-protocol-6tZTVsWm.js → prime-protocol-DcAK9pC8.js} +2 -23
  79. package/dist/prime-protocol-DcAK9pC8.js.map +1 -0
  80. package/dist/{produced-state-D3uWsY8t.js → produced-state-Cn9ECr4v.js} +3 -3
  81. package/dist/{produced-state-D3uWsY8t.js.map → produced-state-Cn9ECr4v.js.map} +1 -1
  82. package/dist/{promotion-policy-CD-bUeyR.js → promotion-policy-CfMNUro2.js} +3 -3
  83. package/dist/{promotion-policy-CD-bUeyR.js.map → promotion-policy-CfMNUro2.js.map} +1 -1
  84. package/dist/{release-confidence-DsETiO4f.d.ts → release-confidence-CSp3MsU4.d.ts} +2 -2
  85. package/dist/{release-confidence-DsETiO4f.d.ts.map → release-confidence-CSp3MsU4.d.ts.map} +1 -1
  86. package/dist/reporting.d.ts +3 -3
  87. package/dist/{researcher-CJkH-6Ty.d.ts → researcher-D7E92STT.d.ts} +2 -2
  88. package/dist/{researcher-CJkH-6Ty.d.ts.map → researcher-D7E92STT.d.ts.map} +1 -1
  89. package/dist/rl.d.ts +2 -2
  90. package/dist/rl.js +2 -1
  91. package/dist/rl.js.map +1 -1
  92. package/dist/run-record-CNNzWGpB.js +216 -0
  93. package/dist/run-record-CNNzWGpB.js.map +1 -0
  94. package/dist/{semantic-concept-judge-5r9hDEBA.js → semantic-concept-judge-Cnt0TWp0.js} +3 -3
  95. package/dist/{semantic-concept-judge-5r9hDEBA.js.map → semantic-concept-judge-Cnt0TWp0.js.map} +1 -1
  96. package/dist/{sequential-BfDkCBGo.js → sequential-lwJOTRON.js} +2 -2
  97. package/dist/{sequential-BfDkCBGo.js.map → sequential-lwJOTRON.js.map} +1 -1
  98. package/dist/{skillopt-optimization-method-B2zxoDk0.js → skillopt-optimization-method-Cc9SVLqi.js} +4 -3
  99. package/dist/{skillopt-optimization-method-B2zxoDk0.js.map → skillopt-optimization-method-Cc9SVLqi.js.map} +1 -1
  100. package/dist/{statistical-heldout-Bu4oNOJh.d.ts → statistical-heldout-DTmhTW8P.d.ts} +2 -2
  101. package/dist/{statistical-heldout-Bu4oNOJh.d.ts.map → statistical-heldout-DTmhTW8P.d.ts.map} +1 -1
  102. package/dist/statistical-heldout-GcLIPxk4.js +256 -0
  103. package/dist/statistical-heldout-GcLIPxk4.js.map +1 -0
  104. package/dist/{store-otlp-rU5PFlOB.js → store-otlp-2gYCy-v0.js} +2 -2
  105. package/dist/{store-otlp-rU5PFlOB.js.map → store-otlp-2gYCy-v0.js.map} +1 -1
  106. package/dist/{store-tool-spans-zrtftcRe.js → store-tool-spans-B1e6Auc2.js} +4 -3
  107. package/dist/{store-tool-spans-zrtftcRe.js.map → store-tool-spans-B1e6Auc2.js.map} +1 -1
  108. package/dist/{store-tool-spans-DwdokbHg.d.ts → store-tool-spans-B3bX9yqn.d.ts} +3 -3
  109. package/dist/{store-tool-spans-DwdokbHg.d.ts.map → store-tool-spans-B3bX9yqn.d.ts.map} +1 -1
  110. package/dist/{summary-report-BzFS5UhZ.d.ts → summary-report-Iy6kXo8x.d.ts} +2 -2
  111. package/dist/{summary-report-BzFS5UhZ.d.ts.map → summary-report-Iy6kXo8x.d.ts.map} +1 -1
  112. package/dist/{task-failure-attributes-BOxjfbhr.js → task-failure-attributes-B34TiMBe.js} +2 -2
  113. package/dist/{task-failure-attributes-BOxjfbhr.js.map → task-failure-attributes-B34TiMBe.js.map} +1 -1
  114. package/dist/{tool-groups-qHMydbAH.d.ts → tool-groups-veQYPiTy.d.ts} +2 -2
  115. package/dist/tool-groups-veQYPiTy.d.ts.map +1 -0
  116. package/dist/trace-repair/index.d.ts +1 -1
  117. package/dist/trace-repair/index.js +2 -1
  118. package/dist/trace-repair/index.js.map +1 -1
  119. package/dist/traces.d.ts +2 -2
  120. package/dist/traces.js +5 -4
  121. package/dist/traces.js.map +1 -1
  122. package/docs/design/statistics-decisions.md +6 -0
  123. package/docs/diagnosis.md +42 -0
  124. package/docs/public-api.md +2 -0
  125. package/package.json +7 -1
  126. package/dist/benchmark-command-DlSePljH.js.map +0 -1
  127. package/dist/campaign-evidence-aWEmfROB.js.map +0 -1
  128. package/dist/define-agent-eval-RTekxhUE.js.map +0 -1
  129. package/dist/engine-D1ykrAKR.d.ts.map +0 -1
  130. package/dist/kind-factory-DE088Zhv.js.map +0 -1
  131. package/dist/prime-protocol-6tZTVsWm.js.map +0 -1
  132. package/dist/run-record-BhMVsHR1.js.map +0 -1
  133. package/dist/tool-groups-qHMydbAH.d.ts.map +0 -1
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","names":[],"sources":["../src/statistics/effect-sizes.ts","../src/profile/baselines.ts","../src/profile/index.ts","../src/budget-guard.ts","../src/run-score.ts","../src/scorecard.ts","../src/trace-contracts.ts","../src/active-learning.ts","../src/bounded-process.ts","../src/client.ts","../src/command-runner.ts","../src/discover-personas.ts","../src/propose-review.ts","../src/propose-review-control.ts","../src/reflective-mutation.ts","../src/analyst/policy-edit.ts","../src/analyst/steer-firewall.ts","../src/capability-headroom.ts","../src/cost-tracker.ts","../src/detectors/index.ts","../src/error-count-extractor.ts","../src/knowledge/types.ts","../src/knowledge/readiness.ts","../src/leaderboard.ts","../src/metrics.ts","../src/paired-delta-test.ts","../src/partition-held-out.ts","../src/product-benchmark/export.ts","../src/product-benchmark/index.ts","../src/runtime-trajectory.ts","../src/action-policy.ts","../src/contamination-guard.ts","../src/deploy-gate-layer.ts","../src/hidden-criteria-grading.ts","../src/integrity/single-backend.ts","../src/intent-match-judge.ts","../src/judge-ensemble.ts","../src/judge-retry.ts","../src/judge-panel.ts","../src/keyword-coverage-judge.ts","../src/oracle.ts","../src/treatment-gate.ts","../src/verdict-cache.ts","../src/anti-slop.ts","../src/eval-trace-store.ts","../src/integrity/preflight.ts","../src/model-seats.ts","../src/prompt-registry.ts","../src/reference-replay.ts","../src/steering.ts","../src/steering-optimizer.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAmBgB,QAAQ,aAAa;;;;;;;;;iBAqBrB,eAAe,kBAAkB;KAoBrC;;;;;;;;;;;iBAYI,YAAY,kBAAkB;;;;;;iBAkB9B,gBAAgB,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;cClEnC;;;cAaA;;cAYA;;cAYA;WACX;WACA;WACA;;KAGU,+BAA+B;;;;;;;UClC1B;EACf;EACA;EACA;EACA;;;;;UAMe;EACf;EACA;EACA;EACA;;;;UAKe;EACf;EACA;EACA;EACA,QAAQ;EACR,QAAQ;;;;;;;;;iBAqBM,cAAc,GAAG;;;iBAmBjB,iBAAiB,GAAG;;;;;;iBAuCpB,gBAAgB;EAC9B;EACA;EACA;EACA,SAAS;IACP;;;;;;;;iBAiBY,wBACd,MAAM,iBACN;EAAQ;EAAsB;EAA0B,SAAS;IAChE;;;;;iBAQa,YACd,UAAU,eACV,SAAS,wBACR;;;;;;;;iBAWa,iBACd,GAAG,eACH,mBACA,kBACC;;;;;;;;;;iBA8Ba,YAAY,SAAS;;;cC3MxB,0BAA0B;EAE5B,iBAAiB;EACjB;EACA;EAHT,YACS,iBAAiB,YACjB,eACA;;cAME;UACH;UACA;UACA;UACA;EAER,YAAY,SAAS,cAAc,QAAQ,YAAY;;EAOjD,OAAO,OAAO,QAAQ,aAAa,sBAAsB,kBAAkB;;EA2B3E,SAAS,eAAe,kBAAkB;MAO5C,SAAS,aAAa;;;;UCvEX;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;iBAiBc,kBAAkB,OAAO,UAAU,UAAS,QAAQ;iBAiBpD,QAAQ;;;;UChCP;EACf;;EAEA;;EAEA;;EAEA;;EAEA,eAAe;;EAEf;;;UAIe;EACf;EACA;;EAEA;EACA,UAAU;;;UAIK;EACf,OAAO;;EAEP,UAAU,eAAe;;;UAIV;EACf;EACA;EACA;EACA,SAAS;EACT,OAAO;;UAKQ;;EAEf,SAAS;EACT;;EAEA;;;;;;;;iBAwCc,WAAW,MAAM,aAAa,MAAM,oBAAoB;;iBAmDxD,sBACd,iBACA,MAAM,aACN,MAAM,oBACL;;;;;;iBAWa,cAAc,kBAAkB;KAsCpC;UAEK;EACf;EACA;EACA;EACA,SAAS;;EAET;;EAEA;;EAEA;;EAEA;;EAEA;EACA;EACA;;UAGe;EACf,OAAO;EACP;IAAW;IAAkB;IAAmB;IAAc;;;UAG/C;;EAEf;;EAEA;;EAEA;;;;;EAKA;;;;;;;;iBASc,cACd,WAAW,WACX,OAAM,uBACL;;;;;;iBAiFa,oBAAoB,MAAM;;;;;;;;UCxSzB;EACf;EACA;EACA;EACA;EACA;EACA;;;EAGA;EACA,aAAa;;;UAIE;EACf;EACA;;KAGU,uBAAuB,SAAS;;;;;;;;;;;;;;;UAgB3B;EACf,OAAO;EACP,OAAO;EACP,OAAO;EACP,UAAU,MAAM;;;;EAIhB;;KAKU;UAEK;EACf,MAAM;;EAEN;;EAEA,IAAI;;EAEJ,IAAI;;EAEJ,IAAI;;EAEJ,QAAQ;;;UAIO;EACf;EACA,OAAO;;UAGQ;EACf;EACA;EACA;;UAGe,wBAAwB;;EAEvC;EACA;;EAEA;;EAEA,QAAQ;EACR,YAAY;;UAGG;EACf,UAAU;EACV;;cAmIW;mBAGkB;mBAFZ;EAEjB,YAA6B;;EAG7B,OAAO,GAAG,eAAe;;EAMzB,MAAM,GAAG,eAAe;;EAMxB,WAAW,GAAG,eAAe;;EAU7B,SAAS,GAAG,eAAe,GAAG,eAAe;;EAY7C,YAAY,GAAG,eAAe,OAAO,eAAe;EAWpD,SAAS;UASD;;iBAcM,cAAc,eAAe;;;;;iBA4N7B,oBACd,gBAAgB,gBAChB,oBAAoB,kBACnB;;;KCliBS;UAMK;EACf,QAAQ;EACR;;;EAGA,WAAW;;EAEX;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;iBAGoB,wBACpB,SAAS,SACT,YAAY,YACZ,UAAS,wBACR,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cCvBE;UAwBI;;;;;;EAMf;;;;;;;;;;;;;;;;;;;;;;;EAuBA;;;;;;;;;;;;;;;;;;;;;;;;;;;EA2BA;;;;;;;;;EASA;;EAEA;;;;;EAKA,MAAM,OAAO;;;;;;;;;;;;;;;;;;;EAmBb;;EAEA;;;;;;EAMA;;;;;;EAMA,SAAS;;UAGM;;;;;;;;;;;EAWf;;;;;;;;;EASA;;;;;;EAMA;;EAEA;;;;;;EAMA;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;;;;;;;;EAgBA;;iBAGoB,kBAAkB,OAAO,sBAAsB,QAAQ;;;;;;;;;;;;cClNhE;UACH;UACA;UACA;UACA;EAER,YAAY,QAAQ;UAUZ;;;;;;;;UAaM;;;;;;UAkCN;EAUF,OAAO,cAAc,eAAe,mBAAmB;IAAU;;EAOjE,MAAM,eAAe,mBAAmB;EAexC,gBAAgB,cAAc,gBAAmB;EAOjD,aAAa,sBAAsB;EAOnC,KACJ,qBACA,kBACA,iBACA;IAAU,gBAAgB;MACzB;IAAU;IAAc;MAAU;MAAc;;;EAuD7C,SACJ,sBACC;IAAU;IAAY;IAAe;IAAgB;;EAQlD,UAAU,sBAAsB;IAAU;IAAY;IAAe;;EAKrE,aACJ,sBACC;IAAU;IAAY;IAAe;IAAgB;;EAQlD,aAAa,sBAAsB;EAcnC,cAAc,qBAAqB,aAAa;EAIhD,aAAa,qBAAqB,YAAY,iBAAiB;EAI/D,eACJ,sBACC;IAAU;IAAY;IAAc;;;EAMjC,IAAI,eAAe,QAAQ;;EAK3B,KAAK,cAAc,MAAM,0BAA0B,QAAQ;;EAK3D,MAAM,cAAc,MAAM,0BAA0B,QAAQ;;;;;;;;;;;;;;;;;;;;;UCzNnD;;EAEf;;EAEA;;EAEA;;;;;;;;;;;EAWA;;EAEA,MAAM;;EAEN;;UAGe;;EAEf;EACA;EACA;EACA;EACA;;EAEA;;UAGe;EACf;EACA;EACA;;EAEA;;UAGe;;WAEN;;EAET,IAAI,OAAO,kBAAkB,QAAQ;;EAErC,OAAO,eAAe;;EAEtB,WAAW,eAAe;;EAE1B,SAAS,eAAe;;EAExB,QAAQ,eAAe,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAmCpB;cAEA,oBAAoB;;;;;;;;;UCjHhB;;;;;EAKf,UAAU;;;;;EAKV;;;;;EAKA;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;iBAKoB,iBACpB,aACA,OAAM,0BACL,QAAQ;;;UCEM;EACf;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;;UAGe,0BAA0B;EACzC;EACA;EACA;IACE;IACA;IACA;;;UAIa,aAAa;EAC5B;EACA;EACA,OAAO;EACP,aAAa;EACb,aAAa;EACb,UAAU;;UAGK,cAAc,OAAO;EACpC,OAAO;EACP,eAAe;;UAGA,YAAY,OAAO;EAClC;EACA;EACA,OAAO;EACP,cAAc;EACd,cAAc;EACd,QAAQ;;KAGE,UAAU,OAAO,sBAC3B,OAAO,aAAa,WACjB,QAAQ,cAAc,OAAO;KAEtB,SAAS,UAAU,OAAO,UAAU,QAAQ;KAE5C,SAAS,OAAO,sBAC1B,OAAO,YAAY,OAAO,aACvB,QAAQ;UAEI;EACf,QAAQ,QAAQ;EAChB,OAAO,OAAO,oBAAoB;;UAGnB,oBAAoB,OAAO;EAC1C;EACA,cAAc;EACd,SAAS,UAAU,OAAO;EAC1B,QAAQ,SAAS;EACjB,QAAQ,SAAS,OAAO;;EAExB;;EAEA;;;;;;EAMA;EACA;;EAEA,SAAS;;EAET,QAAQ;EACR;EACA;EACA;;;;;EAKA;;UAGe,kBAAkB,OAAO;EACxC;EACA,OAAO;EACP,cAAc;EACd,cAAc;EACd,QAAQ;EACR;EACA;EACA;;UAGe,oBAAoB,OAAO;EAC1C;EACA;EACA,OAAO,kBAAkB,OAAO;EAChC,YAAY;EACZ,mBAAmB;EACnB,eAAe;EACf;EACA;;iBAKc,oBAAoB,UAAS,sBAA2B;iBAYxD,iBAAiB,eAAe;iBA8B1B,iBAAiB,OAAO,mBAC5C,QAAQ,oBAAoB,OAAO,WAClC,QAAQ,oBAAoB,OAAO;KAiN1B,eAAe;EAAO;EAAgB;MAAmB;UAEpD,kBAAkB,OAAO;EACxC,UAAU;EACV,eAAe,OAAO;EACtB,sBAAsB,SAAS;;EAE/B;;iBAQc,kBAAkB,OAAO,mBACvC,KAAK,kBAAkB,OAAO,WAC7B,SAAS,OAAO;;;UC9ZF,0BAA0B,OAAO;EAChD;EACA,OAAO;EACP,aAAa;EACb,cAAc;EACd,eAAe;EACf,QAAQ;EACR;EACA;EACA;;UAGe;EACf;EACA;;UAGe,2BAA2B,OAAO;EACjD,OAAO;EACP,cAAc;EACd,eAAe;EACf,QAAQ;EACR;EACA;;UAGe,2BAA2B,OAAO;EACjD;EACA,cAAc;EACd,SAAS,UAAU,OAAO;EAC1B,QAAQ,SAAS;EACjB,QAAQ,SAAS,OAAO;EACxB;EACA;EACA,SAAS;EACT,QAAQ;EACR;EACA;EACA;EACA;EACA;EACA;EACA,gCAAgC,cAAc,iBAAiB;EAC/D,gBAAgB,qBACd,0BAA0B,OAAO,UACjC,4BACA,2BAA2B,OAAO;;iBAOhB,8BAA8B,OAAO,mBACzD,QAAQ,2BAA2B,OAAO,WACzC,QACD,iBACE,0BAA0B,OAAO,UACjC,4BACA,2BAA2B,OAAO;;;UCrDrB;;EAEf;;EAEA;;EAEA;;;;;EAKA,eAAe;IAAQ;IAAY;IAAgB;;;EAEnD;;;;;EAKA;;EAEA,UAAU;;UAGK;;EAEf;;EAEA;;EAEA,WAAW;;EAEX,cAAc;;EAEd;;EAEA;;;;;;;iBAiBc,sBAAsB,KAAK;UAmG1B;EACf;EACA;EACA;;;;;;iBAOc,wBAAwB,aAAa,wBAAwB;;;KCnLjE;cAEC;KAaD,yBAAyB;cAExB;KAUD,kCAAkC;KAClC;KACA;KACA;UAEK;EACf,SAAS;;;EAGT;;;EAGA,mBAAmB;;EAEnB;;KAGU;EAEN;EACA;EACA;;EAEA;;EAGA;EACA;EACA;EACA,QAAQ;;UAGG;;EAEf;EACA,WAAW;;EAEX;EACA,OAAO;EACP;;UAGe;EACf;EACA;EACA,cAAc;;EAEd;;UAGe;EACf,eAAe;EACf;EACA,MAAM;EACN,QAAQ;EACR,QAAQ;EACR;EACA,cAAc;EACd;EACA,MAAM;EACN,QAAQ;EACR;EACA;EACA,WAAW;;cAGA;;UAGI;EACf,eAAe;EACf,YAAY;;KAGF,iBAAiB,KAAK;EAChC,gBAAgB;EAChB;;cAGW,kCAAkC;WACpC;EACT,YAAY,iBAAiB;;UAMd;EACf,eACI,2BACE,SAAS,mBAAmB;EAClC,OAAO,mBAAmB,SAAS,mBAAmB;EACtD,cAAc;EACd,uBAAuB;;UAGR;EACf;EACA;EACA;EACA;;UAGe;EACf,MAAM;EACN;EACA;EACA;;iBAOc,eAAe,MAAM,iBAAiB;iBAatC,oBAAoB,MAAM,KAAK,wBAAwB;iBAMvD,mBAAmB,iBAAiB;iBAiCpC,8BAA8B,MAAM,aAAa;iBAOjD,kCAAkC,iBAAiB;iBAmBnD,aAAa,iBAAiB,SAAS;iBASvC,wBACd,UAAU,cAAc,iBACxB,OAAM,6BACL;iBAUa,sBACd,SAAS,gBACT,OAAM,6BACL;iBAsCa,yBACd,MAAM,YACN,OAAM;iBAwBQ,gBACd,MAAM,YACN,OAAM,6BACL;iBAqCa,yBAAyB,kBAAkB,MAAM;;;;;;;;;;;;;;;;;;;;;;iBChSjD,qBACd,UAAU,cAAc,iBACxB,mBACC,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;UC9CA;;EAEf;;;EAGA;;;;;;KAOU;UAEK;EACf;;EAEA;;;;EAIA;;;EAGA;EACA,UAAU;;UAGK;;;;EAIf;;UAGe;;EAEf,OAAO;EACP;IACE;IACA;IACA;;;;IAIA;;;;;;;;;;;;;;;;iBAiBY,mBACd,eAAe,iBACf,OAAM,4BACL;UAiEc;;EAEf;;;;;;;;iBASc,yBACd,QAAQ,0BACR,OAAM;;;;;;;;;;;;;UC3JS;EACf;EACA;EACA;EACA;;UAGe,kBAAkB;EACjC;EACA;;EAEA;EACA;;EAEA,OAAO;;UAGQ;EACf;EACA,SAAS;EACT;EACA;EACA;EACA;;EAEA;;cAGW;UACH;EAER,OAAO,OAAO,KAAK;IAA4B;MAAuB;EAwBtE,YAAY,oBAAoB;;;;;;;;;;;EAgBhC,cACE;IACE;MACE;MACA;MACA;MACA;MACA;;IAEF;KAEF,oBACA,OAAO,yBACN;EAeH,IAAI,qBAAqB;EAIzB,QAAQ;EAIR,WAAW;;UAmBI;EACf;EACA;EACA;EACA;EACA;EACA;;EAEA;;;;KCpIU;;;;UAKK;;WAEN;;WAEA;;WAEA;;WAEA;;WAEA;;UAGM;WACN;WACA,UAAU;WACV,eAAe;WACf;;WAEA;WACA,WAAW;;UAGL;WACN;;WAEA;;EAET,QAAQ,OAAO,gBAAgB;;EAE/B;;UAGe;;;WAGN;WACA,WAAW;;WAEX,eAAe;;;iBAIV,uBAAuB,OAAM,wBAA6B;UAkFzD;;WAEN;WACA,WAAW;WACX,eAAe;;;iBAIV,oBAAoB,OAAM,qBAA0B;;;iBA+BpD,WACd,WAAW,cAAc,oBACzB,OAAO,gBACN;;;;;;;;;;;;;;;;;;UC3Kc;;EAEf;;EAEA,OAAO;;EAEP,aAAa,OAAO;;cAGT,sBAAsB;UAoClB;;EAEf;;EAEA,QAAQ;;UAGO;;EAEf;;EAEA;;EAEA;;;;;;;;;iBAUc,kBAAkB,cAAc,OAAM,iBAAsB;;;KClFhE;KAaA;KASA;KACA;KACA;KACA;UAEK;EACf;EACA;EACA;EACA,UAAU;EACV,iBAAiB;EACjB,YAAY;EACZ,WAAW;EACX,aAAa;EACb;EACA;EACA;EACA,gBAAgB;;;;;EAKhB;;EAEA;EACA,WAAW;;UAGI;EACf;EACA,cAAc;EACd;EACA;EACA;EACA,aAAa;EACb,SAAS;EACT;EACA,WAAW;;KAGD;UAUK;EACf;EACA;EACA,6BAA6B;EAC7B,iBAAiB;EACjB,mBAAmB;EACnB,QAAQ;EACR,UAAU;EACV;;UAGe;EACf;EACA;EACA;EACA;EACA,YAAY;EACZ;EACA;EACA;EACA;EACA,WAAW;;UAGI;EACf;EACA;EACA,MACI,QAAQ;EAEZ;EACA,UAAU;EACV;EACA,YAAY;EACZ,WAAW;;;;UC/FI;EACf;EACA,cAAc;EACd;EACA;EACA;EACA,cAAc;EACd,WAAW;EACX,MAAM;;iBAGQ,wBACd,SAAS,iCACR;iBA+Ca,sBACd,QAAQ,0BACR;EAAW;EAAa;EAAuB,UAAU;IACxD;iBAuBa,+BACd,QAAQ,0BACR;EAAW;EAAkB;IAC5B;iBAea,8BAA8B,MAAM,yBAAyB;iBAc7D,iCACd,MAAM,yBACL;;;UCvHc;;EAEf;;EAEA;EACA;EACA;EACA;;EAEA;EACA;EACA;;EAEA;EACA;EACA;EACA;;UAGe;;;EAGf,SAAS,QAAQ;;;EAGjB,WAAW,QAAQ;;;;;;;iBAYL,YAAY,SAAS,aAAa,MAAM,qBAAqB;;;UCnDnE;EACR;EACA;;;cAIW,eAAe,eAAe;;;;iBAqD3B,oBAAoB,gBAAgB;;;iBAcpC,cAAc;;iBAOd,eAAe;;;;iBAOf,aAAa,qBAAqB,sBAAsB;;;UChFvD,+BAA+B;;EAE9C;;EAEA;;UAGe;EACf,WAAW;EACX;;EAEA;;EAEA;EACA;;;;;;EAMA;EACA;;;iBAIc,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBA6C/B,gBACd,kBACA,iBACA,UAAS,yBACR;;;UCrCc;;;;EAIf;;EAEA;;;;;;;EAOA;;EAEA;;UAGe;;EAEf;;EAEA;EACA;EACA;;;;;;;;;;;;iBA8Bc,iBACd,eACA,UAAS,0BACR;;;UC1Dc;;WAEN;;WAEA;WACA;WACA;;WAEA;;WAEA;;;;;WAKA;;WAEA;;WAEA;;;;;;WAMA;;;;;WAKA,iBAAiB,QAAQ,cAAc;;WAEvC,oBAAoB,QAAQ,WAAW;;WAEvC;;;;;;;WAOA,YAAY,QAAQ;;UAGd,+CACP,KAAK;WACJ;;UAGM;WACN;WACA;WACA;;;iBA6DK,gCAAgC;;iBA4ehC,uBACd,SAAS,yCACR;;;;;;iBAUa,2BACd,SAAS,gCACR;;;cCjpBU;KAED,gCAAgC;UAE3B;WACN;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA;WACA;;UAGM;WACN;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA,YAAY;;UAGN;WACN;WACA,OAAO;WACP;WACA;;UAGM;WACN;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA,MAAM;WACN,WAAW;WACX,mBAAmB;WACnB,eAAe;WACf,oBAAoB;WACpB,SAAS;WACT;;UA0EM;WACN;WACA;WACA;;WAEA;;;WAGA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;;iBA0TK,6BAA6B,eAAe;;;;;;iBAkH5C,0BAA0B,iBAAiB;;;UCnkB1C;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,WAAW;;UAGI;EACf;EACA;EACA,WAAW;EACX;GACC;;UAGc;EACf;EACA;EACA,UAAU;;UAGK;EACf;EACA;EACA;EACA;EACA;;UAGe;EACf,MAAM;EACN,QAAQ;EACR,SAAS;EACT;;UAGe,wCACf,gBAAgB,0BAA0B;EAE1C,SAAS;EACT,kBAAkB;EAClB,cAAc,QAAQ,SAAS;EAC/B,gBAAgB,QAAQ,SAAS;;iBAKnB,iCAAiC,gBAAgB,yBAC/D,SAAS,wCAAwC,WAChD;;;UCvDc;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA,QAAQ;;iBAGM,qBACd,QAAQ,oBACR,SAAQ,uBACR;EAAW;IACV;;;UCNc;EACf;EACA;EACA;EACA;;iBAGc,cAAc,gBAAgB,WAAW,oBAAoB;;;KCLjE;UAEK;EACf;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;;EAEf,OAAO,QAAQ;;UAGA;;EAEf,cAAc,eAAe,QAAQ;;EAErC,SAAS;;EAET;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;;iBAac,gBAAgB,eAAe,OAAO,uBAAuB,MAAM;UA4FlE;;EAEf;;;;;EAKA,OACE,aACA;IAAS;IAAc;QACpB;IAAU;IAAgB;IAAgB;;;;;;EAK/C,SAAS,mCAAmC;;EAE5C;;EAEA;;EAEA;;EAEA;;;;;;;iBAQc,iBAAiB,OAAO,wBAAwB;UA+B/C;EACf;EACA,OACE,aACA;IAAS;IAAc;QACpB;IAAU;IAAgB;IAAgB;;EAC/C,SAAS,mCAAmC;;EAE5C;;EAEA;;EAEA;;;;;;;;;;;;iBAac,qBAAqB,OAAO,4BAA4B;;;;;;;;;;;;;;;;;;;;;;KC7L5D;;;;;;;UAmBK;;EAEf;;;;EAIA;EACA,aAAa;;;;;;;;;iBAUC,YAAY,sBAC1B,SAAS,SAAS,OAAO,OAAO,oBAChC,QAAQ,SAAS,OAAO,kBACvB;;UAec;EACf;EACA,aAAa;;UAGE;;;;EAIf;;;;;;;;;;;;;iBAcc,mBACd,iBAAiB,eACjB,sBACA,OAAM,yBACI;;;;UAkCK;;EAEf;;EAEA;;EAEA;;EAEA;;;;;;;;;;;;;KAcU,qBAAqB,WAAW,YAC1C,UAAU,WACV,gBAAgB,SAChB,SAAS,gBACN,QAAQ,qBAAqB;;;;iBAKlB,YAAY,gBAAgB,eAAe,iBAAiB;;;;;;;;;;iBAgBtD,cAAc,WAAW,SAAS;EACtD,UAAU;EACV,gBAAgB;EAChB,QAAQ,qBAAqB,WAAW;;EAExC;IAAY,iBAAiB;IAAe;IAAsB,UAAU;;EAC5E,SAAS;IACP,QAAQ;;;UAUK;;EAEf;;EAEA;;;;cAKW,qBAAqB;;;;UAKjB,gBAAgB;EAC/B,UAAU;;GAET;;;;;;;;;;iBAuBa,aACd,yBACA,oBACA,UAAS;;;;;;;;;;;;;;iBAqBK,iBAAiB,WAC/B,QAAQ,OAAO,gBAAgB,eAAe,eAAa,QAAQ,eACnE,kBAAkB,UAAU,sBAC5B,UAAS,gBACP,OAAO,gBAAgB,eAAe,QAAQ;;;;;;;UC5RjC;;;EAGf;;EAEA;;EAEA;;;EAGA;;;EAGA;;UAGe;;;;;EAKf;EACA;EACA;;KAGU;UAEK;EACf,OAAO;EACP;EACA;;UAGe;;EAEf;;EAEA,aAAa,cAAc;;;;;;;iBAsBb,oBACd,OAAO,mBACP,OAAO,mBACP,OAAM,6BACL;;;UCjDc;;EAEf;;EAEA,aAAa;IAAQ;IAAc;;;EAEnC;;EAEA;EACA;;UAGe;EACf;EACA;;EAEA;;EAEA;EACA;EACA;EACA;EACA;;UAGe;;EAEf,MAAM;EACN;EACA;EACA;EACA;EACA;EACA;;EAEA,UAAU;EACV,aAAa;EACb;EACA,WAAW;EACX,SAAS;;;;;iBA2EW,oBACpB,OAAO,kBACP,SAAS,qBACR,QAAQ;;;;;UCrIM,aAAa;;EAE5B;;EAEA,cAAc,OAAO;;EAErB;;EAEA;;EAEA,QAAQ;;;EAGR,SAAS,QAAQ,OAAO;IAAK;IAAoB;;;;UAIlC,kBAAkB;;EAEjC,cAAc,OAAO;;EAErB;;EAEA,UAAU,eAAe,OAAO;;EAEhC;;EAEA;;EAEA;;;EAGA,UAAU,aAAa;;;;;;;;;;;;;iBAcT,uBAAuB,kBACrC,mBAAmB,aAAa,MAChC,wBAAwB,KACxB,UAAU,QAAQ,OAAO,cACxB,kBAAkB;;;;;;;;;;;;;;;UCxDJ;;EAEf;;EAEA;;;;;;;;;EASA;;EAEA,aAAa;;;;;;;;;EASb,eAAe;;;UAIA,kBAAkB;;EAEjC,OAAO;;EAEP;;EAEA;;EAEA;;EAEA,QAAQ;;EAER,eAAe;IAAQ;IAAiB;IAAe;;;;;;;;;;;;;;iBAqBnC,eAAe,GACnC,UAAU,eAAe,QAAQ,gBAAgB,QAAQ,IACzD,SAAQ,mBACP,QAAQ,kBAAkB;;;UC/CZ,qBAAqB;;EAEpC;;EAEA,YAAY;;;EAGZ;;EAEA;;;;;;EAMA,YACE,eACA;IAAS;IAAmB;IAAoB,QAAQ;QACrD,QAAQ,aAAa;;EAE1B,oBAAoB,OAAO,OAAO,kBAAkB;;EAEpD,aAAa;;EAEb,gBAAgB,kBAAkB,kBAAkB;;;;;;EAMpD,QAAQ;;;;;;;;;EASR;;;EAGA,UAAU,QAAQ,OAAO;;;;;;;;;;;;iBAaX,cAAc,kBAC5B,MAAM,qBAAqB,KAC1B;;;;;;;;;;;;;;;;;;;;;;;;UCjEc;EACf;EACA;;;;;;;;;;EAUA;;UAGe;EACf;EACA;EACA;;EAEA;;UAGe;;EAEf;EACA;EACA;EACA,UAAU;EACV;;EAEA;;EAEA;;UAGe;;EAEf,eAAe;;EAEf;;EAEA;;;;;;;;iBAqEc,wBACd,cACA,kBAAkB,cAAc,qBAChC,SAAQ,wBACP;;;;;;iBAyCmB,2BACpB,oBACA,kBAAkB,cAAc,qBAChC,UAAS,yBACR,QAAQ;;;UCtKM;;EAEf;;EAEA;;EAEA;;EAEA,UAAU;;UAGK;EACf;EACA;EACA;EACA;;UAGe;EACf;EACA,MAAM,KAAK,oBAAoB;;iBAGjB,eAAe,gBAAgB;EAAQ;IAAiC;iBAmBxE,YAAY,mBAAmB;iBAiB/B,UAAU,UAAU,0BAA0B;iBA8B9C,aAAa,SAAS,SAAS;;;;;;;iBAuB/B,cAAc;;;;UAiCb,qBAAqB;EACpC,SAAS;EACT;EACA;;;iBAIc,gBAAgB,KAAK,mBAAmB,SAAS,WAAW;;;;;KC1HhE,eAAe;UAEV;;;EAGf,eAAe,SAAS;;EAExB,SAAS;;UAGM;;;;;EAKf;;UAGe;;;EAGf;;;;EAIA;EACA;;EAEA;;EAEA;;;;;;iBAOc,qBACd,OAAO,oBACP,OAAM,uBACL;;;;;;;;;iBC9Ca,cAAc;;;;iBAOd,YAAY;;;UAQX;EACf,IAAI,cAAc,QAAQ,4BAA0B;EACpD,IAAI,aAAa,OAAO,eAAa;;;;;;;;;iBAoDvB,iBAAiB,eAAe;;;UC7F/B;;EAEf;;EAGA;;EAGA,iBAAiB;;EAGjB,kBAAkB;;EAGlB,kBAAkB;;EAGlB;;EAGA;;EAGA;;EAGA,iBAAiB,QAAQ,OAAO;;KAGtB;;iBAsBI,oBAAoB,SAAQ,iBAAsB;UA4CjD;EACf,UAAU;EACV;EACA;;UAGe;;EAEf;EACA,QAAQ;;EAER,QAAQ,OAAO;;;;;;iBAOD,gBACd,mBACA,QAAQ,KAAK,SAAS;EACpB,gBAAgB,OAAO;IAExB;;;;;;;;UCxBc;EACf,OAAO,QAAQ,YAAY;EAC3B,QAAQ,QAAQ;;;;;;;iBAoBF,sBACd,cACA;EAAQ;IACP;;;UC3Fc;;EAEf;;EAEA;;;;;;;EAOA;;EAEA;;EAEA;;;;;EAKA;;;;;EAKA,cAAc;;;KAIJ;WACG;;WAEA;WACA;;WAEA;;;;;;;;KASH,wBAAwB,OAAO,uBAAuB,QAAQ;UAEzD;;EAEf,SAAS;;EAET;;EAEA;;;;;;EAMA;;UAGe;EACf;EACA,OAAO;EACP;;;;;;;;;;;;iBAmCoB,gBAAgB,MAAM,yBAAyB,QAAQ;;;UCrH5D;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;KAGU,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;cA2BhB,aAAa,+BAA+B;;;;;;;;iBA4BzC,YAAY,OAAO,YAAY,gBAAgB;iBAC/C,YACd,OAAO,YACP,MAAM,QAAQ,qBACd;iBAEc,YAAY,OAAO,YAAY,MAAM,UAAU;;;;;;;;;;;;;;UC1F9C;;EAEf;;EAEA;;EAEA;;EAEA;;cAGW;mBACM;;;;;;EAOX,SAAS,YAAY,iBAAiB,kBAAkB,QAAQ;;EAqBtE,IAAI,YAAY,kBAAkB;;EAQlC,aAAa,aAAa;;EAO1B,QAAQ;;EAKR,WAAW,YAAY,iBAAiB;;;iBAQpB,YAAY,kBAAkB;;;;;;;;;;;KCnExC;UAGK;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA,WAAW;;UAgDI;EACf;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA,OAAO;EACP;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,SAAS;;UAGM;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf,WAAW;EACX,WAAW;EACX,SAAS,QAAQ,OAAO,sBAAsB;;UAmD/B,uBAAuB;EACtC;EACA,OAAO;EACP,OAAO;EACP,WAAW;EACX,YAAY;EACZ,YAAY;EACZ,OAAO;EACP;EACA;;UAGe,mBAAmB;EAClC;EACA;EACA;EACA;EACA;EACA,OAAO,uBAAuB;EAC9B,OAAO;EACP,WAAW;;;;UC7LI;EACf;EACA;;UAGe;EACf;EACA;EACA;EACA,kBAAkB;EAClB;EACA,cAAc,eAAe;EAC7B,WAAW;;;;KCTD;UAEK;EACf;EACA;EACA,QAAQ;EACR,OAAO;EACP,WAAW;;UAGI;EACf,SAAS;EACT;EACA;EACA;;UAGe;EACf,SAAS;EACT;EACA;EACA,UAAU;IAAQ;IAAmB;IAAc;;EACnD,WAAW;EACX;;UAGe;EACf,UAAU,QAAQ;;;;;;;;cASP;EACX,SACE,MAAM,2BACN,SAAQ,0BACP"}
1
+ {"version":3,"file":"index.d.ts","names":[],"sources":["../src/statistics/effect-sizes.ts","../src/profile/baselines.ts","../src/profile/index.ts","../src/budget-guard.ts","../src/run-score.ts","../src/scorecard.ts","../src/trace-contracts.ts","../src/active-learning.ts","../src/bounded-process.ts","../src/client.ts","../src/command-runner.ts","../src/discover-personas.ts","../src/propose-review.ts","../src/propose-review-control.ts","../src/reflective-mutation.ts","../src/analyst/policy-edit.ts","../src/analyst/steer-firewall.ts","../src/capability-headroom.ts","../src/cost-tracker.ts","../src/detectors/index.ts","../src/error-count-extractor.ts","../src/knowledge/types.ts","../src/knowledge/readiness.ts","../src/leaderboard.ts","../src/metrics.ts","../src/paired-delta-test.ts","../src/partition-held-out.ts","../src/product-benchmark/export.ts","../src/product-benchmark/index.ts","../src/runtime-trajectory.ts","../src/action-policy.ts","../src/contamination-guard.ts","../src/deploy-gate-layer.ts","../src/hidden-criteria-grading.ts","../src/integrity/single-backend.ts","../src/intent-match-judge.ts","../src/judge-ensemble.ts","../src/judge-retry.ts","../src/judge-panel.ts","../src/keyword-coverage-judge.ts","../src/oracle.ts","../src/paired-promotion-power.ts","../src/treatment-gate.ts","../src/verdict-cache.ts","../src/anti-slop.ts","../src/eval-trace-store.ts","../src/integrity/preflight.ts","../src/model-seats.ts","../src/prompt-registry.ts","../src/reference-replay.ts","../src/steering.ts","../src/steering-optimizer.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAmBgB,QAAQ,aAAa;;;;;;;;;iBAqBrB,eAAe,kBAAkB;KAoBrC;;;;;;;;;;;iBAYI,YAAY,kBAAkB;;;;;;iBAkB9B,gBAAgB,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;cClEnC;;;cAaA;;cAYA;;cAYA;WACX;WACA;WACA;;KAGU,+BAA+B;;;;;;;UClC1B;EACf;EACA;EACA;EACA;;;;;UAMe;EACf;EACA;EACA;EACA;;;;UAKe;EACf;EACA;EACA;EACA,QAAQ;EACR,QAAQ;;;;;;;;;iBAqBM,cAAc,GAAG;;;iBAmBjB,iBAAiB,GAAG;;;;;;iBAuCpB,gBAAgB;EAC9B;EACA;EACA;EACA,SAAS;IACP;;;;;;;;iBAiBY,wBACd,MAAM,iBACN;EAAQ;EAAsB;EAA0B,SAAS;IAChE;;;;;iBAQa,YACd,UAAU,eACV,SAAS,wBACR;;;;;;;;iBAWa,iBACd,GAAG,eACH,mBACA,kBACC;;;;;;;;;;iBA8Ba,YAAY,SAAS;;;cC3MxB,0BAA0B;EAE5B,iBAAiB;EACjB;EACA;EAHT,YACS,iBAAiB,YACjB,eACA;;cAME;UACH;UACA;UACA;UACA;EAER,YAAY,SAAS,cAAc,QAAQ,YAAY;;EAOjD,OAAO,OAAO,QAAQ,aAAa,sBAAsB,kBAAkB;;EA2B3E,SAAS,eAAe,kBAAkB;MAO5C,SAAS,aAAa;;;;UCvEX;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;iBAiBc,kBAAkB,OAAO,UAAU,UAAS,QAAQ;iBAiBpD,QAAQ;;;;UChCP;EACf;;EAEA;;EAEA;;EAEA;;EAEA,eAAe;;EAEf;;;UAIe;EACf;EACA;;EAEA;EACA,UAAU;;;UAIK;EACf,OAAO;;EAEP,UAAU,eAAe;;;UAIV;EACf;EACA;EACA;EACA,SAAS;EACT,OAAO;;UAKQ;;EAEf,SAAS;EACT;;EAEA;;;;;;;;iBAwCc,WAAW,MAAM,aAAa,MAAM,oBAAoB;;iBAmDxD,sBACd,iBACA,MAAM,aACN,MAAM,oBACL;;;;;;iBAWa,cAAc,kBAAkB;KAsCpC;UAEK;EACf;EACA;EACA;EACA,SAAS;;EAET;;EAEA;;EAEA;;EAEA;;EAEA;EACA;EACA;;UAGe;EACf,OAAO;EACP;IAAW;IAAkB;IAAmB;IAAc;;;UAG/C;;EAEf;;EAEA;;EAEA;;;;;EAKA;;;;;;;;iBASc,cACd,WAAW,WACX,OAAM,uBACL;;;;;;iBAiFa,oBAAoB,MAAM;;;;;;;;UCxSzB;EACf;EACA;EACA;EACA;EACA;EACA;;;EAGA;EACA,aAAa;;;UAIE;EACf;EACA;;KAGU,uBAAuB,SAAS;;;;;;;;;;;;;;;UAgB3B;EACf,OAAO;EACP,OAAO;EACP,OAAO;EACP,UAAU,MAAM;;;;EAIhB;;KAKU;UAEK;EACf,MAAM;;EAEN;;EAEA,IAAI;;EAEJ,IAAI;;EAEJ,IAAI;;EAEJ,QAAQ;;;UAIO;EACf;EACA,OAAO;;UAGQ;EACf;EACA;EACA;;UAGe,wBAAwB;;EAEvC;EACA;;EAEA;;EAEA,QAAQ;EACR,YAAY;;UAGG;EACf,UAAU;EACV;;cAmIW;mBAGkB;mBAFZ;EAEjB,YAA6B;;EAG7B,OAAO,GAAG,eAAe;;EAMzB,MAAM,GAAG,eAAe;;EAMxB,WAAW,GAAG,eAAe;;EAU7B,SAAS,GAAG,eAAe,GAAG,eAAe;;EAY7C,YAAY,GAAG,eAAe,OAAO,eAAe;EAWpD,SAAS;UASD;;iBAcM,cAAc,eAAe;;;;;iBA4N7B,oBACd,gBAAgB,gBAChB,oBAAoB,kBACnB;;;KCliBS;UAMK;EACf,QAAQ;EACR;;;EAGA,WAAW;;EAEX;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;iBAGoB,wBACpB,SAAS,SACT,YAAY,YACZ,UAAS,wBACR,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cCvBE;UAwBI;;;;;;EAMf;;;;;;;;;;;;;;;;;;;;;;;EAuBA;;;;;;;;;;;;;;;;;;;;;;;;;;;EA2BA;;;;;;;;;EASA;;EAEA;;;;;EAKA,MAAM,OAAO;;;;;;;;;;;;;;;;;;;EAmBb;;EAEA;;;;;;EAMA;;;;;;EAMA,SAAS;;UAGM;;;;;;;;;;;EAWf;;;;;;;;;EASA;;;;;;EAMA;;EAEA;;;;;;EAMA;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;;;;;;;;EAgBA;;iBAGoB,kBAAkB,OAAO,sBAAsB,QAAQ;;;;;;;;;;;;cClNhE;UACH;UACA;UACA;UACA;EAER,YAAY,QAAQ;UAUZ;;;;;;;;UAaM;;;;;;UAkCN;EAUF,OAAO,cAAc,eAAe,mBAAmB;IAAU;;EAOjE,MAAM,eAAe,mBAAmB;EAexC,gBAAgB,cAAc,gBAAmB;EAOjD,aAAa,sBAAsB;EAOnC,KACJ,qBACA,kBACA,iBACA;IAAU,gBAAgB;MACzB;IAAU;IAAc;MAAU;MAAc;;;EAuD7C,SACJ,sBACC;IAAU;IAAY;IAAe;IAAgB;;EAQlD,UAAU,sBAAsB;IAAU;IAAY;IAAe;;EAKrE,aACJ,sBACC;IAAU;IAAY;IAAe;IAAgB;;EAQlD,aAAa,sBAAsB;EAcnC,cAAc,qBAAqB,aAAa;EAIhD,aAAa,qBAAqB,YAAY,iBAAiB;EAI/D,eACJ,sBACC;IAAU;IAAY;IAAc;;;EAMjC,IAAI,eAAe,QAAQ;;EAK3B,KAAK,cAAc,MAAM,0BAA0B,QAAQ;;EAK3D,MAAM,cAAc,MAAM,0BAA0B,QAAQ;;;;;;;;;;;;;;;;;;;;;UCzNnD;;EAEf;;EAEA;;EAEA;;;;;;;;;;;EAWA;;EAEA,MAAM;;EAEN;;UAGe;;EAEf;EACA;EACA;EACA;EACA;;EAEA;;UAGe;EACf;EACA;EACA;;EAEA;;UAGe;;WAEN;;EAET,IAAI,OAAO,kBAAkB,QAAQ;;EAErC,OAAO,eAAe;;EAEtB,WAAW,eAAe;;EAE1B,SAAS,eAAe;;EAExB,QAAQ,eAAe,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAmCpB;cAEA,oBAAoB;;;;;;;;;UCjHhB;;;;;EAKf,UAAU;;;;;EAKV;;;;;EAKA;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;iBAKoB,iBACpB,aACA,OAAM,0BACL,QAAQ;;;UCEM;EACf;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;;UAGe,0BAA0B;EACzC;EACA;EACA;IACE;IACA;IACA;;;UAIa,aAAa;EAC5B;EACA;EACA,OAAO;EACP,aAAa;EACb,aAAa;EACb,UAAU;;UAGK,cAAc,OAAO;EACpC,OAAO;EACP,eAAe;;UAGA,YAAY,OAAO;EAClC;EACA;EACA,OAAO;EACP,cAAc;EACd,cAAc;EACd,QAAQ;;KAGE,UAAU,OAAO,sBAC3B,OAAO,aAAa,WACjB,QAAQ,cAAc,OAAO;KAEtB,SAAS,UAAU,OAAO,UAAU,QAAQ;KAE5C,SAAS,OAAO,sBAC1B,OAAO,YAAY,OAAO,aACvB,QAAQ;UAEI;EACf,QAAQ,QAAQ;EAChB,OAAO,OAAO,oBAAoB;;UAGnB,oBAAoB,OAAO;EAC1C;EACA,cAAc;EACd,SAAS,UAAU,OAAO;EAC1B,QAAQ,SAAS;EACjB,QAAQ,SAAS,OAAO;;EAExB;;EAEA;;;;;;EAMA;EACA;;EAEA,SAAS;;EAET,QAAQ;EACR;EACA;EACA;;;;;EAKA;;UAGe,kBAAkB,OAAO;EACxC;EACA,OAAO;EACP,cAAc;EACd,cAAc;EACd,QAAQ;EACR;EACA;EACA;;UAGe,oBAAoB,OAAO;EAC1C;EACA;EACA,OAAO,kBAAkB,OAAO;EAChC,YAAY;EACZ,mBAAmB;EACnB,eAAe;EACf;EACA;;iBAKc,oBAAoB,UAAS,sBAA2B;iBAYxD,iBAAiB,eAAe;iBA8B1B,iBAAiB,OAAO,mBAC5C,QAAQ,oBAAoB,OAAO,WAClC,QAAQ,oBAAoB,OAAO;KAiN1B,eAAe;EAAO;EAAgB;MAAmB;UAEpD,kBAAkB,OAAO;EACxC,UAAU;EACV,eAAe,OAAO;EACtB,sBAAsB,SAAS;;EAE/B;;iBAQc,kBAAkB,OAAO,mBACvC,KAAK,kBAAkB,OAAO,WAC7B,SAAS,OAAO;;;UC9ZF,0BAA0B,OAAO;EAChD;EACA,OAAO;EACP,aAAa;EACb,cAAc;EACd,eAAe;EACf,QAAQ;EACR;EACA;EACA;;UAGe;EACf;EACA;;UAGe,2BAA2B,OAAO;EACjD,OAAO;EACP,cAAc;EACd,eAAe;EACf,QAAQ;EACR;EACA;;UAGe,2BAA2B,OAAO;EACjD;EACA,cAAc;EACd,SAAS,UAAU,OAAO;EAC1B,QAAQ,SAAS;EACjB,QAAQ,SAAS,OAAO;EACxB;EACA;EACA,SAAS;EACT,QAAQ;EACR;EACA;EACA;EACA;EACA;EACA;EACA,gCAAgC,cAAc,iBAAiB;EAC/D,gBAAgB,qBACd,0BAA0B,OAAO,UACjC,4BACA,2BAA2B,OAAO;;iBAOhB,8BAA8B,OAAO,mBACzD,QAAQ,2BAA2B,OAAO,WACzC,QACD,iBACE,0BAA0B,OAAO,UACjC,4BACA,2BAA2B,OAAO;;;UCrDrB;;EAEf;;EAEA;;EAEA;;;;;EAKA,eAAe;IAAQ;IAAY;IAAgB;;;EAEnD;;;;;EAKA;;EAEA,UAAU;;UAGK;;EAEf;;EAEA;;EAEA,WAAW;;EAEX,cAAc;;EAEd;;EAEA;;;;;;;iBAiBc,sBAAsB,KAAK;UAmG1B;EACf;EACA;EACA;;;;;;iBAOc,wBAAwB,aAAa,wBAAwB;;;KCnLjE;cAEC;KAaD,yBAAyB;cAExB;KAUD,kCAAkC;KAClC;KACA;KACA;UAEK;EACf,SAAS;;;EAGT;;;EAGA,mBAAmB;;EAEnB;;KAGU;EAEN;EACA;EACA;;EAEA;;EAGA;EACA;EACA;EACA,QAAQ;;UAGG;;EAEf;EACA,WAAW;;EAEX;EACA,OAAO;EACP;;UAGe;EACf;EACA;EACA,cAAc;;EAEd;;UAGe;EACf,eAAe;EACf;EACA,MAAM;EACN,QAAQ;EACR,QAAQ;EACR;EACA,cAAc;EACd;EACA,MAAM;EACN,QAAQ;EACR;EACA;EACA,WAAW;;cAGA;;UAGI;EACf,eAAe;EACf,YAAY;;KAGF,iBAAiB,KAAK;EAChC,gBAAgB;EAChB;;cAGW,kCAAkC;WACpC;EACT,YAAY,iBAAiB;;UAMd;EACf,eACI,2BACE,SAAS,mBAAmB;EAClC,OAAO,mBAAmB,SAAS,mBAAmB;EACtD,cAAc;EACd,uBAAuB;;UAGR;EACf;EACA;EACA;EACA;;UAGe;EACf,MAAM;EACN;EACA;EACA;;iBAOc,eAAe,MAAM,iBAAiB;iBAatC,oBAAoB,MAAM,KAAK,wBAAwB;iBAMvD,mBAAmB,iBAAiB;iBAiCpC,8BAA8B,MAAM,aAAa;iBAOjD,kCAAkC,iBAAiB;iBAmBnD,aAAa,iBAAiB,SAAS;iBASvC,wBACd,UAAU,cAAc,iBACxB,OAAM,6BACL;iBAUa,sBACd,SAAS,gBACT,OAAM,6BACL;iBAsCa,yBACd,MAAM,YACN,OAAM;iBAwBQ,gBACd,MAAM,YACN,OAAM,6BACL;iBAqCa,yBAAyB,kBAAkB,MAAM;;;;;;;;;;;;;;;;;;;;;;iBChSjD,qBACd,UAAU,cAAc,iBACxB,mBACC,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;UC9CA;;EAEf;;;EAGA;;;;;;KAOU;UAEK;EACf;;EAEA;;;;EAIA;;;EAGA;EACA,UAAU;;UAGK;;;;EAIf;;UAGe;;EAEf,OAAO;EACP;IACE;IACA;IACA;;;;IAIA;;;;;;;;;;;;;;;;iBAiBY,mBACd,eAAe,iBACf,OAAM,4BACL;UAiEc;;EAEf;;;;;;;;iBASc,yBACd,QAAQ,0BACR,OAAM;;;;;;;;;;;;;UC3JS;EACf;EACA;EACA;EACA;;UAGe,kBAAkB;EACjC;EACA;;EAEA;EACA;;EAEA,OAAO;;UAGQ;EACf;EACA,SAAS;EACT;EACA;EACA;EACA;;EAEA;;cAGW;UACH;EAER,OAAO,OAAO,KAAK;IAA4B;MAAuB;EAwBtE,YAAY,oBAAoB;;;;;;;;;;;EAgBhC,cACE;IACE;MACE;MACA;MACA;MACA;MACA;;IAEF;KAEF,oBACA,OAAO,yBACN;EAeH,IAAI,qBAAqB;EAIzB,QAAQ;EAIR,WAAW;;UAmBI;EACf;EACA;EACA;EACA;EACA;EACA;;EAEA;;;;KCpIU;;;;UAKK;;WAEN;;WAEA;;WAEA;;WAEA;;WAEA;;UAGM;WACN;WACA,UAAU;WACV,eAAe;WACf;;WAEA;WACA,WAAW;;UAGL;WACN;;WAEA;;EAET,QAAQ,OAAO,gBAAgB;;EAE/B;;UAGe;;;WAGN;WACA,WAAW;;WAEX,eAAe;;;iBAIV,uBAAuB,OAAM,wBAA6B;UAkFzD;;WAEN;WACA,WAAW;WACX,eAAe;;;iBAIV,oBAAoB,OAAM,qBAA0B;;;iBA+BpD,WACd,WAAW,cAAc,oBACzB,OAAO,gBACN;;;;;;;;;;;;;;;;;;UC3Kc;;EAEf;;EAEA,OAAO;;EAEP,aAAa,OAAO;;cAGT,sBAAsB;UAoClB;;EAEf;;EAEA,QAAQ;;UAGO;;EAEf;;EAEA;;EAEA;;;;;;;;;iBAUc,kBAAkB,cAAc,OAAM,iBAAsB;;;KClFhE;KAaA;KASA;KACA;KACA;KACA;UAEK;EACf;EACA;EACA;EACA,UAAU;EACV,iBAAiB;EACjB,YAAY;EACZ,WAAW;EACX,aAAa;EACb;EACA;EACA;EACA,gBAAgB;;;;;EAKhB;;EAEA;EACA,WAAW;;UAGI;EACf;EACA,cAAc;EACd;EACA;EACA;EACA,aAAa;EACb,SAAS;EACT;EACA,WAAW;;KAGD;UAUK;EACf;EACA;EACA,6BAA6B;EAC7B,iBAAiB;EACjB,mBAAmB;EACnB,QAAQ;EACR,UAAU;EACV;;UAGe;EACf;EACA;EACA;EACA;EACA,YAAY;EACZ;EACA;EACA;EACA;EACA,WAAW;;UAGI;EACf;EACA;EACA,MACI,QAAQ;EAEZ;EACA,UAAU;EACV;EACA,YAAY;EACZ,WAAW;;;;UC/FI;EACf;EACA,cAAc;EACd;EACA;EACA;EACA,cAAc;EACd,WAAW;EACX,MAAM;;iBAGQ,wBACd,SAAS,iCACR;iBA+Ca,sBACd,QAAQ,0BACR;EAAW;EAAa;EAAuB,UAAU;IACxD;iBAuBa,+BACd,QAAQ,0BACR;EAAW;EAAkB;IAC5B;iBAea,8BAA8B,MAAM,yBAAyB;iBAc7D,iCACd,MAAM,yBACL;;;UCvHc;;EAEf;;EAEA;EACA;EACA;EACA;;EAEA;EACA;EACA;;EAEA;EACA;EACA;EACA;;UAGe;;;EAGf,SAAS,QAAQ;;;EAGjB,WAAW,QAAQ;;;;;;;iBAYL,YAAY,SAAS,aAAa,MAAM,qBAAqB;;;UCnDnE;EACR;EACA;;;cAIW,eAAe,eAAe;;;;iBAqD3B,oBAAoB,gBAAgB;;;iBAcpC,cAAc;;iBAOd,eAAe;;;;iBAOf,aAAa,qBAAqB,sBAAsB;;;UChFvD,+BAA+B;;EAE9C;;EAEA;;UAGe;EACf,WAAW;EACX;;EAEA;;EAEA;EACA;;;;;;EAMA;EACA;;;iBAIc,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBA6C/B,gBACd,kBACA,iBACA,UAAS,yBACR;;;UCrCc;;;;EAIf;;EAEA;;;;;;;EAOA;;EAEA;;UAGe;;EAEf;;EAEA;EACA;EACA;;;;;;;;;;;;iBA8Bc,iBACd,eACA,UAAS,0BACR;;;UC1Dc;;WAEN;;WAEA;WACA;WACA;;WAEA;;WAEA;;;;;WAKA;;WAEA;;WAEA;;;;;;WAMA;;;;;WAKA,iBAAiB,QAAQ,cAAc;;WAEvC,oBAAoB,QAAQ,WAAW;;WAEvC;;;;;;;WAOA,YAAY,QAAQ;;UAGd,+CACP,KAAK;WACJ;;UAGM;WACN;WACA;WACA;;;iBA6DK,gCAAgC;;iBA4ehC,uBACd,SAAS,yCACR;;;;;;iBAUa,2BACd,SAAS,gCACR;;;cCjpBU;KAED,gCAAgC;UAE3B;WACN;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA;WACA;;UAGM;WACN;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA,YAAY;;UAGN;WACN;WACA,OAAO;WACP;WACA;;UAGM;WACN;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA,MAAM;WACN,WAAW;WACX,mBAAmB;WACnB,eAAe;WACf,oBAAoB;WACpB,SAAS;WACT;;UA0EM;WACN;WACA;WACA;;WAEA;;;WAGA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;;iBA0TK,6BAA6B,eAAe;;;;;;iBAkH5C,0BAA0B,iBAAiB;;;UCnkB1C;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,WAAW;;UAGI;EACf;EACA;EACA,WAAW;EACX;GACC;;UAGc;EACf;EACA;EACA,UAAU;;UAGK;EACf;EACA;EACA;EACA;EACA;;UAGe;EACf,MAAM;EACN,QAAQ;EACR,SAAS;EACT;;UAGe,wCACf,gBAAgB,0BAA0B;EAE1C,SAAS;EACT,kBAAkB;EAClB,cAAc,QAAQ,SAAS;EAC/B,gBAAgB,QAAQ,SAAS;;iBAKnB,iCAAiC,gBAAgB,yBAC/D,SAAS,wCAAwC,WAChD;;;UCvDc;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA,QAAQ;;iBAGM,qBACd,QAAQ,oBACR,SAAQ,uBACR;EAAW;IACV;;;UCNc;EACf;EACA;EACA;EACA;;iBAGc,cAAc,gBAAgB,WAAW,oBAAoB;;;KCLjE;UAEK;EACf;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;;EAEf,OAAO,QAAQ;;UAGA;;EAEf,cAAc,eAAe,QAAQ;;EAErC,SAAS;;EAET;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;;iBAac,gBAAgB,eAAe,OAAO,uBAAuB,MAAM;UA4FlE;;EAEf;;;;;EAKA,OACE,aACA;IAAS;IAAc;QACpB;IAAU;IAAgB;IAAgB;;;;;;EAK/C,SAAS,mCAAmC;;EAE5C;;EAEA;;EAEA;;EAEA;;;;;;;iBAQc,iBAAiB,OAAO,wBAAwB;UA+B/C;EACf;EACA,OACE,aACA;IAAS;IAAc;QACpB;IAAU;IAAgB;IAAgB;;EAC/C,SAAS,mCAAmC;;EAE5C;;EAEA;;EAEA;;;;;;;;;;;;iBAac,qBAAqB,OAAO,4BAA4B;;;;;;;;;;;;;;;;;;;;;;KC7L5D;;;;;;;UAmBK;;EAEf;;;;EAIA;EACA,aAAa;;;;;;;;;iBAUC,YAAY,sBAC1B,SAAS,SAAS,OAAO,OAAO,oBAChC,QAAQ,SAAS,OAAO,kBACvB;;UAec;EACf;EACA,aAAa;;UAGE;;;;EAIf;;;;;;;;;;;;;iBAcc,mBACd,iBAAiB,eACjB,sBACA,OAAM,yBACI;;;;UAkCK;;EAEf;;EAEA;;EAEA;;EAEA;;;;;;;;;;;;;KAcU,qBAAqB,WAAW,YAC1C,UAAU,WACV,gBAAgB,SAChB,SAAS,gBACN,QAAQ,qBAAqB;;;;iBAKlB,YAAY,gBAAgB,eAAe,iBAAiB;;;;;;;;;;iBAgBtD,cAAc,WAAW,SAAS;EACtD,UAAU;EACV,gBAAgB;EAChB,QAAQ,qBAAqB,WAAW;;EAExC;IAAY,iBAAiB;IAAe;IAAsB,UAAU;;EAC5E,SAAS;IACP,QAAQ;;;UAUK;;EAEf;;EAEA;;;;cAKW,qBAAqB;;;;UAKjB,gBAAgB;EAC/B,UAAU;;GAET;;;;;;;;;;iBAuBa,aACd,yBACA,oBACA,UAAS;;;;;;;;;;;;;;iBAqBK,iBAAiB,WAC/B,QAAQ,OAAO,gBAAgB,eAAe,eAAa,QAAQ,eACnE,kBAAkB,UAAU,sBAC5B,UAAS,gBACP,OAAO,gBAAgB,eAAe,QAAQ;;;;;;;UC5RjC;;;EAGf;;EAEA;;EAEA;;;EAGA;;;EAGA;;UAGe;;;;;EAKf;EACA;EACA;;KAGU;UAEK;EACf,OAAO;EACP;EACA;;UAGe;;EAEf;;EAEA,aAAa,cAAc;;;;;;;iBAsBb,oBACd,OAAO,mBACP,OAAO,mBACP,OAAM,6BACL;;;UCjDc;;EAEf;;EAEA,aAAa;IAAQ;IAAc;;;EAEnC;;EAEA;EACA;;UAGe;EACf;EACA;;EAEA;;EAEA;EACA;EACA;EACA;EACA;;UAGe;;EAEf,MAAM;EACN;EACA;EACA;EACA;EACA;EACA;;EAEA,UAAU;EACV,aAAa;EACb;EACA,WAAW;EACX,SAAS;;;;;iBA2EW,oBACpB,OAAO,kBACP,SAAS,qBACR,QAAQ;;;;;UCrIM,aAAa;;EAE5B;;EAEA,cAAc,OAAO;;EAErB;;EAEA;;EAEA,QAAQ;;;EAGR,SAAS,QAAQ,OAAO;IAAK;IAAoB;;;;UAIlC,kBAAkB;;EAEjC,cAAc,OAAO;;EAErB;;EAEA,UAAU,eAAe,OAAO;;EAEhC;;EAEA;;EAEA;;;EAGA,UAAU,aAAa;;;;;;;;;;;;;iBAcT,uBAAuB,kBACrC,mBAAmB,aAAa,MAChC,wBAAwB,KACxB,UAAU,QAAQ,OAAO,cACxB,kBAAkB;;;;;;;;;;;;;;;UCxDJ;;EAEf;;EAEA;;;;;;;;;EASA;;EAEA,aAAa;;;;;;;;;EASb,eAAe;;;UAIA,kBAAkB;;EAEjC,OAAO;;EAEP;;EAEA;;EAEA;;EAEA,QAAQ;;EAER,eAAe;IAAQ;IAAiB;IAAe;;;;;;;;;;;;;;iBAqBnC,eAAe,GACnC,UAAU,eAAe,QAAQ,gBAAgB,QAAQ,IACzD,SAAQ,mBACP,QAAQ,kBAAkB;;;UC/CZ,qBAAqB;;EAEpC;;EAEA,YAAY;;;EAGZ;;EAEA;;;;;;EAMA,YACE,eACA;IAAS;IAAmB;IAAoB,QAAQ;QACrD,QAAQ,aAAa;;EAE1B,oBAAoB,OAAO,OAAO,kBAAkB;;EAEpD,aAAa;;EAEb,gBAAgB,kBAAkB,kBAAkB;;;;;;EAMpD,QAAQ;;;;;;;;;EASR;;;EAGA,UAAU,QAAQ,OAAO;;;;;;;;;;;;iBAaX,cAAc,kBAC5B,MAAM,qBAAqB,KAC1B;;;;;;;;;;;;;;;;;;;;;;;;UCjEc;EACf;EACA;;;;;;;;;;EAUA;;UAGe;EACf;EACA;EACA;;EAEA;;UAGe;;EAEf;EACA;EACA;EACA,UAAU;EACV;;EAEA;;EAEA;;UAGe;;EAEf,eAAe;;EAEf;;EAEA;;;;;;;;iBAqEc,wBACd,cACA,kBAAkB,cAAc,qBAChC,SAAQ,wBACP;;;;;;iBAyCmB,2BACpB,oBACA,kBAAkB,cAAc,qBAChC,UAAS,yBACR,QAAQ;;;UCtKM;;EAEf;;EAEA;;EAEA;;EAEA,UAAU;;UAGK;EACf;EACA;EACA;EACA;;UAGe;EACf;EACA,MAAM,KAAK,oBAAoB;;iBAGjB,eAAe,gBAAgB;EAAQ;IAAiC;iBAmBxE,YAAY,mBAAmB;iBAiB/B,UAAU,UAAU,0BAA0B;iBA8B9C,aAAa,SAAS,SAAS;;;;;;;iBAuB/B,cAAc;;;;UAiCb,qBAAqB;EACpC,SAAS;EACT;EACA;;;iBAIc,gBAAgB,KAAK,mBAAmB,SAAS,WAAW;;;;KC5HhE;EACN;EAAe;;EACf;EAAe,OAAO;IAAgB;IAAe;;;EACrD;EAAgB;EAAc;;UAEnB;;EAEf;;;EAGA;IAAS;IAAkB;;;;EAG3B,OAAO;;UAGQ;;;EAGf,OAAO,cAAc;;;;;;;;EAQrB,WAAW;;UAGI;;;;EAIf;;;;;;;EAOA,SAAS;;UAGM;;EAEf;EACA,aAAa;;;EAGb,OAAO,cAAc;;EAErB;;;EAGA;;UAGe;EACf;;EAEA;;EAEA;EACA;EACA;;;EAGA;;;EAGA,SAAS,QAAQ,OAAO;;UAGT;EACf;EACA;EACA;;EAEA;;EAEA;;EAEA;EACA;;;EAGA;EACA;;EAEA,OAAO;;UAGQ;;EAEf;EACA,aAAa;EACb,OAAO,cAAc;;EAErB;;;EAGA;EACA;EACA;;UAGe;EACf;;;;;EAKA;;;;;;;;;;;EAWA;;EAEA,cAAc;;;;EAId,OAAO;;EAEP,UAAU;;;;;;iBAOI,qBACd,SAAS,8BACR;;;;;;;;;;iBA4Fa,gCACd,SAAS,yCACR;;;;;KCzOS,eAAe;UAEV;;;EAGf,eAAe,SAAS;;EAExB,SAAS;;UAGM;;;;;EAKf;;UAGe;;;EAGf;;;;EAIA;EACA;;EAEA;;EAEA;;;;;;iBAOc,qBACd,OAAO,oBACP,OAAM,uBACL;;;;;;;;;iBC9Ca,cAAc;;;;iBAOd,YAAY;;;UAQX;EACf,IAAI,cAAc,QAAQ,4BAA0B;EACpD,IAAI,aAAa,OAAO,eAAa;;;;;;;;;iBAoDvB,iBAAiB,eAAe;;;UC7F/B;;EAEf;;EAGA;;EAGA,iBAAiB;;EAGjB,kBAAkB;;EAGlB,kBAAkB;;EAGlB;;EAGA;;EAGA;;EAGA,iBAAiB,QAAQ,OAAO;;KAGtB;;iBAsBI,oBAAoB,SAAQ,iBAAsB;UA4CjD;EACf,UAAU;EACV;EACA;;UAGe;;EAEf;EACA,QAAQ;;EAER,QAAQ,OAAO;;;;;;iBAOD,gBACd,mBACA,QAAQ,KAAK,SAAS;EACpB,gBAAgB,OAAO;IAExB;;;;;;;;UCxBc;EACf,OAAO,QAAQ,YAAY;EAC3B,QAAQ,QAAQ;;;;;;;iBAoBF,sBACd,cACA;EAAQ;IACP;;;UC3Fc;;EAEf;;EAEA;;;;;;;EAOA;;EAEA;;EAEA;;;;;EAKA;;;;;EAKA,cAAc;;;KAIJ;WACG;;WAEA;WACA;;WAEA;;;;;;;;KASH,wBAAwB,OAAO,uBAAuB,QAAQ;UAEzD;;EAEf,SAAS;;EAET;;EAEA;;;;;;EAMA;;UAGe;EACf;EACA,OAAO;EACP;;;;;;;;;;;;iBAmCoB,gBAAgB,MAAM,yBAAyB,QAAQ;;;UCrH5D;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;KAGU,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;cA2BhB,aAAa,+BAA+B;;;;;;;;iBA4BzC,YAAY,OAAO,YAAY,gBAAgB;iBAC/C,YACd,OAAO,YACP,MAAM,QAAQ,qBACd;iBAEc,YAAY,OAAO,YAAY,MAAM,UAAU;;;;;;;;;;;;;;UC1F9C;;EAEf;;EAEA;;EAEA;;EAEA;;cAGW;mBACM;;;;;;EAOX,SAAS,YAAY,iBAAiB,kBAAkB,QAAQ;;EAqBtE,IAAI,YAAY,kBAAkB;;EAQlC,aAAa,aAAa;;EAO1B,QAAQ;;EAKR,WAAW,YAAY,iBAAiB;;;iBAQpB,YAAY,kBAAkB;;;;;;;;;;;KCnExC;UAGK;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA,WAAW;;UAgDI;EACf;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA,OAAO;EACP;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,SAAS;;UAGM;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf,WAAW;EACX,WAAW;EACX,SAAS,QAAQ,OAAO,sBAAsB;;UAmD/B,uBAAuB;EACtC;EACA,OAAO;EACP,OAAO;EACP,WAAW;EACX,YAAY;EACZ,YAAY;EACZ,OAAO;EACP;EACA;;UAGe,mBAAmB;EAClC;EACA;EACA;EACA;EACA;EACA,OAAO,uBAAuB;EAC9B,OAAO;EACP,WAAW;;;;UC7LI;EACf;EACA;;UAGe;EACf;EACA;EACA;EACA,kBAAkB;EAClB;EACA,cAAc,eAAe;EAC7B,WAAW;;;;KCTD;UAEK;EACf;EACA;EACA,QAAQ;EACR,OAAO;EACP,WAAW;;UAGI;EACf,SAAS;EACT;EACA;EACA;;UAGe;EACf,SAAS;EACT;EACA;EACA,UAAU;IAAQ;IAAmB;IAAc;;EACnD,WAAW;EACX;;UAGe;EACf,UAAU,QAAQ;;;;;;;;cASP;EACX,SACE,MAAM,2BACN,SAAQ,0BACP"}
package/dist/index.js CHANGED
@@ -1,7 +1,7 @@
1
1
  import { t as __exportAll } from "./rolldown-runtime-8H4AJuhK.js";
2
2
  import { i as JudgeError, o as NotFoundError, r as ConfigError, s as ValidationError, t as AgentEvalError } from "./errors-Dngq5h35.js";
3
3
  import { a as hashCanonical, r as canonicalString } from "./canonical-BsZVgBhW.js";
4
- import { a as CODING_HARNESSES, c as agentProfileId, d as harnessAxisOf, i as verifyCompletion, l as agentProfileModelId, n as completionVerdict, o as HARNESS_NATIVE_MODEL, r as createLlmCorrectnessChecker, s as agentProfileHash, t as extractProducedState, u as expandProfileAxes } from "./produced-state-D3uWsY8t.js";
4
+ import { a as CODING_HARNESSES, c as agentProfileId, d as harnessAxisOf, i as verifyCompletion, l as agentProfileModelId, n as completionVerdict, o as HARNESS_NATIVE_MODEL, r as createLlmCorrectnessChecker, s as agentProfileHash, t as extractProducedState, u as expandProfileAxes } from "./produced-state-Cn9ECr4v.js";
5
5
  import { c as groupRunsByAgentProfileCell, d as validateAgentProfileCell, f as verifyAgentProfileCell, h as manifestContentDigest, i as agentProfileCellKey, m as hashJson, r as agentProfileCellHashMaterial, s as buildAgentProfileCell, t as AGENT_PROFILE_KINDS, u as toAgentProfileJson } from "./agent-profile-cell-DcFW4vOc.js";
6
6
  import { t as mulberry32 } from "./random-Dn5fPWkt.js";
7
7
  import { a as spearmanR, c as weightedMean, i as ranks, n as partialCredit, o as summarizeNumberSeries, r as pearsonR, s as weightedComposite, t as confidenceInterval } from "./descriptive-1V17A-qa.js";
@@ -13,30 +13,31 @@ import { _ as passAtK, a as MANN_WHITNEY_EXACT_MAX_STATES, c as mannWhitneyU, d
13
13
  import { a as pairedSignTest, i as pairedDeltaTieFraction, n as DECISION_PAIRED_DELTA_STATISTIC, o as pairedTTest, r as pairedBootstrap, t as BOOTSTRAP_GATE_MIN_N } from "./paired-tests-C8iCsioC.js";
14
14
  import { t as eProcess } from "./sequential-eprocess-D1jKoihe.js";
15
15
  import { n as iqr, r as welchsTTest } from "./baseline-BC-eBZ7U.js";
16
- import { c as pairedDecisionShape, l as minimumPairsForPairedDeltaTest, s as decidePairedPromotion, u as pairedDeltaTest } from "./run-record-BhMVsHR1.js";
17
- import { D as parseReflectionResponse, E as buildReflectionPrompt, G as summarizeBackendIntegrity, U as BackendIntegrityError, W as assertRealBackend, c as ATTESTATION_ALGORITHM, l as attest, u as verifyAttestation, z as surfaceContentHash } from "./campaign-evidence-aWEmfROB.js";
16
+ import { i as pairedDeltaTest, n as pairedDecisionShape, r as minimumPairsForPairedDeltaTest, t as decidePairedPromotion } from "./paired-promotion-decision-6cn3bLc3.js";
18
17
  import { a as isToolSpan, i as isLlmSpan, r as isJudgeSpan, t as FAILURE_CLASSES } from "./schema-CSf6qWgZ.js";
19
18
  import { d as runsForScenario, r as argHash, s as judgeSpans } from "./query-DlV0pdx4.js";
20
- import { i as analyzeRuns, o as checkCanaries, r as selfImprove, t as defineAgentEval } from "./define-agent-eval-RTekxhUE.js";
19
+ import { r as checkCanaries, t as analyzeRuns } from "./analyze-runs-DCY7LMt4.js";
21
20
  import { r as observedSplitScore, t as isRealnessGated } from "./reward-nw2xZGZG.js";
22
21
  import { a as parseRunRecordSafe, c as validateRunRecord, i as modelHasSnapshot, n as UNKNOWN_MODEL, o as roundTripRunRecord, r as isRunRecord, s as runTaskScore, t as RunRecordValidationError } from "./run-record-tg_5H2IK.js";
23
22
  import { a as summaryTable, n as gainHistogram, r as paretoChart } from "./summary-report-BMvou2oZ.js";
24
23
  import { n as contentHash, r as fileVerdictCache, t as canonicalJson } from "./verdict-cache-BQEsVy9n.js";
25
- import { B as DEFAULT_RED_TEAM_CORPUS, H as redTeamReport, N as dominates, P as paretoFrontier, U as scoreRedTeamOutput, V as redTeamDataset, W as runCanaries, X as runCampaign, a as transientDispatchFailure, i as quotaExhaustedUntil, o as aggregateRunScore, s as clamp01, t as llmJudge } from "./llm-judge-C5wbADA5.js";
24
+ import { B as DEFAULT_RED_TEAM_CORPUS, H as redTeamReport, N as dominates, P as paretoFrontier, U as scoreRedTeamOutput, V as redTeamDataset, W as runCanaries, X as runCampaign, a as transientDispatchFailure, i as quotaExhaustedUntil, o as aggregateRunScore, s as clamp01, t as llmJudge } from "./llm-judge-BVso5x-u.js";
26
25
  import { a as resolveModelPricing, i as isModelPriced, n as estimateCost, r as estimateTokens, t as MODEL_PRICING } from "./metrics-DOMpkoeb.js";
27
26
  import { a as CostLedgerPersistenceError, c as costForTokenPricing, i as CostLedger, l as costForUsage, n as CostCallConflictError, o as CostReceiptCaptureError, r as CostCeilingReachedError, s as CostReservationExceededError, t as CostAccountingIncompleteError, u as modelPriceKey } from "./cost-ledger-_IbkejCF.js";
27
+ import { D as parseReflectionResponse, E as buildReflectionPrompt, G as summarizeBackendIntegrity, U as BackendIntegrityError, W as assertRealBackend, c as ATTESTATION_ALGORITHM, l as attest, u as verifyAttestation, z as surfaceContentHash } from "./campaign-evidence-IF1p0oDa.js";
28
28
  import { n as REDACTION_VERSION, r as redactString, t as DEFAULT_REDACTION_RULES } from "./redact-7Aq1ukl-.js";
29
29
  import { i as makeProposalFinding, n as computeFindingId, r as makeFinding } from "./types-C8VBbiw6.js";
30
+ import { r as selfImprove, t as defineAgentEval } from "./define-agent-eval-C0EqJ9Gz.js";
30
31
  import { n as equivalenceVerdict, t as certificationEvidenceDigest } from "./verdict-DhPoXApk.js";
31
32
  import { t as TraceEmitter } from "./emitter-DeQHiDMm.js";
32
33
  import { t as buildTrajectory } from "./trajectory-D_7rLrvE.js";
33
34
  import { t as runCounterfactual } from "./counterfactual-Bjq1mlUu.js";
34
- import { U as DEFAULT_TRACE_ANALYST_OUTPUT_TOKENS, V as parseFindingSubject, l as createBoundedTraceAnalysisStore, m as TRACE_ANALYST_TRUNCATION_MARKER_PREFIX, p as DEFAULT_TRACE_ANALYST_BUDGETS, t as createTraceAnalyst } from "./kind-factory-DE088Zhv.js";
35
- import { _ as completedAnalystReviewQuality, b as validateAnalystReviewDecisions, c as FAILURE_MODE_KIND_SPEC, g as assertUniqueFindingIds, h as analystRunDigest, i as DEFAULT_TRACE_ANALYST_KINDS, m as analystFindingDigest, n as AnalystRegistry, t as buildDefaultAnalystRegistry, v as readAnalystReview, y as snapshotAnalystRun } from "./default-registry-CpLko4jB.js";
35
+ import { U as DEFAULT_TRACE_ANALYST_OUTPUT_TOKENS, V as parseFindingSubject, l as createBoundedTraceAnalysisStore, m as TRACE_ANALYST_TRUNCATION_MARKER_PREFIX, p as DEFAULT_TRACE_ANALYST_BUDGETS, t as createTraceAnalyst } from "./kind-factory-V79Hw0AU.js";
36
+ import { _ as completedAnalystReviewQuality, b as validateAnalystReviewDecisions, c as FAILURE_MODE_KIND_SPEC, g as assertUniqueFindingIds, h as analystRunDigest, i as DEFAULT_TRACE_ANALYST_KINDS, m as analystFindingDigest, n as AnalystRegistry, t as buildDefaultAnalystRegistry, v as readAnalystReview, y as snapshotAnalystRun } from "./default-registry-xiHrldW8.js";
36
37
  import { OUTPUT_VALUE } from "./trace-attributes.js";
37
38
  import { r as extractUsageFromSse, t as extractUsage } from "./extract-usage-BrQ8mCLX.js";
38
39
  import { n as InMemoryRawProviderSink, r as NoopRawProviderSink, t as FileSystemRawProviderSink } from "./raw-provider-sink-BQd7mzyT.js";
39
- import { D as captureFetchToRawSink, S as exportRunAsOtlp, _ as tokenizeDomainWords, d as inferDomainKeywords, g as scoreTraceInsightReadiness, l as describeTraceInsightScope, n as toolSpansToTraceAnalysisStore, o as buildTraceInsightContext, s as buildTraceInsightPrompt, u as domainEvidencePattern, v as analyzeTraces } from "./store-tool-spans-zrtftcRe.js";
40
+ import { D as captureFetchToRawSink, S as exportRunAsOtlp, _ as tokenizeDomainWords, d as inferDomainKeywords, g as scoreTraceInsightReadiness, l as describeTraceInsightScope, n as toolSpansToTraceAnalysisStore, o as buildTraceInsightContext, s as buildTraceInsightPrompt, u as domainEvidencePattern, v as analyzeTraces } from "./store-tool-spans-B1e6Auc2.js";
40
41
  import { n as assertRunCaptured, t as RunIntegrityError } from "./integrity-Cy9WHAtb.js";
41
42
  import { n as InMemoryTraceStore, t as FileSystemTraceStore } from "./store-DNe_Uv1Q.js";
42
43
  import { t as packageVersion$1 } from "./package-version-D7lQHt_-.js";
@@ -48,10 +49,10 @@ import { t as mintRolloutRows } from "./mint-B4zgSAJW.js";
48
49
  import { n as pairedEvalueSequence, t as evaluateInterimReleaseConfidence } from "./sequential-CzK5DarL.js";
49
50
  import { S as judgeFamily, _ as assertServedModels, b as CrossFamilyError, d as stripFencedJson, f as ModelSubstitutionError, h as assertServedModel, i as backoffMs, l as isTransientLlmError, m as assertCrossFamilyServed, o as costReceiptFromLlm, p as ServedCrossFamilyError, r as LlmResponseError, s as costReceiptFromLlmError, t as LlmCallError, u as maximumChargeForLlmRequest, v as checkServedModel, x as assertCrossFamily, y as servedModelAcceptable } from "./llm-client-DDhZ29Vm.js";
50
51
  import { n as paidJsonChat } from "./chat-json-call-C-DnDxEy.js";
51
- import { t as createDspyRlmTraceEngine } from "./dspy-rlm-engine-Da-l3CpD.js";
52
- import { a as diffFindings, n as runSemanticConceptJudge, o as createChatTraceEngine, r as FindingsStore, t as SEMANTIC_CONCEPT_JUDGE_VERSION } from "./semantic-concept-judge-5r9hDEBA.js";
52
+ import { t as createDspyRlmTraceEngine } from "./dspy-rlm-engine-BE9lCzzL.js";
53
+ import { a as diffFindings, n as runSemanticConceptJudge, o as createChatTraceEngine, r as FindingsStore, t as SEMANTIC_CONCEPT_JUDGE_VERSION } from "./semantic-concept-judge-Cnt0TWp0.js";
53
54
  import { t as analyzeSeries } from "./series-convergence-CjO2QdRW.js";
54
- import { i as otlpTextToTraceAnalysisStore, n as OtlpFileTraceStore } from "./store-otlp-rU5PFlOB.js";
55
+ import { i as otlpTextToTraceAnalysisStore, n as OtlpFileTraceStore } from "./store-otlp-2gYCy-v0.js";
55
56
  import { n as evaluateReleaseConfidence, r as bootstrapCi } from "./release-confidence-RanRUXRW.js";
56
57
  import { t as createChatClient } from "./chat-client-DqPqWzVV.js";
57
58
  import { createHash } from "node:crypto";
@@ -7405,6 +7406,290 @@ function isObject(v) {
7405
7406
  return typeof v === "object" && v !== null && !Array.isArray(v);
7406
7407
  }
7407
7408
  //#endregion
7409
+ //#region src/paired-promotion-power.ts
7410
+ /**
7411
+ * @module
7412
+ * Joint power of a configured {@link decidePairedPromotion} call, computed by
7413
+ * running that call on data drawn from a registered alternative.
7414
+ *
7415
+ * Why a simulation and not a formula: `decidePairedPromotion` is not one test.
7416
+ * It routes by sample size (exact sign test below `BOOTSTRAP_GATE_MIN_N`,
7417
+ * paired bootstrap at or above it) and by shape (Tango's score interval on a
7418
+ * two-point outcome), and on top of the deciding interval it applies a
7419
+ * sufficiency floor, a zero-width refusal and McNemar's exact veto. A
7420
+ * preregistration usually seals two such calls, a continuous primary and a
7421
+ * pass/fail veto drawn from the same episodes, and promotes only when both
7422
+ * promote. The sample size at which THAT procedure reaches a target power is
7423
+ * not the power of any one channel: the sign-test power at n can be 0.8 while
7424
+ * the promotion probability is well below it because the veto binds
7425
+ * (agent-eval#785). Closed forms exist for single channels only, and each one
7426
+ * shipped here under-sized the call it stood in for (`mcnemarRequiredN` is
7427
+ * Lachin's normal approximation, 0.65 exact power where it promised 0.8 at 14
7428
+ * pairs; `requiredPairedSampleSize` sizes a paired t the procedure never runs).
7429
+ * So the only faithful power is the procedure's own promotion rate under the
7430
+ * alternative, and that is what this module computes: draw n pairs from the
7431
+ * registered law, run every configured call on them exactly as the caller
7432
+ * will, repeat, count.
7433
+ *
7434
+ * The alternative is DECLARATIVE and serializable, never a sampler function,
7435
+ * so a preregistration can seal it as bytes: a mixture of cells, each with a
7436
+ * probability, an optional pass/fail outcome per arm for the binary calls,
7437
+ * and a law for the candidate-minus-baseline delta on the continuous scale.
7438
+ * Drawing the cell first and the delta given the cell is what makes the two
7439
+ * channels one joint law rather than two marginals.
7440
+ *
7441
+ * Everything is seeded (`mulberry32`), so a sizing is reproducible from its
7442
+ * inputs, and every estimate carries its Monte Carlo standard error and a
7443
+ * Wilson interval: a power read at 0.80 from 1,000 simulations is 0.80 ± 0.013.
7444
+ */
7445
+ /**
7446
+ * Joint power of the configured calls at `n` under the registered alternative:
7447
+ * the fraction of simulated data sets on which every call promotes.
7448
+ */
7449
+ function pairedPromotionPower(options) {
7450
+ const n = options.n;
7451
+ if (!Number.isInteger(n) || n < 1) throw new Error(`pairedPromotionPower: n must be a positive integer, got ${n}`);
7452
+ const simulations = options.simulations ?? 1e3;
7453
+ if (!Number.isInteger(simulations) || simulations < 1) throw new Error(`pairedPromotionPower: simulations must be a positive integer, got ${simulations}`);
7454
+ const seed = options.seed ?? 1;
7455
+ if (!Number.isFinite(seed)) throw new Error(`pairedPromotionPower: seed must be finite, got ${seed}`);
7456
+ const calls = validateCalls(options.calls);
7457
+ const alternative = validateAlternative(options.alternative, calls);
7458
+ const rng = mulberry32(seed);
7459
+ let promotions = 0;
7460
+ let refusals = 0;
7461
+ const perCall = calls.map(() => ({
7462
+ promote: 0,
7463
+ insufficient: 0,
7464
+ indeterminate: 0,
7465
+ exactTestVetoes: 0,
7466
+ hold: 0,
7467
+ methods: /* @__PURE__ */ new Map()
7468
+ }));
7469
+ for (let s = 0; s < simulations; s++) {
7470
+ const pairs = drawPairs(alternative, n, rng);
7471
+ let all = true;
7472
+ let anyRefusal = false;
7473
+ for (let c = 0; c < calls.length; c++) {
7474
+ const call = calls[c];
7475
+ const decision = runCall(call, pairs, n);
7476
+ const tally = perCall[c];
7477
+ tally.methods.set(decision.method, (tally.methods.get(decision.method) ?? 0) + 1);
7478
+ if (decision.promote) tally.promote++;
7479
+ else {
7480
+ if (!decision.sufficient) tally.insufficient++;
7481
+ if (decision.indeterminate) tally.indeterminate++;
7482
+ if (decision.exactTestVetoes) tally.exactTestVetoes++;
7483
+ if (decision.sufficient && !decision.indeterminate && !decision.exactTestVetoes) tally.hold++;
7484
+ }
7485
+ if (!decision.promote) all = false;
7486
+ if (!decision.sufficient || decision.indeterminate || decision.exactTestVetoes) anyRefusal = true;
7487
+ }
7488
+ if (all) promotions++;
7489
+ else if (anyRefusal) refusals++;
7490
+ }
7491
+ const power = promotions / simulations;
7492
+ const interval = wilson(promotions, simulations, .95);
7493
+ return {
7494
+ n,
7495
+ simulations,
7496
+ seed,
7497
+ power,
7498
+ standardError: Math.sqrt(power * (1 - power) / simulations),
7499
+ low: interval.lower,
7500
+ high: interval.upper,
7501
+ refuse: refusals / simulations,
7502
+ hold: (simulations - promotions - refusals) / simulations,
7503
+ calls: perCall.map((tally, c) => ({
7504
+ outcome: calls[c].outcome,
7505
+ promote: tally.promote / simulations,
7506
+ insufficient: tally.insufficient / simulations,
7507
+ indeterminate: tally.indeterminate / simulations,
7508
+ exactTestVetoes: tally.exactTestVetoes / simulations,
7509
+ hold: tally.hold / simulations,
7510
+ methods: Object.fromEntries([...tally.methods.entries()].map(([method, count]) => [method, count / simulations]))
7511
+ }))
7512
+ };
7513
+ }
7514
+ /**
7515
+ * First n at which {@link pairedPromotionPower} reaches the target, scanning
7516
+ * every n from `minPairs` upward. Both the point-estimate answer and the
7517
+ * confirmed lower-bound answer are returned; the scan runs until the latter is
7518
+ * reached (so the curve past `n` is retained) or `maxPairs` is exhausted. A
7519
+ * candidate selected by the scan's bound is certified only by an independent
7520
+ * simulation at that n on a different seed; a candidate that fails it is
7521
+ * recorded and the scan continues.
7522
+ */
7523
+ function requiredPairsForPairedPromotion(options) {
7524
+ const target = options.target ?? .8;
7525
+ if (!Number.isFinite(target) || target <= 0 || target >= 1) throw new Error(`requiredPairsForPairedPromotion: target must be in (0,1), got ${target}`);
7526
+ const minPairs = options.minPairs ?? 1;
7527
+ const maxPairs = options.maxPairs ?? 200;
7528
+ if (!Number.isInteger(minPairs) || minPairs < 1) throw new Error(`requiredPairsForPairedPromotion: minPairs must be a positive integer, got ${minPairs}`);
7529
+ if (!Number.isInteger(maxPairs) || maxPairs < minPairs) throw new Error(`requiredPairsForPairedPromotion: maxPairs must be an integer >= minPairs, got ${maxPairs}`);
7530
+ const seed = options.seed ?? 1;
7531
+ const curve = [];
7532
+ const rejected = [];
7533
+ let n = null;
7534
+ let nAtLowerBound = null;
7535
+ let confirmation = null;
7536
+ for (let candidate = minPairs; candidate <= maxPairs; candidate++) {
7537
+ const result = pairedPromotionPower({
7538
+ n: candidate,
7539
+ alternative: options.alternative,
7540
+ calls: options.calls,
7541
+ simulations: options.simulations,
7542
+ seed
7543
+ });
7544
+ curve.push(result);
7545
+ if (n === null && result.power >= target) n = candidate;
7546
+ if (result.low >= target) {
7547
+ const check = pairedPromotionPower({
7548
+ n: candidate,
7549
+ alternative: options.alternative,
7550
+ calls: options.calls,
7551
+ simulations: options.simulations,
7552
+ seed: confirmationSeed(seed, candidate)
7553
+ });
7554
+ if (check.low >= target) {
7555
+ nAtLowerBound = candidate;
7556
+ confirmation = check;
7557
+ break;
7558
+ }
7559
+ rejected.push(check);
7560
+ }
7561
+ }
7562
+ return {
7563
+ target,
7564
+ n,
7565
+ nAtLowerBound,
7566
+ confirmation,
7567
+ curve,
7568
+ rejected
7569
+ };
7570
+ }
7571
+ /** A seed for the confirmation at `n` that never equals the scan seed. */
7572
+ function confirmationSeed(seed, n) {
7573
+ return (Math.imul((seed | 0) ^ 2654435769, 2246822507) + Math.imul(n, 3266489909) | 1) >>> 0;
7574
+ }
7575
+ function drawPairs(alternative, n, rng) {
7576
+ const baseline = alternative.baseline ?? {
7577
+ kind: "point",
7578
+ value: 0
7579
+ };
7580
+ const control = new Array(n);
7581
+ const candidate = new Array(n);
7582
+ const controlPass = new Array(n);
7583
+ const candidatePass = new Array(n);
7584
+ for (let i = 0; i < n; i++) {
7585
+ const cell = drawCell(alternative.cells, rng);
7586
+ const base = drawValue(baseline, rng);
7587
+ control[i] = base;
7588
+ candidate[i] = base + drawValue(cell.delta, rng);
7589
+ controlPass[i] = cell.pass?.control ?? false;
7590
+ candidatePass[i] = cell.pass?.treatment ?? false;
7591
+ }
7592
+ return {
7593
+ control,
7594
+ candidate,
7595
+ controlPass,
7596
+ candidatePass
7597
+ };
7598
+ }
7599
+ function drawCell(cells, rng) {
7600
+ const u = rng();
7601
+ let cumulative = 0;
7602
+ for (const cell of cells) {
7603
+ cumulative += cell.probability;
7604
+ if (u < cumulative) return cell;
7605
+ }
7606
+ return cells[cells.length - 1];
7607
+ }
7608
+ function drawValue(law, rng) {
7609
+ switch (law.kind) {
7610
+ case "point": return law.value;
7611
+ case "atoms": {
7612
+ const u = rng();
7613
+ let cumulative = 0;
7614
+ for (const atom of law.atoms) {
7615
+ cumulative += atom.probability;
7616
+ if (u < cumulative) return atom.value;
7617
+ }
7618
+ return law.atoms[law.atoms.length - 1].value;
7619
+ }
7620
+ case "normal": {
7621
+ const u1 = 1 - rng();
7622
+ const u2 = rng();
7623
+ return law.mean + law.sd * Math.sqrt(-2 * Math.log(u1)) * Math.cos(2 * Math.PI * u2);
7624
+ }
7625
+ }
7626
+ }
7627
+ function runCall(call, pairs, n) {
7628
+ const options = {
7629
+ minPairs: n,
7630
+ ...call.options
7631
+ };
7632
+ if (call.outcome === "pass") {
7633
+ const scale = call.options.binaryScale;
7634
+ return decidePairedPromotion(pairs.controlPass.map((p) => p ? scale : 0), pairs.candidatePass.map((p) => p ? scale : 0), options);
7635
+ }
7636
+ return decidePairedPromotion(pairs.control, pairs.candidate, options);
7637
+ }
7638
+ function validateCalls(calls) {
7639
+ if (!Array.isArray(calls) || calls.length === 0) throw new Error("pairedPromotionPower: at least one call is required");
7640
+ calls.forEach((call, i) => {
7641
+ if (call.outcome !== "delta" && call.outcome !== "pass") throw new Error(`pairedPromotionPower: calls[${i}].outcome must be 'delta' or 'pass'`);
7642
+ if (call.options === null || typeof call.options !== "object") throw new Error(`pairedPromotionPower: calls[${i}].options must be an object`);
7643
+ if (call.options.minPairs !== void 0 && (!Number.isInteger(call.options.minPairs) || call.options.minPairs < 1)) throw new Error(`pairedPromotionPower: calls[${i}].options.minPairs must be a positive integer`);
7644
+ if (call.outcome === "pass") {
7645
+ const scale = call.options.binaryScale;
7646
+ if (scale === void 0 || !Number.isFinite(scale) || scale <= 0) throw new Error(`pairedPromotionPower: calls[${i}] is a 'pass' call and must declare a finite positive options.binaryScale`);
7647
+ if (call.options.continuous) throw new Error(`pairedPromotionPower: calls[${i}] is a 'pass' call; continuous cannot accompany it`);
7648
+ if (call.options.statistic === "median") throw new Error(`pairedPromotionPower: calls[${i}] is a 'pass' call; binaryScale requires the mean statistic, not median`);
7649
+ } else if (call.options.binaryScale !== void 0) throw new Error(`pairedPromotionPower: calls[${i}] is a 'delta' call and cannot declare binaryScale; use a 'pass' call for a two-point outcome`);
7650
+ });
7651
+ return calls;
7652
+ }
7653
+ function validateAlternative(alternative, calls) {
7654
+ if (!alternative || !Array.isArray(alternative.cells) || alternative.cells.length === 0) throw new Error("pairedPromotionPower: alternative.cells must be a non-empty array");
7655
+ const needsPass = calls.some((call) => call.outcome === "pass");
7656
+ let total = 0;
7657
+ alternative.cells.forEach((cell, i) => {
7658
+ if (!Number.isFinite(cell.probability) || cell.probability < 0) throw new Error(`pairedPromotionPower: cells[${i}].probability must be a finite number >= 0`);
7659
+ total += cell.probability;
7660
+ if (needsPass) {
7661
+ if (!cell.pass || typeof cell.pass.control !== "boolean" || typeof cell.pass.treatment !== "boolean") throw new Error(`pairedPromotionPower: cells[${i}].pass must give control and treatment booleans when a 'pass' call is configured`);
7662
+ }
7663
+ validateLaw(cell.delta, `cells[${i}].delta`);
7664
+ });
7665
+ if (Math.abs(total - 1) > 1e-9) throw new Error(`pairedPromotionPower: cell probabilities must sum to 1, got ${total}`);
7666
+ if (alternative.baseline !== void 0) validateLaw(alternative.baseline, "baseline");
7667
+ return alternative;
7668
+ }
7669
+ function validateLaw(law, where) {
7670
+ if (!law || typeof law !== "object") throw new Error(`pairedPromotionPower: ${where} must be a law object`);
7671
+ switch (law.kind) {
7672
+ case "point":
7673
+ if (!Number.isFinite(law.value)) throw new Error(`pairedPromotionPower: ${where}.value must be finite`);
7674
+ return;
7675
+ case "atoms": {
7676
+ if (!Array.isArray(law.atoms) || law.atoms.length === 0) throw new Error(`pairedPromotionPower: ${where}.atoms must be a non-empty array`);
7677
+ let total = 0;
7678
+ law.atoms.forEach((atom, i) => {
7679
+ if (!Number.isFinite(atom.value)) throw new Error(`pairedPromotionPower: ${where}.atoms[${i}].value must be finite`);
7680
+ if (!Number.isFinite(atom.probability) || atom.probability < 0) throw new Error(`pairedPromotionPower: ${where}.atoms[${i}].probability must be a finite number >= 0`);
7681
+ total += atom.probability;
7682
+ });
7683
+ if (Math.abs(total - 1) > 1e-9) throw new Error(`pairedPromotionPower: ${where}.atoms probabilities must sum to 1, got ${total}`);
7684
+ return;
7685
+ }
7686
+ case "normal":
7687
+ if (!Number.isFinite(law.mean) || !Number.isFinite(law.sd) || law.sd < 0) throw new Error(`pairedPromotionPower: ${where} needs a finite mean and a finite sd >= 0`);
7688
+ return;
7689
+ default: throw new Error(`pairedPromotionPower: ${where}.kind must be 'point', 'atoms' or 'normal'`);
7690
+ }
7691
+ }
7692
+ //#endregion
7408
7693
  //#region src/treatment-gate.ts
7409
7694
  /**
7410
7695
  * Core predicate. Gated (treatment-not-applied) ONLY when telemetry was
@@ -7974,6 +8259,6 @@ function rankRows(rows, weights) {
7974
8259
  })).sort((a, b) => b.mean - a.mean);
7975
8260
  }
7976
8261
  //#endregion
7977
- export { AGENT_PROFILE_KINDS, ATTESTATION_ALGORITHM, AgentEvalError, AnalystRegistry, BOOTSTRAP_GATE_MIN_N, BackendIntegrityError, BudgetBreachError, BudgetGuard, CODING_HARNESSES, ConfigError, CostAccountingIncompleteError, CostCallConflictError, CostCeilingReachedError, CostLedger, CostLedgerPersistenceError, CostReceiptCaptureError, CostReservationExceededError, CostTracker, CrossFamilyError, DECISION_PAIRED_DELTA_STATISTIC, DEFAULT_BOUNDED_PROCESS_TIMEOUT_MS, DEFAULT_FAILURE_REASON_RULES, DEFAULT_PERMUTATIONS, DEFAULT_REDACTION_RULES, DEFAULT_RED_TEAM_CORPUS, DEFAULT_TRACE_ANALYST_BUDGETS, DEFAULT_TRACE_ANALYST_KINDS, DEFAULT_TRACE_ANALYST_OUTPUT_TOKENS, ERROR_COUNT_PATTERNS, EquivalenceProtocolError, FAILURE_BLAME, FAILURE_CLASSES, FAILURE_MODE_KIND_SPEC, FileSystemFeedbackTrajectoryStore, FileSystemRawProviderSink, FileSystemTraceStore, FindingsStore, HARNESS_NATIVE_MODEL, HeldOutGate, INFRA_FAILURE_BLAMES, InMemoryFeedbackTrajectoryStore, InMemoryRawProviderSink, InMemoryTraceStore, JudgeError, LOCAL_COMMAND_RUNNER_DEFAULT_CAP_MS, LlmCallError, LlmResponseError, MANN_WHITNEY_EXACT_MAX_STATES, MANN_WHITNEY_EXACT_MAX_WORK, MODEL_PRICING, ModelSubstitutionError, MultiLayerVerifier, NoopRawProviderSink, NotFoundError, OUTPUT_VALUE, OtlpFileTraceStore, POLICY_EDIT_AXES, POLICY_EDIT_CANDIDATE_RECORD_SCHEMA, POLICY_EDIT_TARGET_SURFACES, PairwiseSteeringOptimizer, PolicyEditValidationError, ProductClient, PromptRegistry, REDACTION_VERSION, RunIntegrityError, RunRecordValidationError, SEMANTIC_CONCEPT_JUDGE_VERSION, ServedCrossFamilyError, TRACE_ANALYST_TRUNCATION_MARKER_PREFIX, TraceEmitter, UNKNOWN_MODEL, VERIFICATION_STRATEGIES, VERIFICATION_STRATEGY_SOURCES, ValidationError, WILCOXON_EXACT_MAX_N, acquisitionPlansForKnowledgeGaps, admitPolicyEdit, agentProfileCellHashMaterial, agentProfileCellKey, agentProfileHash, agentProfileId, aggregateJudgeVerdicts, aggregateRunScore, analystFindingDigest, analystRunDigest, analystRunToFeedbackTrajectory, analystRunToReviewRequests, analyzeAntiSlop, analyzeRuns, analyzeSeries, analyzeTraces, applyPolicyEditToSurface, argHash, assertCapabilityHeadroom, assertCrossFamily, assertCrossFamilyServed, assertNoHiddenLeak, assertNoJudgeVerdict, assertProductBenchmarkRun, assertRealBackend, assertRunCaptured, assertServedModel, assertServedModels, assertSingleBackend, assignFeedbackSplit, attest, benjaminiHochberg, blendHeldout, blockingKnowledgeEval, bonferroni, bootstrapCi, budgetBreachView, buildAgentProfileCell, buildDefaultAnalystRegistry, buildEquivalenceRecord, buildReflectionPrompt, buildTraceInsightContext, buildTraceInsightPrompt, buildTrajectory, calibrateJudge, calibrateJudgeContinuous, canonicalJson, capabilityHeadroom, captureFetchToRawSink, certificationEvidenceDigest, checkCanaries, checkServedModel, checkTraceContracts, clamp01, classifyFailure, classifyFailureReason, cliffsDelta, cohensD, comparePairedArms, completionVerdict, computeExperimentStats, computeFindingId, computePolicyEditId, computeToolUseMetrics, confidenceInterval, contentHash, continuousAgreement, controlRunToFeedbackTrajectory, corpusInterRaterAgreement, corpusInterRaterAgreementFromJudgeScores, costForTokenPricing, costForUsage, costReceiptFromLlm, costReceiptFromLlmError, createAntiSlopJudge, createBoundedTraceAnalysisStore, createChatClient, createChatTraceEngine, createDspyRlmTraceEngine, createFeedbackTrajectory, createLlmCorrectnessChecker, createLlmReviewer, createTraceAnalyst, decidePairedPromotion, defaultBlendWeights, defineAgentEval, defineEquivalenceCheck, deployGateLayer, describeTraceInsightScope, diffFindings, diffScorecard, discoverPersonas, domainEvidencePattern, dominates, eProcess, ensembleJudge, equivalenceVerdict, errorStreakDetector, estimateCost, estimateTokens, evaluateActionPolicy, evaluateInterimReleaseConfidence, evaluateOracles, evaluateReleaseConfidence, expandProfileAxes, exportProductBenchmark, exportProductBenchmarkRuns, exportRunAsOtlp, extractErrorCount, extractProducedState, extractUsage, extractUsageFromSse, failureBlame, failureClusterView, feedbackTrajectoriesToDatasetScenarios, feedbackTrajectoriesToOptimizerRows, feedbackTrajectoryToOptimizerRow, fileVerdictCache, formatScorecardDiff, gainHistogram, gateTreatmentApplied, gradeOnHidden, gradeSemanticStatus, groupRunsByAgentProfileCell, harnessAxisOf, hashContent, hashJson, hiddenGrade, holm, improvementVerdict, inMemoryReviewStore, inferDomainKeywords, interRaterReliability, interpretCliffs, iqr, isBinaryOutcomeVector, isJudgeSpan, isLlmSpan, isModelPriced, isPolicyEdit, isRunRecord, isToolSpan, isTransientLlmError, jsonShape, jsonlReviewStore, jsonlRunRecordBackend, judgeAgreementView, judgeFamily, judgeSpans, knowledgeReadinessTracePayload, leaderboard, llmJudge, loadScorecard, localCommandRunner, makeFinding, makePolicyEdit, makePolicyEditCandidateRecord, makeProposalFinding, manifestContentDigest, mannWhitneyU, maximumChargeForLlmRequest, mcnemar, mcnemarPower, mcnemarRequiredN, minimumPairsForPairedDeltaTest, mintRolloutRows, modelHasSnapshot, modelPriceKey, mulberry32, notBlocked, objectiveEval, observeAll, otlpTextToTraceAnalysisStore, pairArms, pairRunRecords, pairedBinaryScale, pairedBootstrap, pairedCohensDz, pairedDeltaTest, pairedDeltaTieFraction, pairedEvalueSequence, pairedMde, pairedRiskDifference, pairedRiskDifferenceExact, pairedRiskDifferenceScore, pairedSignTest, pairedTTest, paretoChart, paretoFrontier, parseReflectionResponse, parseRunRecordSafe, partialCredit, partitionHeldOut, passAtK, pearsonR, policyEditFromFinding, policyEditsFromFindings, preflightModels, productBenchmarkRepoIdentity, profile_exports as profile, projectRuntimeTrajectoryEvidence, proposeSynthesisTargets, quotaExhaustedUntil, ranks, readProductBenchmarkManifest, recordRuns, recordRunsToScorecard, redTeamDataset, redTeamReport, redactString, regexMatches, renderPreferenceMemoryMarkdown, repeatedActionDetector, requiredPairedSampleSize, requiredSampleSize, resolveModelPricing, resolveSeat, roundTripRunRecord, routeFields, runAgentControlLoop, runBoundedProcess, runCampaign, runCanaries, runCounterfactual, runEquivalenceCheck, runEvalCampaign, runIntentMatchJudge, runKeywordCoverageJudge, runKeywordCoverageJudgeUrl, runProposeReview, runProposeReviewAsControlLoop, runSemanticConceptJudge, runTaskScore, runsForScenario, scoreKnowledgeReadiness, scorePolicyEditReadiness, scoreRedTeamOutput, scoreTraceInsightReadiness, seatPresets, selfImprove, servedModelAcceptable, spearmanR, stripFencedJson, subjectiveEval, summarizeBackendIntegrity, summarizeNumberSeries, summarizePreferenceMemory, summaryTable, textInSnapshot, toAgentProfileJson, tokenizeDomainWords, toolSpansToTraceAnalysisStore, toolWasteView, traceContract, transientDispatchFailure, urlContains, userQuestionsForKnowledgeGaps, validatePolicyEdit, validatePolicyEditCandidateRecord, validateRunRecord, verbosityBias, verifyAgentProfileCell, verifyAttestation, verifyCompletion, viteDeployRunner, weightedComposite, weightedMean, wilcoxonSignedRank, wilson, withAssignedFeedbackSplit, withHeldoutBlend, withJudgeRetry, wranglerDeployRunner };
8262
+ export { AGENT_PROFILE_KINDS, ATTESTATION_ALGORITHM, AgentEvalError, AnalystRegistry, BOOTSTRAP_GATE_MIN_N, BackendIntegrityError, BudgetBreachError, BudgetGuard, CODING_HARNESSES, ConfigError, CostAccountingIncompleteError, CostCallConflictError, CostCeilingReachedError, CostLedger, CostLedgerPersistenceError, CostReceiptCaptureError, CostReservationExceededError, CostTracker, CrossFamilyError, DECISION_PAIRED_DELTA_STATISTIC, DEFAULT_BOUNDED_PROCESS_TIMEOUT_MS, DEFAULT_FAILURE_REASON_RULES, DEFAULT_PERMUTATIONS, DEFAULT_REDACTION_RULES, DEFAULT_RED_TEAM_CORPUS, DEFAULT_TRACE_ANALYST_BUDGETS, DEFAULT_TRACE_ANALYST_KINDS, DEFAULT_TRACE_ANALYST_OUTPUT_TOKENS, ERROR_COUNT_PATTERNS, EquivalenceProtocolError, FAILURE_BLAME, FAILURE_CLASSES, FAILURE_MODE_KIND_SPEC, FileSystemFeedbackTrajectoryStore, FileSystemRawProviderSink, FileSystemTraceStore, FindingsStore, HARNESS_NATIVE_MODEL, HeldOutGate, INFRA_FAILURE_BLAMES, InMemoryFeedbackTrajectoryStore, InMemoryRawProviderSink, InMemoryTraceStore, JudgeError, LOCAL_COMMAND_RUNNER_DEFAULT_CAP_MS, LlmCallError, LlmResponseError, MANN_WHITNEY_EXACT_MAX_STATES, MANN_WHITNEY_EXACT_MAX_WORK, MODEL_PRICING, ModelSubstitutionError, MultiLayerVerifier, NoopRawProviderSink, NotFoundError, OUTPUT_VALUE, OtlpFileTraceStore, POLICY_EDIT_AXES, POLICY_EDIT_CANDIDATE_RECORD_SCHEMA, POLICY_EDIT_TARGET_SURFACES, PairwiseSteeringOptimizer, PolicyEditValidationError, ProductClient, PromptRegistry, REDACTION_VERSION, RunIntegrityError, RunRecordValidationError, SEMANTIC_CONCEPT_JUDGE_VERSION, ServedCrossFamilyError, TRACE_ANALYST_TRUNCATION_MARKER_PREFIX, TraceEmitter, UNKNOWN_MODEL, VERIFICATION_STRATEGIES, VERIFICATION_STRATEGY_SOURCES, ValidationError, WILCOXON_EXACT_MAX_N, acquisitionPlansForKnowledgeGaps, admitPolicyEdit, agentProfileCellHashMaterial, agentProfileCellKey, agentProfileHash, agentProfileId, aggregateJudgeVerdicts, aggregateRunScore, analystFindingDigest, analystRunDigest, analystRunToFeedbackTrajectory, analystRunToReviewRequests, analyzeAntiSlop, analyzeRuns, analyzeSeries, analyzeTraces, applyPolicyEditToSurface, argHash, assertCapabilityHeadroom, assertCrossFamily, assertCrossFamilyServed, assertNoHiddenLeak, assertNoJudgeVerdict, assertProductBenchmarkRun, assertRealBackend, assertRunCaptured, assertServedModel, assertServedModels, assertSingleBackend, assignFeedbackSplit, attest, benjaminiHochberg, blendHeldout, blockingKnowledgeEval, bonferroni, bootstrapCi, budgetBreachView, buildAgentProfileCell, buildDefaultAnalystRegistry, buildEquivalenceRecord, buildReflectionPrompt, buildTraceInsightContext, buildTraceInsightPrompt, buildTrajectory, calibrateJudge, calibrateJudgeContinuous, canonicalJson, capabilityHeadroom, captureFetchToRawSink, certificationEvidenceDigest, checkCanaries, checkServedModel, checkTraceContracts, clamp01, classifyFailure, classifyFailureReason, cliffsDelta, cohensD, comparePairedArms, completionVerdict, computeExperimentStats, computeFindingId, computePolicyEditId, computeToolUseMetrics, confidenceInterval, contentHash, continuousAgreement, controlRunToFeedbackTrajectory, corpusInterRaterAgreement, corpusInterRaterAgreementFromJudgeScores, costForTokenPricing, costForUsage, costReceiptFromLlm, costReceiptFromLlmError, createAntiSlopJudge, createBoundedTraceAnalysisStore, createChatClient, createChatTraceEngine, createDspyRlmTraceEngine, createFeedbackTrajectory, createLlmCorrectnessChecker, createLlmReviewer, createTraceAnalyst, decidePairedPromotion, defaultBlendWeights, defineAgentEval, defineEquivalenceCheck, deployGateLayer, describeTraceInsightScope, diffFindings, diffScorecard, discoverPersonas, domainEvidencePattern, dominates, eProcess, ensembleJudge, equivalenceVerdict, errorStreakDetector, estimateCost, estimateTokens, evaluateActionPolicy, evaluateInterimReleaseConfidence, evaluateOracles, evaluateReleaseConfidence, expandProfileAxes, exportProductBenchmark, exportProductBenchmarkRuns, exportRunAsOtlp, extractErrorCount, extractProducedState, extractUsage, extractUsageFromSse, failureBlame, failureClusterView, feedbackTrajectoriesToDatasetScenarios, feedbackTrajectoriesToOptimizerRows, feedbackTrajectoryToOptimizerRow, fileVerdictCache, formatScorecardDiff, gainHistogram, gateTreatmentApplied, gradeOnHidden, gradeSemanticStatus, groupRunsByAgentProfileCell, harnessAxisOf, hashContent, hashJson, hiddenGrade, holm, improvementVerdict, inMemoryReviewStore, inferDomainKeywords, interRaterReliability, interpretCliffs, iqr, isBinaryOutcomeVector, isJudgeSpan, isLlmSpan, isModelPriced, isPolicyEdit, isRunRecord, isToolSpan, isTransientLlmError, jsonShape, jsonlReviewStore, jsonlRunRecordBackend, judgeAgreementView, judgeFamily, judgeSpans, knowledgeReadinessTracePayload, leaderboard, llmJudge, loadScorecard, localCommandRunner, makeFinding, makePolicyEdit, makePolicyEditCandidateRecord, makeProposalFinding, manifestContentDigest, mannWhitneyU, maximumChargeForLlmRequest, mcnemar, mcnemarPower, mcnemarRequiredN, minimumPairsForPairedDeltaTest, mintRolloutRows, modelHasSnapshot, modelPriceKey, mulberry32, notBlocked, objectiveEval, observeAll, otlpTextToTraceAnalysisStore, pairArms, pairRunRecords, pairedBinaryScale, pairedBootstrap, pairedCohensDz, pairedDeltaTest, pairedDeltaTieFraction, pairedEvalueSequence, pairedMde, pairedPromotionPower, pairedRiskDifference, pairedRiskDifferenceExact, pairedRiskDifferenceScore, pairedSignTest, pairedTTest, paretoChart, paretoFrontier, parseReflectionResponse, parseRunRecordSafe, partialCredit, partitionHeldOut, passAtK, pearsonR, policyEditFromFinding, policyEditsFromFindings, preflightModels, productBenchmarkRepoIdentity, profile_exports as profile, projectRuntimeTrajectoryEvidence, proposeSynthesisTargets, quotaExhaustedUntil, ranks, readProductBenchmarkManifest, recordRuns, recordRunsToScorecard, redTeamDataset, redTeamReport, redactString, regexMatches, renderPreferenceMemoryMarkdown, repeatedActionDetector, requiredPairedSampleSize, requiredPairsForPairedPromotion, requiredSampleSize, resolveModelPricing, resolveSeat, roundTripRunRecord, routeFields, runAgentControlLoop, runBoundedProcess, runCampaign, runCanaries, runCounterfactual, runEquivalenceCheck, runEvalCampaign, runIntentMatchJudge, runKeywordCoverageJudge, runKeywordCoverageJudgeUrl, runProposeReview, runProposeReviewAsControlLoop, runSemanticConceptJudge, runTaskScore, runsForScenario, scoreKnowledgeReadiness, scorePolicyEditReadiness, scoreRedTeamOutput, scoreTraceInsightReadiness, seatPresets, selfImprove, servedModelAcceptable, spearmanR, stripFencedJson, subjectiveEval, summarizeBackendIntegrity, summarizeNumberSeries, summarizePreferenceMemory, summaryTable, textInSnapshot, toAgentProfileJson, tokenizeDomainWords, toolSpansToTraceAnalysisStore, toolWasteView, traceContract, transientDispatchFailure, urlContains, userQuestionsForKnowledgeGaps, validatePolicyEdit, validatePolicyEditCandidateRecord, validateRunRecord, verbosityBias, verifyAgentProfileCell, verifyAttestation, verifyCompletion, viteDeployRunner, weightedComposite, weightedMean, wilcoxonSignedRank, wilson, withAssignedFeedbackSplit, withHeldoutBlend, withJudgeRetry, wranglerDeployRunner };
7978
8263
 
7979
8264
  //# sourceMappingURL=index.js.map