@tangle-network/agent-eval 0.181.0 → 0.183.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (119) hide show
  1. package/CHANGELOG.md +30 -0
  2. package/dist/analyst/index.d.ts +3 -3
  3. package/dist/analyst/index.js +7 -7
  4. package/dist/{benchmark-command-B57n9vjz.js → benchmark-command-NBrqNwgy.js} +11 -11
  5. package/dist/{benchmark-command-B57n9vjz.js.map → benchmark-command-NBrqNwgy.js.map} +1 -1
  6. package/dist/benchmarks/index.js +3 -3
  7. package/dist/campaign/index.js +8 -8
  8. package/dist/{campaign-4_ppJW5X.js → campaign-BwcEBC91.js} +11 -11
  9. package/dist/{campaign-4_ppJW5X.js.map → campaign-BwcEBC91.js.map} +1 -1
  10. package/dist/{campaign-evidence-B8oF9xQ6.js → campaign-evidence-PYPUftRy.js} +2 -2
  11. package/dist/{campaign-evidence-B8oF9xQ6.js.map → campaign-evidence-PYPUftRy.js.map} +1 -1
  12. package/dist/{chat-client-CkmjYlfB.js → chat-client-DqPqWzVV.js} +2 -2
  13. package/dist/{chat-client-CkmjYlfB.js.map → chat-client-DqPqWzVV.js.map} +1 -1
  14. package/dist/{chat-json-call-B_Xv2oJK.js → chat-json-call-C-DnDxEy.js} +2 -2
  15. package/dist/{chat-json-call-B_Xv2oJK.js.map → chat-json-call-C-DnDxEy.js.map} +1 -1
  16. package/dist/cli.js +5 -5
  17. package/dist/contract/index.js +13 -13
  18. package/dist/{cost-ledger-B1qx30B4.js → cost-ledger-_IbkejCF.js} +2 -2
  19. package/dist/{cost-ledger-B1qx30B4.js.map → cost-ledger-_IbkejCF.js.map} +1 -1
  20. package/dist/{default-registry-aL7xUrUz.js → default-registry-C0-N4PkG.js} +3 -3
  21. package/dist/{default-registry-aL7xUrUz.js.map → default-registry-C0-N4PkG.js.map} +1 -1
  22. package/dist/{define-agent-eval-Ddu33JH9.js → define-agent-eval-CneiWyuA.js} +8 -8
  23. package/dist/{define-agent-eval-Ddu33JH9.js.map → define-agent-eval-CneiWyuA.js.map} +1 -1
  24. package/dist/{dspy-rlm-engine-S53V0HhE.js → dspy-rlm-engine-8pgBSiy7.js} +4 -4
  25. package/dist/{dspy-rlm-engine-S53V0HhE.js.map → dspy-rlm-engine-8pgBSiy7.js.map} +1 -1
  26. package/dist/{eval-campaign-aYdtjtJR.js → eval-campaign-CCEkwzoH.js} +2 -2
  27. package/dist/{eval-campaign-aYdtjtJR.js.map → eval-campaign-CCEkwzoH.js.map} +1 -1
  28. package/dist/experiment/index.js +5 -5
  29. package/dist/exporters-D98GPi1n.d.ts +161 -0
  30. package/dist/exporters-D98GPi1n.d.ts.map +1 -0
  31. package/dist/{exporters-Df7TgHFv.js → exporters-DEcXbvgO.js} +12 -4
  32. package/dist/exporters-DEcXbvgO.js.map +1 -0
  33. package/dist/{external-optimizer-process-QDRURJAM.js → external-optimizer-process-DIB4YWEe.js} +2 -2
  34. package/dist/{external-optimizer-process-QDRURJAM.js.map → external-optimizer-process-DIB4YWEe.js.map} +1 -1
  35. package/dist/{external-optimizer-subprocess-D4dzUBZI.js → external-optimizer-subprocess-CjguXN2e.js} +3 -3
  36. package/dist/{external-optimizer-subprocess-D4dzUBZI.js.map → external-optimizer-subprocess-CjguXN2e.js.map} +1 -1
  37. package/dist/fuzz.js +1 -1
  38. package/dist/{hf-dataset-D8_RNIis.js → hf-dataset-CRqtSjnR.js} +2 -2
  39. package/dist/{hf-dataset-D8_RNIis.js.map → hf-dataset-CRqtSjnR.js.map} +1 -1
  40. package/dist/{index-CJ3LhKIX.d.ts → index--_8_Nlpn.d.ts} +4 -154
  41. package/dist/index--_8_Nlpn.d.ts.map +1 -0
  42. package/dist/{index-DNntP4ch.d.ts → index-DbG8QbH9.d.ts} +2 -2
  43. package/dist/{index-DNntP4ch.d.ts.map → index-DbG8QbH9.d.ts.map} +1 -1
  44. package/dist/index.d.ts +2 -2
  45. package/dist/index.d.ts.map +1 -1
  46. package/dist/index.js +21 -21
  47. package/dist/{integrity-DH5ng72x.js → integrity-CgQce0FV.js} +2 -2
  48. package/dist/{integrity-DH5ng72x.js.map → integrity-CgQce0FV.js.map} +1 -1
  49. package/dist/{kind-factory-D5HOW3R0.js → kind-factory-DxTzg32u.js} +2 -2
  50. package/dist/{kind-factory-D5HOW3R0.js.map → kind-factory-DxTzg32u.js.map} +1 -1
  51. package/dist/{llm-client-CGlSi8sb.js → llm-client-DDhZ29Vm.js} +2 -2
  52. package/dist/{llm-client-CGlSi8sb.js.map → llm-client-DDhZ29Vm.js.map} +1 -1
  53. package/dist/{llm-judge-DEFZeSiu.js → llm-judge-FfaRgz9X.js} +6 -6
  54. package/dist/{llm-judge-DEFZeSiu.js.map → llm-judge-FfaRgz9X.js.map} +1 -1
  55. package/dist/{metrics-Qv-cpptD.js → metrics-DOMpkoeb.js} +5 -1
  56. package/dist/metrics-DOMpkoeb.js.map +1 -0
  57. package/dist/multishot/index.js +1 -1
  58. package/dist/openapi.json +1 -1
  59. package/dist/{paired-arms-D4aeIHUy.js → paired-arms-JSDcs2zx.js} +16 -3
  60. package/dist/paired-arms-JSDcs2zx.js.map +1 -0
  61. package/dist/{power-and-mde-B8F2RdcD.js → power-and-mde-BJOpt6pq.js} +2 -2
  62. package/dist/{power-and-mde-B8F2RdcD.js.map → power-and-mde-BJOpt6pq.js.map} +1 -1
  63. package/dist/{produced-state-BHboMaab.js → produced-state-CGoVInrl.js} +5 -5
  64. package/dist/{produced-state-BHboMaab.js.map → produced-state-CGoVInrl.js.map} +1 -1
  65. package/dist/{promotion-policy-CDMMxzb6.js → promotion-policy-BKFrl7CC.js} +3 -3
  66. package/dist/{promotion-policy-CDMMxzb6.js.map → promotion-policy-BKFrl7CC.js.map} +1 -1
  67. package/dist/release-confidence-BcqeQTHW.d.ts.map +1 -1
  68. package/dist/{report-command-V1ecVgAv.js → report-command-BvqaxlVG.js} +32 -201
  69. package/dist/report-command-BvqaxlVG.js.map +1 -0
  70. package/dist/reporting.js +3 -3
  71. package/dist/rl.d.ts +26 -35
  72. package/dist/rl.d.ts.map +1 -1
  73. package/dist/rl.js +61 -57
  74. package/dist/rl.js.map +1 -1
  75. package/dist/rollout/index.d.ts +2 -1
  76. package/dist/rollout/index.js +3 -4
  77. package/dist/{rollout-B-UF5R6w.js → rollout-D_54FZVu.js} +155 -14
  78. package/dist/rollout-D_54FZVu.js.map +1 -0
  79. package/dist/{run-record-Br-Yzt_k.js → run-record-DPa2PeHx.js} +2 -2
  80. package/dist/{run-record-Br-Yzt_k.js.map → run-record-DPa2PeHx.js.map} +1 -1
  81. package/dist/{semantic-concept-judge-Bm5JDEKO.js → semantic-concept-judge-_3Fp6Q_3.js} +6 -6
  82. package/dist/{semantic-concept-judge-Bm5JDEKO.js.map → semantic-concept-judge-_3Fp6Q_3.js.map} +1 -1
  83. package/dist/{sequential-DAsyV2T9.js → sequential-D_xHrBZe.js} +2 -2
  84. package/dist/{sequential-DAsyV2T9.js.map → sequential-D_xHrBZe.js.map} +1 -1
  85. package/dist/{server-D_cjseFN.js → server-BZQR1f0C.js} +3 -3
  86. package/dist/{server-D_cjseFN.js.map → server-BZQR1f0C.js.map} +1 -1
  87. package/dist/{skillopt-optimization-method-CL_0aArC.js → skillopt-optimization-method-DY1aQ-aL.js} +6 -6
  88. package/dist/{skillopt-optimization-method-CL_0aArC.js.map → skillopt-optimization-method-DY1aQ-aL.js.map} +1 -1
  89. package/dist/statistical-heldout-CpVd6FmY.d.ts.map +1 -1
  90. package/dist/{store-otlp-DWGUwlyj.js → store-otlp-DAaEbMLf.js} +2 -2
  91. package/dist/{store-otlp-DWGUwlyj.js.map → store-otlp-DAaEbMLf.js.map} +1 -1
  92. package/dist/{store-tool-spans-ceJoiUgS.js → store-tool-spans-BZ8MPKFe.js} +3 -3
  93. package/dist/{store-tool-spans-ceJoiUgS.js.map → store-tool-spans-BZ8MPKFe.js.map} +1 -1
  94. package/dist/{summary-report-e-MaOAHV.js → summary-report-IGAOtgPd.js} +3 -3
  95. package/dist/{summary-report-e-MaOAHV.js.map → summary-report-IGAOtgPd.js.map} +1 -1
  96. package/dist/supervisor-run/index.d.ts +20 -44
  97. package/dist/supervisor-run/index.d.ts.map +1 -1
  98. package/dist/supervisor-run/index.js +8 -8
  99. package/dist/supervisor-run/index.js.map +1 -1
  100. package/dist/{task-failure-attributes-B072KO_n.js → task-failure-attributes-B_JjrOVo.js} +2 -2
  101. package/dist/{task-failure-attributes-B072KO_n.js.map → task-failure-attributes-B_JjrOVo.js.map} +1 -1
  102. package/dist/{terminal-record-BtPwKTSr.js → terminal-record-BHocwFw1.js} +5 -22
  103. package/dist/terminal-record-BHocwFw1.js.map +1 -0
  104. package/dist/traces.js +4 -4
  105. package/dist/{types-lPkDQNqJ.d.ts → types-BlIJ5URG.d.ts} +17 -26
  106. package/dist/types-BlIJ5URG.d.ts.map +1 -0
  107. package/dist/wire/index.js +1 -1
  108. package/docs/public-api.md +111 -98
  109. package/package.json +1 -1
  110. package/dist/exporters-Df7TgHFv.js.map +0 -1
  111. package/dist/index-CJ3LhKIX.d.ts.map +0 -1
  112. package/dist/metrics-Qv-cpptD.js.map +0 -1
  113. package/dist/opencode-sqlite-CNw3vubS.js +0 -145
  114. package/dist/opencode-sqlite-CNw3vubS.js.map +0 -1
  115. package/dist/paired-arms-D4aeIHUy.js.map +0 -1
  116. package/dist/report-command-V1ecVgAv.js.map +0 -1
  117. package/dist/rollout-B-UF5R6w.js.map +0 -1
  118. package/dist/terminal-record-BtPwKTSr.js.map +0 -1
  119. package/dist/types-lPkDQNqJ.d.ts.map +0 -1
@@ -2,18 +2,18 @@ import { s as ValidationError } from "./errors-Dngq5h35.js";
2
2
  import { a as spearmanR, r as pearsonR } from "./descriptive-1V17A-qa.js";
3
3
  import { r as continuousAgreement } from "./judge-calibration-DYmaBtJr.js";
4
4
  import { i as pairedCohensDz } from "./effect-sizes-DiH8MGOH.js";
5
- import { i as requiredPairedSampleSize, r as pairedMde } from "./power-and-mde-B8F2RdcD.js";
6
- import { r as pairRunRecords } from "./paired-arms-D4aeIHUy.js";
5
+ import { i as requiredPairedSampleSize, r as pairedMde } from "./power-and-mde-BJOpt6pq.js";
6
+ import { r as pairRunRecords } from "./paired-arms-JSDcs2zx.js";
7
7
  import { o as pairedTTest, r as pairedBootstrap } from "./paired-tests-C8iCsioC.js";
8
8
  import { r as welchsTTest } from "./baseline-BC-eBZ7U.js";
9
- import { a as campaignCellToRunRecord, i as campaignCellTaskScore, n as campaignCellExecutionEvidence, r as campaignCellJudgeDimensions } from "./run-record-Br-Yzt_k.js";
10
- import { B as surfaceDispatchRef, N as defineEvaluationClaim, T as pairedCampaignComposites, V as surfaceHash, Z as campaignSplitDigest, f as campaignMeasurementDigest, h as loopProvenanceArgsFromResult, k as powerPreflight, m as emitLoopProvenance, p as canonicalDigest, t as createCampaignEvidenceReceipt, tt as aggregatePairedHoldout, z as surfaceContentHash } from "./campaign-evidence-B8oF9xQ6.js";
9
+ import { a as campaignCellToRunRecord, i as campaignCellTaskScore, n as campaignCellExecutionEvidence, r as campaignCellJudgeDimensions } from "./run-record-DPa2PeHx.js";
10
+ import { B as surfaceDispatchRef, N as defineEvaluationClaim, T as pairedCampaignComposites, V as surfaceHash, Z as campaignSplitDigest, f as campaignMeasurementDigest, h as loopProvenanceArgsFromResult, k as powerPreflight, m as emitLoopProvenance, p as canonicalDigest, t as createCampaignEvidenceReceipt, tt as aggregatePairedHoldout, z as surfaceContentHash } from "./campaign-evidence-PYPUftRy.js";
11
11
  import "./query-D1nLIKt7.js";
12
12
  import { r as observedSplitScore } from "./reward-nw2xZGZG.js";
13
13
  import { c as validateRunRecord, i as modelHasSnapshot } from "./run-record-DualPTn2.js";
14
- import { r as paretoChart } from "./summary-report-e-MaOAHV.js";
15
- import { C as assertSearchHistoryAdmissionOptions, G as assertIndependentEvaluationSplit, I as runFinalComparison, J as reserveFinalEvidence, K as captureFinalEvidencePolicy, L as openAutoPr, Q as resolveRunDir, R as captureJudge, Y as runEval, d as combineComparisonCosts, f as costFromLedgerSummary, h as runImprovementLoop, q as evaluationUnitMap, u as executeOptimizationMethod, z as defaultProductionGate } from "./llm-judge-DEFZeSiu.js";
16
- import { C as inMemoryCampaignStorage, S as fsCampaignStorage, x as createRunCostLedger } from "./external-optimizer-subprocess-D4dzUBZI.js";
14
+ import { r as paretoChart } from "./summary-report-IGAOtgPd.js";
15
+ import { C as assertSearchHistoryAdmissionOptions, G as assertIndependentEvaluationSplit, I as runFinalComparison, J as reserveFinalEvidence, K as captureFinalEvidencePolicy, L as openAutoPr, Q as resolveRunDir, R as captureJudge, Y as runEval, d as combineComparisonCosts, f as costFromLedgerSummary, h as runImprovementLoop, q as evaluationUnitMap, u as executeOptimizationMethod, z as defaultProductionGate } from "./llm-judge-FfaRgz9X.js";
16
+ import { C as inMemoryCampaignStorage, S as fsCampaignStorage, x as createRunCostLedger } from "./external-optimizer-subprocess-CjguXN2e.js";
17
17
  import { t as createHostedClient } from "./client-CXE-U1SA.js";
18
18
  //#region src/contamination-guard.ts
19
19
  function checkCanaries(output, scenarios) {
@@ -1781,4 +1781,4 @@ function requirePositiveInteger(value, field) {
1781
1781
  //#endregion
1782
1782
  export { summarizeExecution as a, analyzeRuns as i, SelfImproveRunError as n, checkCanaries as o, selfImprove as r, defineAgentEval as t };
1783
1783
 
1784
- //# sourceMappingURL=define-agent-eval-Ddu33JH9.js.map
1784
+ //# sourceMappingURL=define-agent-eval-CneiWyuA.js.map