@tangle-network/agent-eval 0.215.1 → 0.216.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (146) hide show
  1. package/CHANGELOG.md +12 -0
  2. package/dist/adapters/http.d.ts +2 -2
  3. package/dist/{agent-profile-DmzL8KaJ.d.ts → agent-profile-CIA2Atnt.d.ts} +3 -3
  4. package/dist/{agent-profile-DmzL8KaJ.d.ts.map → agent-profile-CIA2Atnt.d.ts.map} +1 -1
  5. package/dist/agreement-irr-DsTURxdr.js +186 -0
  6. package/dist/agreement-irr-DsTURxdr.js.map +1 -0
  7. package/dist/analyst/index.d.ts +485 -12
  8. package/dist/analyst/index.d.ts.map +1 -1
  9. package/dist/analyst/index.js +1543 -8
  10. package/dist/analyst/index.js.map +1 -1
  11. package/dist/{analyze-runs-BhFLOztS.d.ts → analyze-runs-CSDAh8A7.d.ts} +2 -2
  12. package/dist/{analyze-runs-BhFLOztS.d.ts.map → analyze-runs-CSDAh8A7.d.ts.map} +1 -1
  13. package/dist/{benchmark-command-CgpGi7vY.js → benchmark-command-CByl9dxG.js} +16 -32
  14. package/dist/benchmark-command-CByl9dxG.js.map +1 -0
  15. package/dist/benchmarks/index.d.ts +4 -4
  16. package/dist/benchmarks/index.js +3 -3
  17. package/dist/campaign/index.d.ts +6 -6
  18. package/dist/campaign/index.js +5 -5
  19. package/dist/{campaign-CpnsCgfz.js → campaign-BQ-Jujuj.js} +6 -6
  20. package/dist/{campaign-CpnsCgfz.js.map → campaign-BQ-Jujuj.js.map} +1 -1
  21. package/dist/cli.js +2 -2
  22. package/dist/cluster-bootstrap-B3JywQQn.js +66 -0
  23. package/dist/cluster-bootstrap-B3JywQQn.js.map +1 -0
  24. package/dist/contract/index.d.ts +9 -9
  25. package/dist/contract/index.js +6 -6
  26. package/dist/{default-registry-B4B7GMvI.d.ts → default-registry-BrWh62zf.d.ts} +6 -6
  27. package/dist/{default-registry-B4B7GMvI.d.ts.map → default-registry-BrWh62zf.d.ts.map} +1 -1
  28. package/dist/{default-registry-KP4-Tolz.js → default-registry-Cn1LQ2Ve.js} +741 -756
  29. package/dist/default-registry-Cn1LQ2Ve.js.map +1 -0
  30. package/dist/{define-agent-eval-DfXvNho5.d.ts → define-agent-eval-CEWkX5wZ.d.ts} +7 -7
  31. package/dist/{define-agent-eval-DfXvNho5.d.ts.map → define-agent-eval-CEWkX5wZ.d.ts.map} +1 -1
  32. package/dist/{define-agent-eval-BdfnqXeP.js → define-agent-eval-Ch3MWX6k.js} +3 -3
  33. package/dist/{define-agent-eval-BdfnqXeP.js.map → define-agent-eval-Ch3MWX6k.js.map} +1 -1
  34. package/dist/diagnosis/index.d.ts +2 -2
  35. package/dist/{dspy-rlm-engine-DZfHM7kT.js → dspy-rlm-engine-D-KX_e64.js} +3 -3
  36. package/dist/{dspy-rlm-engine-DZfHM7kT.js.map → dspy-rlm-engine-D-KX_e64.js.map} +1 -1
  37. package/dist/{engine-C37HS2kr.d.ts → engine-C_zNWfM8.d.ts} +4 -4
  38. package/dist/{engine-C37HS2kr.d.ts.map → engine-C_zNWfM8.d.ts.map} +1 -1
  39. package/dist/evaluation-Cn2dRZIz.d.ts +75 -0
  40. package/dist/evaluation-Cn2dRZIz.d.ts.map +1 -0
  41. package/dist/evaluation.d.ts +2 -74
  42. package/dist/{exact-types-Dlb73wN4.d.ts → exact-types-CD0lf5Qd.d.ts} +2 -2
  43. package/dist/{exact-types-Dlb73wN4.d.ts.map → exact-types-CD0lf5Qd.d.ts.map} +1 -1
  44. package/dist/experiment/index.d.ts +1 -1
  45. package/dist/{external-optimizer-process-GngofQML.js → external-optimizer-process-nnsY5D_4.js} +2 -2
  46. package/dist/{external-optimizer-process-GngofQML.js.map → external-optimizer-process-nnsY5D_4.js.map} +1 -1
  47. package/dist/{external-optimizer-subprocess-BUxifb8g.js → external-optimizer-subprocess-DcerlZSG.js} +261 -2
  48. package/dist/external-optimizer-subprocess-DcerlZSG.js.map +1 -0
  49. package/dist/{feedback-trajectory-BLN_6fEs.d.ts → feedback-trajectory-DkaDj0dj.d.ts} +3 -3
  50. package/dist/{feedback-trajectory-BLN_6fEs.d.ts.map → feedback-trajectory-DkaDj0dj.d.ts.map} +1 -1
  51. package/dist/{index-B7m2uzJL.d.ts → index-DlH0Y9gI.d.ts} +8 -8
  52. package/dist/{index-B7m2uzJL.d.ts.map → index-DlH0Y9gI.d.ts.map} +1 -1
  53. package/dist/{index-B3WBm953.d.ts → index-NvGBiO8H.d.ts} +6 -6
  54. package/dist/{index-B3WBm953.d.ts.map → index-NvGBiO8H.d.ts.map} +1 -1
  55. package/dist/{index-tYLUvk_w.d.ts → index-oQ4aHziK.d.ts} +7 -7
  56. package/dist/{index-tYLUvk_w.d.ts.map → index-oQ4aHziK.d.ts.map} +1 -1
  57. package/dist/index.d.ts +15 -15
  58. package/dist/index.js +12 -11
  59. package/dist/index.js.map +1 -1
  60. package/dist/{kind-factory-AaEhUADH.js → kind-factory-CbZ-6tvu.js} +2 -2
  61. package/dist/{kind-factory-AaEhUADH.js.map → kind-factory-CbZ-6tvu.js.map} +1 -1
  62. package/dist/{llm-judge-Cd5s5Ei6.js → llm-judge-PXV7Xljl.js} +3 -3
  63. package/dist/{llm-judge-Cd5s5Ei6.js.map → llm-judge-PXV7Xljl.js.map} +1 -1
  64. package/dist/{matrix-DXVAJMLD.d.ts → matrix-CHMiebFx.d.ts} +2 -2
  65. package/dist/{matrix-DXVAJMLD.d.ts.map → matrix-CHMiebFx.d.ts.map} +1 -1
  66. package/dist/meta-eval/index.js +1 -62
  67. package/dist/meta-eval/index.js.map +1 -1
  68. package/dist/multishot/golden/index.d.ts +1 -1
  69. package/dist/multishot/index.d.ts +2 -2
  70. package/dist/openapi.json +1 -1
  71. package/dist/pipelines/index.js +1 -1
  72. package/dist/{prime-protocol-BHia9vDz.d.ts → prime-protocol-CEE4BR9N.d.ts} +2 -2
  73. package/dist/{prime-protocol-BHia9vDz.d.ts.map → prime-protocol-CEE4BR9N.d.ts.map} +1 -1
  74. package/dist/{produced-state-BGp4BX8t.js → produced-state-ZCtDBxAE.js} +2 -2
  75. package/dist/{produced-state-BGp4BX8t.js.map → produced-state-ZCtDBxAE.js.map} +1 -1
  76. package/dist/{proposal-findings-CXblsskH.js → proposal-findings-BZiMTzAF.js} +2 -36
  77. package/dist/proposal-findings-BZiMTzAF.js.map +1 -0
  78. package/dist/{registry-CMYIaDgS.d.ts → registry-JYfPxcVz.d.ts} +9 -11
  79. package/dist/registry-JYfPxcVz.d.ts.map +1 -0
  80. package/dist/{report-command-CtIIsQKP.js → report-command-y8H6RSX8.js} +23 -7
  81. package/dist/report-command-y8H6RSX8.js.map +1 -0
  82. package/dist/rl.d.ts +3 -3
  83. package/dist/rl.js +1 -1
  84. package/dist/search/index.d.ts +2 -2
  85. package/dist/{search-kernel-BqyBZ9Wm.d.ts → search-kernel-CpcKH5Ih.d.ts} +2 -2
  86. package/dist/{search-kernel-BqyBZ9Wm.d.ts.map → search-kernel-CpcKH5Ih.d.ts.map} +1 -1
  87. package/dist/{semantic-concept-judge-BPqbwIVs.js → semantic-concept-judge-zQBG9hHU.js} +3 -3
  88. package/dist/{semantic-concept-judge-BPqbwIVs.js.map → semantic-concept-judge-zQBG9hHU.js.map} +1 -1
  89. package/dist/{skillopt-optimization-method-Dcepr6QL.js → skillopt-optimization-method-CCtzralq.js} +4 -4
  90. package/dist/{skillopt-optimization-method-Dcepr6QL.js.map → skillopt-optimization-method-CCtzralq.js.map} +1 -1
  91. package/dist/{statistical-heldout-CJTj2EoS.d.ts → statistical-heldout-BeR4bOdg.d.ts} +2 -2
  92. package/dist/{statistical-heldout-CJTj2EoS.d.ts.map → statistical-heldout-BeR4bOdg.d.ts.map} +1 -1
  93. package/dist/{store-otlp-DWVhUgEj.js → store-otlp-DtB4Slsr.js} +2 -2
  94. package/dist/{store-otlp-DWVhUgEj.js.map → store-otlp-DtB4Slsr.js.map} +1 -1
  95. package/dist/{store-tool-spans-BNzls3OD.d.ts → store-tool-spans-DR1SrCLK.d.ts} +4 -4
  96. package/dist/{store-tool-spans-BNzls3OD.d.ts.map → store-tool-spans-DR1SrCLK.d.ts.map} +1 -1
  97. package/dist/{store-tool-spans-BNICrhsb.js → store-tool-spans-fZIigrpP.js} +3 -3
  98. package/dist/{store-tool-spans-BNICrhsb.js.map → store-tool-spans-fZIigrpP.js.map} +1 -1
  99. package/dist/supervisor-run/index.d.ts +1 -1
  100. package/dist/supervisor-run/index.d.ts.map +1 -1
  101. package/dist/supervisor-run/index.js +1 -1
  102. package/dist/systemone-CpTLAlqb.d.ts +135 -0
  103. package/dist/systemone-CpTLAlqb.d.ts.map +1 -0
  104. package/dist/{systemone-review-DTClwgmE.js → systemone-review-BZWfrtq1.js} +2 -2
  105. package/dist/{systemone-review-DTClwgmE.js.map → systemone-review-BZWfrtq1.js.map} +1 -1
  106. package/dist/{systemone-review-C4dZgrgN.d.ts → systemone-review-B_yo1xsd.d.ts} +2 -2
  107. package/dist/{systemone-review-C4dZgrgN.d.ts.map → systemone-review-B_yo1xsd.d.ts.map} +1 -1
  108. package/dist/systemone.d.ts +4 -134
  109. package/dist/systemone.js +1 -1
  110. package/dist/terminal-record-BHocwFw1.js.map +1 -1
  111. package/dist/{tool-groups-BKRrtqy4.d.ts → tool-groups-mcxOXVlb.d.ts} +3 -3
  112. package/dist/tool-groups-mcxOXVlb.d.ts.map +1 -0
  113. package/dist/{tool-waste-BYt5rdt8.js → tool-waste-D52PqU9Q.js} +3 -156
  114. package/dist/tool-waste-D52PqU9Q.js.map +1 -0
  115. package/dist/{trace-questions-CLx8vt6t.d.ts → trace-questions-DG7nqLQ7.d.ts} +3 -3
  116. package/dist/{trace-questions-CLx8vt6t.d.ts.map → trace-questions-DG7nqLQ7.d.ts.map} +1 -1
  117. package/dist/trace-repair/index.d.ts +1 -1
  118. package/dist/traces.d.ts +3 -3
  119. package/dist/traces.js +3 -3
  120. package/dist/{types-CGEmVYOk.d.ts → types-B4C5nFw6.d.ts} +2 -2
  121. package/dist/{types-CGEmVYOk.d.ts.map → types-B4C5nFw6.d.ts.map} +1 -1
  122. package/dist/{types-DjOMwGY_.d.ts → types-BqkVmHfv.d.ts} +7 -1
  123. package/dist/types-BqkVmHfv.d.ts.map +1 -0
  124. package/dist/{types-DinHtRJp.d.ts → types-CfZMIzB_.d.ts} +2 -2
  125. package/dist/{types-DinHtRJp.d.ts.map → types-CfZMIzB_.d.ts.map} +1 -1
  126. package/dist/{types-CW5b90JH.js → types-IXD2HJzu.js} +16 -3
  127. package/dist/types-IXD2HJzu.js.map +1 -0
  128. package/dist/{types-DHb5TI36.d.ts → types-oKRhQAde.d.ts} +344 -3
  129. package/dist/types-oKRhQAde.d.ts.map +1 -0
  130. package/dist/wire/index.d.ts +1 -1
  131. package/docs/concepts.md +1 -0
  132. package/docs/finding-layers.md +69 -0
  133. package/package.json +1 -1
  134. package/dist/benchmark-command-CgpGi7vY.js.map +0 -1
  135. package/dist/default-registry-KP4-Tolz.js.map +0 -1
  136. package/dist/evaluation.d.ts.map +0 -1
  137. package/dist/external-optimizer-subprocess-BUxifb8g.js.map +0 -1
  138. package/dist/proposal-findings-CXblsskH.js.map +0 -1
  139. package/dist/registry-CMYIaDgS.d.ts.map +0 -1
  140. package/dist/report-command-CtIIsQKP.js.map +0 -1
  141. package/dist/systemone.d.ts.map +0 -1
  142. package/dist/tool-groups-BKRrtqy4.d.ts.map +0 -1
  143. package/dist/tool-waste-BYt5rdt8.js.map +0 -1
  144. package/dist/types-CW5b90JH.js.map +0 -1
  145. package/dist/types-DHb5TI36.d.ts.map +0 -1
  146. package/dist/types-DjOMwGY_.d.ts.map +0 -1
@@ -11,11 +11,11 @@ import { i as CostLedger, t as CostAccountingIncompleteError } from "./cost-ledg
11
11
  import { B as assertCampaignDesign, D as FinalEvidenceError, E as FinalEvidenceConflictError, F as surfaceHash, G as campaignSplitDigest, H as assertCompleteCampaign, I as surfaceHashMatches, L as BackendIntegrityError, M as renderSurfaceDiff, N as surfaceContentHash, P as surfaceDispatchRef, U as campaignCoverage, V as assertCampaignSplitIdentity, W as campaignScenarioIdentity, b as campaignMeanCompositeOrNull, q as formatCoverageFailures, t as createCampaignEvidenceReceipt, v as campaignBreakdown, y as campaignMeanComposite } from "./campaign-evidence-OcUciD-N.js";
12
12
  import { m as mapConcurrent } from "./journal-DvKCvjty.js";
13
13
  import { t as deepFreezeCanonicalJson } from "./deep-freeze-CurcOQg3.js";
14
- import { S as fsCampaignStorage, g as isRecord, h as isExternalTextCandidate, x as createRunCostLedger } from "./external-optimizer-subprocess-BUxifb8g.js";
14
+ import { N as createRunCostLedger, P as fsCampaignStorage, g as isRecord, h as isExternalTextCandidate } from "./external-optimizer-subprocess-DcerlZSG.js";
15
15
  import { r as summarizeEvaluationUnits, t as defineEvaluationClaim } from "./claim-BXcZw-jo.js";
16
16
  import { f as redactText, n as REDACTION_VERSION, o as detectCredential, s as detectPersonalData } from "./redact-Dk1ZdJEm.js";
17
17
  import { t as detectRewardHacking } from "./reward-hacking-BFcQgkux.js";
18
- import { t as assertProposalFindings } from "./proposal-findings-CXblsskH.js";
18
+ import { t as assertProposalFindings } from "./proposal-findings-BZiMTzAF.js";
19
19
  import { O as paretoFrontier, a as searchPolicyView, i as searchExpansionIndex, k as paretoFrontierWithCrowding, m as EXPANSION_OPERATORS, n as runSearch, t as SEARCH_KERNEL_SOURCE, x as estimateNode } from "./search-kernel-BztlERLv.js";
20
20
  import { a as validateSearchLedgerEvent, d as searchTaskSetDigest, i as replaySearchLedgerText, l as searchCellId, n as openSearchLedger, u as searchNodeId } from "./search-ledger-d7V8o9Lk.js";
21
21
  import { n as searchProposerView, t as renderSearchSummary } from "./search-summary-CBvz3u_S.js";
@@ -6174,4 +6174,4 @@ function firstString(value) {
6174
6174
  //#endregion
6175
6175
  export { captureFinalEvidencePolicy as $, assertCompleteSearchHistory as A, searchReceiptAccounting as B, incumbentWithOperatorBandit as C, surfaceDiff as D, searchEdgeId as E, verifySearchHistoryArtifact as F, captureJudge as G, uniform as H, verifySearchHistoryReceipt as I, redTeamDataset as J, defaultProductionGate as K, campaignCellSearchResult as L, assertSearchHistoryMatchesState as M, createSearchHistoryReceipt as N, surfaceNode as O, searchHistoryCoverageRow as P, assertIndependentEvaluationSplit as Q, searchModelIdentity as R, incumbent as S, developmentClaim as T, runFinalComparison as U, asha as V, openAutoPr as W, scoreRedTeamOutput as X, redTeamReport as Y, runCanaries as Z, isProposedCandidate as _, transientDispatchFailure as a, resolveRunDir as at, beam as b, compareOptimizationMethods as c, buildCellSchedule as ct, combineComparisonCosts as d, evaluationUnitMap as et, costFromLedgerSummary as f, runOptimization as g, runImprovementLoop as h, quotaExhaustedUntil as i, planCampaignRun as it, assertSearchHistoryAdmissionOptions as j, SearchHistoryRequiredError as k, optimizationTokenUsageFromSummary as l, cellCachePath as lt, readGepaCandidatePopulationArtifact as m, JudgeParseError as n, runEval as nt, aggregateRunScore as o, tangleTracesRoot as ot, assertGepaCandidatePopulationSummary as p, DEFAULT_RED_TEAM_CORPUS as q, isTransientTransportFailure as r, runCampaign as rt, clamp01 as s, readCachedCell as st, llmJudge as t, reserveFinalEvidence as tt, executeOptimizationMethod as u, computeManifestHash as ut, labelTrustRank as v, SearchRecorder as w, crowdedFrontierParent as x, aide as y, searchProposalExecution as z };
6176
6176
 
6177
- //# sourceMappingURL=llm-judge-Cd5s5Ei6.js.map
6177
+ //# sourceMappingURL=llm-judge-PXV7Xljl.js.map