@tangle-network/agent-eval 0.188.0 → 0.189.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (184) hide show
  1. package/CHANGELOG.md +40 -0
  2. package/dist/adapters/http.d.ts +2 -2
  3. package/dist/{agent-profile-CfbuZk8b.d.ts → agent-profile-DNV_U6QR.d.ts} +3 -3
  4. package/dist/{agent-profile-CfbuZk8b.d.ts.map → agent-profile-DNV_U6QR.d.ts.map} +1 -1
  5. package/dist/analyst/index.d.ts +11 -11
  6. package/dist/analyst/index.js +6 -6
  7. package/dist/{analyze-runs-CLz5O01x.d.ts → analyze-runs-BvK4-wSs.d.ts} +5 -5
  8. package/dist/{analyze-runs-CLz5O01x.d.ts.map → analyze-runs-BvK4-wSs.d.ts.map} +1 -1
  9. package/dist/{analyze-runs-DCY7LMt4.js → analyze-runs-SCSWYpy0.js} +17 -9
  10. package/dist/analyze-runs-SCSWYpy0.js.map +1 -0
  11. package/dist/{benchmark-command-CdUGku3W.js → benchmark-command-BhhAYstU.js} +10 -10
  12. package/dist/{benchmark-command-CdUGku3W.js.map → benchmark-command-BhhAYstU.js.map} +1 -1
  13. package/dist/benchmarks/index.d.ts +4 -4
  14. package/dist/benchmarks/index.js +3 -3
  15. package/dist/campaign/index.d.ts +5 -5
  16. package/dist/campaign/index.js +7 -7
  17. package/dist/{campaign-DZuysBbS.js → campaign-BWoSQPSU.js} +10 -10
  18. package/dist/{campaign-DZuysBbS.js.map → campaign-BWoSQPSU.js.map} +1 -1
  19. package/dist/{campaign-evidence-IF1p0oDa.js → campaign-evidence-CBlGJ3kC.js} +5 -5
  20. package/dist/campaign-evidence-CBlGJ3kC.js.map +1 -0
  21. package/dist/cli.js +1 -1
  22. package/dist/{client-CFj9dfcn.d.ts → client-BhEyAdfe.d.ts} +4 -4
  23. package/dist/{client-CFj9dfcn.d.ts.map → client-BhEyAdfe.d.ts.map} +1 -1
  24. package/dist/{client-CXE-U1SA.js → client-QwJpsNYU.js} +5 -1
  25. package/dist/client-QwJpsNYU.js.map +1 -0
  26. package/dist/contract/index.d.ts +10 -10
  27. package/dist/contract/index.js +21 -12
  28. package/dist/contract/index.js.map +1 -1
  29. package/dist/deep-freeze-CurcOQg3.js +16 -0
  30. package/dist/deep-freeze-CurcOQg3.js.map +1 -0
  31. package/dist/{default-registry-BLsGfnoO.d.ts → default-registry-B5HrwrPM.d.ts} +6 -6
  32. package/dist/{default-registry-BLsGfnoO.d.ts.map → default-registry-B5HrwrPM.d.ts.map} +1 -1
  33. package/dist/{default-registry-BtZ_t-9b.js → default-registry-m2jhbG6Q.js} +4 -3
  34. package/dist/default-registry-m2jhbG6Q.js.map +1 -0
  35. package/dist/{define-agent-eval-ChtddasD.js → define-agent-eval-98sgUaC1.js} +8 -8
  36. package/dist/{define-agent-eval-ChtddasD.js.map → define-agent-eval-98sgUaC1.js.map} +1 -1
  37. package/dist/{define-agent-eval-CsicmDxt.d.ts → define-agent-eval-q6890HU4.d.ts} +7 -7
  38. package/dist/{define-agent-eval-CsicmDxt.d.ts.map → define-agent-eval-q6890HU4.d.ts.map} +1 -1
  39. package/dist/diagnosis/index.d.ts +2 -2
  40. package/dist/diagnosis/index.js +1 -1
  41. package/dist/{dspy-rlm-engine-sPX7B5ac.js → dspy-rlm-engine-DLYttKBm.js} +3 -3
  42. package/dist/{dspy-rlm-engine-sPX7B5ac.js.map → dspy-rlm-engine-DLYttKBm.js.map} +1 -1
  43. package/dist/{engine-Gw2n1irt.d.ts → engine-BkLCnZQX.d.ts} +4 -4
  44. package/dist/{engine-Gw2n1irt.d.ts.map → engine-BkLCnZQX.d.ts.map} +1 -1
  45. package/dist/{eval-campaign-CeotQ1ZR.js → eval-campaign-C0Q1Eeo_.js} +2 -2
  46. package/dist/{eval-campaign-CeotQ1ZR.js.map → eval-campaign-C0Q1Eeo_.js.map} +1 -1
  47. package/dist/evaluation.d.ts +2 -2
  48. package/dist/{exact-types-CrhPoDp8.d.ts → exact-types-CfpP2A4Z.d.ts} +2 -2
  49. package/dist/{exact-types-CrhPoDp8.d.ts.map → exact-types-CfpP2A4Z.d.ts.map} +1 -1
  50. package/dist/experiment/index.d.ts +1 -1
  51. package/dist/experiment/index.js +1 -1
  52. package/dist/{external-optimizer-process-D3BLpZyR.js → external-optimizer-process-C3quNeKV.js} +3 -3
  53. package/dist/{external-optimizer-process-D3BLpZyR.js.map → external-optimizer-process-C3quNeKV.js.map} +1 -1
  54. package/dist/{external-optimizer-subprocess-BrfsgL92.js → external-optimizer-subprocess-BDwgKLO1.js} +2 -2
  55. package/dist/{external-optimizer-subprocess-BrfsgL92.js.map → external-optimizer-subprocess-BDwgKLO1.js.map} +1 -1
  56. package/dist/{feedback-trajectory-BJi4t3Vf.d.ts → feedback-trajectory-B3ZSkfAq.d.ts} +3 -3
  57. package/dist/{feedback-trajectory-BJi4t3Vf.d.ts.map → feedback-trajectory-B3ZSkfAq.d.ts.map} +1 -1
  58. package/dist/hosted/index.d.ts +2 -2
  59. package/dist/hosted/index.d.ts.map +1 -1
  60. package/dist/hosted/index.js +1 -1
  61. package/dist/{index-Ca0_IjFu.d.ts → index-2e_MTznj.d.ts} +7 -7
  62. package/dist/{index-Ca0_IjFu.d.ts.map → index-2e_MTznj.d.ts.map} +1 -1
  63. package/dist/{index-B-s8qDRJ.d.ts → index-Bcc9PkOz.d.ts} +3 -3
  64. package/dist/{index-B-s8qDRJ.d.ts.map → index-Bcc9PkOz.d.ts.map} +1 -1
  65. package/dist/{index-u0d1Jp4F.d.ts → index-BqDJ6fUK.d.ts} +45 -24
  66. package/dist/index-BqDJ6fUK.d.ts.map +1 -0
  67. package/dist/{index-eTTnPe3r.d.ts → index-CnJOPR_E.d.ts} +9 -9
  68. package/dist/{index-eTTnPe3r.d.ts.map → index-CnJOPR_E.d.ts.map} +1 -1
  69. package/dist/{index-BD1oSbHr.d.ts → index-Dk1dOUfm.d.ts} +11 -11
  70. package/dist/{index-BD1oSbHr.d.ts.map → index-Dk1dOUfm.d.ts.map} +1 -1
  71. package/dist/index.d.ts +24 -24
  72. package/dist/index.js +21 -21
  73. package/dist/index.js.map +1 -1
  74. package/dist/{insight-report-DeE1solA.d.ts → insight-report-CvPkEIcC.d.ts} +13 -6
  75. package/dist/insight-report-CvPkEIcC.d.ts.map +1 -0
  76. package/dist/jev.d.ts +2 -2
  77. package/dist/jev.js +2 -1
  78. package/dist/jev.js.map +1 -1
  79. package/dist/{journal-BuRLm6ho.js → journal-CDP0Vhx_.js} +262 -115
  80. package/dist/journal-CDP0Vhx_.js.map +1 -0
  81. package/dist/{kind-factory-g1ROw67A.js → kind-factory-BGwN0nE6.js} +3 -2
  82. package/dist/{kind-factory-g1ROw67A.js.map → kind-factory-BGwN0nE6.js.map} +1 -1
  83. package/dist/ledger-core/index.d.ts +2 -2
  84. package/dist/ledger-core/index.js +1 -1
  85. package/dist/{llm-judge-DF18J3CR.js → llm-judge-M_l_WXw2.js} +19 -17
  86. package/dist/llm-judge-M_l_WXw2.js.map +1 -0
  87. package/dist/{matrix-BvA1WUpj.d.ts → matrix-CNypzP-v.d.ts} +2 -2
  88. package/dist/{matrix-BvA1WUpj.d.ts.map → matrix-CNypzP-v.d.ts.map} +1 -1
  89. package/dist/meta-eval/index.d.ts +1 -1
  90. package/dist/{mint-CJFSYBIU.d.ts → mint-DsS38v5c.d.ts} +24 -4
  91. package/dist/{mint-CJFSYBIU.d.ts.map → mint-DsS38v5c.d.ts.map} +1 -1
  92. package/dist/{mint-B4zgSAJW.js → mint-iCD-W43s.js} +30 -12
  93. package/dist/mint-iCD-W43s.js.map +1 -0
  94. package/dist/multishot/golden/index.d.ts +1 -1
  95. package/dist/multishot/index.d.ts +2 -2
  96. package/dist/openapi.json +1 -1
  97. package/dist/{prime-protocol-CF8Z43Fj.d.ts → prime-protocol-Fwvctmhm.d.ts} +2 -2
  98. package/dist/{prime-protocol-CF8Z43Fj.d.ts.map → prime-protocol-Fwvctmhm.d.ts.map} +1 -1
  99. package/dist/{produced-state-xsMMjYVc.js → produced-state-BOY98IJO.js} +3 -3
  100. package/dist/{produced-state-xsMMjYVc.js.map → produced-state-BOY98IJO.js.map} +1 -1
  101. package/dist/{registry-BM2Kdk8T.d.ts → registry-mAQVtuLx.d.ts} +3 -3
  102. package/dist/{registry-BM2Kdk8T.d.ts.map → registry-mAQVtuLx.d.ts.map} +1 -1
  103. package/dist/{release-confidence-CG4Z9QLB.d.ts → release-confidence-CkoXFx9I.d.ts} +3 -3
  104. package/dist/{release-confidence-CG4Z9QLB.d.ts.map → release-confidence-CkoXFx9I.d.ts.map} +1 -1
  105. package/dist/{release-confidence-RanRUXRW.js → release-confidence-XQm_xjhR.js} +3 -3
  106. package/dist/release-confidence-XQm_xjhR.js.map +1 -0
  107. package/dist/reporting.d.ts +3 -3
  108. package/dist/reporting.js +1 -1
  109. package/dist/{researcher-Bjcd_8T_.d.ts → researcher-DojEMb7E.d.ts} +3 -3
  110. package/dist/{researcher-Bjcd_8T_.d.ts.map → researcher-DojEMb7E.d.ts.map} +1 -1
  111. package/dist/{reward-hacking-DrKXJtgH.d.ts → reward-hacking-Cyk-QHk9.d.ts} +2 -2
  112. package/dist/{reward-hacking-DrKXJtgH.d.ts.map → reward-hacking-Cyk-QHk9.d.ts.map} +1 -1
  113. package/dist/rl.d.ts +9 -8
  114. package/dist/rl.d.ts.map +1 -1
  115. package/dist/rl.js +7 -6
  116. package/dist/rl.js.map +1 -1
  117. package/dist/rollout/index.d.ts +4 -4
  118. package/dist/rollout/index.js +2 -2
  119. package/dist/{rollout-C0Ifk3vK.js → rollout-B-XBReTC.js} +2 -2
  120. package/dist/{rollout-C0Ifk3vK.js.map → rollout-B-XBReTC.js.map} +1 -1
  121. package/dist/{rubric-predictive-validity-B14yBAmM.d.ts → rubric-predictive-validity-DIUwJJ9Y.d.ts} +2 -2
  122. package/dist/{rubric-predictive-validity-B14yBAmM.d.ts.map → rubric-predictive-validity-DIUwJJ9Y.d.ts.map} +1 -1
  123. package/dist/{run-record-tg_5H2IK.js → run-record-BRlM99rX.js} +41 -3
  124. package/dist/run-record-BRlM99rX.js.map +1 -0
  125. package/dist/{run-record-xEULpgML.d.ts → run-record-DF-fuu31.d.ts} +58 -6
  126. package/dist/run-record-DF-fuu31.d.ts.map +1 -0
  127. package/dist/{run-record-CNNzWGpB.js → run-record-DnMFyg_g.js} +26 -13
  128. package/dist/run-record-DnMFyg_g.js.map +1 -0
  129. package/dist/{schema-BzWDXhOR.d.ts → schema-B5LtYvn9.d.ts} +7 -5
  130. package/dist/{schema-BzWDXhOR.d.ts.map → schema-B5LtYvn9.d.ts.map} +1 -1
  131. package/dist/schema-C1aaAxTf.js.map +1 -1
  132. package/dist/{semantic-concept-judge-70LxrCSL.js → semantic-concept-judge-Cm2K2wAo.js} +4 -4
  133. package/dist/{semantic-concept-judge-70LxrCSL.js.map → semantic-concept-judge-Cm2K2wAo.js.map} +1 -1
  134. package/dist/{skillopt-optimization-method-C60h0Got.js → skillopt-optimization-method-BVSB676o.js} +6 -6
  135. package/dist/{skillopt-optimization-method-C60h0Got.js.map → skillopt-optimization-method-BVSB676o.js.map} +1 -1
  136. package/dist/{statistical-heldout-CPv-y6sK.d.ts → statistical-heldout-plAHG82H.d.ts} +3 -3
  137. package/dist/{statistical-heldout-CPv-y6sK.d.ts.map → statistical-heldout-plAHG82H.d.ts.map} +1 -1
  138. package/dist/{store-otlp-DPgzSQKS.js → store-otlp-D0AV4cvB.js} +2 -2
  139. package/dist/{store-otlp-DPgzSQKS.js.map → store-otlp-D0AV4cvB.js.map} +1 -1
  140. package/dist/{store-tool-spans-C2lLwDzg.d.ts → store-tool-spans-8PAyhRqb.d.ts} +5 -5
  141. package/dist/{store-tool-spans-C2lLwDzg.d.ts.map → store-tool-spans-8PAyhRqb.d.ts.map} +1 -1
  142. package/dist/{store-tool-spans-ClPxcvh2.js → store-tool-spans-B_0mXvYl.js} +3 -3
  143. package/dist/{store-tool-spans-ClPxcvh2.js.map → store-tool-spans-B_0mXvYl.js.map} +1 -1
  144. package/dist/{summary-report-SNvJoAvD.d.ts → summary-report-DvvesgR_.d.ts} +5 -4
  145. package/dist/summary-report-DvvesgR_.d.ts.map +1 -0
  146. package/dist/supervisor-run/index.d.ts +2 -2
  147. package/dist/{tool-groups-CCQqAa16.d.ts → tool-groups-W7MJobX_.d.ts} +3 -3
  148. package/dist/tool-groups-W7MJobX_.d.ts.map +1 -0
  149. package/dist/trace-repair/index.d.ts +2 -2
  150. package/dist/traces.d.ts +4 -4
  151. package/dist/traces.js +4 -4
  152. package/dist/{types-DDp2Mb8Y.d.ts → types-Bay1dh2o.d.ts} +5 -5
  153. package/dist/{types-DDp2Mb8Y.d.ts.map → types-Bay1dh2o.d.ts.map} +1 -1
  154. package/dist/{types-B1vDZ694.d.ts → types-BvmWNjjs.d.ts} +3 -3
  155. package/dist/{types-B1vDZ694.d.ts.map → types-BvmWNjjs.d.ts.map} +1 -1
  156. package/dist/{types-C8VBbiw6.js → types-CW5b90JH.js} +2 -15
  157. package/dist/types-CW5b90JH.js.map +1 -0
  158. package/dist/{types-5ak2PqnJ.d.ts → types-Cvqy7asY.d.ts} +3 -3
  159. package/dist/{types-5ak2PqnJ.d.ts.map → types-Cvqy7asY.d.ts.map} +1 -1
  160. package/dist/{types-Tp5WhYL9.d.ts → types-DRNlLbBR.d.ts} +2 -2
  161. package/dist/{types-Tp5WhYL9.d.ts.map → types-DRNlLbBR.d.ts.map} +1 -1
  162. package/dist/wire/index.d.ts +1 -1
  163. package/docs/code-agent-intake.md +1 -1
  164. package/docs/insight-report.md +3 -2
  165. package/docs/public-api.md +2 -2
  166. package/docs/rollout.md +5 -5
  167. package/docs/search-history-receipts.md +1 -0
  168. package/package.json +1 -1
  169. package/dist/analyze-runs-DCY7LMt4.js.map +0 -1
  170. package/dist/campaign-evidence-IF1p0oDa.js.map +0 -1
  171. package/dist/client-CXE-U1SA.js.map +0 -1
  172. package/dist/default-registry-BtZ_t-9b.js.map +0 -1
  173. package/dist/index-u0d1Jp4F.d.ts.map +0 -1
  174. package/dist/insight-report-DeE1solA.d.ts.map +0 -1
  175. package/dist/journal-BuRLm6ho.js.map +0 -1
  176. package/dist/llm-judge-DF18J3CR.js.map +0 -1
  177. package/dist/mint-B4zgSAJW.js.map +0 -1
  178. package/dist/release-confidence-RanRUXRW.js.map +0 -1
  179. package/dist/run-record-CNNzWGpB.js.map +0 -1
  180. package/dist/run-record-tg_5H2IK.js.map +0 -1
  181. package/dist/run-record-xEULpgML.d.ts.map +0 -1
  182. package/dist/summary-report-SNvJoAvD.d.ts.map +0 -1
  183. package/dist/tool-groups-CCQqAa16.d.ts.map +0 -1
  184. package/dist/types-C8VBbiw6.js.map +0 -1
@@ -1,7 +1,7 @@
1
1
  import { s as ValidationError } from "./errors-Dngq5h35.js";
2
2
  import { t as canonicalJson } from "./verdict-cache-BQEsVy9n.js";
3
3
  import { c as costForTokenPricing, i as CostLedger } from "./cost-ledger-_IbkejCF.js";
4
- import { o as appendLedgerLine, s as tryWithLedgerFileLock } from "./journal-BuRLm6ho.js";
4
+ import { o as appendLedgerLine, s as tryWithLedgerFileLock } from "./journal-CDP0Vhx_.js";
5
5
  import "./ledger-core/index.js";
6
6
  import { f as ModelSubstitutionError, g as assertServedModelPolicy, h as assertServedModel } from "./llm-client-DF9bPNYA.js";
7
7
  import { createRequire } from "node:module";
@@ -1916,4 +1916,4 @@ function summarizeProcessOutput(capture, max = 4e3) {
1916
1916
  //#endregion
1917
1917
  export { inMemoryCampaignStorage as C, SearchLedgerIntegrityError as D, SearchLedgerError as E, fsCampaignStorage as S, SearchLedgerConflictError as T, removeCredentialEnvironment as _, closeServer as a, safePathComponent as b, waitForActiveHandlers as c, assertExternalOptimizerModelBudget as d, assertJsonValue as f, isRecord as g, isExternalTextCandidate as h, startExternalOptimizerModelProxy as i, DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS as l, isCandidateText as m, closeExternalOptimizerResources as n, listenLocal as o, assertNoCredentialValues as p, runWithCleanup as r, sendJsonIfOpen as s, runExternalOptimizerProcess as t, DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS as u, resolveExternalOptimizerCallbackLimits as v, SEARCH_LEDGER_FILE_CONTEXT as w, createRunCostLedger as x, resolveExternalOptimizerProcessLimits as y };
1918
1918
 
1919
- //# sourceMappingURL=external-optimizer-subprocess-BrfsgL92.js.map
1919
+ //# sourceMappingURL=external-optimizer-subprocess-BDwgKLO1.js.map