@tangle-network/agent-eval 0.139.3 → 0.140.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (135) hide show
  1. package/CHANGELOG.md +22 -0
  2. package/dist/analyst/index.d.ts +15 -13
  3. package/dist/analyst/index.d.ts.map +1 -1
  4. package/dist/analyst/index.js +6 -6
  5. package/dist/{benchmark-DDVdWcwA.d.ts → benchmark-DxaZfy0w.d.ts} +3 -3
  6. package/dist/{benchmark-DDVdWcwA.d.ts.map → benchmark-DxaZfy0w.d.ts.map} +1 -1
  7. package/dist/{benchmark-command-xvi2liH7.js → benchmark-command-Bo_hkhQf.js} +54 -33
  8. package/dist/benchmark-command-Bo_hkhQf.js.map +1 -0
  9. package/dist/benchmarks/index.d.ts +1 -1
  10. package/dist/benchmarks/index.js +1 -1
  11. package/dist/{benchmarks-zxhy1QV3.js → benchmarks-HwoBE32G.js} +4 -4
  12. package/dist/{benchmarks-zxhy1QV3.js.map → benchmarks-HwoBE32G.js.map} +1 -1
  13. package/dist/campaign/index.d.ts +5 -5
  14. package/dist/campaign/index.js +3 -3
  15. package/dist/{campaign-DrS6_hLd.js → campaign-BzjYNYVZ.js} +5 -5
  16. package/dist/{campaign-DrS6_hLd.js.map → campaign-BzjYNYVZ.js.map} +1 -1
  17. package/dist/cli.js +2 -2
  18. package/dist/{client-BohnDFBq.d.ts → client-BoqGxEqx.d.ts} +4 -4
  19. package/dist/{client-BohnDFBq.d.ts.map → client-BoqGxEqx.d.ts.map} +1 -1
  20. package/dist/{completion-verifier-IPoP4fQO.d.ts → completion-verifier-D15NHYSk.d.ts} +5 -5
  21. package/dist/{completion-verifier-IPoP4fQO.d.ts.map → completion-verifier-D15NHYSk.d.ts.map} +1 -1
  22. package/dist/contract/index.d.ts +10 -10
  23. package/dist/contract/index.js +6 -6
  24. package/dist/control.d.ts +2 -2
  25. package/dist/{cost-ledger-CZ9diLxY.js → cost-ledger-DMFxsLKr.js} +22 -8
  26. package/dist/cost-ledger-DMFxsLKr.js.map +1 -0
  27. package/dist/{cost-ledger-DKgyIWRj.d.ts → cost-ledger-FuQvHxPm.d.ts} +8 -2
  28. package/dist/{cost-ledger-DKgyIWRj.d.ts.map → cost-ledger-FuQvHxPm.d.ts.map} +1 -1
  29. package/dist/{default-registry-BgJJItGr.js → default-registry-BOiBXNFh.js} +4 -4
  30. package/dist/{default-registry-BgJJItGr.js.map → default-registry-BOiBXNFh.js.map} +1 -1
  31. package/dist/{default-registry-B8vf7Rmf.d.ts → default-registry-Ci7wAAR8.d.ts} +5 -5
  32. package/dist/{default-registry-B8vf7Rmf.d.ts.map → default-registry-Ci7wAAR8.d.ts.map} +1 -1
  33. package/dist/{dspy-rlm-engine-DTkVyDX-.js → dspy-rlm-engine-Bkak4nzo.js} +11 -4
  34. package/dist/dspy-rlm-engine-Bkak4nzo.js.map +1 -0
  35. package/dist/{eval-campaign-BmptJj50.js → eval-campaign-YdkpWWoT.js} +2 -2
  36. package/dist/{eval-campaign-BmptJj50.js.map → eval-campaign-YdkpWWoT.js.map} +1 -1
  37. package/dist/{exact-types-MaaFcllV.d.ts → exact-types-B0lJV3tu.d.ts} +2 -2
  38. package/dist/{exact-types-MaaFcllV.d.ts.map → exact-types-B0lJV3tu.d.ts.map} +1 -1
  39. package/dist/{external-optimizer-contracts-BrxY2Sli.d.ts → external-optimizer-contracts-nb7c_WAR.d.ts} +12 -2
  40. package/dist/{external-optimizer-contracts-BrxY2Sli.d.ts.map → external-optimizer-contracts-nb7c_WAR.d.ts.map} +1 -1
  41. package/dist/{extract-usage-DZs601Va.js → extract-usage-C5vMw-0R.js} +2 -2
  42. package/dist/{extract-usage-DZs601Va.js.map → extract-usage-C5vMw-0R.js.map} +1 -1
  43. package/dist/{feedback-trajectory-BJUWOkJM.d.ts → feedback-trajectory-BCHqzLh3.d.ts} +3 -3
  44. package/dist/{feedback-trajectory-BJUWOkJM.d.ts.map → feedback-trajectory-BCHqzLh3.d.ts.map} +1 -1
  45. package/dist/fuzz.d.ts +1 -1
  46. package/dist/fuzz.js +1 -1
  47. package/dist/hosted/index.d.ts +3 -3
  48. package/dist/{index-B798zyGh.d.ts → index-BKjcUH13.d.ts} +39 -3
  49. package/dist/index-BKjcUH13.d.ts.map +1 -0
  50. package/dist/{index-_66rVpwN.d.ts → index-CKI1CXTL.d.ts} +5 -5
  51. package/dist/{index-_66rVpwN.d.ts.map → index-CKI1CXTL.d.ts.map} +1 -1
  52. package/dist/{index-CWOPCJiw.d.ts → index-D2enbqA0.d.ts} +2 -2
  53. package/dist/{index-CWOPCJiw.d.ts.map → index-D2enbqA0.d.ts.map} +1 -1
  54. package/dist/{index-BTm_P9aC.d.ts → index-DCP4I2Qx.d.ts} +10 -10
  55. package/dist/{index-BTm_P9aC.d.ts.map → index-DCP4I2Qx.d.ts.map} +1 -1
  56. package/dist/{index-CtR1xh4V.d.ts → index-DFLVtPZ9.d.ts} +3 -3
  57. package/dist/{index-CtR1xh4V.d.ts.map → index-DFLVtPZ9.d.ts.map} +1 -1
  58. package/dist/index.d.ts +24 -24
  59. package/dist/index.js +15 -15
  60. package/dist/{insight-report-Bu5Wi9tG.d.ts → insight-report-Bh_8ksel.d.ts} +4 -4
  61. package/dist/{insight-report-Bu5Wi9tG.d.ts.map → insight-report-Bh_8ksel.d.ts.map} +1 -1
  62. package/dist/{integrity-COTh3DTH.d.ts → integrity-DRXobPEs.d.ts} +2 -2
  63. package/dist/{integrity-COTh3DTH.d.ts.map → integrity-DRXobPEs.d.ts.map} +1 -1
  64. package/dist/{integrity-CCXTftiL.js → integrity-hruKe6oe.js} +104 -12
  65. package/dist/integrity-hruKe6oe.js.map +1 -0
  66. package/dist/{kind-factory-CFxA0JQX.js → kind-factory-DB7nIs35.js} +2 -2
  67. package/dist/{kind-factory-CFxA0JQX.js.map → kind-factory-DB7nIs35.js.map} +1 -1
  68. package/dist/{llm-client-bkztEfIx.js → llm-client-B3WXSH5Y.js} +2 -2
  69. package/dist/{llm-client-bkztEfIx.js.map → llm-client-B3WXSH5Y.js.map} +1 -1
  70. package/dist/meta-eval/index.d.ts +2 -2
  71. package/dist/multishot/index.d.ts +2 -2
  72. package/dist/openapi.json +1 -1
  73. package/dist/{release-report-fZarvIm-.d.ts → release-report-B_bQOHM-.d.ts} +3 -3
  74. package/dist/{release-report-fZarvIm-.d.ts.map → release-report-B_bQOHM-.d.ts.map} +1 -1
  75. package/dist/{replay-DjG4IG60.d.ts → replay-BqTgoioO.d.ts} +6 -6
  76. package/dist/{replay-DjG4IG60.d.ts.map → replay-BqTgoioO.d.ts.map} +1 -1
  77. package/dist/{replay-SA4OB7O7.js → replay-k2MsOmv5.js} +4 -4
  78. package/dist/{replay-SA4OB7O7.js.map → replay-k2MsOmv5.js.map} +1 -1
  79. package/dist/reporting.d.ts +4 -4
  80. package/dist/{researcher-BxhtGfKa.d.ts → researcher-C6lzl-rP.d.ts} +5 -5
  81. package/dist/{researcher-BxhtGfKa.d.ts.map → researcher-C6lzl-rP.d.ts.map} +1 -1
  82. package/dist/{reward-hacking-CqSLiV51.d.ts → reward-hacking-CEVVmy3h.d.ts} +2 -2
  83. package/dist/{reward-hacking-CqSLiV51.d.ts.map → reward-hacking-CEVVmy3h.d.ts.map} +1 -1
  84. package/dist/rl.d.ts +5 -5
  85. package/dist/rl.js +1 -1
  86. package/dist/rollout/index.d.ts +1 -1
  87. package/dist/{rubric-predictive-validity-DQBQj6uV.d.ts → rubric-predictive-validity-C2CthIfY.d.ts} +2 -2
  88. package/dist/{rubric-predictive-validity-DQBQj6uV.d.ts.map → rubric-predictive-validity-C2CthIfY.d.ts.map} +1 -1
  89. package/dist/{run-evidence-C4RcRQT5.d.ts → run-evidence-8Ou28QSa.d.ts} +3 -3
  90. package/dist/{run-evidence-C4RcRQT5.d.ts.map → run-evidence-8Ou28QSa.d.ts.map} +1 -1
  91. package/dist/{run-record-CztDMXVF.d.ts → run-record-Tb3TTtUn.d.ts} +2 -2
  92. package/dist/{run-record-CztDMXVF.d.ts.map → run-record-Tb3TTtUn.d.ts.map} +1 -1
  93. package/dist/{semantic-concept-judge-BuIJ9IfB.js → semantic-concept-judge-DJQtFr95.js} +3 -3
  94. package/dist/{semantic-concept-judge-BuIJ9IfB.js.map → semantic-concept-judge-DJQtFr95.js.map} +1 -1
  95. package/dist/{server-DaCpLfi0.js → server-Cu4M3NSO.js} +3 -3
  96. package/dist/{server-DaCpLfi0.js.map → server-Cu4M3NSO.js.map} +1 -1
  97. package/dist/{single-run-lock-BTTtPZ9N.js → single-run-lock-CiQThJxB.js} +22 -12
  98. package/dist/single-run-lock-CiQThJxB.js.map +1 -0
  99. package/dist/{skill-usage-B-BFS8M2.d.ts → skill-usage-CVVnoIx-.d.ts} +26 -10
  100. package/dist/skill-usage-CVVnoIx-.d.ts.map +1 -0
  101. package/dist/{skillopt-optimization-method-BbGnCC53.js → skillopt-optimization-method-CSBQ8Qma.js} +4 -4
  102. package/dist/{skillopt-optimization-method-BbGnCC53.js.map → skillopt-optimization-method-CSBQ8Qma.js.map} +1 -1
  103. package/dist/{skillopt-optimization-method-_s0Tub7Y.d.ts → skillopt-optimization-method-D1dqGzzH.d.ts} +11 -11
  104. package/dist/{skillopt-optimization-method-_s0Tub7Y.d.ts.map → skillopt-optimization-method-D1dqGzzH.d.ts.map} +1 -1
  105. package/dist/{statistics-B5d0Zd-z.d.ts → statistics-B4u_CiFd.d.ts} +2 -2
  106. package/dist/{statistics-B5d0Zd-z.d.ts.map → statistics-B4u_CiFd.d.ts.map} +1 -1
  107. package/dist/{store-otlp-DX4fGIcf.js → store-otlp-vRByAR6h.js} +2 -2
  108. package/dist/{store-otlp-DX4fGIcf.js.map → store-otlp-vRByAR6h.js.map} +1 -1
  109. package/dist/{summary-report-Cg7BifAM.d.ts → summary-report-o3eJ3gxG.d.ts} +3 -3
  110. package/dist/{summary-report-Cg7BifAM.d.ts.map → summary-report-o3eJ3gxG.d.ts.map} +1 -1
  111. package/dist/supervisor-run/index.d.ts +2 -2
  112. package/dist/supervisor-run/index.js +2 -2
  113. package/dist/{supervisor-run-D6A5oQw-.js → supervisor-run-BEns49Nx.js} +2 -2
  114. package/dist/supervisor-run-BEns49Nx.js.map +1 -0
  115. package/dist/{tool-groups-CdYq22lX.d.ts → tool-groups-DVQTy9lq.d.ts} +8 -8
  116. package/dist/{tool-groups-CdYq22lX.d.ts.map → tool-groups-DVQTy9lq.d.ts.map} +1 -1
  117. package/dist/traces.d.ts +6 -6
  118. package/dist/traces.js +4 -4
  119. package/dist/{types-uPrS6mD-.d.ts → types-BjMFz88h.d.ts} +2 -2
  120. package/dist/{types-uPrS6mD-.d.ts.map → types-BjMFz88h.d.ts.map} +1 -1
  121. package/dist/{types-DoEYskCd.d.ts → types-D3jh6F98.d.ts} +4 -4
  122. package/dist/{types-DoEYskCd.d.ts.map → types-D3jh6F98.d.ts.map} +1 -1
  123. package/dist/{types-BBFNHxSK.d.ts → types-Dk7PB7vh.d.ts} +5 -5
  124. package/dist/{types-BBFNHxSK.d.ts.map → types-Dk7PB7vh.d.ts.map} +1 -1
  125. package/dist/wire/index.d.ts +3 -3
  126. package/dist/wire/index.js +1 -1
  127. package/package.json +1 -1
  128. package/dist/benchmark-command-xvi2liH7.js.map +0 -1
  129. package/dist/cost-ledger-CZ9diLxY.js.map +0 -1
  130. package/dist/dspy-rlm-engine-DTkVyDX-.js.map +0 -1
  131. package/dist/index-B798zyGh.d.ts.map +0 -1
  132. package/dist/integrity-CCXTftiL.js.map +0 -1
  133. package/dist/single-run-lock-BTTtPZ9N.js.map +0 -1
  134. package/dist/skill-usage-B-BFS8M2.d.ts.map +0 -1
  135. package/dist/supervisor-run-D6A5oQw-.js.map +0 -1
@@ -1,7 +1,7 @@
1
- import { c as CostLedgerHandle } from "../cost-ledger-DKgyIWRj.js";
2
- import { Z as LlmRouteRequirements, q as LlmClientOptions } from "../types-uPrS6mD-.js";
1
+ import { c as CostLedgerHandle } from "../cost-ledger-FuQvHxPm.js";
2
+ import { Z as LlmRouteRequirements, q as LlmClientOptions } from "../types-BjMFz88h.js";
3
3
  import { s as TraceStore } from "../store-CT9YIIve.js";
4
- import { _ as FeedbackTrajectoryStore } from "../feedback-trajectory-BJUWOkJM.js";
4
+ import { _ as FeedbackTrajectoryStore } from "../feedback-trajectory-BCHqzLh3.js";
5
5
  import { z } from "zod";
6
6
  import { ServerType } from "@hono/node-server";
7
7
  import { Hono } from "hono";
@@ -1,2 +1,2 @@
1
- import { A as TraceEventSchema, C as HealthResponseSchema, D as RubricDimensionSchema, E as ListRubricsResponseSchema, F as hashRubric, M as TracesIngestResponseSchema, N as VersionResponseSchema, O as RubricInfoSchema, P as WIRE_VERSION, S as FeedbackTrajectorySchema, T as JudgeResultSchema, _ as ErrorResponseSchema, a as runRpcBatch, b as FeedbackIngestResponseSchema, c as WireError, d as handleListRubrics, f as handleTracesIngest, g as listBuiltinRubrics, h as getBuiltinRubric, i as dispatchRpc, j as TracesIngestRequestSchema, k as RubricSchema, l as handleFeedbackIngest, m as BUILTIN_RUBRICS, n as startServer, o as runRpcOnce, p as handleVersion, r as startServerAsync, s as buildOpenApi, t as createApp, u as handleJudge, v as FailureModeSchema, w as JudgeRequestSchema, x as FeedbackLabelSchema, y as FeedbackAttemptSchema } from "../server-DaCpLfi0.js";
1
+ import { A as TraceEventSchema, C as HealthResponseSchema, D as RubricDimensionSchema, E as ListRubricsResponseSchema, F as hashRubric, M as TracesIngestResponseSchema, N as VersionResponseSchema, O as RubricInfoSchema, P as WIRE_VERSION, S as FeedbackTrajectorySchema, T as JudgeResultSchema, _ as ErrorResponseSchema, a as runRpcBatch, b as FeedbackIngestResponseSchema, c as WireError, d as handleListRubrics, f as handleTracesIngest, g as listBuiltinRubrics, h as getBuiltinRubric, i as dispatchRpc, j as TracesIngestRequestSchema, k as RubricSchema, l as handleFeedbackIngest, m as BUILTIN_RUBRICS, n as startServer, o as runRpcOnce, p as handleVersion, r as startServerAsync, s as buildOpenApi, t as createApp, u as handleJudge, v as FailureModeSchema, w as JudgeRequestSchema, x as FeedbackLabelSchema, y as FeedbackAttemptSchema } from "../server-Cu4M3NSO.js";
2
2
  export { BUILTIN_RUBRICS, ErrorResponseSchema, FailureModeSchema, FeedbackAttemptSchema, FeedbackIngestResponseSchema, FeedbackLabelSchema, FeedbackTrajectorySchema, HealthResponseSchema, JudgeRequestSchema, JudgeResultSchema, ListRubricsResponseSchema, RubricDimensionSchema, RubricInfoSchema, RubricSchema, TraceEventSchema, TracesIngestRequestSchema, TracesIngestResponseSchema, VersionResponseSchema, WIRE_VERSION, WireError, buildOpenApi, createApp, dispatchRpc, getBuiltinRubric, handleFeedbackIngest, handleJudge, handleListRubrics, handleTracesIngest, handleVersion, hashRubric, listBuiltinRubrics, runRpcBatch, runRpcOnce, startServer, startServerAsync };
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@tangle-network/agent-eval",
3
- "version": "0.139.3",
3
+ "version": "0.140.1",
4
4
  "description": "Evaluate and improve AI agents from runs, traces, judges, and feedback. Compare candidates, cluster failures, measure lift, and gate releases.",
5
5
  "homepage": "https://github.com/tangle-network/agent-eval#readme",
6
6
  "repository": {