@tangle-network/agent-eval 0.139.3 → 0.140.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (135) hide show
  1. package/CHANGELOG.md +22 -0
  2. package/dist/analyst/index.d.ts +15 -13
  3. package/dist/analyst/index.d.ts.map +1 -1
  4. package/dist/analyst/index.js +6 -6
  5. package/dist/{benchmark-DDVdWcwA.d.ts → benchmark-DxaZfy0w.d.ts} +3 -3
  6. package/dist/{benchmark-DDVdWcwA.d.ts.map → benchmark-DxaZfy0w.d.ts.map} +1 -1
  7. package/dist/{benchmark-command-xvi2liH7.js → benchmark-command-Bo_hkhQf.js} +54 -33
  8. package/dist/benchmark-command-Bo_hkhQf.js.map +1 -0
  9. package/dist/benchmarks/index.d.ts +1 -1
  10. package/dist/benchmarks/index.js +1 -1
  11. package/dist/{benchmarks-zxhy1QV3.js → benchmarks-HwoBE32G.js} +4 -4
  12. package/dist/{benchmarks-zxhy1QV3.js.map → benchmarks-HwoBE32G.js.map} +1 -1
  13. package/dist/campaign/index.d.ts +5 -5
  14. package/dist/campaign/index.js +3 -3
  15. package/dist/{campaign-DrS6_hLd.js → campaign-BzjYNYVZ.js} +5 -5
  16. package/dist/{campaign-DrS6_hLd.js.map → campaign-BzjYNYVZ.js.map} +1 -1
  17. package/dist/cli.js +2 -2
  18. package/dist/{client-BohnDFBq.d.ts → client-BoqGxEqx.d.ts} +4 -4
  19. package/dist/{client-BohnDFBq.d.ts.map → client-BoqGxEqx.d.ts.map} +1 -1
  20. package/dist/{completion-verifier-IPoP4fQO.d.ts → completion-verifier-D15NHYSk.d.ts} +5 -5
  21. package/dist/{completion-verifier-IPoP4fQO.d.ts.map → completion-verifier-D15NHYSk.d.ts.map} +1 -1
  22. package/dist/contract/index.d.ts +10 -10
  23. package/dist/contract/index.js +6 -6
  24. package/dist/control.d.ts +2 -2
  25. package/dist/{cost-ledger-CZ9diLxY.js → cost-ledger-DMFxsLKr.js} +22 -8
  26. package/dist/cost-ledger-DMFxsLKr.js.map +1 -0
  27. package/dist/{cost-ledger-DKgyIWRj.d.ts → cost-ledger-FuQvHxPm.d.ts} +8 -2
  28. package/dist/{cost-ledger-DKgyIWRj.d.ts.map → cost-ledger-FuQvHxPm.d.ts.map} +1 -1
  29. package/dist/{default-registry-BgJJItGr.js → default-registry-BOiBXNFh.js} +4 -4
  30. package/dist/{default-registry-BgJJItGr.js.map → default-registry-BOiBXNFh.js.map} +1 -1
  31. package/dist/{default-registry-B8vf7Rmf.d.ts → default-registry-Ci7wAAR8.d.ts} +5 -5
  32. package/dist/{default-registry-B8vf7Rmf.d.ts.map → default-registry-Ci7wAAR8.d.ts.map} +1 -1
  33. package/dist/{dspy-rlm-engine-DTkVyDX-.js → dspy-rlm-engine-Bkak4nzo.js} +11 -4
  34. package/dist/dspy-rlm-engine-Bkak4nzo.js.map +1 -0
  35. package/dist/{eval-campaign-BmptJj50.js → eval-campaign-YdkpWWoT.js} +2 -2
  36. package/dist/{eval-campaign-BmptJj50.js.map → eval-campaign-YdkpWWoT.js.map} +1 -1
  37. package/dist/{exact-types-MaaFcllV.d.ts → exact-types-B0lJV3tu.d.ts} +2 -2
  38. package/dist/{exact-types-MaaFcllV.d.ts.map → exact-types-B0lJV3tu.d.ts.map} +1 -1
  39. package/dist/{external-optimizer-contracts-BrxY2Sli.d.ts → external-optimizer-contracts-nb7c_WAR.d.ts} +12 -2
  40. package/dist/{external-optimizer-contracts-BrxY2Sli.d.ts.map → external-optimizer-contracts-nb7c_WAR.d.ts.map} +1 -1
  41. package/dist/{extract-usage-DZs601Va.js → extract-usage-C5vMw-0R.js} +2 -2
  42. package/dist/{extract-usage-DZs601Va.js.map → extract-usage-C5vMw-0R.js.map} +1 -1
  43. package/dist/{feedback-trajectory-BJUWOkJM.d.ts → feedback-trajectory-BCHqzLh3.d.ts} +3 -3
  44. package/dist/{feedback-trajectory-BJUWOkJM.d.ts.map → feedback-trajectory-BCHqzLh3.d.ts.map} +1 -1
  45. package/dist/fuzz.d.ts +1 -1
  46. package/dist/fuzz.js +1 -1
  47. package/dist/hosted/index.d.ts +3 -3
  48. package/dist/{index-B798zyGh.d.ts → index-BKjcUH13.d.ts} +39 -3
  49. package/dist/index-BKjcUH13.d.ts.map +1 -0
  50. package/dist/{index-_66rVpwN.d.ts → index-CKI1CXTL.d.ts} +5 -5
  51. package/dist/{index-_66rVpwN.d.ts.map → index-CKI1CXTL.d.ts.map} +1 -1
  52. package/dist/{index-CWOPCJiw.d.ts → index-D2enbqA0.d.ts} +2 -2
  53. package/dist/{index-CWOPCJiw.d.ts.map → index-D2enbqA0.d.ts.map} +1 -1
  54. package/dist/{index-BTm_P9aC.d.ts → index-DCP4I2Qx.d.ts} +10 -10
  55. package/dist/{index-BTm_P9aC.d.ts.map → index-DCP4I2Qx.d.ts.map} +1 -1
  56. package/dist/{index-CtR1xh4V.d.ts → index-DFLVtPZ9.d.ts} +3 -3
  57. package/dist/{index-CtR1xh4V.d.ts.map → index-DFLVtPZ9.d.ts.map} +1 -1
  58. package/dist/index.d.ts +24 -24
  59. package/dist/index.js +15 -15
  60. package/dist/{insight-report-Bu5Wi9tG.d.ts → insight-report-Bh_8ksel.d.ts} +4 -4
  61. package/dist/{insight-report-Bu5Wi9tG.d.ts.map → insight-report-Bh_8ksel.d.ts.map} +1 -1
  62. package/dist/{integrity-COTh3DTH.d.ts → integrity-DRXobPEs.d.ts} +2 -2
  63. package/dist/{integrity-COTh3DTH.d.ts.map → integrity-DRXobPEs.d.ts.map} +1 -1
  64. package/dist/{integrity-CCXTftiL.js → integrity-hruKe6oe.js} +104 -12
  65. package/dist/integrity-hruKe6oe.js.map +1 -0
  66. package/dist/{kind-factory-CFxA0JQX.js → kind-factory-DB7nIs35.js} +2 -2
  67. package/dist/{kind-factory-CFxA0JQX.js.map → kind-factory-DB7nIs35.js.map} +1 -1
  68. package/dist/{llm-client-bkztEfIx.js → llm-client-B3WXSH5Y.js} +2 -2
  69. package/dist/{llm-client-bkztEfIx.js.map → llm-client-B3WXSH5Y.js.map} +1 -1
  70. package/dist/meta-eval/index.d.ts +2 -2
  71. package/dist/multishot/index.d.ts +2 -2
  72. package/dist/openapi.json +1 -1
  73. package/dist/{release-report-fZarvIm-.d.ts → release-report-B_bQOHM-.d.ts} +3 -3
  74. package/dist/{release-report-fZarvIm-.d.ts.map → release-report-B_bQOHM-.d.ts.map} +1 -1
  75. package/dist/{replay-DjG4IG60.d.ts → replay-BqTgoioO.d.ts} +6 -6
  76. package/dist/{replay-DjG4IG60.d.ts.map → replay-BqTgoioO.d.ts.map} +1 -1
  77. package/dist/{replay-SA4OB7O7.js → replay-k2MsOmv5.js} +4 -4
  78. package/dist/{replay-SA4OB7O7.js.map → replay-k2MsOmv5.js.map} +1 -1
  79. package/dist/reporting.d.ts +4 -4
  80. package/dist/{researcher-BxhtGfKa.d.ts → researcher-C6lzl-rP.d.ts} +5 -5
  81. package/dist/{researcher-BxhtGfKa.d.ts.map → researcher-C6lzl-rP.d.ts.map} +1 -1
  82. package/dist/{reward-hacking-CqSLiV51.d.ts → reward-hacking-CEVVmy3h.d.ts} +2 -2
  83. package/dist/{reward-hacking-CqSLiV51.d.ts.map → reward-hacking-CEVVmy3h.d.ts.map} +1 -1
  84. package/dist/rl.d.ts +5 -5
  85. package/dist/rl.js +1 -1
  86. package/dist/rollout/index.d.ts +1 -1
  87. package/dist/{rubric-predictive-validity-DQBQj6uV.d.ts → rubric-predictive-validity-C2CthIfY.d.ts} +2 -2
  88. package/dist/{rubric-predictive-validity-DQBQj6uV.d.ts.map → rubric-predictive-validity-C2CthIfY.d.ts.map} +1 -1
  89. package/dist/{run-evidence-C4RcRQT5.d.ts → run-evidence-8Ou28QSa.d.ts} +3 -3
  90. package/dist/{run-evidence-C4RcRQT5.d.ts.map → run-evidence-8Ou28QSa.d.ts.map} +1 -1
  91. package/dist/{run-record-CztDMXVF.d.ts → run-record-Tb3TTtUn.d.ts} +2 -2
  92. package/dist/{run-record-CztDMXVF.d.ts.map → run-record-Tb3TTtUn.d.ts.map} +1 -1
  93. package/dist/{semantic-concept-judge-BuIJ9IfB.js → semantic-concept-judge-DJQtFr95.js} +3 -3
  94. package/dist/{semantic-concept-judge-BuIJ9IfB.js.map → semantic-concept-judge-DJQtFr95.js.map} +1 -1
  95. package/dist/{server-DaCpLfi0.js → server-Cu4M3NSO.js} +3 -3
  96. package/dist/{server-DaCpLfi0.js.map → server-Cu4M3NSO.js.map} +1 -1
  97. package/dist/{single-run-lock-BTTtPZ9N.js → single-run-lock-CiQThJxB.js} +22 -12
  98. package/dist/single-run-lock-CiQThJxB.js.map +1 -0
  99. package/dist/{skill-usage-B-BFS8M2.d.ts → skill-usage-CVVnoIx-.d.ts} +26 -10
  100. package/dist/skill-usage-CVVnoIx-.d.ts.map +1 -0
  101. package/dist/{skillopt-optimization-method-BbGnCC53.js → skillopt-optimization-method-CSBQ8Qma.js} +4 -4
  102. package/dist/{skillopt-optimization-method-BbGnCC53.js.map → skillopt-optimization-method-CSBQ8Qma.js.map} +1 -1
  103. package/dist/{skillopt-optimization-method-_s0Tub7Y.d.ts → skillopt-optimization-method-D1dqGzzH.d.ts} +11 -11
  104. package/dist/{skillopt-optimization-method-_s0Tub7Y.d.ts.map → skillopt-optimization-method-D1dqGzzH.d.ts.map} +1 -1
  105. package/dist/{statistics-B5d0Zd-z.d.ts → statistics-B4u_CiFd.d.ts} +2 -2
  106. package/dist/{statistics-B5d0Zd-z.d.ts.map → statistics-B4u_CiFd.d.ts.map} +1 -1
  107. package/dist/{store-otlp-DX4fGIcf.js → store-otlp-vRByAR6h.js} +2 -2
  108. package/dist/{store-otlp-DX4fGIcf.js.map → store-otlp-vRByAR6h.js.map} +1 -1
  109. package/dist/{summary-report-Cg7BifAM.d.ts → summary-report-o3eJ3gxG.d.ts} +3 -3
  110. package/dist/{summary-report-Cg7BifAM.d.ts.map → summary-report-o3eJ3gxG.d.ts.map} +1 -1
  111. package/dist/supervisor-run/index.d.ts +2 -2
  112. package/dist/supervisor-run/index.js +2 -2
  113. package/dist/{supervisor-run-D6A5oQw-.js → supervisor-run-BEns49Nx.js} +2 -2
  114. package/dist/supervisor-run-BEns49Nx.js.map +1 -0
  115. package/dist/{tool-groups-CdYq22lX.d.ts → tool-groups-DVQTy9lq.d.ts} +8 -8
  116. package/dist/{tool-groups-CdYq22lX.d.ts.map → tool-groups-DVQTy9lq.d.ts.map} +1 -1
  117. package/dist/traces.d.ts +6 -6
  118. package/dist/traces.js +4 -4
  119. package/dist/{types-uPrS6mD-.d.ts → types-BjMFz88h.d.ts} +2 -2
  120. package/dist/{types-uPrS6mD-.d.ts.map → types-BjMFz88h.d.ts.map} +1 -1
  121. package/dist/{types-DoEYskCd.d.ts → types-D3jh6F98.d.ts} +4 -4
  122. package/dist/{types-DoEYskCd.d.ts.map → types-D3jh6F98.d.ts.map} +1 -1
  123. package/dist/{types-BBFNHxSK.d.ts → types-Dk7PB7vh.d.ts} +5 -5
  124. package/dist/{types-BBFNHxSK.d.ts.map → types-Dk7PB7vh.d.ts.map} +1 -1
  125. package/dist/wire/index.d.ts +3 -3
  126. package/dist/wire/index.js +1 -1
  127. package/package.json +1 -1
  128. package/dist/benchmark-command-xvi2liH7.js.map +0 -1
  129. package/dist/cost-ledger-CZ9diLxY.js.map +0 -1
  130. package/dist/dspy-rlm-engine-DTkVyDX-.js.map +0 -1
  131. package/dist/index-B798zyGh.d.ts.map +0 -1
  132. package/dist/integrity-CCXTftiL.js.map +0 -1
  133. package/dist/single-run-lock-BTTtPZ9N.js.map +0 -1
  134. package/dist/skill-usage-B-BFS8M2.d.ts.map +0 -1
  135. package/dist/supervisor-run-D6A5oQw-.js.map +0 -1
@@ -1,5 +1,5 @@
1
1
  import { a as LimitExceededError, c as ValidationError, n as CaptureIntegrityError, o as NotFoundError, t as AgentEvalError } from "./errors-D-LKuDhb.js";
2
- import { i as CostLedger } from "./cost-ledger-CZ9diLxY.js";
2
+ import { i as CostLedger } from "./cost-ledger-DMFxsLKr.js";
3
3
  import { INPUT_VALUE, LLM_MODEL_ATTR_KEYS, OUTPUT_VALUE, SPAN_KIND_ATTR_KEYS, TOOL_ARGS_CAPTURED, TOOL_LATENCY_MS, TOOL_NAME, TOOL_NAME_ATTR_KEYS } from "./trace-attributes.js";
4
4
  import { i as validateUsageSettlementTimeout, n as settleUsageReceiptFromCostLedger, o as makeFinding } from "./usage-receipt-CgxMEBZq.js";
5
5
  import { i as hashCanonical, r as canonicalString } from "./canonical-D011XM8r.js";
@@ -2130,4 +2130,4 @@ function truncateForContext(value, max) {
2130
2130
  //#endregion
2131
2131
  export { spanEpochMillis as $, coerceJson as A, renderFindingSubject as B, TraceNotFoundError as C, RawAnalystFindingSchema as D, RawAnalystEvidenceSchema as E, FINDING_SUBJECT_SYNTAX as F, resolveTraceAnalystLimits as G, snapshotExactExecutionPlan as H, FindingSubjectStringSchema as I, extractOtlpAttributes as J, asString as K, KIND_EXPECTED_SUBJECTS as L, stripCodeFences as M, FINDING_SUBJECT_GRAMMAR_PROMPT as N, evidenceRefsFromRawFinding as O, FINDING_SUBJECT_KINDS as P, readOtlpStatus as Q, findingSubjectGrammarPromptFor as R, TraceFileTooLargeError as S, RAW_FINDING_SCHEMA_PROMPT as T, deepFreezeCanonicalJson as U, snapshotExactExecutionComponentIdentity as V, DEFAULT_TRACE_ANALYST_LIMITS as W, inferOtlpKind as X, firstStringAttr as Y, projectOtlpFlatLine as Z, TraceAnalysisLimitError as _, buildTraceToolsForGroup as a, TraceFileMalformedError as b, traceAnalystFunctionGroup as c, truncateForBudget as d, stringField as et, validateInteger as f, SpanNotFoundError as g, TRACE_ANALYSIS_LIMITS as h, runTraceAnalyst as i, traceSpanKindToOpenInferenceKind as it, coerceToFindingRows as j, parseRawFinding as k, createBoundedTraceAnalysisStore as l, TRACE_ANALYST_TRUNCATION_MARKER_PREFIX as m, renderPriorFindings as n, classifyOtlpSpanRole as nt, TRACE_ANALYST_TOOL_NAMESPACE as o, DEFAULT_TRACE_ANALYST_BUDGETS as p, compareSpanTime as q, renderUpstreamFindings as r, isOtlpModelCall as rt, buildTraceAnalysisToolDescriptors as s, createTraceAnalyst as t, applyToolSpanOtlpAttributes as tt, compileSearchRegex as u, TraceAnalysisStoreContractError as v, ANALYST_SEVERITIES as w, TraceFileMissingError as x, TraceAnalysisValidationError as y, parseFindingSubject as z };
2132
2132
 
2133
- //# sourceMappingURL=kind-factory-CFxA0JQX.js.map
2133
+ //# sourceMappingURL=kind-factory-DB7nIs35.js.map