@tangle-network/agent-eval 0.189.0 → 0.190.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (135) hide show
  1. package/CHANGELOG.md +79 -0
  2. package/README.md +3 -2
  3. package/dist/adapters/http.d.ts +10 -1
  4. package/dist/adapters/http.d.ts.map +1 -1
  5. package/dist/adapters/http.js +75 -7
  6. package/dist/adapters/http.js.map +1 -1
  7. package/dist/analyst/index.d.ts +66 -3
  8. package/dist/analyst/index.d.ts.map +1 -1
  9. package/dist/analyst/index.js +212 -7
  10. package/dist/analyst/index.js.map +1 -1
  11. package/dist/{benchmark-command-BhhAYstU.js → benchmark-command-TZlsuAh9.js} +10 -10
  12. package/dist/{benchmark-command-BhhAYstU.js.map → benchmark-command-TZlsuAh9.js.map} +1 -1
  13. package/dist/benchmarks/index.d.ts +1 -1
  14. package/dist/benchmarks/index.js +3 -3
  15. package/dist/campaign/index.d.ts +4 -4
  16. package/dist/campaign/index.js +7 -7
  17. package/dist/{campaign-BWoSQPSU.js → campaign-_29Qpc9Z.js} +255 -10
  18. package/dist/campaign-_29Qpc9Z.js.map +1 -0
  19. package/dist/{campaign-evidence-CBlGJ3kC.js → campaign-evidence-CWF8pEIk.js} +5 -4
  20. package/dist/campaign-evidence-CWF8pEIk.js.map +1 -0
  21. package/dist/{chat-client-C4dg7Ng_.js → chat-client-DbH06Ek6.js} +2 -2
  22. package/dist/{chat-client-C4dg7Ng_.js.map → chat-client-DbH06Ek6.js.map} +1 -1
  23. package/dist/{chat-json-call-JVGbfx95.js → chat-json-call-B0xTEY0I.js} +2 -2
  24. package/dist/{chat-json-call-JVGbfx95.js.map → chat-json-call-B0xTEY0I.js.map} +1 -1
  25. package/dist/claim-BGOUqoMq.d.ts +38 -0
  26. package/dist/claim-BGOUqoMq.d.ts.map +1 -0
  27. package/dist/cli.js +3 -3
  28. package/dist/contract/index.d.ts +4 -4
  29. package/dist/contract/index.js +7 -7
  30. package/dist/{default-registry-m2jhbG6Q.js → default-registry-16I-Bxlf.js} +2 -2
  31. package/dist/{default-registry-m2jhbG6Q.js.map → default-registry-16I-Bxlf.js.map} +1 -1
  32. package/dist/{define-agent-eval-q6890HU4.d.ts → define-agent-eval-BWeyIpny.d.ts} +4 -3
  33. package/dist/define-agent-eval-BWeyIpny.d.ts.map +1 -0
  34. package/dist/{define-agent-eval-98sgUaC1.js → define-agent-eval-DrGfrCTZ.js} +4 -4
  35. package/dist/{define-agent-eval-98sgUaC1.js.map → define-agent-eval-DrGfrCTZ.js.map} +1 -1
  36. package/dist/diagnosis/index.d.ts +1 -1
  37. package/dist/diagnosis/index.d.ts.map +1 -1
  38. package/dist/diagnosis/index.js +3 -3
  39. package/dist/diagnosis/index.js.map +1 -1
  40. package/dist/{dspy-rlm-engine-DLYttKBm.js → dspy-rlm-engine-CTIGomgr.js} +3 -3
  41. package/dist/{dspy-rlm-engine-DLYttKBm.js.map → dspy-rlm-engine-CTIGomgr.js.map} +1 -1
  42. package/dist/{eval-campaign-C0Q1Eeo_.js → eval-campaign-CMKRjWl0.js} +2 -2
  43. package/dist/{eval-campaign-C0Q1Eeo_.js.map → eval-campaign-CMKRjWl0.js.map} +1 -1
  44. package/dist/experiment/index.d.ts +2 -1
  45. package/dist/experiment/index.d.ts.map +1 -1
  46. package/dist/experiment/index.js +1 -1
  47. package/dist/exporters-XMCYJlqT.d.ts +161 -0
  48. package/dist/exporters-XMCYJlqT.d.ts.map +1 -0
  49. package/dist/{external-optimizer-process-C3quNeKV.js → external-optimizer-process-Mc83UoWl.js} +2 -2
  50. package/dist/{external-optimizer-process-C3quNeKV.js.map → external-optimizer-process-Mc83UoWl.js.map} +1 -1
  51. package/dist/{external-optimizer-subprocess-BDwgKLO1.js → external-optimizer-subprocess-C0dHXH8e.js} +2 -2
  52. package/dist/{external-optimizer-subprocess-BDwgKLO1.js.map → external-optimizer-subprocess-C0dHXH8e.js.map} +1 -1
  53. package/dist/{feedback-trajectory-B3ZSkfAq.d.ts → feedback-trajectory-BYjh7NEM.d.ts} +2 -2
  54. package/dist/{feedback-trajectory-B3ZSkfAq.d.ts.map → feedback-trajectory-BYjh7NEM.d.ts.map} +1 -1
  55. package/dist/{index-Dk1dOUfm.d.ts → index-BR_R1eBE.d.ts} +4 -4
  56. package/dist/{index-Dk1dOUfm.d.ts.map → index-BR_R1eBE.d.ts.map} +1 -1
  57. package/dist/{index-CnJOPR_E.d.ts → index-Ci0-EYzc.d.ts} +673 -244
  58. package/dist/index-Ci0-EYzc.d.ts.map +1 -0
  59. package/dist/{index-Bcc9PkOz.d.ts → index-D4pC7Tvd.d.ts} +3 -2
  60. package/dist/index-D4pC7Tvd.d.ts.map +1 -0
  61. package/dist/index.d.ts +66 -17
  62. package/dist/index.d.ts.map +1 -1
  63. package/dist/index.js +375 -31
  64. package/dist/index.js.map +1 -1
  65. package/dist/{kind-factory-BGwN0nE6.js → kind-factory-ByZeXDqF.js} +2 -2
  66. package/dist/{kind-factory-BGwN0nE6.js.map → kind-factory-ByZeXDqF.js.map} +1 -1
  67. package/dist/{llm-client-DF9bPNYA.js → llm-client-BqmRnibA.js} +2 -2
  68. package/dist/{llm-client-DF9bPNYA.js.map → llm-client-BqmRnibA.js.map} +1 -1
  69. package/dist/{llm-judge-M_l_WXw2.js → llm-judge-bwbgDMP0.js} +1891 -1377
  70. package/dist/llm-judge-bwbgDMP0.js.map +1 -0
  71. package/dist/mint-C9Lojt1V.d.ts +147 -0
  72. package/dist/mint-C9Lojt1V.d.ts.map +1 -0
  73. package/dist/openapi.json +1 -1
  74. package/dist/pipelines/index.d.ts +1 -1
  75. package/dist/{produced-state-BOY98IJO.js → produced-state-zSaGDC_Q.js} +4 -4
  76. package/dist/{produced-state-BOY98IJO.js.map → produced-state-zSaGDC_Q.js.map} +1 -1
  77. package/dist/{raw-provider-sink-C96CcqeG.js → raw-provider-sink-DIRCZjP_.js} +2 -2
  78. package/dist/{raw-provider-sink-C96CcqeG.js.map → raw-provider-sink-DIRCZjP_.js.map} +1 -1
  79. package/dist/{redact-DxwlUAvh.js → redact-8fX8-uKr.js} +16 -7
  80. package/dist/redact-8fX8-uKr.js.map +1 -0
  81. package/dist/{redact-DPoH1-OW.d.ts → redact-Du3WKUOP.d.ts} +7 -5
  82. package/dist/redact-Du3WKUOP.d.ts.map +1 -0
  83. package/dist/rl.d.ts +3 -2
  84. package/dist/rl.d.ts.map +1 -1
  85. package/dist/rl.js +1 -1
  86. package/dist/rollout/index.d.ts +3 -2
  87. package/dist/search-ledger-types-C9anU2DX.d.ts +489 -0
  88. package/dist/search-ledger-types-C9anU2DX.d.ts.map +1 -0
  89. package/dist/{semantic-concept-judge-Cm2K2wAo.js → semantic-concept-judge-BY0me-Jq.js} +5 -5
  90. package/dist/{semantic-concept-judge-Cm2K2wAo.js.map → semantic-concept-judge-BY0me-Jq.js.map} +1 -1
  91. package/dist/{server-C8XvqCg8.js → server-DnJCDLf8.js} +2 -2
  92. package/dist/{server-C8XvqCg8.js.map → server-DnJCDLf8.js.map} +1 -1
  93. package/dist/{skillopt-optimization-method-BVSB676o.js → skillopt-optimization-method-CfnQEjgT.js} +363 -18
  94. package/dist/skillopt-optimization-method-CfnQEjgT.js.map +1 -0
  95. package/dist/{spans-W0o8pbEg.d.ts → spans-D1RftP_w.d.ts} +2 -2
  96. package/dist/{spans-W0o8pbEg.d.ts.map → spans-D1RftP_w.d.ts.map} +1 -1
  97. package/dist/{statistical-heldout-plAHG82H.d.ts → statistical-heldout-CLpjYffJ.d.ts} +2 -36
  98. package/dist/statistical-heldout-CLpjYffJ.d.ts.map +1 -0
  99. package/dist/{store-otlp-D0AV4cvB.js → store-otlp-84DH0OEH.js} +2 -2
  100. package/dist/{store-otlp-D0AV4cvB.js.map → store-otlp-84DH0OEH.js.map} +1 -1
  101. package/dist/{store-tool-spans-8PAyhRqb.d.ts → store-tool-spans-BBXs8hDP.d.ts} +2 -2
  102. package/dist/{store-tool-spans-8PAyhRqb.d.ts.map → store-tool-spans-BBXs8hDP.d.ts.map} +1 -1
  103. package/dist/{store-tool-spans-B_0mXvYl.js → store-tool-spans-DSbYpl7f.js} +5 -5
  104. package/dist/{store-tool-spans-B_0mXvYl.js.map → store-tool-spans-DSbYpl7f.js.map} +1 -1
  105. package/dist/traces.d.ts +3 -63
  106. package/dist/traces.d.ts.map +1 -1
  107. package/dist/traces.js +6 -195
  108. package/dist/traces.js.map +1 -1
  109. package/dist/wire/index.d.ts +1 -1
  110. package/dist/wire/index.js +1 -1
  111. package/docs/adapters-observability.md +31 -27
  112. package/docs/charter.md +1 -1
  113. package/docs/design/mlbenchmarks-book-review.md +1 -1
  114. package/docs/distributed-driver.md +1 -5
  115. package/docs/experiment.md +15 -0
  116. package/docs/public-api.md +174 -68
  117. package/docs/redaction.md +7 -1
  118. package/docs/search-ledger.md +174 -0
  119. package/docs/trace-contracts.md +48 -3
  120. package/package.json +1 -1
  121. package/dist/campaign-BWoSQPSU.js.map +0 -1
  122. package/dist/campaign-evidence-CBlGJ3kC.js.map +0 -1
  123. package/dist/define-agent-eval-q6890HU4.d.ts.map +0 -1
  124. package/dist/index-Bcc9PkOz.d.ts.map +0 -1
  125. package/dist/index-CnJOPR_E.d.ts.map +0 -1
  126. package/dist/llm-judge-M_l_WXw2.js.map +0 -1
  127. package/dist/mint-DsS38v5c.d.ts +0 -305
  128. package/dist/mint-DsS38v5c.d.ts.map +0 -1
  129. package/dist/redact-DPoH1-OW.d.ts.map +0 -1
  130. package/dist/redact-DxwlUAvh.js.map +0 -1
  131. package/dist/search-ledger-types-D7KDVg-o.d.ts +0 -302
  132. package/dist/search-ledger-types-D7KDVg-o.d.ts.map +0 -1
  133. package/dist/skillopt-optimization-method-BVSB676o.js.map +0 -1
  134. package/dist/statistical-heldout-plAHG82H.d.ts.map +0 -1
  135. package/docs/search-history-receipts.md +0 -233
@@ -2104,6 +2104,6 @@ function truncateForContext(value, max) {
2104
2104
  return `${value.slice(0, max - 3).trimEnd()}...`;
2105
2105
  }
2106
2106
  //#endregion
2107
- export { spanEpochMillis as A, KIND_EXPECTED_SUBJECTS as B, TraceFileTooLargeError as C, extractOtlpAttributes as D, compareSpanTime as E, parseRawFinding as F, resolveTraceAnalystLimits as G, parseFindingSubject as H, coerceJson as I, snapshotExactExecutionComponentIdentity as K, stripCodeFences as L, RAW_FINDING_SCHEMA_PROMPT as M, RawAnalystFindingSchema as N, firstStringAttr as O, evidenceRefsFromRawFinding as P, FINDING_SUBJECT_KINDS as R, TraceFileMissingError as S, asString as T, renderFindingSubject as U, findingSubjectGrammarPromptFor as V, DEFAULT_TRACE_ANALYST_OUTPUT_TOKENS as W, SpanNotFoundError as _, TRACE_ANALYST_TOOL_NAMESPACE as a, TraceAnalysisValidationError as b, traceAnalystFunctionGroup as c, compileSearchRegex as d, truncateForBudget as f, TRACE_ANALYSIS_LIMITS as g, TRACE_ANALYST_TRUNCATION_MARKER_PREFIX as h, buildTraceToolsForGroup as i, stringField as j, projectOtlpFlatLine as k, bindSpanSourceReader as l, DEFAULT_TRACE_ANALYST_BUDGETS as m, renderPriorFindings as n, UNTRUSTED_TRACE_TEXT as o, validateInteger as p, snapshotExactExecutionPlan as q, runTraceAnalyst as r, buildTraceAnalysisToolDescriptors as s, createTraceAnalyst as t, createBoundedTraceAnalysisStore as u, TraceAnalysisLimitError as v, TraceNotFoundError as w, TraceFileMalformedError as x, TraceAnalysisStoreContractError as y, FINDING_SUBJECT_SYNTAX as z };
2107
+ export { spanEpochMillis as A, FINDING_SUBJECT_SYNTAX as B, TraceFileTooLargeError as C, extractOtlpAttributes as D, compareSpanTime as E, parseRawFinding as F, DEFAULT_TRACE_ANALYST_OUTPUT_TOKENS as G, findingSubjectGrammarPromptFor as H, parseTraceSpanEvidenceUri as I, snapshotExactExecutionPlan as J, resolveTraceAnalystLimits as K, coerceJson as L, RAW_FINDING_SCHEMA_PROMPT as M, RawAnalystFindingSchema as N, firstStringAttr as O, evidenceRefsFromRawFinding as P, stripCodeFences as R, TraceFileMissingError as S, asString as T, parseFindingSubject as U, KIND_EXPECTED_SUBJECTS as V, renderFindingSubject as W, SpanNotFoundError as _, TRACE_ANALYST_TOOL_NAMESPACE as a, TraceAnalysisValidationError as b, traceAnalystFunctionGroup as c, compileSearchRegex as d, truncateForBudget as f, TRACE_ANALYSIS_LIMITS as g, TRACE_ANALYST_TRUNCATION_MARKER_PREFIX as h, buildTraceToolsForGroup as i, stringField as j, projectOtlpFlatLine as k, bindSpanSourceReader as l, DEFAULT_TRACE_ANALYST_BUDGETS as m, renderPriorFindings as n, UNTRUSTED_TRACE_TEXT as o, validateInteger as p, snapshotExactExecutionComponentIdentity as q, runTraceAnalyst as r, buildTraceAnalysisToolDescriptors as s, createTraceAnalyst as t, createBoundedTraceAnalysisStore as u, TraceAnalysisLimitError as v, TraceNotFoundError as w, TraceFileMalformedError as x, TraceAnalysisStoreContractError as y, FINDING_SUBJECT_KINDS as z };
2108
2108
 
2109
- //# sourceMappingURL=kind-factory-BGwN0nE6.js.map
2109
+ //# sourceMappingURL=kind-factory-ByZeXDqF.js.map