@tangle-network/agent-eval 0.215.1 → 0.216.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (146) hide show
  1. package/CHANGELOG.md +12 -0
  2. package/dist/adapters/http.d.ts +2 -2
  3. package/dist/{agent-profile-DmzL8KaJ.d.ts → agent-profile-CIA2Atnt.d.ts} +3 -3
  4. package/dist/{agent-profile-DmzL8KaJ.d.ts.map → agent-profile-CIA2Atnt.d.ts.map} +1 -1
  5. package/dist/agreement-irr-DsTURxdr.js +186 -0
  6. package/dist/agreement-irr-DsTURxdr.js.map +1 -0
  7. package/dist/analyst/index.d.ts +485 -12
  8. package/dist/analyst/index.d.ts.map +1 -1
  9. package/dist/analyst/index.js +1543 -8
  10. package/dist/analyst/index.js.map +1 -1
  11. package/dist/{analyze-runs-BhFLOztS.d.ts → analyze-runs-CSDAh8A7.d.ts} +2 -2
  12. package/dist/{analyze-runs-BhFLOztS.d.ts.map → analyze-runs-CSDAh8A7.d.ts.map} +1 -1
  13. package/dist/{benchmark-command-CgpGi7vY.js → benchmark-command-CByl9dxG.js} +16 -32
  14. package/dist/benchmark-command-CByl9dxG.js.map +1 -0
  15. package/dist/benchmarks/index.d.ts +4 -4
  16. package/dist/benchmarks/index.js +3 -3
  17. package/dist/campaign/index.d.ts +6 -6
  18. package/dist/campaign/index.js +5 -5
  19. package/dist/{campaign-CpnsCgfz.js → campaign-BQ-Jujuj.js} +6 -6
  20. package/dist/{campaign-CpnsCgfz.js.map → campaign-BQ-Jujuj.js.map} +1 -1
  21. package/dist/cli.js +2 -2
  22. package/dist/cluster-bootstrap-B3JywQQn.js +66 -0
  23. package/dist/cluster-bootstrap-B3JywQQn.js.map +1 -0
  24. package/dist/contract/index.d.ts +9 -9
  25. package/dist/contract/index.js +6 -6
  26. package/dist/{default-registry-B4B7GMvI.d.ts → default-registry-BrWh62zf.d.ts} +6 -6
  27. package/dist/{default-registry-B4B7GMvI.d.ts.map → default-registry-BrWh62zf.d.ts.map} +1 -1
  28. package/dist/{default-registry-KP4-Tolz.js → default-registry-Cn1LQ2Ve.js} +741 -756
  29. package/dist/default-registry-Cn1LQ2Ve.js.map +1 -0
  30. package/dist/{define-agent-eval-DfXvNho5.d.ts → define-agent-eval-CEWkX5wZ.d.ts} +7 -7
  31. package/dist/{define-agent-eval-DfXvNho5.d.ts.map → define-agent-eval-CEWkX5wZ.d.ts.map} +1 -1
  32. package/dist/{define-agent-eval-BdfnqXeP.js → define-agent-eval-Ch3MWX6k.js} +3 -3
  33. package/dist/{define-agent-eval-BdfnqXeP.js.map → define-agent-eval-Ch3MWX6k.js.map} +1 -1
  34. package/dist/diagnosis/index.d.ts +2 -2
  35. package/dist/{dspy-rlm-engine-DZfHM7kT.js → dspy-rlm-engine-D-KX_e64.js} +3 -3
  36. package/dist/{dspy-rlm-engine-DZfHM7kT.js.map → dspy-rlm-engine-D-KX_e64.js.map} +1 -1
  37. package/dist/{engine-C37HS2kr.d.ts → engine-C_zNWfM8.d.ts} +4 -4
  38. package/dist/{engine-C37HS2kr.d.ts.map → engine-C_zNWfM8.d.ts.map} +1 -1
  39. package/dist/evaluation-Cn2dRZIz.d.ts +75 -0
  40. package/dist/evaluation-Cn2dRZIz.d.ts.map +1 -0
  41. package/dist/evaluation.d.ts +2 -74
  42. package/dist/{exact-types-Dlb73wN4.d.ts → exact-types-CD0lf5Qd.d.ts} +2 -2
  43. package/dist/{exact-types-Dlb73wN4.d.ts.map → exact-types-CD0lf5Qd.d.ts.map} +1 -1
  44. package/dist/experiment/index.d.ts +1 -1
  45. package/dist/{external-optimizer-process-GngofQML.js → external-optimizer-process-nnsY5D_4.js} +2 -2
  46. package/dist/{external-optimizer-process-GngofQML.js.map → external-optimizer-process-nnsY5D_4.js.map} +1 -1
  47. package/dist/{external-optimizer-subprocess-BUxifb8g.js → external-optimizer-subprocess-DcerlZSG.js} +261 -2
  48. package/dist/external-optimizer-subprocess-DcerlZSG.js.map +1 -0
  49. package/dist/{feedback-trajectory-BLN_6fEs.d.ts → feedback-trajectory-DkaDj0dj.d.ts} +3 -3
  50. package/dist/{feedback-trajectory-BLN_6fEs.d.ts.map → feedback-trajectory-DkaDj0dj.d.ts.map} +1 -1
  51. package/dist/{index-B7m2uzJL.d.ts → index-DlH0Y9gI.d.ts} +8 -8
  52. package/dist/{index-B7m2uzJL.d.ts.map → index-DlH0Y9gI.d.ts.map} +1 -1
  53. package/dist/{index-B3WBm953.d.ts → index-NvGBiO8H.d.ts} +6 -6
  54. package/dist/{index-B3WBm953.d.ts.map → index-NvGBiO8H.d.ts.map} +1 -1
  55. package/dist/{index-tYLUvk_w.d.ts → index-oQ4aHziK.d.ts} +7 -7
  56. package/dist/{index-tYLUvk_w.d.ts.map → index-oQ4aHziK.d.ts.map} +1 -1
  57. package/dist/index.d.ts +15 -15
  58. package/dist/index.js +12 -11
  59. package/dist/index.js.map +1 -1
  60. package/dist/{kind-factory-AaEhUADH.js → kind-factory-CbZ-6tvu.js} +2 -2
  61. package/dist/{kind-factory-AaEhUADH.js.map → kind-factory-CbZ-6tvu.js.map} +1 -1
  62. package/dist/{llm-judge-Cd5s5Ei6.js → llm-judge-PXV7Xljl.js} +3 -3
  63. package/dist/{llm-judge-Cd5s5Ei6.js.map → llm-judge-PXV7Xljl.js.map} +1 -1
  64. package/dist/{matrix-DXVAJMLD.d.ts → matrix-CHMiebFx.d.ts} +2 -2
  65. package/dist/{matrix-DXVAJMLD.d.ts.map → matrix-CHMiebFx.d.ts.map} +1 -1
  66. package/dist/meta-eval/index.js +1 -62
  67. package/dist/meta-eval/index.js.map +1 -1
  68. package/dist/multishot/golden/index.d.ts +1 -1
  69. package/dist/multishot/index.d.ts +2 -2
  70. package/dist/openapi.json +1 -1
  71. package/dist/pipelines/index.js +1 -1
  72. package/dist/{prime-protocol-BHia9vDz.d.ts → prime-protocol-CEE4BR9N.d.ts} +2 -2
  73. package/dist/{prime-protocol-BHia9vDz.d.ts.map → prime-protocol-CEE4BR9N.d.ts.map} +1 -1
  74. package/dist/{produced-state-BGp4BX8t.js → produced-state-ZCtDBxAE.js} +2 -2
  75. package/dist/{produced-state-BGp4BX8t.js.map → produced-state-ZCtDBxAE.js.map} +1 -1
  76. package/dist/{proposal-findings-CXblsskH.js → proposal-findings-BZiMTzAF.js} +2 -36
  77. package/dist/proposal-findings-BZiMTzAF.js.map +1 -0
  78. package/dist/{registry-CMYIaDgS.d.ts → registry-JYfPxcVz.d.ts} +9 -11
  79. package/dist/registry-JYfPxcVz.d.ts.map +1 -0
  80. package/dist/{report-command-CtIIsQKP.js → report-command-y8H6RSX8.js} +23 -7
  81. package/dist/report-command-y8H6RSX8.js.map +1 -0
  82. package/dist/rl.d.ts +3 -3
  83. package/dist/rl.js +1 -1
  84. package/dist/search/index.d.ts +2 -2
  85. package/dist/{search-kernel-BqyBZ9Wm.d.ts → search-kernel-CpcKH5Ih.d.ts} +2 -2
  86. package/dist/{search-kernel-BqyBZ9Wm.d.ts.map → search-kernel-CpcKH5Ih.d.ts.map} +1 -1
  87. package/dist/{semantic-concept-judge-BPqbwIVs.js → semantic-concept-judge-zQBG9hHU.js} +3 -3
  88. package/dist/{semantic-concept-judge-BPqbwIVs.js.map → semantic-concept-judge-zQBG9hHU.js.map} +1 -1
  89. package/dist/{skillopt-optimization-method-Dcepr6QL.js → skillopt-optimization-method-CCtzralq.js} +4 -4
  90. package/dist/{skillopt-optimization-method-Dcepr6QL.js.map → skillopt-optimization-method-CCtzralq.js.map} +1 -1
  91. package/dist/{statistical-heldout-CJTj2EoS.d.ts → statistical-heldout-BeR4bOdg.d.ts} +2 -2
  92. package/dist/{statistical-heldout-CJTj2EoS.d.ts.map → statistical-heldout-BeR4bOdg.d.ts.map} +1 -1
  93. package/dist/{store-otlp-DWVhUgEj.js → store-otlp-DtB4Slsr.js} +2 -2
  94. package/dist/{store-otlp-DWVhUgEj.js.map → store-otlp-DtB4Slsr.js.map} +1 -1
  95. package/dist/{store-tool-spans-BNzls3OD.d.ts → store-tool-spans-DR1SrCLK.d.ts} +4 -4
  96. package/dist/{store-tool-spans-BNzls3OD.d.ts.map → store-tool-spans-DR1SrCLK.d.ts.map} +1 -1
  97. package/dist/{store-tool-spans-BNICrhsb.js → store-tool-spans-fZIigrpP.js} +3 -3
  98. package/dist/{store-tool-spans-BNICrhsb.js.map → store-tool-spans-fZIigrpP.js.map} +1 -1
  99. package/dist/supervisor-run/index.d.ts +1 -1
  100. package/dist/supervisor-run/index.d.ts.map +1 -1
  101. package/dist/supervisor-run/index.js +1 -1
  102. package/dist/systemone-CpTLAlqb.d.ts +135 -0
  103. package/dist/systemone-CpTLAlqb.d.ts.map +1 -0
  104. package/dist/{systemone-review-DTClwgmE.js → systemone-review-BZWfrtq1.js} +2 -2
  105. package/dist/{systemone-review-DTClwgmE.js.map → systemone-review-BZWfrtq1.js.map} +1 -1
  106. package/dist/{systemone-review-C4dZgrgN.d.ts → systemone-review-B_yo1xsd.d.ts} +2 -2
  107. package/dist/{systemone-review-C4dZgrgN.d.ts.map → systemone-review-B_yo1xsd.d.ts.map} +1 -1
  108. package/dist/systemone.d.ts +4 -134
  109. package/dist/systemone.js +1 -1
  110. package/dist/terminal-record-BHocwFw1.js.map +1 -1
  111. package/dist/{tool-groups-BKRrtqy4.d.ts → tool-groups-mcxOXVlb.d.ts} +3 -3
  112. package/dist/tool-groups-mcxOXVlb.d.ts.map +1 -0
  113. package/dist/{tool-waste-BYt5rdt8.js → tool-waste-D52PqU9Q.js} +3 -156
  114. package/dist/tool-waste-D52PqU9Q.js.map +1 -0
  115. package/dist/{trace-questions-CLx8vt6t.d.ts → trace-questions-DG7nqLQ7.d.ts} +3 -3
  116. package/dist/{trace-questions-CLx8vt6t.d.ts.map → trace-questions-DG7nqLQ7.d.ts.map} +1 -1
  117. package/dist/trace-repair/index.d.ts +1 -1
  118. package/dist/traces.d.ts +3 -3
  119. package/dist/traces.js +3 -3
  120. package/dist/{types-CGEmVYOk.d.ts → types-B4C5nFw6.d.ts} +2 -2
  121. package/dist/{types-CGEmVYOk.d.ts.map → types-B4C5nFw6.d.ts.map} +1 -1
  122. package/dist/{types-DjOMwGY_.d.ts → types-BqkVmHfv.d.ts} +7 -1
  123. package/dist/types-BqkVmHfv.d.ts.map +1 -0
  124. package/dist/{types-DinHtRJp.d.ts → types-CfZMIzB_.d.ts} +2 -2
  125. package/dist/{types-DinHtRJp.d.ts.map → types-CfZMIzB_.d.ts.map} +1 -1
  126. package/dist/{types-CW5b90JH.js → types-IXD2HJzu.js} +16 -3
  127. package/dist/types-IXD2HJzu.js.map +1 -0
  128. package/dist/{types-DHb5TI36.d.ts → types-oKRhQAde.d.ts} +344 -3
  129. package/dist/types-oKRhQAde.d.ts.map +1 -0
  130. package/dist/wire/index.d.ts +1 -1
  131. package/docs/concepts.md +1 -0
  132. package/docs/finding-layers.md +69 -0
  133. package/package.json +1 -1
  134. package/dist/benchmark-command-CgpGi7vY.js.map +0 -1
  135. package/dist/default-registry-KP4-Tolz.js.map +0 -1
  136. package/dist/evaluation.d.ts.map +0 -1
  137. package/dist/external-optimizer-subprocess-BUxifb8g.js.map +0 -1
  138. package/dist/proposal-findings-CXblsskH.js.map +0 -1
  139. package/dist/registry-CMYIaDgS.d.ts.map +0 -1
  140. package/dist/report-command-CtIIsQKP.js.map +0 -1
  141. package/dist/systemone.d.ts.map +0 -1
  142. package/dist/tool-groups-BKRrtqy4.d.ts.map +0 -1
  143. package/dist/tool-waste-BYt5rdt8.js.map +0 -1
  144. package/dist/types-CW5b90JH.js.map +0 -1
  145. package/dist/types-DHb5TI36.d.ts.map +0 -1
  146. package/dist/types-DjOMwGY_.d.ts.map +0 -1
@@ -2,10 +2,10 @@ import { a as LimitExceededError, n as CaptureIntegrityError, o as NotFoundError
2
2
  import { a as hashCanonical, r as canonicalString } from "./canonical-BsZVgBhW.js";
3
3
  import { i as CostLedger } from "./cost-ledger-D2FnJPBF.js";
4
4
  import { t as deepFreezeCanonicalJson } from "./deep-freeze-CurcOQg3.js";
5
+ import { a as makeFinding, n as ANALYST_SEVERITIES } from "./types-IXD2HJzu.js";
5
6
  import { i as validateUsageSettlementTimeout, n as settleUsageReceiptFromCostLedger } from "./usage-receipt-Cx3xNeyB.js";
6
7
  import { LLM_MODEL_ATTR_KEYS, TOOL_NAME_ATTR_KEYS as TOOL_NAME_ATTR_KEYS$1 } from "./trace-attributes.js";
7
8
  import "./otlp-attributes-D9ptWaIJ.js";
8
- import { r as makeFinding, t as ANALYST_SEVERITIES } from "./types-CW5b90JH.js";
9
9
  import { z } from "zod";
10
10
  import { SPAN_KINDS, declaredSpanKind } from "@tangle-network/agent-trace-contract";
11
11
  import { RE2JS } from "re2js";
@@ -2081,4 +2081,4 @@ function truncateForContext(value, max) {
2081
2081
  //#endregion
2082
2082
  export { spanEpochMillis as A, FINDING_SUBJECT_SYNTAX as B, TraceFileTooLargeError as C, extractOtlpAttributes as D, compareSpanTime as E, parseRawFinding as F, DEFAULT_TRACE_ANALYST_OUTPUT_TOKENS as G, findingSubjectGrammarPromptFor as H, parseTraceSpanEvidenceUri as I, snapshotExactExecutionPlan as J, resolveTraceAnalystLimits as K, coerceJson as L, RAW_FINDING_SCHEMA_PROMPT as M, RawAnalystFindingSchema as N, firstStringAttr$1 as O, evidenceRefsFromRawFinding as P, stripCodeFences as R, TraceFileMissingError as S, asString as T, parseFindingSubject as U, KIND_EXPECTED_SUBJECTS as V, renderFindingSubject as W, SpanNotFoundError as _, TRACE_ANALYST_TOOL_NAMESPACE as a, TraceAnalysisValidationError as b, bindSpanSourceReader as c, compileSearchRegex as d, truncateForBudget as f, TRACE_ANALYSIS_LIMITS as g, TRACE_ANALYST_TRUNCATION_MARKER_PREFIX as h, buildTraceToolsForGroup as i, stringField as j, projectOtlpFlatLine as k, createBoundedTraceAnalysisStore as l, DEFAULT_TRACE_ANALYST_BUDGETS as m, renderPriorFindings as n, UNTRUSTED_TRACE_TEXT as o, validateInteger as p, snapshotExactExecutionComponentIdentity as q, runTraceAnalyst as r, buildTraceAnalysisToolDescriptors as s, createTraceAnalyst as t, traceSpanSchema as u, TraceAnalysisLimitError as v, TraceNotFoundError as w, TraceFileMalformedError as x, TraceAnalysisStoreContractError as y, FINDING_SUBJECT_KINDS as z };
2083
2083
 
2084
- //# sourceMappingURL=kind-factory-AaEhUADH.js.map
2084
+ //# sourceMappingURL=kind-factory-CbZ-6tvu.js.map