@tangle-network/agent-eval 0.120.2 → 0.120.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (171) hide show
  1. package/CHANGELOG.md +6 -0
  2. package/dist/analyst/index.d.ts +3111 -0
  3. package/dist/analyst/index.js +403 -0
  4. package/dist/analyst/index.js.map +1 -0
  5. package/dist/authenticity/index.d.ts +161 -0
  6. package/dist/authenticity/index.js +215 -0
  7. package/dist/authenticity/index.js.map +1 -0
  8. package/dist/belief-state/index.d.ts +1301 -0
  9. package/dist/belief-state/index.js +2152 -0
  10. package/dist/belief-state/index.js.map +1 -0
  11. package/dist/benchmarks/index.d.ts +974 -0
  12. package/dist/benchmarks/index.js +60 -0
  13. package/dist/benchmarks/index.js.map +1 -0
  14. package/dist/builder-eval/index.d.ts +695 -0
  15. package/dist/builder-eval/index.js +366 -0
  16. package/dist/builder-eval/index.js.map +1 -0
  17. package/dist/campaign/index.d.ts +7454 -0
  18. package/dist/campaign/index.js +272 -0
  19. package/dist/campaign/index.js.map +1 -0
  20. package/dist/chunk-3CDFMEMO.js +3878 -0
  21. package/dist/chunk-3CDFMEMO.js.map +1 -0
  22. package/dist/chunk-3RF76KTD.js +84 -0
  23. package/dist/chunk-3RF76KTD.js.map +1 -0
  24. package/dist/chunk-3XH4Y2SS.js +750 -0
  25. package/dist/chunk-3XH4Y2SS.js.map +1 -0
  26. package/dist/chunk-3YYRZDON.js +45 -0
  27. package/dist/chunk-3YYRZDON.js.map +1 -0
  28. package/dist/chunk-5BYTIDZ7.js +550 -0
  29. package/dist/chunk-5BYTIDZ7.js.map +1 -0
  30. package/dist/chunk-5CVUPHJ4.js +2668 -0
  31. package/dist/chunk-5CVUPHJ4.js.map +1 -0
  32. package/dist/chunk-ARU2PZFM.js +312 -0
  33. package/dist/chunk-ARU2PZFM.js.map +1 -0
  34. package/dist/chunk-BOD4O7OF.js +40 -0
  35. package/dist/chunk-BOD4O7OF.js.map +1 -0
  36. package/dist/chunk-CVJP5TMD.js +766 -0
  37. package/dist/chunk-CVJP5TMD.js.map +1 -0
  38. package/dist/chunk-DPZAEKA6.js +880 -0
  39. package/dist/chunk-DPZAEKA6.js.map +1 -0
  40. package/dist/chunk-DTJ6QUQB.js +131 -0
  41. package/dist/chunk-DTJ6QUQB.js.map +1 -0
  42. package/dist/chunk-GGE4NNQT.js +65 -0
  43. package/dist/chunk-GGE4NNQT.js.map +1 -0
  44. package/dist/chunk-H5UD2323.js +286 -0
  45. package/dist/chunk-H5UD2323.js.map +1 -0
  46. package/dist/chunk-HHWE3POT.js +94 -0
  47. package/dist/chunk-HHWE3POT.js.map +1 -0
  48. package/dist/chunk-HKUCJ437.js +787 -0
  49. package/dist/chunk-HKUCJ437.js.map +1 -0
  50. package/dist/chunk-JHCHEVET.js +274 -0
  51. package/dist/chunk-JHCHEVET.js.map +1 -0
  52. package/dist/chunk-K4DBDHLK.js +158 -0
  53. package/dist/chunk-K4DBDHLK.js.map +1 -0
  54. package/dist/chunk-K6N6XJJX.js +306 -0
  55. package/dist/chunk-K6N6XJJX.js.map +1 -0
  56. package/dist/chunk-MA6HLL3S.js +65 -0
  57. package/dist/chunk-MA6HLL3S.js.map +1 -0
  58. package/dist/chunk-MAZ26DC7.js +99 -0
  59. package/dist/chunk-MAZ26DC7.js.map +1 -0
  60. package/dist/chunk-MOXWMGPC.js +577 -0
  61. package/dist/chunk-MOXWMGPC.js.map +1 -0
  62. package/dist/chunk-NJC7U437.js +626 -0
  63. package/dist/chunk-NJC7U437.js.map +1 -0
  64. package/dist/chunk-NMN4WGSJ.js +1030 -0
  65. package/dist/chunk-NMN4WGSJ.js.map +1 -0
  66. package/dist/chunk-NPCTHQIO.js +91 -0
  67. package/dist/chunk-NPCTHQIO.js.map +1 -0
  68. package/dist/chunk-ONWEPEDO.js +57 -0
  69. package/dist/chunk-ONWEPEDO.js.map +1 -0
  70. package/dist/chunk-OYZAPX5G.js +1526 -0
  71. package/dist/chunk-OYZAPX5G.js.map +1 -0
  72. package/dist/chunk-P5MGQ2FY.js +7958 -0
  73. package/dist/chunk-P5MGQ2FY.js.map +1 -0
  74. package/dist/chunk-PC4UYEBM.js +166 -0
  75. package/dist/chunk-PC4UYEBM.js.map +1 -0
  76. package/dist/chunk-PJQFMIOX.js +1182 -0
  77. package/dist/chunk-PJQFMIOX.js.map +1 -0
  78. package/dist/chunk-PXD6ZFNY.js +1107 -0
  79. package/dist/chunk-PXD6ZFNY.js.map +1 -0
  80. package/dist/chunk-PXE2VKMX.js +140 -0
  81. package/dist/chunk-PXE2VKMX.js.map +1 -0
  82. package/dist/chunk-PZ5AY32C.js +10 -0
  83. package/dist/chunk-PZ5AY32C.js.map +1 -0
  84. package/dist/chunk-QBRSJK47.js +622 -0
  85. package/dist/chunk-QBRSJK47.js.map +1 -0
  86. package/dist/chunk-S3UZOQ5Y.js +328 -0
  87. package/dist/chunk-S3UZOQ5Y.js.map +1 -0
  88. package/dist/chunk-SQQED7ZH.js +998 -0
  89. package/dist/chunk-SQQED7ZH.js.map +1 -0
  90. package/dist/chunk-SYV364BL.js +1266 -0
  91. package/dist/chunk-SYV364BL.js.map +1 -0
  92. package/dist/chunk-T4SQEITX.js +95 -0
  93. package/dist/chunk-T4SQEITX.js.map +1 -0
  94. package/dist/chunk-TT4KNT67.js +124 -0
  95. package/dist/chunk-TT4KNT67.js.map +1 -0
  96. package/dist/chunk-U5CHZ5M3.js +357 -0
  97. package/dist/chunk-U5CHZ5M3.js.map +1 -0
  98. package/dist/chunk-ULOKLHIQ.js +1937 -0
  99. package/dist/chunk-ULOKLHIQ.js.map +1 -0
  100. package/dist/chunk-VI2UW6B6.js +162 -0
  101. package/dist/chunk-VI2UW6B6.js.map +1 -0
  102. package/dist/chunk-VQMK5FMP.js +247 -0
  103. package/dist/chunk-VQMK5FMP.js.map +1 -0
  104. package/dist/chunk-VSMTAMNK.js +53 -0
  105. package/dist/chunk-VSMTAMNK.js.map +1 -0
  106. package/dist/chunk-VZSRQ272.js +149 -0
  107. package/dist/chunk-VZSRQ272.js.map +1 -0
  108. package/dist/chunk-WW2A73HW.js +159 -0
  109. package/dist/chunk-WW2A73HW.js.map +1 -0
  110. package/dist/chunk-X4UCIOTZ.js +136 -0
  111. package/dist/chunk-X4UCIOTZ.js.map +1 -0
  112. package/dist/chunk-XJYR7XFV.js +317 -0
  113. package/dist/chunk-XJYR7XFV.js.map +1 -0
  114. package/dist/chunk-ZET2UAYW.js +89 -0
  115. package/dist/chunk-ZET2UAYW.js.map +1 -0
  116. package/dist/chunk-ZMXDQ4K7.js +870 -0
  117. package/dist/chunk-ZMXDQ4K7.js.map +1 -0
  118. package/dist/chunk-ZZUXHH3R.js +99 -0
  119. package/dist/chunk-ZZUXHH3R.js.map +1 -0
  120. package/dist/cli.d.ts +1 -0
  121. package/dist/cli.js +112 -0
  122. package/dist/cli.js.map +1 -0
  123. package/dist/contract/index.d.ts +4972 -0
  124. package/dist/contract/index.js +1654 -0
  125. package/dist/contract/index.js.map +1 -0
  126. package/dist/control.d.ts +1013 -0
  127. package/dist/control.js +34 -0
  128. package/dist/control.js.map +1 -0
  129. package/dist/fuzz.d.ts +759 -0
  130. package/dist/fuzz.js +714 -0
  131. package/dist/fuzz.js.map +1 -0
  132. package/dist/hosted/index.d.ts +730 -0
  133. package/dist/hosted/index.js +14 -0
  134. package/dist/hosted/index.js.map +1 -0
  135. package/dist/index.d.ts +16780 -0
  136. package/dist/index.js +12168 -0
  137. package/dist/index.js.map +1 -0
  138. package/dist/matrix/index.d.ts +155 -0
  139. package/dist/matrix/index.js +8 -0
  140. package/dist/matrix/index.js.map +1 -0
  141. package/dist/meta-eval/index.d.ts +1030 -0
  142. package/dist/meta-eval/index.js +417 -0
  143. package/dist/meta-eval/index.js.map +1 -0
  144. package/dist/multishot/index.d.ts +579 -0
  145. package/dist/multishot/index.js +589 -0
  146. package/dist/multishot/index.js.map +1 -0
  147. package/dist/openapi.json +992 -0
  148. package/dist/pipelines/index.d.ts +567 -0
  149. package/dist/pipelines/index.js +515 -0
  150. package/dist/pipelines/index.js.map +1 -0
  151. package/dist/reporting.d.ts +1277 -0
  152. package/dist/reporting.js +48 -0
  153. package/dist/reporting.js.map +1 -0
  154. package/dist/rl.d.ts +4092 -0
  155. package/dist/rl.js +1724 -0
  156. package/dist/rl.js.map +1 -0
  157. package/dist/run-campaign-75RTPVV5.js +14 -0
  158. package/dist/run-campaign-75RTPVV5.js.map +1 -0
  159. package/dist/storyboard/index.d.ts +279 -0
  160. package/dist/storyboard/index.js +767 -0
  161. package/dist/storyboard/index.js.map +1 -0
  162. package/dist/trace-attributes.d.ts +52 -0
  163. package/dist/trace-attributes.js +62 -0
  164. package/dist/trace-attributes.js.map +1 -0
  165. package/dist/traces.d.ts +2343 -0
  166. package/dist/traces.js +249 -0
  167. package/dist/traces.js.map +1 -0
  168. package/dist/wire/index.d.ts +1252 -0
  169. package/dist/wire/index.js +81 -0
  170. package/dist/wire/index.js.map +1 -0
  171. package/package.json +1 -1
package/dist/traces.js ADDED
@@ -0,0 +1,249 @@
1
+ import {
2
+ FileSystemTraceStore,
3
+ InMemoryTraceStore,
4
+ OTEL_AGENT_EVAL_SCOPE,
5
+ ReplayCache,
6
+ ReplayCacheMissError,
7
+ buildTraceInsightContext,
8
+ buildTraceInsightPrompt,
9
+ captureFetchToRawSink,
10
+ convertTraceStoresToOtlp,
11
+ createOtelExporter,
12
+ createOtelTracingStore,
13
+ createReplayFetch,
14
+ defaultTraceInsightPanel,
15
+ describeTraceInsightScope,
16
+ domainEvidencePattern,
17
+ exportRunAsOtlp,
18
+ flattenOtlpExportToNdjson,
19
+ inferDomainKeywords,
20
+ iterateRawCalls,
21
+ otelRunCompleteHook,
22
+ otlpRowsToRunRecords,
23
+ otlpRowsToTraceRunRecords,
24
+ otlpToRunRecords,
25
+ otlpToTraceRunRecords,
26
+ planTraceInsightQuestions,
27
+ scoreTraceInsightReadiness,
28
+ tokenizeDomainWords,
29
+ traceAnalystOnRunComplete
30
+ } from "./chunk-ULOKLHIQ.js";
31
+ import "./chunk-H5UD2323.js";
32
+ import {
33
+ extractUsage,
34
+ extractUsageFromResponse,
35
+ extractUsageFromSse
36
+ } from "./chunk-PXE2VKMX.js";
37
+ import {
38
+ aggregateLlm,
39
+ argHash,
40
+ groupBy,
41
+ hasCapturedToolArgs,
42
+ judgeSpans,
43
+ llmSpans,
44
+ runFailureClass,
45
+ runsForScenario,
46
+ toolSpans
47
+ } from "./chunk-ZET2UAYW.js";
48
+ import {
49
+ TRACE_ANALYST_ACTOR_DESCRIPTION,
50
+ TRACE_ANALYST_ACTOR_DESCRIPTION_VERSION,
51
+ analyzeTraces
52
+ } from "./chunk-WW2A73HW.js";
53
+ import {
54
+ DEFAULT_REDACTION_RULES,
55
+ REDACTION_VERSION,
56
+ redactString,
57
+ redactValue
58
+ } from "./chunk-GGE4NNQT.js";
59
+ import {
60
+ DEFAULT_TRACE_ANALYST_BUDGETS,
61
+ OtlpFileTraceStore,
62
+ SpanNotFoundError,
63
+ TRACE_ANALYST_TRUNCATION_MARKER_PREFIX,
64
+ TraceFileMissingError,
65
+ TraceNotFoundError,
66
+ applyToolSpanOtlpAttributes,
67
+ asString,
68
+ buildTraceAnalystTools,
69
+ extractOtlpAttributes,
70
+ firstStringAttr,
71
+ inferOtlpKind,
72
+ projectOtlpFlatLine,
73
+ readOtlpStatus,
74
+ stringField,
75
+ traceAnalystFunctionGroup,
76
+ traceSpanKindToOpenInferenceKind
77
+ } from "./chunk-PXD6ZFNY.js";
78
+ import {
79
+ RunIntegrityError,
80
+ assertRunCaptured,
81
+ throwIfRunIncomplete
82
+ } from "./chunk-TT4KNT67.js";
83
+ import {
84
+ FileSystemRawProviderSink,
85
+ InMemoryRawProviderSink,
86
+ NoopRawProviderSink,
87
+ defaultProviderRedactor,
88
+ providerFromBaseUrl
89
+ } from "./chunk-PC4UYEBM.js";
90
+ import {
91
+ TraceEmitter,
92
+ llmSpanFromProvider
93
+ } from "./chunk-VQMK5FMP.js";
94
+ import "./chunk-S3UZOQ5Y.js";
95
+ import {
96
+ FAILURE_CLASSES,
97
+ TRACE_SCHEMA_VERSION,
98
+ isJudgeSpan,
99
+ isLlmSpan,
100
+ isRetrievalSpan,
101
+ isSandboxSpan,
102
+ isToolSpan
103
+ } from "./chunk-MA6HLL3S.js";
104
+ import "./chunk-XJYR7XFV.js";
105
+ import "./chunk-VSMTAMNK.js";
106
+ import "./chunk-ONWEPEDO.js";
107
+ import {
108
+ INPUT_VALUE,
109
+ LLM_CACHED_TOKENS,
110
+ LLM_CACHED_TOKEN_ATTR_KEYS,
111
+ LLM_CACHE_WRITE_TOKENS,
112
+ LLM_CACHE_WRITE_TOKEN_ATTR_KEYS,
113
+ LLM_CONTEXT_TOKENS,
114
+ LLM_COST_ATTR_KEYS,
115
+ LLM_COST_USD,
116
+ LLM_INPUT_TOKENS,
117
+ LLM_INPUT_TOKEN_ATTR_KEYS,
118
+ LLM_MODEL_ATTR_KEYS,
119
+ LLM_MODEL_NAME,
120
+ LLM_OUTPUT_TOKENS,
121
+ LLM_OUTPUT_TOKEN_ATTR_KEYS,
122
+ LLM_REASONING_TOKENS,
123
+ LLM_REASONING_TOKEN_ATTR_KEYS,
124
+ OPENINFERENCE_SPAN_KIND,
125
+ OUTPUT_VALUE,
126
+ RUN_COST_ATTR_KEYS,
127
+ SPAN_KIND_ATTR_KEYS,
128
+ TOOL_ARGS_CAPTURED,
129
+ TOOL_LATENCY_MS,
130
+ TOOL_NAME,
131
+ TOOL_NAME_ATTR_KEYS,
132
+ applyLlmSpanOtlpAttributes,
133
+ asNumber,
134
+ contextInputTokens,
135
+ firstNumberAttr
136
+ } from "./chunk-K4DBDHLK.js";
137
+ import "./chunk-PZ5AY32C.js";
138
+ export {
139
+ DEFAULT_REDACTION_RULES,
140
+ DEFAULT_TRACE_ANALYST_BUDGETS,
141
+ FAILURE_CLASSES,
142
+ FileSystemRawProviderSink,
143
+ FileSystemTraceStore,
144
+ INPUT_VALUE,
145
+ InMemoryRawProviderSink,
146
+ InMemoryTraceStore,
147
+ LLM_CACHED_TOKENS,
148
+ LLM_CACHED_TOKEN_ATTR_KEYS,
149
+ LLM_CACHE_WRITE_TOKENS,
150
+ LLM_CACHE_WRITE_TOKEN_ATTR_KEYS,
151
+ LLM_CONTEXT_TOKENS,
152
+ LLM_COST_ATTR_KEYS,
153
+ LLM_COST_USD,
154
+ LLM_INPUT_TOKENS,
155
+ LLM_INPUT_TOKEN_ATTR_KEYS,
156
+ LLM_MODEL_ATTR_KEYS,
157
+ LLM_MODEL_NAME,
158
+ LLM_OUTPUT_TOKENS,
159
+ LLM_OUTPUT_TOKEN_ATTR_KEYS,
160
+ LLM_REASONING_TOKENS,
161
+ LLM_REASONING_TOKEN_ATTR_KEYS,
162
+ NoopRawProviderSink,
163
+ OPENINFERENCE_SPAN_KIND,
164
+ OTEL_AGENT_EVAL_SCOPE,
165
+ OUTPUT_VALUE,
166
+ OtlpFileTraceStore,
167
+ REDACTION_VERSION,
168
+ RUN_COST_ATTR_KEYS,
169
+ ReplayCache,
170
+ ReplayCacheMissError,
171
+ RunIntegrityError,
172
+ SPAN_KIND_ATTR_KEYS,
173
+ SpanNotFoundError,
174
+ TOOL_ARGS_CAPTURED,
175
+ TOOL_LATENCY_MS,
176
+ TOOL_NAME,
177
+ TOOL_NAME_ATTR_KEYS,
178
+ TRACE_ANALYST_ACTOR_DESCRIPTION,
179
+ TRACE_ANALYST_ACTOR_DESCRIPTION_VERSION,
180
+ TRACE_ANALYST_TRUNCATION_MARKER_PREFIX,
181
+ TRACE_SCHEMA_VERSION,
182
+ TraceEmitter,
183
+ TraceFileMissingError,
184
+ TraceNotFoundError,
185
+ aggregateLlm,
186
+ analyzeTraces,
187
+ applyLlmSpanOtlpAttributes,
188
+ applyToolSpanOtlpAttributes,
189
+ argHash,
190
+ asNumber,
191
+ asString,
192
+ assertRunCaptured,
193
+ buildTraceAnalystTools,
194
+ buildTraceInsightContext,
195
+ buildTraceInsightPrompt,
196
+ captureFetchToRawSink,
197
+ contextInputTokens,
198
+ convertTraceStoresToOtlp,
199
+ createOtelExporter,
200
+ createOtelTracingStore,
201
+ createReplayFetch,
202
+ defaultProviderRedactor,
203
+ defaultTraceInsightPanel,
204
+ describeTraceInsightScope,
205
+ domainEvidencePattern,
206
+ exportRunAsOtlp,
207
+ extractOtlpAttributes,
208
+ extractUsage,
209
+ extractUsageFromResponse,
210
+ extractUsageFromSse,
211
+ firstNumberAttr,
212
+ firstStringAttr,
213
+ flattenOtlpExportToNdjson,
214
+ groupBy,
215
+ hasCapturedToolArgs,
216
+ inferDomainKeywords,
217
+ inferOtlpKind,
218
+ isJudgeSpan,
219
+ isLlmSpan,
220
+ isRetrievalSpan,
221
+ isSandboxSpan,
222
+ isToolSpan,
223
+ iterateRawCalls,
224
+ judgeSpans,
225
+ llmSpanFromProvider,
226
+ llmSpans,
227
+ otelRunCompleteHook,
228
+ otlpRowsToRunRecords,
229
+ otlpRowsToTraceRunRecords,
230
+ otlpToRunRecords,
231
+ otlpToTraceRunRecords,
232
+ planTraceInsightQuestions,
233
+ projectOtlpFlatLine,
234
+ providerFromBaseUrl,
235
+ readOtlpStatus,
236
+ redactString,
237
+ redactValue,
238
+ runFailureClass,
239
+ runsForScenario,
240
+ scoreTraceInsightReadiness,
241
+ stringField,
242
+ throwIfRunIncomplete,
243
+ tokenizeDomainWords,
244
+ toolSpans,
245
+ traceAnalystFunctionGroup,
246
+ traceAnalystOnRunComplete,
247
+ traceSpanKindToOpenInferenceKind
248
+ };
249
+ //# sourceMappingURL=traces.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}