@tangle-network/agent-eval 0.120.1 → 0.120.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (171) hide show
  1. package/CHANGELOG.md +6 -0
  2. package/package.json +1 -1
  3. package/dist/analyst/index.d.ts +0 -3111
  4. package/dist/analyst/index.js +0 -403
  5. package/dist/analyst/index.js.map +0 -1
  6. package/dist/authenticity/index.d.ts +0 -161
  7. package/dist/authenticity/index.js +0 -215
  8. package/dist/authenticity/index.js.map +0 -1
  9. package/dist/belief-state/index.d.ts +0 -1301
  10. package/dist/belief-state/index.js +0 -2152
  11. package/dist/belief-state/index.js.map +0 -1
  12. package/dist/benchmarks/index.d.ts +0 -974
  13. package/dist/benchmarks/index.js +0 -60
  14. package/dist/benchmarks/index.js.map +0 -1
  15. package/dist/builder-eval/index.d.ts +0 -695
  16. package/dist/builder-eval/index.js +0 -366
  17. package/dist/builder-eval/index.js.map +0 -1
  18. package/dist/campaign/index.d.ts +0 -7454
  19. package/dist/campaign/index.js +0 -272
  20. package/dist/campaign/index.js.map +0 -1
  21. package/dist/chunk-32BZXMSO.js +0 -3878
  22. package/dist/chunk-32BZXMSO.js.map +0 -1
  23. package/dist/chunk-3A246TSA.js +0 -998
  24. package/dist/chunk-3A246TSA.js.map +0 -1
  25. package/dist/chunk-3RF76KTD.js +0 -84
  26. package/dist/chunk-3RF76KTD.js.map +0 -1
  27. package/dist/chunk-3YYRZDON.js +0 -45
  28. package/dist/chunk-3YYRZDON.js.map +0 -1
  29. package/dist/chunk-4I2E3LLO.js +0 -1030
  30. package/dist/chunk-4I2E3LLO.js.map +0 -1
  31. package/dist/chunk-ARU2PZFM.js +0 -312
  32. package/dist/chunk-ARU2PZFM.js.map +0 -1
  33. package/dist/chunk-BOD4O7OF.js +0 -40
  34. package/dist/chunk-BOD4O7OF.js.map +0 -1
  35. package/dist/chunk-DPZAEKA6.js +0 -880
  36. package/dist/chunk-DPZAEKA6.js.map +0 -1
  37. package/dist/chunk-DTJ6QUQB.js +0 -131
  38. package/dist/chunk-DTJ6QUQB.js.map +0 -1
  39. package/dist/chunk-GGE4NNQT.js +0 -65
  40. package/dist/chunk-GGE4NNQT.js.map +0 -1
  41. package/dist/chunk-H5UD2323.js +0 -286
  42. package/dist/chunk-H5UD2323.js.map +0 -1
  43. package/dist/chunk-HHWE3POT.js +0 -94
  44. package/dist/chunk-HHWE3POT.js.map +0 -1
  45. package/dist/chunk-HKUCJ437.js +0 -787
  46. package/dist/chunk-HKUCJ437.js.map +0 -1
  47. package/dist/chunk-JHCHEVET.js +0 -274
  48. package/dist/chunk-JHCHEVET.js.map +0 -1
  49. package/dist/chunk-JHOJHHU7.js +0 -867
  50. package/dist/chunk-JHOJHHU7.js.map +0 -1
  51. package/dist/chunk-JM2SKQMS.js +0 -750
  52. package/dist/chunk-JM2SKQMS.js.map +0 -1
  53. package/dist/chunk-JN2FCO5W.js +0 -7958
  54. package/dist/chunk-JN2FCO5W.js.map +0 -1
  55. package/dist/chunk-K4DBDHLK.js +0 -158
  56. package/dist/chunk-K4DBDHLK.js.map +0 -1
  57. package/dist/chunk-K6N6XJJX.js +0 -306
  58. package/dist/chunk-K6N6XJJX.js.map +0 -1
  59. package/dist/chunk-MA6HLL3S.js +0 -65
  60. package/dist/chunk-MA6HLL3S.js.map +0 -1
  61. package/dist/chunk-MAZ26DC7.js +0 -99
  62. package/dist/chunk-MAZ26DC7.js.map +0 -1
  63. package/dist/chunk-MOXWMGPC.js +0 -577
  64. package/dist/chunk-MOXWMGPC.js.map +0 -1
  65. package/dist/chunk-NJC7U437.js +0 -626
  66. package/dist/chunk-NJC7U437.js.map +0 -1
  67. package/dist/chunk-NPCTHQIO.js +0 -91
  68. package/dist/chunk-NPCTHQIO.js.map +0 -1
  69. package/dist/chunk-ONWEPEDO.js +0 -57
  70. package/dist/chunk-ONWEPEDO.js.map +0 -1
  71. package/dist/chunk-OYZAPX5G.js +0 -1526
  72. package/dist/chunk-OYZAPX5G.js.map +0 -1
  73. package/dist/chunk-PC4UYEBM.js +0 -166
  74. package/dist/chunk-PC4UYEBM.js.map +0 -1
  75. package/dist/chunk-PICTDURQ.js +0 -766
  76. package/dist/chunk-PICTDURQ.js.map +0 -1
  77. package/dist/chunk-PJQFMIOX.js +0 -1182
  78. package/dist/chunk-PJQFMIOX.js.map +0 -1
  79. package/dist/chunk-PXD6ZFNY.js +0 -1107
  80. package/dist/chunk-PXD6ZFNY.js.map +0 -1
  81. package/dist/chunk-PXE2VKMX.js +0 -140
  82. package/dist/chunk-PXE2VKMX.js.map +0 -1
  83. package/dist/chunk-PZ5AY32C.js +0 -10
  84. package/dist/chunk-PZ5AY32C.js.map +0 -1
  85. package/dist/chunk-QBRSJK47.js +0 -622
  86. package/dist/chunk-QBRSJK47.js.map +0 -1
  87. package/dist/chunk-QWMPPZ3X.js +0 -550
  88. package/dist/chunk-QWMPPZ3X.js.map +0 -1
  89. package/dist/chunk-S3UZOQ5Y.js +0 -328
  90. package/dist/chunk-S3UZOQ5Y.js.map +0 -1
  91. package/dist/chunk-S5TT5R3L.js +0 -2668
  92. package/dist/chunk-S5TT5R3L.js.map +0 -1
  93. package/dist/chunk-T4SQEITX.js +0 -95
  94. package/dist/chunk-T4SQEITX.js.map +0 -1
  95. package/dist/chunk-TT4KNT67.js +0 -124
  96. package/dist/chunk-TT4KNT67.js.map +0 -1
  97. package/dist/chunk-U5CHZ5M3.js +0 -357
  98. package/dist/chunk-U5CHZ5M3.js.map +0 -1
  99. package/dist/chunk-ULOKLHIQ.js +0 -1937
  100. package/dist/chunk-ULOKLHIQ.js.map +0 -1
  101. package/dist/chunk-VI2UW6B6.js +0 -162
  102. package/dist/chunk-VI2UW6B6.js.map +0 -1
  103. package/dist/chunk-VQMK5FMP.js +0 -247
  104. package/dist/chunk-VQMK5FMP.js.map +0 -1
  105. package/dist/chunk-VSMTAMNK.js +0 -53
  106. package/dist/chunk-VSMTAMNK.js.map +0 -1
  107. package/dist/chunk-VZSRQ272.js +0 -149
  108. package/dist/chunk-VZSRQ272.js.map +0 -1
  109. package/dist/chunk-WW2A73HW.js +0 -159
  110. package/dist/chunk-WW2A73HW.js.map +0 -1
  111. package/dist/chunk-X4UCIOTZ.js +0 -136
  112. package/dist/chunk-X4UCIOTZ.js.map +0 -1
  113. package/dist/chunk-XDIRG3TO.js +0 -1266
  114. package/dist/chunk-XDIRG3TO.js.map +0 -1
  115. package/dist/chunk-XJYR7XFV.js +0 -317
  116. package/dist/chunk-XJYR7XFV.js.map +0 -1
  117. package/dist/chunk-ZET2UAYW.js +0 -89
  118. package/dist/chunk-ZET2UAYW.js.map +0 -1
  119. package/dist/chunk-ZZUXHH3R.js +0 -99
  120. package/dist/chunk-ZZUXHH3R.js.map +0 -1
  121. package/dist/cli.d.ts +0 -1
  122. package/dist/cli.js +0 -112
  123. package/dist/cli.js.map +0 -1
  124. package/dist/contract/index.d.ts +0 -4972
  125. package/dist/contract/index.js +0 -1654
  126. package/dist/contract/index.js.map +0 -1
  127. package/dist/control.d.ts +0 -1013
  128. package/dist/control.js +0 -34
  129. package/dist/control.js.map +0 -1
  130. package/dist/fuzz.d.ts +0 -759
  131. package/dist/fuzz.js +0 -714
  132. package/dist/fuzz.js.map +0 -1
  133. package/dist/hosted/index.d.ts +0 -730
  134. package/dist/hosted/index.js +0 -14
  135. package/dist/hosted/index.js.map +0 -1
  136. package/dist/index.d.ts +0 -16780
  137. package/dist/index.js +0 -12168
  138. package/dist/index.js.map +0 -1
  139. package/dist/matrix/index.d.ts +0 -155
  140. package/dist/matrix/index.js +0 -8
  141. package/dist/matrix/index.js.map +0 -1
  142. package/dist/meta-eval/index.d.ts +0 -1030
  143. package/dist/meta-eval/index.js +0 -417
  144. package/dist/meta-eval/index.js.map +0 -1
  145. package/dist/multishot/index.d.ts +0 -579
  146. package/dist/multishot/index.js +0 -589
  147. package/dist/multishot/index.js.map +0 -1
  148. package/dist/openapi.json +0 -992
  149. package/dist/pipelines/index.d.ts +0 -567
  150. package/dist/pipelines/index.js +0 -515
  151. package/dist/pipelines/index.js.map +0 -1
  152. package/dist/reporting.d.ts +0 -1277
  153. package/dist/reporting.js +0 -48
  154. package/dist/reporting.js.map +0 -1
  155. package/dist/rl.d.ts +0 -4092
  156. package/dist/rl.js +0 -1724
  157. package/dist/rl.js.map +0 -1
  158. package/dist/run-campaign-HNFPJET4.js +0 -14
  159. package/dist/run-campaign-HNFPJET4.js.map +0 -1
  160. package/dist/storyboard/index.d.ts +0 -279
  161. package/dist/storyboard/index.js +0 -767
  162. package/dist/storyboard/index.js.map +0 -1
  163. package/dist/trace-attributes.d.ts +0 -52
  164. package/dist/trace-attributes.js +0 -62
  165. package/dist/trace-attributes.js.map +0 -1
  166. package/dist/traces.d.ts +0 -2343
  167. package/dist/traces.js +0 -249
  168. package/dist/traces.js.map +0 -1
  169. package/dist/wire/index.d.ts +0 -1252
  170. package/dist/wire/index.js +0 -81
  171. package/dist/wire/index.js.map +0 -1
package/dist/traces.js DELETED
@@ -1,249 +0,0 @@
1
- import {
2
- FileSystemTraceStore,
3
- InMemoryTraceStore,
4
- OTEL_AGENT_EVAL_SCOPE,
5
- ReplayCache,
6
- ReplayCacheMissError,
7
- buildTraceInsightContext,
8
- buildTraceInsightPrompt,
9
- captureFetchToRawSink,
10
- convertTraceStoresToOtlp,
11
- createOtelExporter,
12
- createOtelTracingStore,
13
- createReplayFetch,
14
- defaultTraceInsightPanel,
15
- describeTraceInsightScope,
16
- domainEvidencePattern,
17
- exportRunAsOtlp,
18
- flattenOtlpExportToNdjson,
19
- inferDomainKeywords,
20
- iterateRawCalls,
21
- otelRunCompleteHook,
22
- otlpRowsToRunRecords,
23
- otlpRowsToTraceRunRecords,
24
- otlpToRunRecords,
25
- otlpToTraceRunRecords,
26
- planTraceInsightQuestions,
27
- scoreTraceInsightReadiness,
28
- tokenizeDomainWords,
29
- traceAnalystOnRunComplete
30
- } from "./chunk-ULOKLHIQ.js";
31
- import "./chunk-H5UD2323.js";
32
- import {
33
- extractUsage,
34
- extractUsageFromResponse,
35
- extractUsageFromSse
36
- } from "./chunk-PXE2VKMX.js";
37
- import {
38
- aggregateLlm,
39
- argHash,
40
- groupBy,
41
- hasCapturedToolArgs,
42
- judgeSpans,
43
- llmSpans,
44
- runFailureClass,
45
- runsForScenario,
46
- toolSpans
47
- } from "./chunk-ZET2UAYW.js";
48
- import {
49
- TRACE_ANALYST_ACTOR_DESCRIPTION,
50
- TRACE_ANALYST_ACTOR_DESCRIPTION_VERSION,
51
- analyzeTraces
52
- } from "./chunk-WW2A73HW.js";
53
- import {
54
- DEFAULT_REDACTION_RULES,
55
- REDACTION_VERSION,
56
- redactString,
57
- redactValue
58
- } from "./chunk-GGE4NNQT.js";
59
- import {
60
- DEFAULT_TRACE_ANALYST_BUDGETS,
61
- OtlpFileTraceStore,
62
- SpanNotFoundError,
63
- TRACE_ANALYST_TRUNCATION_MARKER_PREFIX,
64
- TraceFileMissingError,
65
- TraceNotFoundError,
66
- applyToolSpanOtlpAttributes,
67
- asString,
68
- buildTraceAnalystTools,
69
- extractOtlpAttributes,
70
- firstStringAttr,
71
- inferOtlpKind,
72
- projectOtlpFlatLine,
73
- readOtlpStatus,
74
- stringField,
75
- traceAnalystFunctionGroup,
76
- traceSpanKindToOpenInferenceKind
77
- } from "./chunk-PXD6ZFNY.js";
78
- import {
79
- RunIntegrityError,
80
- assertRunCaptured,
81
- throwIfRunIncomplete
82
- } from "./chunk-TT4KNT67.js";
83
- import {
84
- FileSystemRawProviderSink,
85
- InMemoryRawProviderSink,
86
- NoopRawProviderSink,
87
- defaultProviderRedactor,
88
- providerFromBaseUrl
89
- } from "./chunk-PC4UYEBM.js";
90
- import {
91
- TraceEmitter,
92
- llmSpanFromProvider
93
- } from "./chunk-VQMK5FMP.js";
94
- import "./chunk-S3UZOQ5Y.js";
95
- import {
96
- FAILURE_CLASSES,
97
- TRACE_SCHEMA_VERSION,
98
- isJudgeSpan,
99
- isLlmSpan,
100
- isRetrievalSpan,
101
- isSandboxSpan,
102
- isToolSpan
103
- } from "./chunk-MA6HLL3S.js";
104
- import "./chunk-XJYR7XFV.js";
105
- import "./chunk-VSMTAMNK.js";
106
- import "./chunk-ONWEPEDO.js";
107
- import {
108
- INPUT_VALUE,
109
- LLM_CACHED_TOKENS,
110
- LLM_CACHED_TOKEN_ATTR_KEYS,
111
- LLM_CACHE_WRITE_TOKENS,
112
- LLM_CACHE_WRITE_TOKEN_ATTR_KEYS,
113
- LLM_CONTEXT_TOKENS,
114
- LLM_COST_ATTR_KEYS,
115
- LLM_COST_USD,
116
- LLM_INPUT_TOKENS,
117
- LLM_INPUT_TOKEN_ATTR_KEYS,
118
- LLM_MODEL_ATTR_KEYS,
119
- LLM_MODEL_NAME,
120
- LLM_OUTPUT_TOKENS,
121
- LLM_OUTPUT_TOKEN_ATTR_KEYS,
122
- LLM_REASONING_TOKENS,
123
- LLM_REASONING_TOKEN_ATTR_KEYS,
124
- OPENINFERENCE_SPAN_KIND,
125
- OUTPUT_VALUE,
126
- RUN_COST_ATTR_KEYS,
127
- SPAN_KIND_ATTR_KEYS,
128
- TOOL_ARGS_CAPTURED,
129
- TOOL_LATENCY_MS,
130
- TOOL_NAME,
131
- TOOL_NAME_ATTR_KEYS,
132
- applyLlmSpanOtlpAttributes,
133
- asNumber,
134
- contextInputTokens,
135
- firstNumberAttr
136
- } from "./chunk-K4DBDHLK.js";
137
- import "./chunk-PZ5AY32C.js";
138
- export {
139
- DEFAULT_REDACTION_RULES,
140
- DEFAULT_TRACE_ANALYST_BUDGETS,
141
- FAILURE_CLASSES,
142
- FileSystemRawProviderSink,
143
- FileSystemTraceStore,
144
- INPUT_VALUE,
145
- InMemoryRawProviderSink,
146
- InMemoryTraceStore,
147
- LLM_CACHED_TOKENS,
148
- LLM_CACHED_TOKEN_ATTR_KEYS,
149
- LLM_CACHE_WRITE_TOKENS,
150
- LLM_CACHE_WRITE_TOKEN_ATTR_KEYS,
151
- LLM_CONTEXT_TOKENS,
152
- LLM_COST_ATTR_KEYS,
153
- LLM_COST_USD,
154
- LLM_INPUT_TOKENS,
155
- LLM_INPUT_TOKEN_ATTR_KEYS,
156
- LLM_MODEL_ATTR_KEYS,
157
- LLM_MODEL_NAME,
158
- LLM_OUTPUT_TOKENS,
159
- LLM_OUTPUT_TOKEN_ATTR_KEYS,
160
- LLM_REASONING_TOKENS,
161
- LLM_REASONING_TOKEN_ATTR_KEYS,
162
- NoopRawProviderSink,
163
- OPENINFERENCE_SPAN_KIND,
164
- OTEL_AGENT_EVAL_SCOPE,
165
- OUTPUT_VALUE,
166
- OtlpFileTraceStore,
167
- REDACTION_VERSION,
168
- RUN_COST_ATTR_KEYS,
169
- ReplayCache,
170
- ReplayCacheMissError,
171
- RunIntegrityError,
172
- SPAN_KIND_ATTR_KEYS,
173
- SpanNotFoundError,
174
- TOOL_ARGS_CAPTURED,
175
- TOOL_LATENCY_MS,
176
- TOOL_NAME,
177
- TOOL_NAME_ATTR_KEYS,
178
- TRACE_ANALYST_ACTOR_DESCRIPTION,
179
- TRACE_ANALYST_ACTOR_DESCRIPTION_VERSION,
180
- TRACE_ANALYST_TRUNCATION_MARKER_PREFIX,
181
- TRACE_SCHEMA_VERSION,
182
- TraceEmitter,
183
- TraceFileMissingError,
184
- TraceNotFoundError,
185
- aggregateLlm,
186
- analyzeTraces,
187
- applyLlmSpanOtlpAttributes,
188
- applyToolSpanOtlpAttributes,
189
- argHash,
190
- asNumber,
191
- asString,
192
- assertRunCaptured,
193
- buildTraceAnalystTools,
194
- buildTraceInsightContext,
195
- buildTraceInsightPrompt,
196
- captureFetchToRawSink,
197
- contextInputTokens,
198
- convertTraceStoresToOtlp,
199
- createOtelExporter,
200
- createOtelTracingStore,
201
- createReplayFetch,
202
- defaultProviderRedactor,
203
- defaultTraceInsightPanel,
204
- describeTraceInsightScope,
205
- domainEvidencePattern,
206
- exportRunAsOtlp,
207
- extractOtlpAttributes,
208
- extractUsage,
209
- extractUsageFromResponse,
210
- extractUsageFromSse,
211
- firstNumberAttr,
212
- firstStringAttr,
213
- flattenOtlpExportToNdjson,
214
- groupBy,
215
- hasCapturedToolArgs,
216
- inferDomainKeywords,
217
- inferOtlpKind,
218
- isJudgeSpan,
219
- isLlmSpan,
220
- isRetrievalSpan,
221
- isSandboxSpan,
222
- isToolSpan,
223
- iterateRawCalls,
224
- judgeSpans,
225
- llmSpanFromProvider,
226
- llmSpans,
227
- otelRunCompleteHook,
228
- otlpRowsToRunRecords,
229
- otlpRowsToTraceRunRecords,
230
- otlpToRunRecords,
231
- otlpToTraceRunRecords,
232
- planTraceInsightQuestions,
233
- projectOtlpFlatLine,
234
- providerFromBaseUrl,
235
- readOtlpStatus,
236
- redactString,
237
- redactValue,
238
- runFailureClass,
239
- runsForScenario,
240
- scoreTraceInsightReadiness,
241
- stringField,
242
- throwIfRunIncomplete,
243
- tokenizeDomainWords,
244
- toolSpans,
245
- traceAnalystFunctionGroup,
246
- traceAnalystOnRunComplete,
247
- traceSpanKindToOpenInferenceKind
248
- };
249
- //# sourceMappingURL=traces.js.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}