@ls-stack/agent-eval 0.5.0 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{app-C5CJ1sX6.mjs → app-7qDBq_ub.mjs} +3 -3
- package/dist/apps/web/dist/assets/index-CdxG9-O-.css +1 -0
- package/dist/apps/web/dist/assets/index-J1yKYGfN.js +112 -0
- package/dist/apps/web/dist/index.html +2 -2
- package/dist/bin.mjs +1 -1
- package/dist/{cli-C5FL7C4G.mjs → cli-C-n-Fd4o.mjs} +746 -269
- package/dist/index.d.mts +1070 -826
- package/dist/index.mjs +3 -3
- package/dist/{runner-K2bN8KRS.mjs → runner-CwEtnUFf.mjs} +2 -2
- package/dist/{runner-Cdlvk56X.mjs → runner-uzzY8kk1.mjs} +1 -1
- package/dist/src-Dy31CPXH.mjs +2 -0
- package/package.json +3 -3
- package/dist/apps/web/dist/assets/index-CBvHVkE7.js +0 -109
- package/dist/apps/web/dist/assets/index-Dd7I28ts.css +0 -1
- package/dist/src-gqm1z1Nu.mjs +0 -2
package/dist/index.d.mts
CHANGED
|
@@ -1,39 +1,39 @@
|
|
|
1
|
-
import { z } from "zod/v4";
|
|
1
|
+
import { z, z as z$1 } from "zod/v4";
|
|
2
2
|
|
|
3
3
|
//#region ../shared/src/schemas/display.d.ts
|
|
4
|
-
declare const scalarCellSchema: z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>;
|
|
4
|
+
declare const scalarCellSchema: z$1.ZodUnion<readonly [z$1.ZodString, z$1.ZodNumber, z$1.ZodBoolean, z$1.ZodNull]>;
|
|
5
5
|
/** Primitive table cell value supported by the eval UI. */
|
|
6
|
-
type ScalarCell = z.infer<typeof scalarCellSchema>;
|
|
7
|
-
declare const jsonCellSchema: z.ZodType<string | number | boolean | null | Record<string, unknown> | unknown[]>;
|
|
6
|
+
type ScalarCell = z$1.infer<typeof scalarCellSchema>;
|
|
7
|
+
declare const jsonCellSchema: z$1.ZodType<string | number | boolean | null | Record<string, unknown> | unknown[]>;
|
|
8
8
|
/** JSON-safe value supported by `format: 'json'` columns. */
|
|
9
|
-
type JsonCell = z.infer<typeof jsonCellSchema>;
|
|
10
|
-
declare const repoFileRefSchema: z.ZodObject<{
|
|
11
|
-
source: z.ZodLiteral<"repo">;
|
|
12
|
-
path: z.ZodString;
|
|
13
|
-
mimeType: z.ZodOptional<z.ZodString>;
|
|
14
|
-
}, z.core.$strip>;
|
|
9
|
+
type JsonCell = z$1.infer<typeof jsonCellSchema>;
|
|
10
|
+
declare const repoFileRefSchema: z$1.ZodObject<{
|
|
11
|
+
source: z$1.ZodLiteral<"repo">;
|
|
12
|
+
path: z$1.ZodString;
|
|
13
|
+
mimeType: z$1.ZodOptional<z$1.ZodString>;
|
|
14
|
+
}, z$1.core.$strip>;
|
|
15
15
|
/** Reference to a file that lives in the authored workspace. */
|
|
16
|
-
type RepoFileRef = z.infer<typeof repoFileRefSchema>;
|
|
17
|
-
declare const runArtifactRefSchema: z.ZodObject<{
|
|
18
|
-
source: z.ZodLiteral<"run">;
|
|
19
|
-
artifactId: z.ZodString;
|
|
20
|
-
mimeType: z.ZodString;
|
|
21
|
-
fileName: z.ZodOptional<z.ZodString>;
|
|
22
|
-
}, z.core.$strip>;
|
|
16
|
+
type RepoFileRef = z$1.infer<typeof repoFileRefSchema>;
|
|
17
|
+
declare const runArtifactRefSchema: z$1.ZodObject<{
|
|
18
|
+
source: z$1.ZodLiteral<"run">;
|
|
19
|
+
artifactId: z$1.ZodString;
|
|
20
|
+
mimeType: z$1.ZodString;
|
|
21
|
+
fileName: z$1.ZodOptional<z$1.ZodString>;
|
|
22
|
+
}, z$1.core.$strip>;
|
|
23
23
|
/** Reference to a generated artifact stored under a specific run. */
|
|
24
|
-
type RunArtifactRef = z.infer<typeof runArtifactRefSchema>;
|
|
25
|
-
declare const fileRefSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
26
|
-
source: z.ZodLiteral<"repo">;
|
|
27
|
-
path: z.ZodString;
|
|
28
|
-
mimeType: z.ZodOptional<z.ZodString>;
|
|
29
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
30
|
-
source: z.ZodLiteral<"run">;
|
|
31
|
-
artifactId: z.ZodString;
|
|
32
|
-
mimeType: z.ZodString;
|
|
33
|
-
fileName: z.ZodOptional<z.ZodString>;
|
|
34
|
-
}, z.core.$strip>]>;
|
|
24
|
+
type RunArtifactRef = z$1.infer<typeof runArtifactRefSchema>;
|
|
25
|
+
declare const fileRefSchema: z$1.ZodUnion<readonly [z$1.ZodObject<{
|
|
26
|
+
source: z$1.ZodLiteral<"repo">;
|
|
27
|
+
path: z$1.ZodString;
|
|
28
|
+
mimeType: z$1.ZodOptional<z$1.ZodString>;
|
|
29
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
30
|
+
source: z$1.ZodLiteral<"run">;
|
|
31
|
+
artifactId: z$1.ZodString;
|
|
32
|
+
mimeType: z$1.ZodString;
|
|
33
|
+
fileName: z$1.ZodOptional<z$1.ZodString>;
|
|
34
|
+
}, z$1.core.$strip>]>;
|
|
35
35
|
/** File reference supported by media and file columns. */
|
|
36
|
-
type FileRef = z.infer<typeof fileRefSchema>;
|
|
36
|
+
type FileRef = z$1.infer<typeof fileRefSchema>;
|
|
37
37
|
/** Numeric presentation options for values rendered with `format: 'number'`. */
|
|
38
38
|
type NumberDisplayOptions = {
|
|
39
39
|
/** Number notation used when rendering the value. */notation?: 'standard' | 'compact'; /** Compact style used when `notation: 'compact'` is enabled. */
|
|
@@ -43,17 +43,17 @@ type NumberDisplayOptions = {
|
|
|
43
43
|
decimalPlaces?: number;
|
|
44
44
|
};
|
|
45
45
|
/** Schema for numeric presentation options used by number-formatted values. */
|
|
46
|
-
declare const numberDisplayOptionsSchema: z.ZodType<NumberDisplayOptions>;
|
|
46
|
+
declare const numberDisplayOptionsSchema: z$1.ZodType<NumberDisplayOptions>;
|
|
47
47
|
/** Schema for the supported column rendering kinds in list views. */
|
|
48
|
-
declare const columnKindSchema: z.ZodEnum<{
|
|
48
|
+
declare const columnKindSchema: z$1.ZodEnum<{
|
|
49
49
|
string: "string";
|
|
50
50
|
number: "number";
|
|
51
51
|
boolean: "boolean";
|
|
52
52
|
}>;
|
|
53
53
|
/** Display kind used by a column definition in the UI. */
|
|
54
|
-
type ColumnKind = z.infer<typeof columnKindSchema>;
|
|
54
|
+
type ColumnKind = z$1.infer<typeof columnKindSchema>;
|
|
55
55
|
/** Schema for the built-in column formatting presets. */
|
|
56
|
-
declare const columnFormatSchema: z.ZodEnum<{
|
|
56
|
+
declare const columnFormatSchema: z$1.ZodEnum<{
|
|
57
57
|
number: "number";
|
|
58
58
|
boolean: "boolean";
|
|
59
59
|
file: "file";
|
|
@@ -68,17 +68,17 @@ declare const columnFormatSchema: z.ZodEnum<{
|
|
|
68
68
|
stars: "stars";
|
|
69
69
|
}>;
|
|
70
70
|
/** Formatting preset applied to a column value in the UI. */
|
|
71
|
-
type ColumnFormat = z.infer<typeof columnFormatSchema>;
|
|
71
|
+
type ColumnFormat = z$1.infer<typeof columnFormatSchema>;
|
|
72
72
|
/** Schema describing a rendered column in the eval results table. */
|
|
73
|
-
declare const columnDefSchema: z.ZodObject<{
|
|
74
|
-
key: z.ZodString;
|
|
75
|
-
label: z.ZodString;
|
|
76
|
-
kind: z.ZodEnum<{
|
|
73
|
+
declare const columnDefSchema: z$1.ZodObject<{
|
|
74
|
+
key: z$1.ZodString;
|
|
75
|
+
label: z$1.ZodString;
|
|
76
|
+
kind: z$1.ZodEnum<{
|
|
77
77
|
string: "string";
|
|
78
78
|
number: "number";
|
|
79
79
|
boolean: "boolean";
|
|
80
80
|
}>;
|
|
81
|
-
format: z.ZodOptional<z.ZodEnum<{
|
|
81
|
+
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
82
82
|
number: "number";
|
|
83
83
|
boolean: "boolean";
|
|
84
84
|
file: "file";
|
|
@@ -92,34 +92,34 @@ declare const columnDefSchema: z.ZodObject<{
|
|
|
92
92
|
passFail: "passFail";
|
|
93
93
|
stars: "stars";
|
|
94
94
|
}>>;
|
|
95
|
-
numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
96
|
-
isScore: z.ZodOptional<z.ZodBoolean>;
|
|
97
|
-
isManualScore: z.ZodOptional<z.ZodBoolean>;
|
|
98
|
-
passThreshold: z.ZodOptional<z.ZodNumber>;
|
|
99
|
-
maxStars: z.ZodOptional<z.ZodNumber>;
|
|
100
|
-
hideInTable: z.ZodOptional<z.ZodBoolean>;
|
|
101
|
-
sortable: z.ZodOptional<z.ZodBoolean>;
|
|
102
|
-
align: z.ZodOptional<z.ZodEnum<{
|
|
95
|
+
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
96
|
+
isScore: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
97
|
+
isManualScore: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
98
|
+
passThreshold: z$1.ZodOptional<z$1.ZodNumber>;
|
|
99
|
+
maxStars: z$1.ZodOptional<z$1.ZodNumber>;
|
|
100
|
+
hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
101
|
+
sortable: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
102
|
+
align: z$1.ZodOptional<z$1.ZodEnum<{
|
|
103
103
|
left: "left";
|
|
104
104
|
center: "center";
|
|
105
105
|
right: "right";
|
|
106
106
|
}>>;
|
|
107
|
-
}, z.core.$strip>;
|
|
107
|
+
}, z$1.core.$strip>;
|
|
108
108
|
/** Column definition exposed to the UI for eval and case tables. */
|
|
109
|
-
type ColumnDef = z.infer<typeof columnDefSchema>;
|
|
109
|
+
type ColumnDef = z$1.infer<typeof columnDefSchema>;
|
|
110
110
|
/** Schema for any supported value that can populate a table cell. */
|
|
111
|
-
declare const cellValueSchema: z.ZodUnion<readonly [z.ZodType<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown, z.core.$ZodTypeInternals<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown>>, z.ZodUnion<readonly [z.ZodObject<{
|
|
112
|
-
source: z.ZodLiteral<"repo">;
|
|
113
|
-
path: z.ZodString;
|
|
114
|
-
mimeType: z.ZodOptional<z.ZodString>;
|
|
115
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
116
|
-
source: z.ZodLiteral<"run">;
|
|
117
|
-
artifactId: z.ZodString;
|
|
118
|
-
mimeType: z.ZodString;
|
|
119
|
-
fileName: z.ZodOptional<z.ZodString>;
|
|
120
|
-
}, z.core.$strip>]>]>;
|
|
111
|
+
declare const cellValueSchema: z$1.ZodUnion<readonly [z$1.ZodType<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown, z$1.core.$ZodTypeInternals<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown>>, z$1.ZodUnion<readonly [z$1.ZodObject<{
|
|
112
|
+
source: z$1.ZodLiteral<"repo">;
|
|
113
|
+
path: z$1.ZodString;
|
|
114
|
+
mimeType: z$1.ZodOptional<z$1.ZodString>;
|
|
115
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
116
|
+
source: z$1.ZodLiteral<"run">;
|
|
117
|
+
artifactId: z$1.ZodString;
|
|
118
|
+
mimeType: z$1.ZodString;
|
|
119
|
+
fileName: z$1.ZodOptional<z$1.ZodString>;
|
|
120
|
+
}, z$1.core.$strip>]>]>;
|
|
121
121
|
/** Value stored in a rendered eval result table cell. */
|
|
122
|
-
type CellValue = z.infer<typeof cellValueSchema>;
|
|
122
|
+
type CellValue = z$1.infer<typeof cellValueSchema>;
|
|
123
123
|
//#endregion
|
|
124
124
|
//#region ../shared/src/schemas/trace.d.ts
|
|
125
125
|
/**
|
|
@@ -128,9 +128,9 @@ type CellValue = z.infer<typeof cellValueSchema>;
|
|
|
128
128
|
* The value is intentionally open-ended so external tracers can preserve their
|
|
129
129
|
* native span kinds instead of collapsing them into the built-in categories.
|
|
130
130
|
*/
|
|
131
|
-
declare const traceSpanKindSchema: z.ZodString;
|
|
131
|
+
declare const traceSpanKindSchema: z$1.ZodString;
|
|
132
132
|
/** Schema for the supported presentation formats of trace attributes. */
|
|
133
|
-
declare const traceAttributeDisplayFormatSchema: z.ZodEnum<{
|
|
133
|
+
declare const traceAttributeDisplayFormatSchema: z$1.ZodEnum<{
|
|
134
134
|
string: "string";
|
|
135
135
|
number: "number";
|
|
136
136
|
duration: "duration";
|
|
@@ -141,42 +141,42 @@ declare const traceAttributeDisplayFormatSchema: z.ZodEnum<{
|
|
|
141
141
|
*
|
|
142
142
|
* This affects presentation only and does not change the stored value.
|
|
143
143
|
*/
|
|
144
|
-
type TraceAttributeDisplayFormat = z.infer<typeof traceAttributeDisplayFormatSchema>;
|
|
144
|
+
type TraceAttributeDisplayFormat = z$1.infer<typeof traceAttributeDisplayFormatSchema>;
|
|
145
145
|
/** Schema for the UI locations where a trace attribute can appear. */
|
|
146
|
-
declare const traceAttributeDisplayPlacementSchema: z.ZodEnum<{
|
|
146
|
+
declare const traceAttributeDisplayPlacementSchema: z$1.ZodEnum<{
|
|
147
147
|
tree: "tree";
|
|
148
148
|
detail: "detail";
|
|
149
149
|
section: "section";
|
|
150
150
|
}>;
|
|
151
151
|
/** UI locations where a trace attribute may be rendered. */
|
|
152
|
-
type TraceAttributeDisplayPlacement = z.infer<typeof traceAttributeDisplayPlacementSchema>;
|
|
152
|
+
type TraceAttributeDisplayPlacement = z$1.infer<typeof traceAttributeDisplayPlacementSchema>;
|
|
153
153
|
/** Schema for resolved trace display rules sent to the UI. */
|
|
154
|
-
declare const traceAttributeDisplaySchema: z.ZodObject<{
|
|
155
|
-
key: z.ZodOptional<z.ZodString>;
|
|
156
|
-
path: z.ZodString;
|
|
157
|
-
label: z.ZodOptional<z.ZodString>;
|
|
158
|
-
format: z.ZodOptional<z.ZodEnum<{
|
|
154
|
+
declare const traceAttributeDisplaySchema: z$1.ZodObject<{
|
|
155
|
+
key: z$1.ZodOptional<z$1.ZodString>;
|
|
156
|
+
path: z$1.ZodString;
|
|
157
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
158
|
+
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
159
159
|
string: "string";
|
|
160
160
|
number: "number";
|
|
161
161
|
duration: "duration";
|
|
162
162
|
json: "json";
|
|
163
163
|
}>>;
|
|
164
|
-
numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
165
|
-
placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
164
|
+
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
165
|
+
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
166
166
|
tree: "tree";
|
|
167
167
|
detail: "detail";
|
|
168
168
|
section: "section";
|
|
169
169
|
}>>>;
|
|
170
|
-
scope: z.ZodOptional<z.ZodEnum<{
|
|
170
|
+
scope: z$1.ZodOptional<z$1.ZodEnum<{
|
|
171
171
|
self: "self";
|
|
172
172
|
subtree: "subtree";
|
|
173
173
|
}>>;
|
|
174
|
-
mode: z.ZodOptional<z.ZodEnum<{
|
|
174
|
+
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
175
175
|
all: "all";
|
|
176
176
|
last: "last";
|
|
177
177
|
sum: "sum";
|
|
178
178
|
}>>;
|
|
179
|
-
}, z.core.$strip>;
|
|
179
|
+
}, z$1.core.$strip>;
|
|
180
180
|
/**
|
|
181
181
|
* Resolved trace display rule consumed by the UI.
|
|
182
182
|
*
|
|
@@ -184,38 +184,38 @@ declare const traceAttributeDisplaySchema: z.ZodObject<{
|
|
|
184
184
|
* control whether the value comes from the current span only or from the full
|
|
185
185
|
* subtree, and how multiple matches are combined.
|
|
186
186
|
*/
|
|
187
|
-
type TraceAttributeDisplay = z.infer<typeof traceAttributeDisplaySchema>;
|
|
187
|
+
type TraceAttributeDisplay = z$1.infer<typeof traceAttributeDisplaySchema>;
|
|
188
188
|
/** Schema for trace display config after transforms have been resolved. */
|
|
189
|
-
declare const traceDisplayConfigSchema: z.ZodObject<{
|
|
190
|
-
attributes: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
191
|
-
key: z.ZodOptional<z.ZodString>;
|
|
192
|
-
path: z.ZodString;
|
|
193
|
-
label: z.ZodOptional<z.ZodString>;
|
|
194
|
-
format: z.ZodOptional<z.ZodEnum<{
|
|
189
|
+
declare const traceDisplayConfigSchema: z$1.ZodObject<{
|
|
190
|
+
attributes: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
|
|
191
|
+
key: z$1.ZodOptional<z$1.ZodString>;
|
|
192
|
+
path: z$1.ZodString;
|
|
193
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
194
|
+
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
195
195
|
string: "string";
|
|
196
196
|
number: "number";
|
|
197
197
|
duration: "duration";
|
|
198
198
|
json: "json";
|
|
199
199
|
}>>;
|
|
200
|
-
numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
201
|
-
placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
200
|
+
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
201
|
+
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
202
202
|
tree: "tree";
|
|
203
203
|
detail: "detail";
|
|
204
204
|
section: "section";
|
|
205
205
|
}>>>;
|
|
206
|
-
scope: z.ZodOptional<z.ZodEnum<{
|
|
206
|
+
scope: z$1.ZodOptional<z$1.ZodEnum<{
|
|
207
207
|
self: "self";
|
|
208
208
|
subtree: "subtree";
|
|
209
209
|
}>>;
|
|
210
|
-
mode: z.ZodOptional<z.ZodEnum<{
|
|
210
|
+
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
211
211
|
all: "all";
|
|
212
212
|
last: "last";
|
|
213
213
|
sum: "sum";
|
|
214
214
|
}>>;
|
|
215
|
-
}, z.core.$strip>>>;
|
|
216
|
-
}, z.core.$strip>;
|
|
215
|
+
}, z$1.core.$strip>>>;
|
|
216
|
+
}, z$1.core.$strip>;
|
|
217
217
|
/** UI-ready trace display configuration attached to case details. */
|
|
218
|
-
type TraceDisplayConfig = z.infer<typeof traceDisplayConfigSchema>;
|
|
218
|
+
type TraceDisplayConfig = z$1.infer<typeof traceDisplayConfigSchema>;
|
|
219
219
|
/** Context passed to a `traceDisplay` transform while resolving a span value. */
|
|
220
220
|
type TraceAttributeTransformContext = {
|
|
221
221
|
value: unknown;
|
|
@@ -227,33 +227,33 @@ type TraceAttributeTransformContext = {
|
|
|
227
227
|
*/
|
|
228
228
|
type TraceAttributeTransform = (ctx: TraceAttributeTransformContext) => unknown;
|
|
229
229
|
/** Schema for authored trace display rules accepted from user config. */
|
|
230
|
-
declare const traceAttributeDisplayInputSchema: z.ZodObject<{
|
|
231
|
-
key: z.ZodOptional<z.ZodString>;
|
|
232
|
-
path: z.ZodString;
|
|
233
|
-
label: z.ZodOptional<z.ZodString>;
|
|
234
|
-
format: z.ZodOptional<z.ZodEnum<{
|
|
230
|
+
declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
|
|
231
|
+
key: z$1.ZodOptional<z$1.ZodString>;
|
|
232
|
+
path: z$1.ZodString;
|
|
233
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
234
|
+
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
235
235
|
string: "string";
|
|
236
236
|
number: "number";
|
|
237
237
|
duration: "duration";
|
|
238
238
|
json: "json";
|
|
239
239
|
}>>;
|
|
240
|
-
numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
241
|
-
placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
240
|
+
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
241
|
+
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
242
242
|
tree: "tree";
|
|
243
243
|
detail: "detail";
|
|
244
244
|
section: "section";
|
|
245
245
|
}>>>;
|
|
246
|
-
scope: z.ZodOptional<z.ZodEnum<{
|
|
246
|
+
scope: z$1.ZodOptional<z$1.ZodEnum<{
|
|
247
247
|
self: "self";
|
|
248
248
|
subtree: "subtree";
|
|
249
249
|
}>>;
|
|
250
|
-
mode: z.ZodOptional<z.ZodEnum<{
|
|
250
|
+
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
251
251
|
all: "all";
|
|
252
252
|
last: "last";
|
|
253
253
|
sum: "sum";
|
|
254
254
|
}>>;
|
|
255
|
-
transform: z.ZodOptional<z.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
256
|
-
}, z.core.$strip>;
|
|
255
|
+
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
256
|
+
}, z$1.core.$strip>;
|
|
257
257
|
/**
|
|
258
258
|
* Authored trace display rule accepted in eval definitions and config files.
|
|
259
259
|
*
|
|
@@ -262,91 +262,112 @@ declare const traceAttributeDisplayInputSchema: z.ZodObject<{
|
|
|
262
262
|
* `format: 'number'` values. `transform` runs in the
|
|
263
263
|
* runner before the UI receives the resolved trace payload.
|
|
264
264
|
*/
|
|
265
|
-
type TraceAttributeDisplayInput = z.infer<typeof traceAttributeDisplayInputSchema>;
|
|
265
|
+
type TraceAttributeDisplayInput = z$1.infer<typeof traceAttributeDisplayInputSchema>;
|
|
266
266
|
/** Schema for authored trace display config in eval or workspace config. */
|
|
267
|
-
declare const traceDisplayInputConfigSchema: z.ZodObject<{
|
|
268
|
-
attributes: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
269
|
-
key: z.ZodOptional<z.ZodString>;
|
|
270
|
-
path: z.ZodString;
|
|
271
|
-
label: z.ZodOptional<z.ZodString>;
|
|
272
|
-
format: z.ZodOptional<z.ZodEnum<{
|
|
267
|
+
declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
|
|
268
|
+
attributes: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
|
|
269
|
+
key: z$1.ZodOptional<z$1.ZodString>;
|
|
270
|
+
path: z$1.ZodString;
|
|
271
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
272
|
+
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
273
273
|
string: "string";
|
|
274
274
|
number: "number";
|
|
275
275
|
duration: "duration";
|
|
276
276
|
json: "json";
|
|
277
277
|
}>>;
|
|
278
|
-
numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
279
|
-
placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
278
|
+
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
279
|
+
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
280
280
|
tree: "tree";
|
|
281
281
|
detail: "detail";
|
|
282
282
|
section: "section";
|
|
283
283
|
}>>>;
|
|
284
|
-
scope: z.ZodOptional<z.ZodEnum<{
|
|
284
|
+
scope: z$1.ZodOptional<z$1.ZodEnum<{
|
|
285
285
|
self: "self";
|
|
286
286
|
subtree: "subtree";
|
|
287
287
|
}>>;
|
|
288
|
-
mode: z.ZodOptional<z.ZodEnum<{
|
|
288
|
+
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
289
289
|
all: "all";
|
|
290
290
|
last: "last";
|
|
291
291
|
sum: "sum";
|
|
292
292
|
}>>;
|
|
293
|
-
transform: z.ZodOptional<z.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
294
|
-
}, z.core.$strip>>>;
|
|
295
|
-
}, z.core.$strip>;
|
|
293
|
+
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
294
|
+
}, z$1.core.$strip>>>;
|
|
295
|
+
}, z$1.core.$strip>;
|
|
296
296
|
/** Trace display configuration authored by users in config or eval files. */
|
|
297
|
-
type TraceDisplayInputConfig = z.infer<typeof traceDisplayInputConfigSchema>;
|
|
297
|
+
type TraceDisplayInputConfig = z$1.infer<typeof traceDisplayInputConfigSchema>;
|
|
298
298
|
/** Schema for an error attached to a trace span. */
|
|
299
|
-
declare const traceSpanErrorSchema: z.ZodObject<{
|
|
300
|
-
name: z.ZodOptional<z.ZodString>;
|
|
301
|
-
message: z.ZodString;
|
|
302
|
-
stack: z.ZodOptional<z.ZodString>;
|
|
303
|
-
capturedAt: z.ZodOptional<z.ZodString>;
|
|
304
|
-
}, z.core.$catchall<z.ZodUnknown>>;
|
|
299
|
+
declare const traceSpanErrorSchema: z$1.ZodObject<{
|
|
300
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
301
|
+
message: z$1.ZodString;
|
|
302
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
303
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
304
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>;
|
|
305
305
|
/** Error payload stored on a trace span. */
|
|
306
|
-
type EvalTraceSpanError = z.infer<typeof traceSpanErrorSchema>;
|
|
306
|
+
type EvalTraceSpanError = z$1.infer<typeof traceSpanErrorSchema>;
|
|
307
|
+
/** Schema for a warning attached to a trace span. */
|
|
308
|
+
declare const traceSpanWarningSchema: z$1.ZodObject<{
|
|
309
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
310
|
+
message: z$1.ZodString;
|
|
311
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
312
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
313
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>;
|
|
314
|
+
/** Warning payload stored on a trace span. */
|
|
315
|
+
type EvalTraceSpanWarning = z$1.infer<typeof traceSpanWarningSchema>;
|
|
307
316
|
/** Schema for a persisted trace span captured during case execution. */
|
|
308
|
-
declare const traceSpanSchema: z.ZodObject<{
|
|
309
|
-
id: z.ZodString;
|
|
310
|
-
parentId: z.ZodNullable<z.ZodString>;
|
|
311
|
-
caseId: z.ZodString;
|
|
312
|
-
kind: z.ZodString;
|
|
313
|
-
name: z.ZodString;
|
|
314
|
-
startedAt: z.ZodString;
|
|
315
|
-
endedAt: z.ZodNullable<z.ZodString>;
|
|
316
|
-
status: z.ZodEnum<{
|
|
317
|
+
declare const traceSpanSchema: z$1.ZodObject<{
|
|
318
|
+
id: z$1.ZodString;
|
|
319
|
+
parentId: z$1.ZodNullable<z$1.ZodString>;
|
|
320
|
+
caseId: z$1.ZodString;
|
|
321
|
+
kind: z$1.ZodString;
|
|
322
|
+
name: z$1.ZodString;
|
|
323
|
+
startedAt: z$1.ZodString;
|
|
324
|
+
endedAt: z$1.ZodNullable<z$1.ZodString>;
|
|
325
|
+
status: z$1.ZodEnum<{
|
|
317
326
|
error: "error";
|
|
318
327
|
running: "running";
|
|
319
328
|
ok: "ok";
|
|
320
329
|
cancelled: "cancelled";
|
|
321
330
|
}>;
|
|
322
|
-
attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
323
|
-
error: z.ZodOptional<z.ZodObject<{
|
|
324
|
-
name: z.ZodOptional<z.ZodString>;
|
|
325
|
-
message: z.ZodString;
|
|
326
|
-
stack: z.ZodOptional<z.ZodString>;
|
|
327
|
-
capturedAt: z.ZodOptional<z.ZodString>;
|
|
328
|
-
}, z.core.$catchall<z.ZodUnknown>>>;
|
|
329
|
-
errors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
330
|
-
name: z.ZodOptional<z.ZodString>;
|
|
331
|
-
message: z.ZodString;
|
|
332
|
-
stack: z.ZodOptional<z.ZodString>;
|
|
333
|
-
capturedAt: z.ZodOptional<z.ZodString>;
|
|
334
|
-
}, z.core.$catchall<z.ZodUnknown>>>>;
|
|
335
|
-
|
|
331
|
+
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
332
|
+
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
333
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
334
|
+
message: z$1.ZodString;
|
|
335
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
336
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
337
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>;
|
|
338
|
+
errors: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
|
|
339
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
340
|
+
message: z$1.ZodString;
|
|
341
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
342
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
343
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>>;
|
|
344
|
+
warning: z$1.ZodOptional<z$1.ZodObject<{
|
|
345
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
346
|
+
message: z$1.ZodString;
|
|
347
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
348
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
349
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>;
|
|
350
|
+
warnings: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
|
|
351
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
352
|
+
message: z$1.ZodString;
|
|
353
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
354
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
355
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>>;
|
|
356
|
+
}, z$1.core.$strip>;
|
|
336
357
|
/** Persisted trace span shape stored for each eval case run. */
|
|
337
|
-
type EvalTraceSpan = z.infer<typeof traceSpanSchema>;
|
|
358
|
+
type EvalTraceSpan = z$1.infer<typeof traceSpanSchema>;
|
|
338
359
|
//#endregion
|
|
339
360
|
//#region ../shared/src/schemas/eval.d.ts
|
|
340
361
|
/** Freshness signal derived from the latest relevant run plus git state. */
|
|
341
|
-
declare const evalFreshnessStatusSchema: z.ZodEnum<{
|
|
362
|
+
declare const evalFreshnessStatusSchema: z$1.ZodEnum<{
|
|
342
363
|
fresh: "fresh";
|
|
343
364
|
stale: "stale";
|
|
344
365
|
outdated: "outdated";
|
|
345
366
|
}>;
|
|
346
367
|
/** Freshness signal derived from the latest relevant run plus git state. */
|
|
347
|
-
type EvalFreshnessStatus = z.infer<typeof evalFreshnessStatusSchema>;
|
|
368
|
+
type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
|
|
348
369
|
/** Reducer used to collapse a column's per-case values into a single stat. */
|
|
349
|
-
declare const evalStatAggregateSchema: z.ZodEnum<{
|
|
370
|
+
declare const evalStatAggregateSchema: z$1.ZodEnum<{
|
|
350
371
|
avg: "avg";
|
|
351
372
|
min: "min";
|
|
352
373
|
max: "max";
|
|
@@ -354,30 +375,30 @@ declare const evalStatAggregateSchema: z.ZodEnum<{
|
|
|
354
375
|
last: "last";
|
|
355
376
|
}>;
|
|
356
377
|
/** Reducer used to collapse a column's per-case values into a single stat. */
|
|
357
|
-
type EvalStatAggregate = z.infer<typeof evalStatAggregateSchema>;
|
|
378
|
+
type EvalStatAggregate = z$1.infer<typeof evalStatAggregateSchema>;
|
|
358
379
|
/**
|
|
359
380
|
* One entry in the EvalCard stats row. Built-in kinds use latest run totals;
|
|
360
381
|
* `column` aggregates a score or numeric output column across the latest run.
|
|
361
382
|
*/
|
|
362
|
-
declare const evalStatItemSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
363
|
-
kind: z.ZodLiteral<"cases">;
|
|
364
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
365
|
-
kind: z.ZodLiteral<"passRate">;
|
|
366
|
-
accent: z.ZodOptional<z.ZodBoolean>;
|
|
367
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
368
|
-
kind: z.ZodLiteral<"duration">;
|
|
369
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
370
|
-
kind: z.ZodLiteral<"column">;
|
|
371
|
-
key: z.ZodString;
|
|
372
|
-
label: z.ZodOptional<z.ZodString>;
|
|
373
|
-
aggregate: z.ZodEnum<{
|
|
383
|
+
declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
384
|
+
kind: z$1.ZodLiteral<"cases">;
|
|
385
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
386
|
+
kind: z$1.ZodLiteral<"passRate">;
|
|
387
|
+
accent: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
388
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
389
|
+
kind: z$1.ZodLiteral<"duration">;
|
|
390
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
391
|
+
kind: z$1.ZodLiteral<"column">;
|
|
392
|
+
key: z$1.ZodString;
|
|
393
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
394
|
+
aggregate: z$1.ZodEnum<{
|
|
374
395
|
avg: "avg";
|
|
375
396
|
min: "min";
|
|
376
397
|
max: "max";
|
|
377
398
|
sum: "sum";
|
|
378
399
|
last: "last";
|
|
379
400
|
}>;
|
|
380
|
-
format: z.ZodOptional<z.ZodEnum<{
|
|
401
|
+
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
381
402
|
number: "number";
|
|
382
403
|
boolean: "boolean";
|
|
383
404
|
file: "file";
|
|
@@ -391,30 +412,30 @@ declare const evalStatItemSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
391
412
|
passFail: "passFail";
|
|
392
413
|
stars: "stars";
|
|
393
414
|
}>>;
|
|
394
|
-
accent: z.ZodOptional<z.ZodBoolean>;
|
|
395
|
-
}, z.core.$strip>], "kind">;
|
|
415
|
+
accent: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
416
|
+
}, z$1.core.$strip>], "kind">;
|
|
396
417
|
/** Single stat rendered in the EvalCard stats row. */
|
|
397
|
-
type EvalStatItem = z.infer<typeof evalStatItemSchema>;
|
|
418
|
+
type EvalStatItem = z$1.infer<typeof evalStatItemSchema>;
|
|
398
419
|
/** Ordered list of stats rendered in the EvalCard stats row. */
|
|
399
|
-
declare const evalStatsConfigSchema: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
400
|
-
kind: z.ZodLiteral<"cases">;
|
|
401
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
402
|
-
kind: z.ZodLiteral<"passRate">;
|
|
403
|
-
accent: z.ZodOptional<z.ZodBoolean>;
|
|
404
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
405
|
-
kind: z.ZodLiteral<"duration">;
|
|
406
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
407
|
-
kind: z.ZodLiteral<"column">;
|
|
408
|
-
key: z.ZodString;
|
|
409
|
-
label: z.ZodOptional<z.ZodString>;
|
|
410
|
-
aggregate: z.ZodEnum<{
|
|
420
|
+
declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
421
|
+
kind: z$1.ZodLiteral<"cases">;
|
|
422
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
423
|
+
kind: z$1.ZodLiteral<"passRate">;
|
|
424
|
+
accent: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
425
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
426
|
+
kind: z$1.ZodLiteral<"duration">;
|
|
427
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
428
|
+
kind: z$1.ZodLiteral<"column">;
|
|
429
|
+
key: z$1.ZodString;
|
|
430
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
431
|
+
aggregate: z$1.ZodEnum<{
|
|
411
432
|
avg: "avg";
|
|
412
433
|
min: "min";
|
|
413
434
|
max: "max";
|
|
414
435
|
sum: "sum";
|
|
415
436
|
last: "last";
|
|
416
437
|
}>;
|
|
417
|
-
format: z.ZodOptional<z.ZodEnum<{
|
|
438
|
+
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
418
439
|
number: "number";
|
|
419
440
|
boolean: "boolean";
|
|
420
441
|
file: "file";
|
|
@@ -428,34 +449,34 @@ declare const evalStatsConfigSchema: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodOb
|
|
|
428
449
|
passFail: "passFail";
|
|
429
450
|
stars: "stars";
|
|
430
451
|
}>>;
|
|
431
|
-
accent: z.ZodOptional<z.ZodBoolean>;
|
|
432
|
-
}, z.core.$strip>], "kind">>;
|
|
452
|
+
accent: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
453
|
+
}, z$1.core.$strip>], "kind">>;
|
|
433
454
|
/** Ordered list of stats rendered in the EvalCard stats row. */
|
|
434
|
-
type EvalStatsConfig = z.infer<typeof evalStatsConfigSchema>;
|
|
455
|
+
type EvalStatsConfig = z$1.infer<typeof evalStatsConfigSchema>;
|
|
435
456
|
/** Schema summarizing a discovered eval for list and overview screens. */
|
|
436
|
-
declare const evalSummarySchema: z.ZodObject<{
|
|
437
|
-
id: z.ZodString;
|
|
438
|
-
title: z.ZodOptional<z.ZodString>;
|
|
439
|
-
filePath: z.ZodString;
|
|
440
|
-
stale: z.ZodBoolean;
|
|
441
|
-
outdated: z.ZodBoolean;
|
|
442
|
-
freshnessStatus: z.ZodEnum<{
|
|
457
|
+
declare const evalSummarySchema: z$1.ZodObject<{
|
|
458
|
+
id: z$1.ZodString;
|
|
459
|
+
title: z$1.ZodOptional<z$1.ZodString>;
|
|
460
|
+
filePath: z$1.ZodString;
|
|
461
|
+
stale: z$1.ZodBoolean;
|
|
462
|
+
outdated: z$1.ZodBoolean;
|
|
463
|
+
freshnessStatus: z$1.ZodEnum<{
|
|
443
464
|
fresh: "fresh";
|
|
444
465
|
stale: "stale";
|
|
445
466
|
outdated: "outdated";
|
|
446
467
|
}>;
|
|
447
|
-
latestRunAt: z.ZodNullable<z.ZodString>;
|
|
448
|
-
latestRunCommitSha: z.ZodNullable<z.ZodString>;
|
|
449
|
-
currentCommitSha: z.ZodNullable<z.ZodString>;
|
|
450
|
-
columnDefs: z.ZodArray<z.ZodObject<{
|
|
451
|
-
key: z.ZodString;
|
|
452
|
-
label: z.ZodString;
|
|
453
|
-
kind: z.ZodEnum<{
|
|
468
|
+
latestRunAt: z$1.ZodNullable<z$1.ZodString>;
|
|
469
|
+
latestRunCommitSha: z$1.ZodNullable<z$1.ZodString>;
|
|
470
|
+
currentCommitSha: z$1.ZodNullable<z$1.ZodString>;
|
|
471
|
+
columnDefs: z$1.ZodArray<z$1.ZodObject<{
|
|
472
|
+
key: z$1.ZodString;
|
|
473
|
+
label: z$1.ZodString;
|
|
474
|
+
kind: z$1.ZodEnum<{
|
|
454
475
|
string: "string";
|
|
455
476
|
number: "number";
|
|
456
477
|
boolean: "boolean";
|
|
457
478
|
}>;
|
|
458
|
-
format: z.ZodOptional<z.ZodEnum<{
|
|
479
|
+
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
459
480
|
number: "number";
|
|
460
481
|
boolean: "boolean";
|
|
461
482
|
file: "file";
|
|
@@ -469,21 +490,21 @@ declare const evalSummarySchema: z.ZodObject<{
|
|
|
469
490
|
passFail: "passFail";
|
|
470
491
|
stars: "stars";
|
|
471
492
|
}>>;
|
|
472
|
-
numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
473
|
-
isScore: z.ZodOptional<z.ZodBoolean>;
|
|
474
|
-
isManualScore: z.ZodOptional<z.ZodBoolean>;
|
|
475
|
-
passThreshold: z.ZodOptional<z.ZodNumber>;
|
|
476
|
-
maxStars: z.ZodOptional<z.ZodNumber>;
|
|
477
|
-
hideInTable: z.ZodOptional<z.ZodBoolean>;
|
|
478
|
-
sortable: z.ZodOptional<z.ZodBoolean>;
|
|
479
|
-
align: z.ZodOptional<z.ZodEnum<{
|
|
493
|
+
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
494
|
+
isScore: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
495
|
+
isManualScore: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
496
|
+
passThreshold: z$1.ZodOptional<z$1.ZodNumber>;
|
|
497
|
+
maxStars: z$1.ZodOptional<z$1.ZodNumber>;
|
|
498
|
+
hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
499
|
+
sortable: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
500
|
+
align: z$1.ZodOptional<z$1.ZodEnum<{
|
|
480
501
|
left: "left";
|
|
481
502
|
center: "center";
|
|
482
503
|
right: "right";
|
|
483
504
|
}>>;
|
|
484
|
-
}, z.core.$strip>>;
|
|
485
|
-
caseCount: z.ZodNullable<z.ZodNumber>;
|
|
486
|
-
lastRunStatus: z.ZodNullable<z.ZodEnum<{
|
|
505
|
+
}, z$1.core.$strip>>;
|
|
506
|
+
caseCount: z$1.ZodNullable<z$1.ZodNumber>;
|
|
507
|
+
lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
|
|
487
508
|
error: "error";
|
|
488
509
|
pass: "pass";
|
|
489
510
|
fail: "fail";
|
|
@@ -491,25 +512,25 @@ declare const evalSummarySchema: z.ZodObject<{
|
|
|
491
512
|
cancelled: "cancelled";
|
|
492
513
|
unscored: "unscored";
|
|
493
514
|
}>>;
|
|
494
|
-
stats: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
495
|
-
kind: z.ZodLiteral<"cases">;
|
|
496
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
497
|
-
kind: z.ZodLiteral<"passRate">;
|
|
498
|
-
accent: z.ZodOptional<z.ZodBoolean>;
|
|
499
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
500
|
-
kind: z.ZodLiteral<"duration">;
|
|
501
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
502
|
-
kind: z.ZodLiteral<"column">;
|
|
503
|
-
key: z.ZodString;
|
|
504
|
-
label: z.ZodOptional<z.ZodString>;
|
|
505
|
-
aggregate: z.ZodEnum<{
|
|
515
|
+
stats: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
516
|
+
kind: z$1.ZodLiteral<"cases">;
|
|
517
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
518
|
+
kind: z$1.ZodLiteral<"passRate">;
|
|
519
|
+
accent: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
520
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
521
|
+
kind: z$1.ZodLiteral<"duration">;
|
|
522
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
523
|
+
kind: z$1.ZodLiteral<"column">;
|
|
524
|
+
key: z$1.ZodString;
|
|
525
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
526
|
+
aggregate: z$1.ZodEnum<{
|
|
506
527
|
avg: "avg";
|
|
507
528
|
min: "min";
|
|
508
529
|
max: "max";
|
|
509
530
|
sum: "sum";
|
|
510
531
|
last: "last";
|
|
511
532
|
}>;
|
|
512
|
-
format: z.ZodOptional<z.ZodEnum<{
|
|
533
|
+
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
513
534
|
number: "number";
|
|
514
535
|
boolean: "boolean";
|
|
515
536
|
file: "file";
|
|
@@ -523,23 +544,23 @@ declare const evalSummarySchema: z.ZodObject<{
|
|
|
523
544
|
passFail: "passFail";
|
|
524
545
|
stars: "stars";
|
|
525
546
|
}>>;
|
|
526
|
-
accent: z.ZodOptional<z.ZodBoolean>;
|
|
527
|
-
}, z.core.$strip>], "kind">>>;
|
|
528
|
-
charts: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
529
|
-
heading: z.ZodOptional<z.ZodString>;
|
|
530
|
-
type: z.ZodEnum<{
|
|
547
|
+
accent: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
548
|
+
}, z$1.core.$strip>], "kind">>>;
|
|
549
|
+
charts: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
|
|
550
|
+
heading: z$1.ZodOptional<z$1.ZodString>;
|
|
551
|
+
type: z$1.ZodEnum<{
|
|
531
552
|
area: "area";
|
|
532
553
|
line: "line";
|
|
533
554
|
bar: "bar";
|
|
534
555
|
}>;
|
|
535
|
-
metrics: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
536
|
-
source: z.ZodLiteral<"builtin">;
|
|
537
|
-
metric: z.ZodEnum<{
|
|
556
|
+
metrics: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
557
|
+
source: z$1.ZodLiteral<"builtin">;
|
|
558
|
+
metric: z$1.ZodEnum<{
|
|
538
559
|
passRate: "passRate";
|
|
539
560
|
durationMs: "durationMs";
|
|
540
561
|
}>;
|
|
541
|
-
label: z.ZodOptional<z.ZodString>;
|
|
542
|
-
color: z.ZodOptional<z.ZodEnum<{
|
|
562
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
563
|
+
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
543
564
|
success: "success";
|
|
544
565
|
accent: "accent";
|
|
545
566
|
error: "error";
|
|
@@ -547,14 +568,14 @@ declare const evalSummarySchema: z.ZodObject<{
|
|
|
547
568
|
warning: "warning";
|
|
548
569
|
textMuted: "textMuted";
|
|
549
570
|
}>>;
|
|
550
|
-
axis: z.ZodOptional<z.ZodEnum<{
|
|
571
|
+
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
551
572
|
left: "left";
|
|
552
573
|
right: "right";
|
|
553
574
|
}>>;
|
|
554
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
555
|
-
source: z.ZodLiteral<"column">;
|
|
556
|
-
key: z.ZodString;
|
|
557
|
-
aggregate: z.ZodEnum<{
|
|
575
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
576
|
+
source: z$1.ZodLiteral<"column">;
|
|
577
|
+
key: z$1.ZodString;
|
|
578
|
+
aggregate: z$1.ZodEnum<{
|
|
558
579
|
avg: "avg";
|
|
559
580
|
min: "min";
|
|
560
581
|
max: "max";
|
|
@@ -562,8 +583,8 @@ declare const evalSummarySchema: z.ZodObject<{
|
|
|
562
583
|
latest: "latest";
|
|
563
584
|
passThresholdRate: "passThresholdRate";
|
|
564
585
|
}>;
|
|
565
|
-
label: z.ZodOptional<z.ZodString>;
|
|
566
|
-
color: z.ZodOptional<z.ZodEnum<{
|
|
586
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
587
|
+
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
567
588
|
success: "success";
|
|
568
589
|
accent: "accent";
|
|
569
590
|
error: "error";
|
|
@@ -571,32 +592,32 @@ declare const evalSummarySchema: z.ZodObject<{
|
|
|
571
592
|
warning: "warning";
|
|
572
593
|
textMuted: "textMuted";
|
|
573
594
|
}>>;
|
|
574
|
-
axis: z.ZodOptional<z.ZodEnum<{
|
|
595
|
+
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
575
596
|
left: "left";
|
|
576
597
|
right: "right";
|
|
577
598
|
}>>;
|
|
578
|
-
}, z.core.$strip>], "source">>;
|
|
579
|
-
yDomain: z.ZodOptional<z.ZodObject<{
|
|
580
|
-
left: z.ZodOptional<z.ZodObject<{
|
|
581
|
-
min: z.ZodOptional<z.ZodNumber>;
|
|
582
|
-
max: z.ZodOptional<z.ZodNumber>;
|
|
583
|
-
}, z.core.$strip>>;
|
|
584
|
-
right: z.ZodOptional<z.ZodObject<{
|
|
585
|
-
min: z.ZodOptional<z.ZodNumber>;
|
|
586
|
-
max: z.ZodOptional<z.ZodNumber>;
|
|
587
|
-
}, z.core.$strip>>;
|
|
588
|
-
}, z.core.$strip>>;
|
|
589
|
-
tooltipExtras: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
590
|
-
source: z.ZodLiteral<"builtin">;
|
|
591
|
-
metric: z.ZodEnum<{
|
|
599
|
+
}, z$1.core.$strip>], "source">>;
|
|
600
|
+
yDomain: z$1.ZodOptional<z$1.ZodObject<{
|
|
601
|
+
left: z$1.ZodOptional<z$1.ZodObject<{
|
|
602
|
+
min: z$1.ZodOptional<z$1.ZodNumber>;
|
|
603
|
+
max: z$1.ZodOptional<z$1.ZodNumber>;
|
|
604
|
+
}, z$1.core.$strip>>;
|
|
605
|
+
right: z$1.ZodOptional<z$1.ZodObject<{
|
|
606
|
+
min: z$1.ZodOptional<z$1.ZodNumber>;
|
|
607
|
+
max: z$1.ZodOptional<z$1.ZodNumber>;
|
|
608
|
+
}, z$1.core.$strip>>;
|
|
609
|
+
}, z$1.core.$strip>>;
|
|
610
|
+
tooltipExtras: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
611
|
+
source: z$1.ZodLiteral<"builtin">;
|
|
612
|
+
metric: z$1.ZodEnum<{
|
|
592
613
|
passRate: "passRate";
|
|
593
614
|
durationMs: "durationMs";
|
|
594
615
|
}>;
|
|
595
|
-
label: z.ZodOptional<z.ZodString>;
|
|
596
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
597
|
-
source: z.ZodLiteral<"column">;
|
|
598
|
-
key: z.ZodString;
|
|
599
|
-
aggregate: z.ZodEnum<{
|
|
616
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
617
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
618
|
+
source: z$1.ZodLiteral<"column">;
|
|
619
|
+
key: z$1.ZodString;
|
|
620
|
+
aggregate: z$1.ZodEnum<{
|
|
600
621
|
avg: "avg";
|
|
601
622
|
min: "min";
|
|
602
623
|
max: "max";
|
|
@@ -604,17 +625,17 @@ declare const evalSummarySchema: z.ZodObject<{
|
|
|
604
625
|
latest: "latest";
|
|
605
626
|
passThresholdRate: "passThresholdRate";
|
|
606
627
|
}>;
|
|
607
|
-
label: z.ZodOptional<z.ZodString>;
|
|
608
|
-
}, z.core.$strip>], "source">>>;
|
|
609
|
-
}, z.core.$strip>>>;
|
|
610
|
-
}, z.core.$strip>;
|
|
628
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
629
|
+
}, z$1.core.$strip>], "source">>>;
|
|
630
|
+
}, z$1.core.$strip>>>;
|
|
631
|
+
}, z$1.core.$strip>;
|
|
611
632
|
/** Metadata shown for one discovered eval in the explorer UI. */
|
|
612
|
-
type EvalSummary = z.infer<typeof evalSummarySchema>;
|
|
633
|
+
type EvalSummary = z$1.infer<typeof evalSummarySchema>;
|
|
613
634
|
/** Schema for one case row in an eval run result table. */
|
|
614
|
-
declare const caseRowSchema: z.ZodObject<{
|
|
615
|
-
caseId: z.ZodString;
|
|
616
|
-
evalId: z.ZodString;
|
|
617
|
-
status: z.ZodEnum<{
|
|
635
|
+
declare const caseRowSchema: z$1.ZodObject<{
|
|
636
|
+
caseId: z$1.ZodString;
|
|
637
|
+
evalId: z$1.ZodString;
|
|
638
|
+
status: z$1.ZodEnum<{
|
|
618
639
|
error: "error";
|
|
619
640
|
pass: "pass";
|
|
620
641
|
fail: "fail";
|
|
@@ -622,95 +643,107 @@ declare const caseRowSchema: z.ZodObject<{
|
|
|
622
643
|
cancelled: "cancelled";
|
|
623
644
|
pending: "pending";
|
|
624
645
|
}>;
|
|
625
|
-
latencyMs: z.ZodNullable<z.ZodNumber>;
|
|
626
|
-
costUsd: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
627
|
-
columns: z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodType<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown, z.core.$ZodTypeInternals<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown>>, z.ZodUnion<readonly [z.ZodObject<{
|
|
628
|
-
source: z.ZodLiteral<"repo">;
|
|
629
|
-
path: z.ZodString;
|
|
630
|
-
mimeType: z.ZodOptional<z.ZodString>;
|
|
631
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
632
|
-
source: z.ZodLiteral<"run">;
|
|
633
|
-
artifactId: z.ZodString;
|
|
634
|
-
mimeType: z.ZodString;
|
|
635
|
-
fileName: z.ZodOptional<z.ZodString>;
|
|
636
|
-
}, z.core.$strip>]>]>>;
|
|
637
|
-
trial: z.ZodNumber;
|
|
638
|
-
}, z.core.$strip>;
|
|
646
|
+
latencyMs: z$1.ZodNullable<z$1.ZodNumber>;
|
|
647
|
+
costUsd: z$1.ZodOptional<z$1.ZodNullable<z$1.ZodNumber>>;
|
|
648
|
+
columns: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnion<readonly [z$1.ZodType<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown, z$1.core.$ZodTypeInternals<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown>>, z$1.ZodUnion<readonly [z$1.ZodObject<{
|
|
649
|
+
source: z$1.ZodLiteral<"repo">;
|
|
650
|
+
path: z$1.ZodString;
|
|
651
|
+
mimeType: z$1.ZodOptional<z$1.ZodString>;
|
|
652
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
653
|
+
source: z$1.ZodLiteral<"run">;
|
|
654
|
+
artifactId: z$1.ZodString;
|
|
655
|
+
mimeType: z$1.ZodString;
|
|
656
|
+
fileName: z$1.ZodOptional<z$1.ZodString>;
|
|
657
|
+
}, z$1.core.$strip>]>]>>;
|
|
658
|
+
trial: z$1.ZodNumber;
|
|
659
|
+
}, z$1.core.$strip>;
|
|
639
660
|
/** Flattened per-case row rendered in run tables and streamed updates. */
|
|
640
|
-
type CaseRow = z.infer<typeof caseRowSchema>;
|
|
661
|
+
type CaseRow = z$1.infer<typeof caseRowSchema>;
|
|
641
662
|
/** Structured assertion failure metadata captured for one case run. */
|
|
642
|
-
declare const assertionFailureSchema: z.ZodObject<{
|
|
643
|
-
message: z.ZodString;
|
|
644
|
-
stack: z.ZodOptional<z.ZodString>;
|
|
645
|
-
}, z.core.$strip>;
|
|
663
|
+
declare const assertionFailureSchema: z$1.ZodObject<{
|
|
664
|
+
message: z$1.ZodString;
|
|
665
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
666
|
+
}, z$1.core.$strip>;
|
|
646
667
|
/** Assertion failure metadata captured for one case run. */
|
|
647
|
-
type AssertionFailure = z.infer<typeof assertionFailureSchema>;
|
|
668
|
+
type AssertionFailure = z$1.infer<typeof assertionFailureSchema>;
|
|
648
669
|
/** Trace payload captured while computing one score for a case. */
|
|
649
|
-
declare const scoreTraceSchema: z.ZodObject<{
|
|
650
|
-
trace: z.ZodArray<z.ZodObject<{
|
|
651
|
-
id: z.ZodString;
|
|
652
|
-
parentId: z.ZodNullable<z.ZodString>;
|
|
653
|
-
caseId: z.ZodString;
|
|
654
|
-
kind: z.ZodString;
|
|
655
|
-
name: z.ZodString;
|
|
656
|
-
startedAt: z.ZodString;
|
|
657
|
-
endedAt: z.ZodNullable<z.ZodString>;
|
|
658
|
-
status: z.ZodEnum<{
|
|
670
|
+
declare const scoreTraceSchema: z$1.ZodObject<{
|
|
671
|
+
trace: z$1.ZodArray<z$1.ZodObject<{
|
|
672
|
+
id: z$1.ZodString;
|
|
673
|
+
parentId: z$1.ZodNullable<z$1.ZodString>;
|
|
674
|
+
caseId: z$1.ZodString;
|
|
675
|
+
kind: z$1.ZodString;
|
|
676
|
+
name: z$1.ZodString;
|
|
677
|
+
startedAt: z$1.ZodString;
|
|
678
|
+
endedAt: z$1.ZodNullable<z$1.ZodString>;
|
|
679
|
+
status: z$1.ZodEnum<{
|
|
659
680
|
error: "error";
|
|
660
681
|
running: "running";
|
|
661
682
|
cancelled: "cancelled";
|
|
662
683
|
ok: "ok";
|
|
663
684
|
}>;
|
|
664
|
-
attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
665
|
-
error: z.ZodOptional<z.ZodObject<{
|
|
666
|
-
name: z.ZodOptional<z.ZodString>;
|
|
667
|
-
message: z.ZodString;
|
|
668
|
-
stack: z.ZodOptional<z.ZodString>;
|
|
669
|
-
capturedAt: z.ZodOptional<z.ZodString>;
|
|
670
|
-
}, z.core.$catchall<z.ZodUnknown>>>;
|
|
671
|
-
errors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
672
|
-
name: z.ZodOptional<z.ZodString>;
|
|
673
|
-
message: z.ZodString;
|
|
674
|
-
stack: z.ZodOptional<z.ZodString>;
|
|
675
|
-
capturedAt: z.ZodOptional<z.ZodString>;
|
|
676
|
-
}, z.core.$catchall<z.ZodUnknown>>>>;
|
|
677
|
-
|
|
678
|
-
|
|
679
|
-
|
|
680
|
-
|
|
681
|
-
|
|
682
|
-
|
|
683
|
-
|
|
685
|
+
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
686
|
+
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
687
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
688
|
+
message: z$1.ZodString;
|
|
689
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
690
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
691
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>;
|
|
692
|
+
errors: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
|
|
693
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
694
|
+
message: z$1.ZodString;
|
|
695
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
696
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
697
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>>;
|
|
698
|
+
warning: z$1.ZodOptional<z$1.ZodObject<{
|
|
699
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
700
|
+
message: z$1.ZodString;
|
|
701
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
702
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
703
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>;
|
|
704
|
+
warnings: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
|
|
705
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
706
|
+
message: z$1.ZodString;
|
|
707
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
708
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
709
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>>;
|
|
710
|
+
}, z$1.core.$strip>>;
|
|
711
|
+
traceDisplay: z$1.ZodObject<{
|
|
712
|
+
attributes: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
|
|
713
|
+
key: z$1.ZodOptional<z$1.ZodString>;
|
|
714
|
+
path: z$1.ZodString;
|
|
715
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
716
|
+
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
684
717
|
string: "string";
|
|
685
718
|
number: "number";
|
|
686
719
|
duration: "duration";
|
|
687
720
|
json: "json";
|
|
688
721
|
}>>;
|
|
689
|
-
numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
690
|
-
placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
722
|
+
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
723
|
+
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
691
724
|
tree: "tree";
|
|
692
725
|
detail: "detail";
|
|
693
726
|
section: "section";
|
|
694
727
|
}>>>;
|
|
695
|
-
scope: z.ZodOptional<z.ZodEnum<{
|
|
728
|
+
scope: z$1.ZodOptional<z$1.ZodEnum<{
|
|
696
729
|
self: "self";
|
|
697
730
|
subtree: "subtree";
|
|
698
731
|
}>>;
|
|
699
|
-
mode: z.ZodOptional<z.ZodEnum<{
|
|
732
|
+
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
700
733
|
sum: "sum";
|
|
701
734
|
last: "last";
|
|
702
735
|
all: "all";
|
|
703
736
|
}>>;
|
|
704
|
-
}, z.core.$strip>>>;
|
|
705
|
-
}, z.core.$strip>;
|
|
706
|
-
}, z.core.$strip>;
|
|
737
|
+
}, z$1.core.$strip>>>;
|
|
738
|
+
}, z$1.core.$strip>;
|
|
739
|
+
}, z$1.core.$strip>;
|
|
707
740
|
/** Trace payload captured while computing one score for a case. */
|
|
708
|
-
type ScoreTrace = z.infer<typeof scoreTraceSchema>;
|
|
741
|
+
type ScoreTrace = z$1.infer<typeof scoreTraceSchema>;
|
|
709
742
|
/** Schema for the detailed payload shown when opening a specific case. */
|
|
710
|
-
declare const caseDetailSchema: z.ZodObject<{
|
|
711
|
-
caseId: z.ZodString;
|
|
712
|
-
evalId: z.ZodString;
|
|
713
|
-
status: z.ZodEnum<{
|
|
743
|
+
declare const caseDetailSchema: z$1.ZodObject<{
|
|
744
|
+
caseId: z$1.ZodString;
|
|
745
|
+
evalId: z$1.ZodString;
|
|
746
|
+
status: z$1.ZodEnum<{
|
|
714
747
|
error: "error";
|
|
715
748
|
pass: "pass";
|
|
716
749
|
fail: "fail";
|
|
@@ -718,162 +751,186 @@ declare const caseDetailSchema: z.ZodObject<{
|
|
|
718
751
|
cancelled: "cancelled";
|
|
719
752
|
pending: "pending";
|
|
720
753
|
}>;
|
|
721
|
-
input: z.ZodUnknown;
|
|
722
|
-
trace: z.ZodArray<z.ZodObject<{
|
|
723
|
-
id: z.ZodString;
|
|
724
|
-
parentId: z.ZodNullable<z.ZodString>;
|
|
725
|
-
caseId: z.ZodString;
|
|
726
|
-
kind: z.ZodString;
|
|
727
|
-
name: z.ZodString;
|
|
728
|
-
startedAt: z.ZodString;
|
|
729
|
-
endedAt: z.ZodNullable<z.ZodString>;
|
|
730
|
-
status: z.ZodEnum<{
|
|
754
|
+
input: z$1.ZodUnknown;
|
|
755
|
+
trace: z$1.ZodArray<z$1.ZodObject<{
|
|
756
|
+
id: z$1.ZodString;
|
|
757
|
+
parentId: z$1.ZodNullable<z$1.ZodString>;
|
|
758
|
+
caseId: z$1.ZodString;
|
|
759
|
+
kind: z$1.ZodString;
|
|
760
|
+
name: z$1.ZodString;
|
|
761
|
+
startedAt: z$1.ZodString;
|
|
762
|
+
endedAt: z$1.ZodNullable<z$1.ZodString>;
|
|
763
|
+
status: z$1.ZodEnum<{
|
|
731
764
|
error: "error";
|
|
732
765
|
running: "running";
|
|
733
766
|
cancelled: "cancelled";
|
|
734
767
|
ok: "ok";
|
|
735
768
|
}>;
|
|
736
|
-
attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
737
|
-
error: z.ZodOptional<z.ZodObject<{
|
|
738
|
-
name: z.ZodOptional<z.ZodString>;
|
|
739
|
-
message: z.ZodString;
|
|
740
|
-
stack: z.ZodOptional<z.ZodString>;
|
|
741
|
-
capturedAt: z.ZodOptional<z.ZodString>;
|
|
742
|
-
}, z.core.$catchall<z.ZodUnknown>>>;
|
|
743
|
-
errors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
744
|
-
name: z.ZodOptional<z.ZodString>;
|
|
745
|
-
message: z.ZodString;
|
|
746
|
-
stack: z.ZodOptional<z.ZodString>;
|
|
747
|
-
capturedAt: z.ZodOptional<z.ZodString>;
|
|
748
|
-
}, z.core.$catchall<z.ZodUnknown>>>>;
|
|
749
|
-
|
|
750
|
-
|
|
751
|
-
|
|
752
|
-
|
|
753
|
-
|
|
754
|
-
|
|
755
|
-
|
|
769
|
+
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
770
|
+
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
771
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
772
|
+
message: z$1.ZodString;
|
|
773
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
774
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
775
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>;
|
|
776
|
+
errors: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
|
|
777
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
778
|
+
message: z$1.ZodString;
|
|
779
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
780
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
781
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>>;
|
|
782
|
+
warning: z$1.ZodOptional<z$1.ZodObject<{
|
|
783
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
784
|
+
message: z$1.ZodString;
|
|
785
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
786
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
787
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>;
|
|
788
|
+
warnings: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
|
|
789
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
790
|
+
message: z$1.ZodString;
|
|
791
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
792
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
793
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>>;
|
|
794
|
+
}, z$1.core.$strip>>;
|
|
795
|
+
traceDisplay: z$1.ZodObject<{
|
|
796
|
+
attributes: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
|
|
797
|
+
key: z$1.ZodOptional<z$1.ZodString>;
|
|
798
|
+
path: z$1.ZodString;
|
|
799
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
800
|
+
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
756
801
|
string: "string";
|
|
757
802
|
number: "number";
|
|
758
803
|
duration: "duration";
|
|
759
804
|
json: "json";
|
|
760
805
|
}>>;
|
|
761
|
-
numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
762
|
-
placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
806
|
+
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
807
|
+
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
763
808
|
tree: "tree";
|
|
764
809
|
detail: "detail";
|
|
765
810
|
section: "section";
|
|
766
811
|
}>>>;
|
|
767
|
-
scope: z.ZodOptional<z.ZodEnum<{
|
|
812
|
+
scope: z$1.ZodOptional<z$1.ZodEnum<{
|
|
768
813
|
self: "self";
|
|
769
814
|
subtree: "subtree";
|
|
770
815
|
}>>;
|
|
771
|
-
mode: z.ZodOptional<z.ZodEnum<{
|
|
816
|
+
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
772
817
|
sum: "sum";
|
|
773
818
|
last: "last";
|
|
774
819
|
all: "all";
|
|
775
820
|
}>>;
|
|
776
|
-
}, z.core.$strip>>>;
|
|
777
|
-
}, z.core.$strip>;
|
|
778
|
-
scoringTraces: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
779
|
-
trace: z.ZodArray<z.ZodObject<{
|
|
780
|
-
id: z.ZodString;
|
|
781
|
-
parentId: z.ZodNullable<z.ZodString>;
|
|
782
|
-
caseId: z.ZodString;
|
|
783
|
-
kind: z.ZodString;
|
|
784
|
-
name: z.ZodString;
|
|
785
|
-
startedAt: z.ZodString;
|
|
786
|
-
endedAt: z.ZodNullable<z.ZodString>;
|
|
787
|
-
status: z.ZodEnum<{
|
|
821
|
+
}, z$1.core.$strip>>>;
|
|
822
|
+
}, z$1.core.$strip>;
|
|
823
|
+
scoringTraces: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodObject<{
|
|
824
|
+
trace: z$1.ZodArray<z$1.ZodObject<{
|
|
825
|
+
id: z$1.ZodString;
|
|
826
|
+
parentId: z$1.ZodNullable<z$1.ZodString>;
|
|
827
|
+
caseId: z$1.ZodString;
|
|
828
|
+
kind: z$1.ZodString;
|
|
829
|
+
name: z$1.ZodString;
|
|
830
|
+
startedAt: z$1.ZodString;
|
|
831
|
+
endedAt: z$1.ZodNullable<z$1.ZodString>;
|
|
832
|
+
status: z$1.ZodEnum<{
|
|
788
833
|
error: "error";
|
|
789
834
|
running: "running";
|
|
790
835
|
cancelled: "cancelled";
|
|
791
836
|
ok: "ok";
|
|
792
837
|
}>;
|
|
793
|
-
attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
794
|
-
error: z.ZodOptional<z.ZodObject<{
|
|
795
|
-
name: z.ZodOptional<z.ZodString>;
|
|
796
|
-
message: z.ZodString;
|
|
797
|
-
stack: z.ZodOptional<z.ZodString>;
|
|
798
|
-
capturedAt: z.ZodOptional<z.ZodString>;
|
|
799
|
-
}, z.core.$catchall<z.ZodUnknown>>>;
|
|
800
|
-
errors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
801
|
-
name: z.ZodOptional<z.ZodString>;
|
|
802
|
-
message: z.ZodString;
|
|
803
|
-
stack: z.ZodOptional<z.ZodString>;
|
|
804
|
-
capturedAt: z.ZodOptional<z.ZodString>;
|
|
805
|
-
}, z.core.$catchall<z.ZodUnknown>>>>;
|
|
806
|
-
|
|
807
|
-
|
|
808
|
-
|
|
809
|
-
|
|
810
|
-
|
|
811
|
-
|
|
812
|
-
|
|
838
|
+
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
839
|
+
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
840
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
841
|
+
message: z$1.ZodString;
|
|
842
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
843
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
844
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>;
|
|
845
|
+
errors: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
|
|
846
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
847
|
+
message: z$1.ZodString;
|
|
848
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
849
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
850
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>>;
|
|
851
|
+
warning: z$1.ZodOptional<z$1.ZodObject<{
|
|
852
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
853
|
+
message: z$1.ZodString;
|
|
854
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
855
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
856
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>;
|
|
857
|
+
warnings: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
|
|
858
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
859
|
+
message: z$1.ZodString;
|
|
860
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
861
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
862
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>>;
|
|
863
|
+
}, z$1.core.$strip>>;
|
|
864
|
+
traceDisplay: z$1.ZodObject<{
|
|
865
|
+
attributes: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
|
|
866
|
+
key: z$1.ZodOptional<z$1.ZodString>;
|
|
867
|
+
path: z$1.ZodString;
|
|
868
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
869
|
+
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
813
870
|
string: "string";
|
|
814
871
|
number: "number";
|
|
815
872
|
duration: "duration";
|
|
816
873
|
json: "json";
|
|
817
874
|
}>>;
|
|
818
|
-
numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
819
|
-
placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
875
|
+
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
876
|
+
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
820
877
|
tree: "tree";
|
|
821
878
|
detail: "detail";
|
|
822
879
|
section: "section";
|
|
823
880
|
}>>>;
|
|
824
|
-
scope: z.ZodOptional<z.ZodEnum<{
|
|
881
|
+
scope: z$1.ZodOptional<z$1.ZodEnum<{
|
|
825
882
|
self: "self";
|
|
826
883
|
subtree: "subtree";
|
|
827
884
|
}>>;
|
|
828
|
-
mode: z.ZodOptional<z.ZodEnum<{
|
|
885
|
+
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
829
886
|
sum: "sum";
|
|
830
887
|
last: "last";
|
|
831
888
|
all: "all";
|
|
832
889
|
}>>;
|
|
833
|
-
}, z.core.$strip>>>;
|
|
834
|
-
}, z.core.$strip>;
|
|
835
|
-
}, z.core.$strip>>>;
|
|
836
|
-
columns: z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodType<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown, z.core.$ZodTypeInternals<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown>>, z.ZodUnion<readonly [z.ZodObject<{
|
|
837
|
-
source: z.ZodLiteral<"repo">;
|
|
838
|
-
path: z.ZodString;
|
|
839
|
-
mimeType: z.ZodOptional<z.ZodString>;
|
|
840
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
841
|
-
source: z.ZodLiteral<"run">;
|
|
842
|
-
artifactId: z.ZodString;
|
|
843
|
-
mimeType: z.ZodString;
|
|
844
|
-
fileName: z.ZodOptional<z.ZodString>;
|
|
845
|
-
}, z.core.$strip>]>]>>;
|
|
846
|
-
assertionFailures: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
|
|
847
|
-
message: z.ZodString;
|
|
848
|
-
stack: z.ZodOptional<z.ZodString>;
|
|
849
|
-
}, z.core.$strip>, z.ZodPipe<z.ZodString, z.ZodTransform<{
|
|
890
|
+
}, z$1.core.$strip>>>;
|
|
891
|
+
}, z$1.core.$strip>;
|
|
892
|
+
}, z$1.core.$strip>>>;
|
|
893
|
+
columns: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnion<readonly [z$1.ZodType<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown, z$1.core.$ZodTypeInternals<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown>>, z$1.ZodUnion<readonly [z$1.ZodObject<{
|
|
894
|
+
source: z$1.ZodLiteral<"repo">;
|
|
895
|
+
path: z$1.ZodString;
|
|
896
|
+
mimeType: z$1.ZodOptional<z$1.ZodString>;
|
|
897
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
898
|
+
source: z$1.ZodLiteral<"run">;
|
|
899
|
+
artifactId: z$1.ZodString;
|
|
900
|
+
mimeType: z$1.ZodString;
|
|
901
|
+
fileName: z$1.ZodOptional<z$1.ZodString>;
|
|
902
|
+
}, z$1.core.$strip>]>]>>;
|
|
903
|
+
assertionFailures: z$1.ZodArray<z$1.ZodUnion<readonly [z$1.ZodObject<{
|
|
904
|
+
message: z$1.ZodString;
|
|
905
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
906
|
+
}, z$1.core.$strip>, z$1.ZodPipe<z$1.ZodString, z$1.ZodTransform<{
|
|
850
907
|
message: string;
|
|
851
908
|
stack?: string | undefined;
|
|
852
909
|
}, string>>]>>;
|
|
853
|
-
error: z.ZodNullable<z.ZodObject<{
|
|
854
|
-
name: z.ZodOptional<z.ZodString>;
|
|
855
|
-
message: z.ZodString;
|
|
856
|
-
stack: z.ZodOptional<z.ZodString>;
|
|
857
|
-
}, z.core.$strip>>;
|
|
858
|
-
trial: z.ZodNumber;
|
|
859
|
-
}, z.core.$strip>;
|
|
910
|
+
error: z$1.ZodNullable<z$1.ZodObject<{
|
|
911
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
912
|
+
message: z$1.ZodString;
|
|
913
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
914
|
+
}, z$1.core.$strip>>;
|
|
915
|
+
trial: z$1.ZodNumber;
|
|
916
|
+
}, z$1.core.$strip>;
|
|
860
917
|
/** Full case payload including inputs, trace, outputs, and failures. */
|
|
861
|
-
type CaseDetail = z.infer<typeof caseDetailSchema>;
|
|
918
|
+
type CaseDetail = z$1.infer<typeof caseDetailSchema>;
|
|
862
919
|
//#endregion
|
|
863
920
|
//#region ../shared/src/schemas/chart.d.ts
|
|
864
921
|
/** Chart type rendered for a single eval history chart. */
|
|
865
|
-
declare const evalChartTypeSchema: z.ZodEnum<{
|
|
922
|
+
declare const evalChartTypeSchema: z$1.ZodEnum<{
|
|
866
923
|
area: "area";
|
|
867
924
|
line: "line";
|
|
868
925
|
bar: "bar";
|
|
869
926
|
}>;
|
|
870
927
|
/** Chart type rendered for a single eval history chart. */
|
|
871
|
-
type EvalChartType = z.infer<typeof evalChartTypeSchema>;
|
|
928
|
+
type EvalChartType = z$1.infer<typeof evalChartTypeSchema>;
|
|
872
929
|
/**
|
|
873
930
|
* Run-level metric sourced from the aggregated `RunSummary` for a run, rather
|
|
874
931
|
* than from a per-case column.
|
|
875
932
|
*/
|
|
876
|
-
declare const evalChartBuiltinMetricSchema: z.ZodEnum<{
|
|
933
|
+
declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
|
|
877
934
|
passRate: "passRate";
|
|
878
935
|
durationMs: "durationMs";
|
|
879
936
|
}>;
|
|
@@ -881,9 +938,9 @@ declare const evalChartBuiltinMetricSchema: z.ZodEnum<{
|
|
|
881
938
|
* Run-level metric sourced from the aggregated `RunSummary` for a run, rather
|
|
882
939
|
* than from a per-case column.
|
|
883
940
|
*/
|
|
884
|
-
type EvalChartBuiltinMetric = z.infer<typeof evalChartBuiltinMetricSchema>;
|
|
941
|
+
type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
|
|
885
942
|
/** Reducer applied to a numeric column across all cases of a single run. */
|
|
886
|
-
declare const evalChartAggregateSchema: z.ZodEnum<{
|
|
943
|
+
declare const evalChartAggregateSchema: z$1.ZodEnum<{
|
|
887
944
|
avg: "avg";
|
|
888
945
|
sum: "sum";
|
|
889
946
|
min: "min";
|
|
@@ -892,12 +949,12 @@ declare const evalChartAggregateSchema: z.ZodEnum<{
|
|
|
892
949
|
passThresholdRate: "passThresholdRate";
|
|
893
950
|
}>;
|
|
894
951
|
/** Reducer applied to a numeric column across all cases of a single run. */
|
|
895
|
-
type EvalChartAggregate = z.infer<typeof evalChartAggregateSchema>;
|
|
952
|
+
type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
|
|
896
953
|
/**
|
|
897
954
|
* Semantic color token resolved to a theme color by the web UI. The SDK does
|
|
898
955
|
* not emit raw hex so authored evals stay decoupled from the web theme.
|
|
899
956
|
*/
|
|
900
|
-
declare const evalChartColorSchema: z.ZodEnum<{
|
|
957
|
+
declare const evalChartColorSchema: z$1.ZodEnum<{
|
|
901
958
|
accent: "accent";
|
|
902
959
|
accentDim: "accentDim";
|
|
903
960
|
success: "success";
|
|
@@ -906,27 +963,27 @@ declare const evalChartColorSchema: z.ZodEnum<{
|
|
|
906
963
|
textMuted: "textMuted";
|
|
907
964
|
}>;
|
|
908
965
|
/** Semantic color token resolved to a theme color by the web UI. */
|
|
909
|
-
type EvalChartColor = z.infer<typeof evalChartColorSchema>;
|
|
966
|
+
type EvalChartColor = z$1.infer<typeof evalChartColorSchema>;
|
|
910
967
|
/** Y-axis placement for a plotted series on a dual-axis chart. */
|
|
911
|
-
declare const evalChartAxisSchema: z.ZodEnum<{
|
|
968
|
+
declare const evalChartAxisSchema: z$1.ZodEnum<{
|
|
912
969
|
left: "left";
|
|
913
970
|
right: "right";
|
|
914
971
|
}>;
|
|
915
972
|
/** Y-axis placement for a plotted series on a dual-axis chart. */
|
|
916
|
-
type EvalChartAxis = z.infer<typeof evalChartAxisSchema>;
|
|
973
|
+
type EvalChartAxis = z$1.infer<typeof evalChartAxisSchema>;
|
|
917
974
|
/**
|
|
918
975
|
* One plotted series on an eval history chart. `builtin` metrics come from the
|
|
919
976
|
* per-run `RunSummary`; `column` metrics aggregate a per-case score or
|
|
920
977
|
* `setEvalOutput` column across the run using `aggregate`.
|
|
921
978
|
*/
|
|
922
|
-
declare const evalChartMetricSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
923
|
-
source: z.ZodLiteral<"builtin">;
|
|
924
|
-
metric: z.ZodEnum<{
|
|
979
|
+
declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
980
|
+
source: z$1.ZodLiteral<"builtin">;
|
|
981
|
+
metric: z$1.ZodEnum<{
|
|
925
982
|
passRate: "passRate";
|
|
926
983
|
durationMs: "durationMs";
|
|
927
984
|
}>;
|
|
928
|
-
label: z.ZodOptional<z.ZodString>;
|
|
929
|
-
color: z.ZodOptional<z.ZodEnum<{
|
|
985
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
986
|
+
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
930
987
|
accent: "accent";
|
|
931
988
|
accentDim: "accentDim";
|
|
932
989
|
success: "success";
|
|
@@ -934,14 +991,14 @@ declare const evalChartMetricSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
934
991
|
warning: "warning";
|
|
935
992
|
textMuted: "textMuted";
|
|
936
993
|
}>>;
|
|
937
|
-
axis: z.ZodOptional<z.ZodEnum<{
|
|
994
|
+
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
938
995
|
left: "left";
|
|
939
996
|
right: "right";
|
|
940
997
|
}>>;
|
|
941
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
942
|
-
source: z.ZodLiteral<"column">;
|
|
943
|
-
key: z.ZodString;
|
|
944
|
-
aggregate: z.ZodEnum<{
|
|
998
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
999
|
+
source: z$1.ZodLiteral<"column">;
|
|
1000
|
+
key: z$1.ZodString;
|
|
1001
|
+
aggregate: z$1.ZodEnum<{
|
|
945
1002
|
avg: "avg";
|
|
946
1003
|
sum: "sum";
|
|
947
1004
|
min: "min";
|
|
@@ -949,8 +1006,8 @@ declare const evalChartMetricSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
949
1006
|
latest: "latest";
|
|
950
1007
|
passThresholdRate: "passThresholdRate";
|
|
951
1008
|
}>;
|
|
952
|
-
label: z.ZodOptional<z.ZodString>;
|
|
953
|
-
color: z.ZodOptional<z.ZodEnum<{
|
|
1009
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
1010
|
+
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
954
1011
|
accent: "accent";
|
|
955
1012
|
accentDim: "accentDim";
|
|
956
1013
|
success: "success";
|
|
@@ -958,25 +1015,25 @@ declare const evalChartMetricSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
958
1015
|
warning: "warning";
|
|
959
1016
|
textMuted: "textMuted";
|
|
960
1017
|
}>>;
|
|
961
|
-
axis: z.ZodOptional<z.ZodEnum<{
|
|
1018
|
+
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
962
1019
|
left: "left";
|
|
963
1020
|
right: "right";
|
|
964
1021
|
}>>;
|
|
965
|
-
}, z.core.$strip>], "source">;
|
|
1022
|
+
}, z$1.core.$strip>], "source">;
|
|
966
1023
|
/** One plotted series on an eval history chart. */
|
|
967
|
-
type EvalChartMetric = z.infer<typeof evalChartMetricSchema>;
|
|
1024
|
+
type EvalChartMetric = z$1.infer<typeof evalChartMetricSchema>;
|
|
968
1025
|
/** Extra field rendered only in the tooltip, not plotted as a series. */
|
|
969
|
-
declare const evalChartTooltipExtraSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
970
|
-
source: z.ZodLiteral<"builtin">;
|
|
971
|
-
metric: z.ZodEnum<{
|
|
1026
|
+
declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
1027
|
+
source: z$1.ZodLiteral<"builtin">;
|
|
1028
|
+
metric: z$1.ZodEnum<{
|
|
972
1029
|
passRate: "passRate";
|
|
973
1030
|
durationMs: "durationMs";
|
|
974
1031
|
}>;
|
|
975
|
-
label: z.ZodOptional<z.ZodString>;
|
|
976
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
977
|
-
source: z.ZodLiteral<"column">;
|
|
978
|
-
key: z.ZodString;
|
|
979
|
-
aggregate: z.ZodEnum<{
|
|
1032
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
1033
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1034
|
+
source: z$1.ZodLiteral<"column">;
|
|
1035
|
+
key: z$1.ZodString;
|
|
1036
|
+
aggregate: z$1.ZodEnum<{
|
|
980
1037
|
avg: "avg";
|
|
981
1038
|
sum: "sum";
|
|
982
1039
|
min: "min";
|
|
@@ -984,30 +1041,30 @@ declare const evalChartTooltipExtraSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
984
1041
|
latest: "latest";
|
|
985
1042
|
passThresholdRate: "passThresholdRate";
|
|
986
1043
|
}>;
|
|
987
|
-
label: z.ZodOptional<z.ZodString>;
|
|
988
|
-
}, z.core.$strip>], "source">;
|
|
1044
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
1045
|
+
}, z$1.core.$strip>], "source">;
|
|
989
1046
|
/** Extra field rendered only in the tooltip, not plotted as a series. */
|
|
990
|
-
type EvalChartTooltipExtra = z.infer<typeof evalChartTooltipExtraSchema>;
|
|
1047
|
+
type EvalChartTooltipExtra = z$1.infer<typeof evalChartTooltipExtraSchema>;
|
|
991
1048
|
/**
|
|
992
1049
|
* Authored configuration for one eval history chart rendered in `EvalCard`.
|
|
993
1050
|
* Authors declare a list of these via `EvalDefinition.charts` — the UI renders
|
|
994
1051
|
* each entry as its own chart frame, stacked in authoring order.
|
|
995
1052
|
*/
|
|
996
|
-
declare const evalChartConfigSchema: z.ZodObject<{
|
|
997
|
-
heading: z.ZodOptional<z.ZodString>;
|
|
998
|
-
type: z.ZodEnum<{
|
|
1053
|
+
declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
1054
|
+
heading: z$1.ZodOptional<z$1.ZodString>;
|
|
1055
|
+
type: z$1.ZodEnum<{
|
|
999
1056
|
area: "area";
|
|
1000
1057
|
line: "line";
|
|
1001
1058
|
bar: "bar";
|
|
1002
1059
|
}>;
|
|
1003
|
-
metrics: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
1004
|
-
source: z.ZodLiteral<"builtin">;
|
|
1005
|
-
metric: z.ZodEnum<{
|
|
1060
|
+
metrics: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
1061
|
+
source: z$1.ZodLiteral<"builtin">;
|
|
1062
|
+
metric: z$1.ZodEnum<{
|
|
1006
1063
|
passRate: "passRate";
|
|
1007
1064
|
durationMs: "durationMs";
|
|
1008
1065
|
}>;
|
|
1009
|
-
label: z.ZodOptional<z.ZodString>;
|
|
1010
|
-
color: z.ZodOptional<z.ZodEnum<{
|
|
1066
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
1067
|
+
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1011
1068
|
accent: "accent";
|
|
1012
1069
|
accentDim: "accentDim";
|
|
1013
1070
|
success: "success";
|
|
@@ -1015,14 +1072,14 @@ declare const evalChartConfigSchema: z.ZodObject<{
|
|
|
1015
1072
|
warning: "warning";
|
|
1016
1073
|
textMuted: "textMuted";
|
|
1017
1074
|
}>>;
|
|
1018
|
-
axis: z.ZodOptional<z.ZodEnum<{
|
|
1075
|
+
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1019
1076
|
left: "left";
|
|
1020
1077
|
right: "right";
|
|
1021
1078
|
}>>;
|
|
1022
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
1023
|
-
source: z.ZodLiteral<"column">;
|
|
1024
|
-
key: z.ZodString;
|
|
1025
|
-
aggregate: z.ZodEnum<{
|
|
1079
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1080
|
+
source: z$1.ZodLiteral<"column">;
|
|
1081
|
+
key: z$1.ZodString;
|
|
1082
|
+
aggregate: z$1.ZodEnum<{
|
|
1026
1083
|
avg: "avg";
|
|
1027
1084
|
sum: "sum";
|
|
1028
1085
|
min: "min";
|
|
@@ -1030,8 +1087,8 @@ declare const evalChartConfigSchema: z.ZodObject<{
|
|
|
1030
1087
|
latest: "latest";
|
|
1031
1088
|
passThresholdRate: "passThresholdRate";
|
|
1032
1089
|
}>;
|
|
1033
|
-
label: z.ZodOptional<z.ZodString>;
|
|
1034
|
-
color: z.ZodOptional<z.ZodEnum<{
|
|
1090
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
1091
|
+
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1035
1092
|
accent: "accent";
|
|
1036
1093
|
accentDim: "accentDim";
|
|
1037
1094
|
success: "success";
|
|
@@ -1039,32 +1096,32 @@ declare const evalChartConfigSchema: z.ZodObject<{
|
|
|
1039
1096
|
warning: "warning";
|
|
1040
1097
|
textMuted: "textMuted";
|
|
1041
1098
|
}>>;
|
|
1042
|
-
axis: z.ZodOptional<z.ZodEnum<{
|
|
1099
|
+
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1043
1100
|
left: "left";
|
|
1044
1101
|
right: "right";
|
|
1045
1102
|
}>>;
|
|
1046
|
-
}, z.core.$strip>], "source">>;
|
|
1047
|
-
yDomain: z.ZodOptional<z.ZodObject<{
|
|
1048
|
-
left: z.ZodOptional<z.ZodObject<{
|
|
1049
|
-
min: z.ZodOptional<z.ZodNumber>;
|
|
1050
|
-
max: z.ZodOptional<z.ZodNumber>;
|
|
1051
|
-
}, z.core.$strip>>;
|
|
1052
|
-
right: z.ZodOptional<z.ZodObject<{
|
|
1053
|
-
min: z.ZodOptional<z.ZodNumber>;
|
|
1054
|
-
max: z.ZodOptional<z.ZodNumber>;
|
|
1055
|
-
}, z.core.$strip>>;
|
|
1056
|
-
}, z.core.$strip>>;
|
|
1057
|
-
tooltipExtras: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
1058
|
-
source: z.ZodLiteral<"builtin">;
|
|
1059
|
-
metric: z.ZodEnum<{
|
|
1103
|
+
}, z$1.core.$strip>], "source">>;
|
|
1104
|
+
yDomain: z$1.ZodOptional<z$1.ZodObject<{
|
|
1105
|
+
left: z$1.ZodOptional<z$1.ZodObject<{
|
|
1106
|
+
min: z$1.ZodOptional<z$1.ZodNumber>;
|
|
1107
|
+
max: z$1.ZodOptional<z$1.ZodNumber>;
|
|
1108
|
+
}, z$1.core.$strip>>;
|
|
1109
|
+
right: z$1.ZodOptional<z$1.ZodObject<{
|
|
1110
|
+
min: z$1.ZodOptional<z$1.ZodNumber>;
|
|
1111
|
+
max: z$1.ZodOptional<z$1.ZodNumber>;
|
|
1112
|
+
}, z$1.core.$strip>>;
|
|
1113
|
+
}, z$1.core.$strip>>;
|
|
1114
|
+
tooltipExtras: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
1115
|
+
source: z$1.ZodLiteral<"builtin">;
|
|
1116
|
+
metric: z$1.ZodEnum<{
|
|
1060
1117
|
passRate: "passRate";
|
|
1061
1118
|
durationMs: "durationMs";
|
|
1062
1119
|
}>;
|
|
1063
|
-
label: z.ZodOptional<z.ZodString>;
|
|
1064
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
1065
|
-
source: z.ZodLiteral<"column">;
|
|
1066
|
-
key: z.ZodString;
|
|
1067
|
-
aggregate: z.ZodEnum<{
|
|
1120
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
1121
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1122
|
+
source: z$1.ZodLiteral<"column">;
|
|
1123
|
+
key: z$1.ZodString;
|
|
1124
|
+
aggregate: z$1.ZodEnum<{
|
|
1068
1125
|
avg: "avg";
|
|
1069
1126
|
sum: "sum";
|
|
1070
1127
|
min: "min";
|
|
@@ -1072,30 +1129,30 @@ declare const evalChartConfigSchema: z.ZodObject<{
|
|
|
1072
1129
|
latest: "latest";
|
|
1073
1130
|
passThresholdRate: "passThresholdRate";
|
|
1074
1131
|
}>;
|
|
1075
|
-
label: z.ZodOptional<z.ZodString>;
|
|
1076
|
-
}, z.core.$strip>], "source">>>;
|
|
1077
|
-
}, z.core.$strip>;
|
|
1132
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
1133
|
+
}, z$1.core.$strip>], "source">>>;
|
|
1134
|
+
}, z$1.core.$strip>;
|
|
1078
1135
|
/** Authored configuration for one eval history chart. */
|
|
1079
|
-
type EvalChartConfig = z.infer<typeof evalChartConfigSchema>;
|
|
1136
|
+
type EvalChartConfig = z$1.infer<typeof evalChartConfigSchema>;
|
|
1080
1137
|
/**
|
|
1081
1138
|
* Ordered list of history charts rendered for an eval. Opt-in: when omitted or
|
|
1082
1139
|
* empty, the UI renders no history chart at all.
|
|
1083
1140
|
*/
|
|
1084
|
-
declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
|
|
1085
|
-
heading: z.ZodOptional<z.ZodString>;
|
|
1086
|
-
type: z.ZodEnum<{
|
|
1141
|
+
declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
1142
|
+
heading: z$1.ZodOptional<z$1.ZodString>;
|
|
1143
|
+
type: z$1.ZodEnum<{
|
|
1087
1144
|
area: "area";
|
|
1088
1145
|
line: "line";
|
|
1089
1146
|
bar: "bar";
|
|
1090
1147
|
}>;
|
|
1091
|
-
metrics: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
1092
|
-
source: z.ZodLiteral<"builtin">;
|
|
1093
|
-
metric: z.ZodEnum<{
|
|
1148
|
+
metrics: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
1149
|
+
source: z$1.ZodLiteral<"builtin">;
|
|
1150
|
+
metric: z$1.ZodEnum<{
|
|
1094
1151
|
passRate: "passRate";
|
|
1095
1152
|
durationMs: "durationMs";
|
|
1096
1153
|
}>;
|
|
1097
|
-
label: z.ZodOptional<z.ZodString>;
|
|
1098
|
-
color: z.ZodOptional<z.ZodEnum<{
|
|
1154
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
1155
|
+
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1099
1156
|
accent: "accent";
|
|
1100
1157
|
accentDim: "accentDim";
|
|
1101
1158
|
success: "success";
|
|
@@ -1103,14 +1160,14 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
|
|
|
1103
1160
|
warning: "warning";
|
|
1104
1161
|
textMuted: "textMuted";
|
|
1105
1162
|
}>>;
|
|
1106
|
-
axis: z.ZodOptional<z.ZodEnum<{
|
|
1163
|
+
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1107
1164
|
left: "left";
|
|
1108
1165
|
right: "right";
|
|
1109
1166
|
}>>;
|
|
1110
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
1111
|
-
source: z.ZodLiteral<"column">;
|
|
1112
|
-
key: z.ZodString;
|
|
1113
|
-
aggregate: z.ZodEnum<{
|
|
1167
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1168
|
+
source: z$1.ZodLiteral<"column">;
|
|
1169
|
+
key: z$1.ZodString;
|
|
1170
|
+
aggregate: z$1.ZodEnum<{
|
|
1114
1171
|
avg: "avg";
|
|
1115
1172
|
sum: "sum";
|
|
1116
1173
|
min: "min";
|
|
@@ -1118,8 +1175,8 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
|
|
|
1118
1175
|
latest: "latest";
|
|
1119
1176
|
passThresholdRate: "passThresholdRate";
|
|
1120
1177
|
}>;
|
|
1121
|
-
label: z.ZodOptional<z.ZodString>;
|
|
1122
|
-
color: z.ZodOptional<z.ZodEnum<{
|
|
1178
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
1179
|
+
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1123
1180
|
accent: "accent";
|
|
1124
1181
|
accentDim: "accentDim";
|
|
1125
1182
|
success: "success";
|
|
@@ -1127,32 +1184,32 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
|
|
|
1127
1184
|
warning: "warning";
|
|
1128
1185
|
textMuted: "textMuted";
|
|
1129
1186
|
}>>;
|
|
1130
|
-
axis: z.ZodOptional<z.ZodEnum<{
|
|
1187
|
+
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1131
1188
|
left: "left";
|
|
1132
1189
|
right: "right";
|
|
1133
1190
|
}>>;
|
|
1134
|
-
}, z.core.$strip>], "source">>;
|
|
1135
|
-
yDomain: z.ZodOptional<z.ZodObject<{
|
|
1136
|
-
left: z.ZodOptional<z.ZodObject<{
|
|
1137
|
-
min: z.ZodOptional<z.ZodNumber>;
|
|
1138
|
-
max: z.ZodOptional<z.ZodNumber>;
|
|
1139
|
-
}, z.core.$strip>>;
|
|
1140
|
-
right: z.ZodOptional<z.ZodObject<{
|
|
1141
|
-
min: z.ZodOptional<z.ZodNumber>;
|
|
1142
|
-
max: z.ZodOptional<z.ZodNumber>;
|
|
1143
|
-
}, z.core.$strip>>;
|
|
1144
|
-
}, z.core.$strip>>;
|
|
1145
|
-
tooltipExtras: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
1146
|
-
source: z.ZodLiteral<"builtin">;
|
|
1147
|
-
metric: z.ZodEnum<{
|
|
1191
|
+
}, z$1.core.$strip>], "source">>;
|
|
1192
|
+
yDomain: z$1.ZodOptional<z$1.ZodObject<{
|
|
1193
|
+
left: z$1.ZodOptional<z$1.ZodObject<{
|
|
1194
|
+
min: z$1.ZodOptional<z$1.ZodNumber>;
|
|
1195
|
+
max: z$1.ZodOptional<z$1.ZodNumber>;
|
|
1196
|
+
}, z$1.core.$strip>>;
|
|
1197
|
+
right: z$1.ZodOptional<z$1.ZodObject<{
|
|
1198
|
+
min: z$1.ZodOptional<z$1.ZodNumber>;
|
|
1199
|
+
max: z$1.ZodOptional<z$1.ZodNumber>;
|
|
1200
|
+
}, z$1.core.$strip>>;
|
|
1201
|
+
}, z$1.core.$strip>>;
|
|
1202
|
+
tooltipExtras: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
1203
|
+
source: z$1.ZodLiteral<"builtin">;
|
|
1204
|
+
metric: z$1.ZodEnum<{
|
|
1148
1205
|
passRate: "passRate";
|
|
1149
1206
|
durationMs: "durationMs";
|
|
1150
1207
|
}>;
|
|
1151
|
-
label: z.ZodOptional<z.ZodString>;
|
|
1152
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
1153
|
-
source: z.ZodLiteral<"column">;
|
|
1154
|
-
key: z.ZodString;
|
|
1155
|
-
aggregate: z.ZodEnum<{
|
|
1208
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
1209
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1210
|
+
source: z$1.ZodLiteral<"column">;
|
|
1211
|
+
key: z$1.ZodString;
|
|
1212
|
+
aggregate: z$1.ZodEnum<{
|
|
1156
1213
|
avg: "avg";
|
|
1157
1214
|
sum: "sum";
|
|
1158
1215
|
min: "min";
|
|
@@ -1160,70 +1217,70 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
|
|
|
1160
1217
|
latest: "latest";
|
|
1161
1218
|
passThresholdRate: "passThresholdRate";
|
|
1162
1219
|
}>;
|
|
1163
|
-
label: z.ZodOptional<z.ZodString>;
|
|
1164
|
-
}, z.core.$strip>], "source">>>;
|
|
1165
|
-
}, z.core.$strip>>;
|
|
1220
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
1221
|
+
}, z$1.core.$strip>], "source">>>;
|
|
1222
|
+
}, z$1.core.$strip>>;
|
|
1166
1223
|
/** Ordered list of history charts rendered for an eval. */
|
|
1167
|
-
type EvalChartsConfig = z.infer<typeof evalChartsConfigSchema>;
|
|
1224
|
+
type EvalChartsConfig = z$1.infer<typeof evalChartsConfigSchema>;
|
|
1168
1225
|
//#endregion
|
|
1169
1226
|
//#region ../shared/src/schemas/run.d.ts
|
|
1170
1227
|
/** Schema for persisted metadata about a single run invocation. */
|
|
1171
|
-
declare const runManifestSchema: z.ZodObject<{
|
|
1172
|
-
id: z.ZodString;
|
|
1173
|
-
shortId: z.ZodString;
|
|
1174
|
-
status: z.ZodEnum<{
|
|
1228
|
+
declare const runManifestSchema: z$1.ZodObject<{
|
|
1229
|
+
id: z$1.ZodString;
|
|
1230
|
+
shortId: z$1.ZodString;
|
|
1231
|
+
status: z$1.ZodEnum<{
|
|
1175
1232
|
pending: "pending";
|
|
1176
1233
|
running: "running";
|
|
1177
1234
|
completed: "completed";
|
|
1178
1235
|
cancelled: "cancelled";
|
|
1179
1236
|
error: "error";
|
|
1180
1237
|
}>;
|
|
1181
|
-
startedAt: z.ZodString;
|
|
1182
|
-
endedAt: z.ZodNullable<z.ZodString>;
|
|
1183
|
-
commitSha: z.ZodDefault<z.ZodOptional<z.ZodNullable<z.ZodString>>>;
|
|
1184
|
-
evalSourceFingerprints: z.ZodDefault<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>>;
|
|
1185
|
-
target: z.ZodObject<{
|
|
1186
|
-
mode: z.ZodEnum<{
|
|
1238
|
+
startedAt: z$1.ZodString;
|
|
1239
|
+
endedAt: z$1.ZodNullable<z$1.ZodString>;
|
|
1240
|
+
commitSha: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodNullable<z$1.ZodString>>>;
|
|
1241
|
+
evalSourceFingerprints: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodString>>>;
|
|
1242
|
+
target: z$1.ZodObject<{
|
|
1243
|
+
mode: z$1.ZodEnum<{
|
|
1187
1244
|
all: "all";
|
|
1188
1245
|
evalIds: "evalIds";
|
|
1189
1246
|
caseIds: "caseIds";
|
|
1190
1247
|
}>;
|
|
1191
|
-
evalIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
1192
|
-
caseIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
1193
|
-
}, z.core.$strip>;
|
|
1194
|
-
trials: z.ZodNumber;
|
|
1195
|
-
trialSelection: z.ZodDefault<z.ZodOptional<z.ZodEnum<{
|
|
1248
|
+
evalIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
1249
|
+
caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
1250
|
+
}, z$1.core.$strip>;
|
|
1251
|
+
trials: z$1.ZodNumber;
|
|
1252
|
+
trialSelection: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodEnum<{
|
|
1196
1253
|
lowestScore: "lowestScore";
|
|
1197
1254
|
median: "median";
|
|
1198
1255
|
}>>>;
|
|
1199
|
-
cacheMode: z.ZodOptional<z.ZodEnum<{
|
|
1256
|
+
cacheMode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1200
1257
|
use: "use";
|
|
1201
1258
|
bypass: "bypass";
|
|
1202
1259
|
refresh: "refresh";
|
|
1203
1260
|
}>>;
|
|
1204
|
-
}, z.core.$strip>;
|
|
1261
|
+
}, z$1.core.$strip>;
|
|
1205
1262
|
/** Persisted lifecycle metadata for a single eval run. */
|
|
1206
|
-
type RunManifest = z.infer<typeof runManifestSchema>;
|
|
1263
|
+
type RunManifest = z$1.infer<typeof runManifestSchema>;
|
|
1207
1264
|
/** Schema for aggregate metrics computed over a completed or active run. */
|
|
1208
|
-
declare const runSummarySchema: z.ZodObject<{
|
|
1209
|
-
runId: z.ZodString;
|
|
1210
|
-
status: z.ZodEnum<{
|
|
1265
|
+
declare const runSummarySchema: z$1.ZodObject<{
|
|
1266
|
+
runId: z$1.ZodString;
|
|
1267
|
+
status: z$1.ZodEnum<{
|
|
1211
1268
|
pending: "pending";
|
|
1212
1269
|
running: "running";
|
|
1213
1270
|
completed: "completed";
|
|
1214
1271
|
cancelled: "cancelled";
|
|
1215
1272
|
error: "error";
|
|
1216
1273
|
}>;
|
|
1217
|
-
totalCases: z.ZodNumber;
|
|
1218
|
-
passedCases: z.ZodNumber;
|
|
1219
|
-
failedCases: z.ZodNumber;
|
|
1220
|
-
errorCases: z.ZodNumber;
|
|
1221
|
-
cancelledCases: z.ZodNumber;
|
|
1222
|
-
totalDurationMs: z.ZodNullable<z.ZodNumber>;
|
|
1223
|
-
errorMessage: z.ZodDefault<z.ZodNullable<z.ZodString>>;
|
|
1224
|
-
}, z.core.$strip>;
|
|
1274
|
+
totalCases: z$1.ZodNumber;
|
|
1275
|
+
passedCases: z$1.ZodNumber;
|
|
1276
|
+
failedCases: z$1.ZodNumber;
|
|
1277
|
+
errorCases: z$1.ZodNumber;
|
|
1278
|
+
cancelledCases: z$1.ZodNumber;
|
|
1279
|
+
totalDurationMs: z$1.ZodNullable<z$1.ZodNumber>;
|
|
1280
|
+
errorMessage: z$1.ZodDefault<z$1.ZodNullable<z$1.ZodString>>;
|
|
1281
|
+
}, z$1.core.$strip>;
|
|
1225
1282
|
/** Roll-up statistics for one run. */
|
|
1226
|
-
type RunSummary = z.infer<typeof runSummarySchema>;
|
|
1283
|
+
type RunSummary = z$1.infer<typeof runSummarySchema>;
|
|
1227
1284
|
//#endregion
|
|
1228
1285
|
//#region ../shared/src/status.d.ts
|
|
1229
1286
|
/**
|
|
@@ -1307,7 +1364,7 @@ type EvalTitleLike = {
|
|
|
1307
1364
|
declare function getEvalTitle(evalLike: EvalTitleLike): string;
|
|
1308
1365
|
//#endregion
|
|
1309
1366
|
//#region ../shared/src/schemas/sse.d.ts
|
|
1310
|
-
declare const sseEventTypeSchema: z.ZodEnum<{
|
|
1367
|
+
declare const sseEventTypeSchema: z$1.ZodEnum<{
|
|
1311
1368
|
"discovery.updated": "discovery.updated";
|
|
1312
1369
|
"run.started": "run.started";
|
|
1313
1370
|
"run.summary": "run.summary";
|
|
@@ -1320,55 +1377,55 @@ declare const sseEventTypeSchema: z.ZodEnum<{
|
|
|
1320
1377
|
"run.error": "run.error";
|
|
1321
1378
|
}>;
|
|
1322
1379
|
/** Server-sent event name emitted by the runner or backend. */
|
|
1323
|
-
type SseEventType = z.infer<typeof sseEventTypeSchema>;
|
|
1380
|
+
type SseEventType = z$1.infer<typeof sseEventTypeSchema>;
|
|
1324
1381
|
/** Schema for the SSE envelope used to stream run updates to clients. */
|
|
1325
|
-
declare const sseEnvelopeSchema: z.ZodObject<{
|
|
1326
|
-
type: z.ZodString;
|
|
1327
|
-
runId: z.ZodOptional<z.ZodString>;
|
|
1328
|
-
timestamp: z.ZodString;
|
|
1329
|
-
payload: z.ZodUnknown;
|
|
1330
|
-
}, z.core.$strip>;
|
|
1382
|
+
declare const sseEnvelopeSchema: z$1.ZodObject<{
|
|
1383
|
+
type: z$1.ZodString;
|
|
1384
|
+
runId: z$1.ZodOptional<z$1.ZodString>;
|
|
1385
|
+
timestamp: z$1.ZodString;
|
|
1386
|
+
payload: z$1.ZodUnknown;
|
|
1387
|
+
}, z$1.core.$strip>;
|
|
1331
1388
|
/** Wire format for a streamed event emitted during eval execution. */
|
|
1332
|
-
type SseEnvelope = z.infer<typeof sseEnvelopeSchema>;
|
|
1389
|
+
type SseEnvelope = z$1.infer<typeof sseEnvelopeSchema>;
|
|
1333
1390
|
//#endregion
|
|
1334
1391
|
//#region ../shared/src/schemas/api.d.ts
|
|
1335
1392
|
/** Schema for the API request that starts a new eval run. */
|
|
1336
|
-
declare const createRunRequestSchema: z.ZodObject<{
|
|
1337
|
-
target: z.ZodObject<{
|
|
1338
|
-
mode: z.ZodEnum<{
|
|
1393
|
+
declare const createRunRequestSchema: z$1.ZodObject<{
|
|
1394
|
+
target: z$1.ZodObject<{
|
|
1395
|
+
mode: z$1.ZodEnum<{
|
|
1339
1396
|
all: "all";
|
|
1340
1397
|
evalIds: "evalIds";
|
|
1341
1398
|
caseIds: "caseIds";
|
|
1342
1399
|
}>;
|
|
1343
|
-
evalIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
1344
|
-
caseIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
1345
|
-
}, z.core.$strip>;
|
|
1346
|
-
trials: z.ZodNumber;
|
|
1347
|
-
cache: z.ZodOptional<z.ZodObject<{
|
|
1348
|
-
mode: z.ZodDefault<z.ZodEnum<{
|
|
1400
|
+
evalIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
1401
|
+
caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
1402
|
+
}, z$1.core.$strip>;
|
|
1403
|
+
trials: z$1.ZodNumber;
|
|
1404
|
+
cache: z$1.ZodOptional<z$1.ZodObject<{
|
|
1405
|
+
mode: z$1.ZodDefault<z$1.ZodEnum<{
|
|
1349
1406
|
use: "use";
|
|
1350
1407
|
bypass: "bypass";
|
|
1351
1408
|
refresh: "refresh";
|
|
1352
1409
|
}>>;
|
|
1353
|
-
}, z.core.$strip>>;
|
|
1354
|
-
}, z.core.$strip>;
|
|
1410
|
+
}, z$1.core.$strip>>;
|
|
1411
|
+
}, z$1.core.$strip>;
|
|
1355
1412
|
/** Request payload accepted by the run creation endpoint. */
|
|
1356
|
-
type CreateRunRequest = z.infer<typeof createRunRequestSchema>;
|
|
1413
|
+
type CreateRunRequest = z$1.infer<typeof createRunRequestSchema>;
|
|
1357
1414
|
/** Schema for updating a UI-authored manual score on one persisted case. */
|
|
1358
|
-
declare const updateManualScoreRequestSchema: z.ZodObject<{
|
|
1359
|
-
value: z.ZodNullable<z.ZodNumber>;
|
|
1360
|
-
}, z.core.$strip>;
|
|
1415
|
+
declare const updateManualScoreRequestSchema: z$1.ZodObject<{
|
|
1416
|
+
value: z$1.ZodNullable<z$1.ZodNumber>;
|
|
1417
|
+
}, z$1.core.$strip>;
|
|
1361
1418
|
/** Request payload accepted by the manual score update endpoint. */
|
|
1362
|
-
type UpdateManualScoreRequest = z.infer<typeof updateManualScoreRequestSchema>;
|
|
1419
|
+
type UpdateManualScoreRequest = z$1.infer<typeof updateManualScoreRequestSchema>;
|
|
1363
1420
|
//#endregion
|
|
1364
1421
|
//#region ../shared/src/schemas/config.d.ts
|
|
1365
1422
|
/** Strategy used to collapse repeated trials into one stored case result. */
|
|
1366
|
-
declare const trialSelectionModeSchema: z.ZodEnum<{
|
|
1423
|
+
declare const trialSelectionModeSchema: z$1.ZodEnum<{
|
|
1367
1424
|
lowestScore: "lowestScore";
|
|
1368
1425
|
median: "median";
|
|
1369
1426
|
}>;
|
|
1370
1427
|
/** Strategy used to collapse repeated trials into one stored case result. */
|
|
1371
|
-
type TrialSelectionMode = z.infer<typeof trialSelectionModeSchema>;
|
|
1428
|
+
type TrialSelectionMode = z$1.infer<typeof trialSelectionModeSchema>;
|
|
1372
1429
|
/** Top-level config authored in `agent-evals.config.ts`. */
|
|
1373
1430
|
type AgentEvalsConfig = {
|
|
1374
1431
|
/** Root directory used to resolve all relative paths. Defaults to `process.cwd()`. */workspaceRoot?: string; /** Glob patterns (relative to `workspaceRoot`) used to discover eval files. */
|
|
@@ -1413,51 +1470,51 @@ type AgentEvalsConfig = {
|
|
|
1413
1470
|
};
|
|
1414
1471
|
};
|
|
1415
1472
|
/** Zod schema for validating `agent-evals.config.ts` input. */
|
|
1416
|
-
declare const agentEvalsConfigSchema: z.ZodObject<{
|
|
1417
|
-
workspaceRoot: z.ZodOptional<z.ZodString>;
|
|
1418
|
-
include: z.ZodArray<z.ZodString>;
|
|
1419
|
-
defaultTrials: z.ZodOptional<z.ZodNumber>;
|
|
1420
|
-
trialSelection: z.ZodOptional<z.ZodEnum<{
|
|
1473
|
+
declare const agentEvalsConfigSchema: z$1.ZodObject<{
|
|
1474
|
+
workspaceRoot: z$1.ZodOptional<z$1.ZodString>;
|
|
1475
|
+
include: z$1.ZodArray<z$1.ZodString>;
|
|
1476
|
+
defaultTrials: z$1.ZodOptional<z$1.ZodNumber>;
|
|
1477
|
+
trialSelection: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1421
1478
|
lowestScore: "lowestScore";
|
|
1422
1479
|
median: "median";
|
|
1423
1480
|
}>>;
|
|
1424
|
-
concurrency: z.ZodOptional<z.ZodNumber>;
|
|
1425
|
-
staleAfterDays: z.ZodOptional<z.ZodNumber>;
|
|
1426
|
-
traceDisplay: z.ZodOptional<z.ZodObject<{
|
|
1427
|
-
attributes: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1428
|
-
key: z.ZodOptional<z.ZodString>;
|
|
1429
|
-
path: z.ZodString;
|
|
1430
|
-
label: z.ZodOptional<z.ZodString>;
|
|
1431
|
-
format: z.ZodOptional<z.ZodEnum<{
|
|
1481
|
+
concurrency: z$1.ZodOptional<z$1.ZodNumber>;
|
|
1482
|
+
staleAfterDays: z$1.ZodOptional<z$1.ZodNumber>;
|
|
1483
|
+
traceDisplay: z$1.ZodOptional<z$1.ZodObject<{
|
|
1484
|
+
attributes: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
|
|
1485
|
+
key: z$1.ZodOptional<z$1.ZodString>;
|
|
1486
|
+
path: z$1.ZodString;
|
|
1487
|
+
label: z$1.ZodOptional<z$1.ZodString>;
|
|
1488
|
+
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1432
1489
|
string: "string";
|
|
1433
1490
|
number: "number";
|
|
1434
1491
|
duration: "duration";
|
|
1435
1492
|
json: "json";
|
|
1436
1493
|
}>>;
|
|
1437
|
-
numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
1438
|
-
placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
1494
|
+
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
1495
|
+
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
1439
1496
|
tree: "tree";
|
|
1440
1497
|
detail: "detail";
|
|
1441
1498
|
section: "section";
|
|
1442
1499
|
}>>>;
|
|
1443
|
-
scope: z.ZodOptional<z.ZodEnum<{
|
|
1500
|
+
scope: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1444
1501
|
self: "self";
|
|
1445
1502
|
subtree: "subtree";
|
|
1446
1503
|
}>>;
|
|
1447
|
-
mode: z.ZodOptional<z.ZodEnum<{
|
|
1504
|
+
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1448
1505
|
all: "all";
|
|
1449
1506
|
last: "last";
|
|
1450
1507
|
sum: "sum";
|
|
1451
1508
|
}>>;
|
|
1452
|
-
transform: z.ZodOptional<z.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
1453
|
-
}, z.core.$strip>>>;
|
|
1454
|
-
}, z.core.$strip>>;
|
|
1455
|
-
cache: z.ZodOptional<z.ZodObject<{
|
|
1456
|
-
enabled: z.ZodOptional<z.ZodBoolean>;
|
|
1457
|
-
dir: z.ZodOptional<z.ZodString>;
|
|
1458
|
-
maxEntriesPerEval: z.ZodPipe<z.ZodTransform<number | undefined, unknown>, z.ZodOptional<z.ZodNumber>>;
|
|
1459
|
-
}, z.core.$strip>>;
|
|
1460
|
-
}, z.core.$strip>;
|
|
1509
|
+
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
1510
|
+
}, z$1.core.$strip>>>;
|
|
1511
|
+
}, z$1.core.$strip>>;
|
|
1512
|
+
cache: z$1.ZodOptional<z$1.ZodObject<{
|
|
1513
|
+
enabled: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
1514
|
+
dir: z$1.ZodOptional<z$1.ZodString>;
|
|
1515
|
+
maxEntriesPerEval: z$1.ZodPipe<z$1.ZodTransform<number | undefined, unknown>, z$1.ZodOptional<z$1.ZodNumber>>;
|
|
1516
|
+
}, z$1.core.$strip>>;
|
|
1517
|
+
}, z$1.core.$strip>;
|
|
1461
1518
|
//#endregion
|
|
1462
1519
|
//#region ../shared/src/schemas/cache.d.ts
|
|
1463
1520
|
/**
|
|
@@ -1467,32 +1524,44 @@ declare const agentEvalsConfigSchema: z.ZodObject<{
|
|
|
1467
1524
|
* - `bypass`: never read, never write.
|
|
1468
1525
|
* - `refresh`: never read, always write (forces re-execution and overwrites).
|
|
1469
1526
|
*/
|
|
1470
|
-
declare const cacheModeSchema: z.ZodEnum<{
|
|
1527
|
+
declare const cacheModeSchema: z$1.ZodEnum<{
|
|
1471
1528
|
use: "use";
|
|
1472
1529
|
bypass: "bypass";
|
|
1473
1530
|
refresh: "refresh";
|
|
1474
1531
|
}>;
|
|
1475
1532
|
/** Mode controlling how cached spans behave during a run. */
|
|
1476
|
-
type CacheMode = z.infer<typeof cacheModeSchema>;
|
|
1533
|
+
type CacheMode = z$1.infer<typeof cacheModeSchema>;
|
|
1477
1534
|
/** Options accepted by an `evalTracer.span` call to opt the span into caching. */
|
|
1478
|
-
declare const spanCacheOptionsSchema: z.ZodObject<{
|
|
1479
|
-
key: z.ZodUnknown;
|
|
1480
|
-
namespace: z.ZodOptional<z.ZodString>;
|
|
1481
|
-
}, z.core.$strip>;
|
|
1535
|
+
declare const spanCacheOptionsSchema: z$1.ZodObject<{
|
|
1536
|
+
key: z$1.ZodUnknown;
|
|
1537
|
+
namespace: z$1.ZodOptional<z$1.ZodString>;
|
|
1538
|
+
}, z$1.core.$strip>;
|
|
1482
1539
|
/** Options accepted by an `evalTracer.span` call to opt the span into caching. */
|
|
1483
|
-
type SpanCacheOptions = z.infer<typeof spanCacheOptionsSchema>;
|
|
1540
|
+
type SpanCacheOptions = z$1.infer<typeof spanCacheOptionsSchema>;
|
|
1541
|
+
/** Category of operation stored in the eval cache. */
|
|
1542
|
+
declare const cacheOperationTypeSchema: z$1.ZodEnum<{
|
|
1543
|
+
span: "span";
|
|
1544
|
+
value: "value";
|
|
1545
|
+
}>;
|
|
1546
|
+
/** Category of operation stored in the eval cache. */
|
|
1547
|
+
type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
|
|
1484
1548
|
/** Summary of a single persisted cache entry, used by list/delete endpoints. */
|
|
1485
|
-
declare const cacheListItemSchema: z.ZodObject<{
|
|
1486
|
-
key: z.ZodString;
|
|
1487
|
-
namespace: z.ZodString;
|
|
1488
|
-
|
|
1489
|
-
|
|
1490
|
-
|
|
1491
|
-
|
|
1492
|
-
|
|
1493
|
-
|
|
1549
|
+
declare const cacheListItemSchema: z$1.ZodObject<{
|
|
1550
|
+
key: z$1.ZodString;
|
|
1551
|
+
namespace: z$1.ZodString;
|
|
1552
|
+
operationType: z$1.ZodEnum<{
|
|
1553
|
+
span: "span";
|
|
1554
|
+
value: "value";
|
|
1555
|
+
}>;
|
|
1556
|
+
operationName: z$1.ZodString;
|
|
1557
|
+
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
1558
|
+
spanKind: z$1.ZodOptional<z$1.ZodString>;
|
|
1559
|
+
storedAt: z$1.ZodString;
|
|
1560
|
+
codeFingerprint: z$1.ZodString;
|
|
1561
|
+
sizeBytes: z$1.ZodNumber;
|
|
1562
|
+
}, z$1.core.$strip>;
|
|
1494
1563
|
/** Summary row for a single cache entry. */
|
|
1495
|
-
type CacheListItem = z.infer<typeof cacheListItemSchema>;
|
|
1564
|
+
type CacheListItem = z$1.infer<typeof cacheListItemSchema>;
|
|
1496
1565
|
/** Serialized nested span captured while recording a cached operation. */
|
|
1497
1566
|
type SerializedCacheSpan = {
|
|
1498
1567
|
kind: string;
|
|
@@ -1501,179 +1570,259 @@ type SerializedCacheSpan = {
|
|
|
1501
1570
|
status: 'running' | 'ok' | 'error' | 'cancelled';
|
|
1502
1571
|
error?: EvalTraceSpanError;
|
|
1503
1572
|
errors?: EvalTraceSpanError[];
|
|
1573
|
+
warning?: EvalTraceSpanWarning;
|
|
1574
|
+
warnings?: EvalTraceSpanWarning[];
|
|
1504
1575
|
children: SerializedCacheSpan[];
|
|
1505
1576
|
};
|
|
1506
1577
|
/** Zod schema for `SerializedCacheSpan`, defined lazily for recursion. */
|
|
1507
|
-
declare const serializedCacheSpanSchema: z.ZodType<SerializedCacheSpan>;
|
|
1578
|
+
declare const serializedCacheSpanSchema: z$1.ZodType<SerializedCacheSpan>;
|
|
1508
1579
|
/**
|
|
1509
1580
|
* One captured operation performed while a cached span's body executed.
|
|
1510
1581
|
*
|
|
1511
1582
|
* Operations are replayed in order against a fresh scope on cache hit to
|
|
1512
1583
|
* reproduce the observable effects of the original run.
|
|
1513
1584
|
*/
|
|
1514
|
-
declare const cacheRecordingOpSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
1515
|
-
kind: z.ZodLiteral<"setOutput">;
|
|
1516
|
-
key: z.ZodString;
|
|
1517
|
-
value: z.ZodUnknown;
|
|
1518
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
1519
|
-
kind: z.ZodLiteral<"
|
|
1520
|
-
key: z.ZodString;
|
|
1521
|
-
|
|
1522
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
1523
|
-
kind: z.ZodLiteral<"
|
|
1524
|
-
|
|
1525
|
-
|
|
1526
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
1527
|
-
kind: z.ZodLiteral<"
|
|
1528
|
-
|
|
1529
|
-
|
|
1585
|
+
declare const cacheRecordingOpSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
1586
|
+
kind: z$1.ZodLiteral<"setOutput">;
|
|
1587
|
+
key: z$1.ZodString;
|
|
1588
|
+
value: z$1.ZodUnknown;
|
|
1589
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1590
|
+
kind: z$1.ZodLiteral<"appendOutput">;
|
|
1591
|
+
key: z$1.ZodString;
|
|
1592
|
+
value: z$1.ZodUnknown;
|
|
1593
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1594
|
+
kind: z$1.ZodLiteral<"mergeOutput">;
|
|
1595
|
+
key: z$1.ZodString;
|
|
1596
|
+
patch: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
|
|
1597
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1598
|
+
kind: z$1.ZodLiteral<"incrementOutput">;
|
|
1599
|
+
key: z$1.ZodString;
|
|
1600
|
+
delta: z$1.ZodNumber;
|
|
1601
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1602
|
+
kind: z$1.ZodLiteral<"checkpoint">;
|
|
1603
|
+
name: z$1.ZodString;
|
|
1604
|
+
data: z$1.ZodUnknown;
|
|
1605
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1606
|
+
kind: z$1.ZodLiteral<"subSpan">;
|
|
1607
|
+
span: z$1.ZodType<SerializedCacheSpan, unknown, z$1.core.$ZodTypeInternals<SerializedCacheSpan, unknown>>;
|
|
1608
|
+
}, z$1.core.$strip>], "kind">;
|
|
1530
1609
|
/** Single effect captured by a cache recording. */
|
|
1531
|
-
type CacheRecordingOp = z.infer<typeof cacheRecordingOpSchema>;
|
|
1610
|
+
type CacheRecordingOp = z$1.infer<typeof cacheRecordingOpSchema>;
|
|
1532
1611
|
/** Captured observable effects + return value of a cached span body. */
|
|
1533
|
-
declare const cacheRecordingSchema: z.ZodObject<{
|
|
1534
|
-
returnValue: z.ZodUnknown;
|
|
1535
|
-
finalAttributes: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
1536
|
-
finalStatus: z.ZodOptional<z.ZodEnum<{
|
|
1612
|
+
declare const cacheRecordingSchema: z$1.ZodObject<{
|
|
1613
|
+
returnValue: z$1.ZodUnknown;
|
|
1614
|
+
finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
|
|
1615
|
+
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1537
1616
|
error: "error";
|
|
1538
1617
|
running: "running";
|
|
1539
1618
|
ok: "ok";
|
|
1540
1619
|
cancelled: "cancelled";
|
|
1541
1620
|
}>>;
|
|
1542
|
-
finalError: z.ZodOptional<z.ZodObject<{
|
|
1543
|
-
name: z.ZodOptional<z.ZodString>;
|
|
1544
|
-
message: z.ZodString;
|
|
1545
|
-
stack: z.ZodOptional<z.ZodString>;
|
|
1546
|
-
capturedAt: z.ZodOptional<z.ZodString>;
|
|
1547
|
-
}, z.core.$catchall<z.ZodUnknown>>>;
|
|
1548
|
-
finalErrors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1549
|
-
name: z.ZodOptional<z.ZodString>;
|
|
1550
|
-
message: z.ZodString;
|
|
1551
|
-
stack: z.ZodOptional<z.ZodString>;
|
|
1552
|
-
capturedAt: z.ZodOptional<z.ZodString>;
|
|
1553
|
-
}, z.core.$catchall<z.ZodUnknown>>>>;
|
|
1554
|
-
|
|
1555
|
-
|
|
1556
|
-
|
|
1557
|
-
|
|
1558
|
-
|
|
1559
|
-
|
|
1560
|
-
|
|
1561
|
-
|
|
1562
|
-
|
|
1563
|
-
|
|
1564
|
-
|
|
1565
|
-
|
|
1566
|
-
|
|
1567
|
-
kind: z.ZodLiteral<"
|
|
1568
|
-
|
|
1569
|
-
|
|
1570
|
-
}, z.core.$strip
|
|
1621
|
+
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
1622
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
1623
|
+
message: z$1.ZodString;
|
|
1624
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
1625
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
1626
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>;
|
|
1627
|
+
finalErrors: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
|
|
1628
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
1629
|
+
message: z$1.ZodString;
|
|
1630
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
1631
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
1632
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>>;
|
|
1633
|
+
finalWarning: z$1.ZodOptional<z$1.ZodObject<{
|
|
1634
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
1635
|
+
message: z$1.ZodString;
|
|
1636
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
1637
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
1638
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>;
|
|
1639
|
+
finalWarnings: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
|
|
1640
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
1641
|
+
message: z$1.ZodString;
|
|
1642
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
1643
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
1644
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>>;
|
|
1645
|
+
ops: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
1646
|
+
kind: z$1.ZodLiteral<"setOutput">;
|
|
1647
|
+
key: z$1.ZodString;
|
|
1648
|
+
value: z$1.ZodUnknown;
|
|
1649
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1650
|
+
kind: z$1.ZodLiteral<"appendOutput">;
|
|
1651
|
+
key: z$1.ZodString;
|
|
1652
|
+
value: z$1.ZodUnknown;
|
|
1653
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1654
|
+
kind: z$1.ZodLiteral<"mergeOutput">;
|
|
1655
|
+
key: z$1.ZodString;
|
|
1656
|
+
patch: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
|
|
1657
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1658
|
+
kind: z$1.ZodLiteral<"incrementOutput">;
|
|
1659
|
+
key: z$1.ZodString;
|
|
1660
|
+
delta: z$1.ZodNumber;
|
|
1661
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1662
|
+
kind: z$1.ZodLiteral<"checkpoint">;
|
|
1663
|
+
name: z$1.ZodString;
|
|
1664
|
+
data: z$1.ZodUnknown;
|
|
1665
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1666
|
+
kind: z$1.ZodLiteral<"subSpan">;
|
|
1667
|
+
span: z$1.ZodType<SerializedCacheSpan, unknown, z$1.core.$ZodTypeInternals<SerializedCacheSpan, unknown>>;
|
|
1668
|
+
}, z$1.core.$strip>], "kind">>;
|
|
1669
|
+
}, z$1.core.$strip>;
|
|
1571
1670
|
/** Captured observable effects + return value of a cached span body. */
|
|
1572
|
-
type CacheRecording = z.infer<typeof cacheRecordingSchema>;
|
|
1671
|
+
type CacheRecording = z$1.infer<typeof cacheRecordingSchema>;
|
|
1573
1672
|
/** Persisted cache file containing metadata and a recording. */
|
|
1574
|
-
declare const cacheEntrySchema: z.ZodObject<{
|
|
1575
|
-
version: z.ZodLiteral<1>;
|
|
1576
|
-
key: z.ZodString;
|
|
1577
|
-
namespace: z.ZodString;
|
|
1578
|
-
|
|
1579
|
-
|
|
1580
|
-
|
|
1581
|
-
|
|
1582
|
-
|
|
1583
|
-
|
|
1584
|
-
|
|
1585
|
-
|
|
1673
|
+
declare const cacheEntrySchema: z$1.ZodObject<{
|
|
1674
|
+
version: z$1.ZodLiteral<1>;
|
|
1675
|
+
key: z$1.ZodString;
|
|
1676
|
+
namespace: z$1.ZodString;
|
|
1677
|
+
operationType: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1678
|
+
span: "span";
|
|
1679
|
+
value: "value";
|
|
1680
|
+
}>>;
|
|
1681
|
+
operationName: z$1.ZodOptional<z$1.ZodString>;
|
|
1682
|
+
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
1683
|
+
spanKind: z$1.ZodOptional<z$1.ZodString>;
|
|
1684
|
+
storedAt: z$1.ZodString;
|
|
1685
|
+
codeFingerprint: z$1.ZodString;
|
|
1686
|
+
recording: z$1.ZodObject<{
|
|
1687
|
+
returnValue: z$1.ZodUnknown;
|
|
1688
|
+
finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
|
|
1689
|
+
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1586
1690
|
error: "error";
|
|
1587
1691
|
running: "running";
|
|
1588
1692
|
ok: "ok";
|
|
1589
1693
|
cancelled: "cancelled";
|
|
1590
1694
|
}>>;
|
|
1591
|
-
finalError: z.ZodOptional<z.ZodObject<{
|
|
1592
|
-
name: z.ZodOptional<z.ZodString>;
|
|
1593
|
-
message: z.ZodString;
|
|
1594
|
-
stack: z.ZodOptional<z.ZodString>;
|
|
1595
|
-
capturedAt: z.ZodOptional<z.ZodString>;
|
|
1596
|
-
}, z.core.$catchall<z.ZodUnknown>>>;
|
|
1597
|
-
finalErrors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1598
|
-
name: z.ZodOptional<z.ZodString>;
|
|
1599
|
-
message: z.ZodString;
|
|
1600
|
-
stack: z.ZodOptional<z.ZodString>;
|
|
1601
|
-
capturedAt: z.ZodOptional<z.ZodString>;
|
|
1602
|
-
}, z.core.$catchall<z.ZodUnknown>>>>;
|
|
1603
|
-
|
|
1604
|
-
|
|
1605
|
-
|
|
1606
|
-
|
|
1607
|
-
|
|
1608
|
-
|
|
1609
|
-
|
|
1610
|
-
|
|
1611
|
-
|
|
1612
|
-
|
|
1613
|
-
|
|
1614
|
-
|
|
1615
|
-
|
|
1616
|
-
kind: z.ZodLiteral<"
|
|
1617
|
-
|
|
1618
|
-
|
|
1619
|
-
|
|
1620
|
-
|
|
1695
|
+
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
1696
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
1697
|
+
message: z$1.ZodString;
|
|
1698
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
1699
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
1700
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>;
|
|
1701
|
+
finalErrors: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
|
|
1702
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
1703
|
+
message: z$1.ZodString;
|
|
1704
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
1705
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
1706
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>>;
|
|
1707
|
+
finalWarning: z$1.ZodOptional<z$1.ZodObject<{
|
|
1708
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
1709
|
+
message: z$1.ZodString;
|
|
1710
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
1711
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
1712
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>;
|
|
1713
|
+
finalWarnings: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
|
|
1714
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
1715
|
+
message: z$1.ZodString;
|
|
1716
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
1717
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
1718
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>>;
|
|
1719
|
+
ops: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
1720
|
+
kind: z$1.ZodLiteral<"setOutput">;
|
|
1721
|
+
key: z$1.ZodString;
|
|
1722
|
+
value: z$1.ZodUnknown;
|
|
1723
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1724
|
+
kind: z$1.ZodLiteral<"appendOutput">;
|
|
1725
|
+
key: z$1.ZodString;
|
|
1726
|
+
value: z$1.ZodUnknown;
|
|
1727
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1728
|
+
kind: z$1.ZodLiteral<"mergeOutput">;
|
|
1729
|
+
key: z$1.ZodString;
|
|
1730
|
+
patch: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
|
|
1731
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1732
|
+
kind: z$1.ZodLiteral<"incrementOutput">;
|
|
1733
|
+
key: z$1.ZodString;
|
|
1734
|
+
delta: z$1.ZodNumber;
|
|
1735
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1736
|
+
kind: z$1.ZodLiteral<"checkpoint">;
|
|
1737
|
+
name: z$1.ZodString;
|
|
1738
|
+
data: z$1.ZodUnknown;
|
|
1739
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1740
|
+
kind: z$1.ZodLiteral<"subSpan">;
|
|
1741
|
+
span: z$1.ZodType<SerializedCacheSpan, unknown, z$1.core.$ZodTypeInternals<SerializedCacheSpan, unknown>>;
|
|
1742
|
+
}, z$1.core.$strip>], "kind">>;
|
|
1743
|
+
}, z$1.core.$strip>;
|
|
1744
|
+
}, z$1.core.$strip>;
|
|
1621
1745
|
/** Persisted cache file contents. */
|
|
1622
|
-
type CacheEntry = z.infer<typeof cacheEntrySchema>;
|
|
1746
|
+
type CacheEntry = z$1.infer<typeof cacheEntrySchema>;
|
|
1623
1747
|
/** Persisted per-owner cache file containing multiple cache entries. */
|
|
1624
|
-
declare const cacheFileSchema: z.ZodObject<{
|
|
1625
|
-
version: z.ZodLiteral<1>;
|
|
1626
|
-
owner: z.ZodString;
|
|
1627
|
-
entries: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
1628
|
-
version: z.ZodLiteral<1>;
|
|
1629
|
-
key: z.ZodString;
|
|
1630
|
-
namespace: z.ZodString;
|
|
1631
|
-
|
|
1632
|
-
|
|
1633
|
-
|
|
1634
|
-
|
|
1635
|
-
|
|
1636
|
-
|
|
1637
|
-
|
|
1638
|
-
|
|
1748
|
+
declare const cacheFileSchema: z$1.ZodObject<{
|
|
1749
|
+
version: z$1.ZodLiteral<1>;
|
|
1750
|
+
owner: z$1.ZodString;
|
|
1751
|
+
entries: z$1.ZodRecord<z$1.ZodString, z$1.ZodObject<{
|
|
1752
|
+
version: z$1.ZodLiteral<1>;
|
|
1753
|
+
key: z$1.ZodString;
|
|
1754
|
+
namespace: z$1.ZodString;
|
|
1755
|
+
operationType: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1756
|
+
span: "span";
|
|
1757
|
+
value: "value";
|
|
1758
|
+
}>>;
|
|
1759
|
+
operationName: z$1.ZodOptional<z$1.ZodString>;
|
|
1760
|
+
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
1761
|
+
spanKind: z$1.ZodOptional<z$1.ZodString>;
|
|
1762
|
+
storedAt: z$1.ZodString;
|
|
1763
|
+
codeFingerprint: z$1.ZodString;
|
|
1764
|
+
recording: z$1.ZodObject<{
|
|
1765
|
+
returnValue: z$1.ZodUnknown;
|
|
1766
|
+
finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
|
|
1767
|
+
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1639
1768
|
error: "error";
|
|
1640
1769
|
running: "running";
|
|
1641
1770
|
ok: "ok";
|
|
1642
1771
|
cancelled: "cancelled";
|
|
1643
1772
|
}>>;
|
|
1644
|
-
finalError: z.ZodOptional<z.ZodObject<{
|
|
1645
|
-
name: z.ZodOptional<z.ZodString>;
|
|
1646
|
-
message: z.ZodString;
|
|
1647
|
-
stack: z.ZodOptional<z.ZodString>;
|
|
1648
|
-
capturedAt: z.ZodOptional<z.ZodString>;
|
|
1649
|
-
}, z.core.$catchall<z.ZodUnknown>>>;
|
|
1650
|
-
finalErrors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1651
|
-
name: z.ZodOptional<z.ZodString>;
|
|
1652
|
-
message: z.ZodString;
|
|
1653
|
-
stack: z.ZodOptional<z.ZodString>;
|
|
1654
|
-
capturedAt: z.ZodOptional<z.ZodString>;
|
|
1655
|
-
}, z.core.$catchall<z.ZodUnknown>>>>;
|
|
1656
|
-
|
|
1657
|
-
|
|
1658
|
-
|
|
1659
|
-
|
|
1660
|
-
|
|
1661
|
-
|
|
1662
|
-
|
|
1663
|
-
|
|
1664
|
-
|
|
1665
|
-
|
|
1666
|
-
|
|
1667
|
-
|
|
1668
|
-
|
|
1669
|
-
kind: z.ZodLiteral<"
|
|
1670
|
-
|
|
1671
|
-
|
|
1672
|
-
|
|
1673
|
-
|
|
1674
|
-
|
|
1773
|
+
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
1774
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
1775
|
+
message: z$1.ZodString;
|
|
1776
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
1777
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
1778
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>;
|
|
1779
|
+
finalErrors: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
|
|
1780
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
1781
|
+
message: z$1.ZodString;
|
|
1782
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
1783
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
1784
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>>;
|
|
1785
|
+
finalWarning: z$1.ZodOptional<z$1.ZodObject<{
|
|
1786
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
1787
|
+
message: z$1.ZodString;
|
|
1788
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
1789
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
1790
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>;
|
|
1791
|
+
finalWarnings: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
|
|
1792
|
+
name: z$1.ZodOptional<z$1.ZodString>;
|
|
1793
|
+
message: z$1.ZodString;
|
|
1794
|
+
stack: z$1.ZodOptional<z$1.ZodString>;
|
|
1795
|
+
capturedAt: z$1.ZodOptional<z$1.ZodString>;
|
|
1796
|
+
}, z$1.core.$catchall<z$1.ZodUnknown>>>>;
|
|
1797
|
+
ops: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
1798
|
+
kind: z$1.ZodLiteral<"setOutput">;
|
|
1799
|
+
key: z$1.ZodString;
|
|
1800
|
+
value: z$1.ZodUnknown;
|
|
1801
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1802
|
+
kind: z$1.ZodLiteral<"appendOutput">;
|
|
1803
|
+
key: z$1.ZodString;
|
|
1804
|
+
value: z$1.ZodUnknown;
|
|
1805
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1806
|
+
kind: z$1.ZodLiteral<"mergeOutput">;
|
|
1807
|
+
key: z$1.ZodString;
|
|
1808
|
+
patch: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
|
|
1809
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1810
|
+
kind: z$1.ZodLiteral<"incrementOutput">;
|
|
1811
|
+
key: z$1.ZodString;
|
|
1812
|
+
delta: z$1.ZodNumber;
|
|
1813
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1814
|
+
kind: z$1.ZodLiteral<"checkpoint">;
|
|
1815
|
+
name: z$1.ZodString;
|
|
1816
|
+
data: z$1.ZodUnknown;
|
|
1817
|
+
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
1818
|
+
kind: z$1.ZodLiteral<"subSpan">;
|
|
1819
|
+
span: z$1.ZodType<SerializedCacheSpan, unknown, z$1.core.$ZodTypeInternals<SerializedCacheSpan, unknown>>;
|
|
1820
|
+
}, z$1.core.$strip>], "kind">>;
|
|
1821
|
+
}, z$1.core.$strip>;
|
|
1822
|
+
}, z$1.core.$strip>>;
|
|
1823
|
+
}, z$1.core.$strip>;
|
|
1675
1824
|
/** Persisted per-owner cache file contents. */
|
|
1676
|
-
type CacheFile = z.infer<typeof cacheFileSchema>;
|
|
1825
|
+
type CacheFile = z$1.infer<typeof cacheFileSchema>;
|
|
1677
1826
|
//#endregion
|
|
1678
1827
|
//#region ../sdk/src/types.d.ts
|
|
1679
1828
|
/** Single authored eval case with its stable identifier and input payload. */
|
|
@@ -1682,6 +1831,15 @@ type EvalCase<TInput> = {
|
|
|
1682
1831
|
input: TInput;
|
|
1683
1832
|
tags?: string[];
|
|
1684
1833
|
};
|
|
1834
|
+
/** Runtime output values collected from `setEvalOutput` and `deriveFromTracing`. */
|
|
1835
|
+
type EvalOutputs = Record<string, unknown>;
|
|
1836
|
+
/**
|
|
1837
|
+
* Schema used to validate and type an eval's collected runtime outputs.
|
|
1838
|
+
*
|
|
1839
|
+
* Zod schemas are supported directly. The runner validates after `execute` and
|
|
1840
|
+
* `deriveFromTracing` finish, before computed scores run.
|
|
1841
|
+
*/
|
|
1842
|
+
type EvalOutputsSchema<TOutputs extends EvalOutputs> = z$1.ZodType<TOutputs>;
|
|
1685
1843
|
/** UI overrides for a derived or scored column emitted by an eval. */
|
|
1686
1844
|
type EvalColumnOverride = {
|
|
1687
1845
|
/** Display label shown for the column in tables and detail views. */label?: string;
|
|
@@ -1738,13 +1896,13 @@ type EvalDeriveContext<TInput> = {
|
|
|
1738
1896
|
case: EvalCase<TInput>;
|
|
1739
1897
|
};
|
|
1740
1898
|
/** Context passed to score functions after outputs have been collected. */
|
|
1741
|
-
type EvalScoreContext<TInput> = {
|
|
1899
|
+
type EvalScoreContext<TInput, TOutputs extends EvalOutputs = EvalOutputs> = {
|
|
1742
1900
|
input: TInput;
|
|
1743
|
-
outputs:
|
|
1901
|
+
outputs: TOutputs;
|
|
1744
1902
|
case: EvalCase<TInput>;
|
|
1745
1903
|
};
|
|
1746
1904
|
/** Score callback that computes a numeric result for one case. */
|
|
1747
|
-
type EvalScoreFn<TInput> = (ctx: EvalScoreContext<TInput>) => number | Promise<number>;
|
|
1905
|
+
type EvalScoreFn<TInput, TOutputs extends EvalOutputs = EvalOutputs> = (ctx: EvalScoreContext<TInput, TOutputs>) => number | Promise<number>;
|
|
1748
1906
|
/**
|
|
1749
1907
|
* Score definition accepted by `defineEval`, with optional UI metadata.
|
|
1750
1908
|
*
|
|
@@ -1753,8 +1911,8 @@ type EvalScoreFn<TInput> = (ctx: EvalScoreContext<TInput>) => number | Promise<n
|
|
|
1753
1911
|
* score without a `passThreshold` is informational only and never causes
|
|
1754
1912
|
* a case to fail on its own.
|
|
1755
1913
|
*/
|
|
1756
|
-
type EvalScoreDef<TInput> = EvalScoreFn<TInput> | ({
|
|
1757
|
-
compute: EvalScoreFn<TInput>;
|
|
1914
|
+
type EvalScoreDef<TInput, TOutputs extends EvalOutputs = EvalOutputs> = EvalScoreFn<TInput, TOutputs> | ({
|
|
1915
|
+
compute: EvalScoreFn<TInput, TOutputs>;
|
|
1758
1916
|
passThreshold?: number;
|
|
1759
1917
|
} & EvalColumnOverride);
|
|
1760
1918
|
/**
|
|
@@ -1772,7 +1930,7 @@ type EvalManualScoreDef = EvalColumnOverride & {
|
|
|
1772
1930
|
passThreshold?: number;
|
|
1773
1931
|
};
|
|
1774
1932
|
/** Complete authored eval definition consumed by `defineEval`. */
|
|
1775
|
-
type EvalDefinition<TInput = unknown> = {
|
|
1933
|
+
type EvalDefinition<TInput = unknown, TOutputs extends EvalOutputs = EvalOutputs> = {
|
|
1776
1934
|
id: string;
|
|
1777
1935
|
title?: string;
|
|
1778
1936
|
/**
|
|
@@ -1782,6 +1940,17 @@ type EvalDefinition<TInput = unknown> = {
|
|
|
1782
1940
|
* eval once using a synthetic case with empty object input.
|
|
1783
1941
|
*/
|
|
1784
1942
|
cases?: EvalCase<TInput>[] | (() => Promise<EvalCase<TInput>[]>);
|
|
1943
|
+
/**
|
|
1944
|
+
* Optional schema for runtime outputs collected through `setEvalOutput` and
|
|
1945
|
+
* `deriveFromTracing`.
|
|
1946
|
+
*
|
|
1947
|
+
* The runner validates configured output fields before scoring. For Zod
|
|
1948
|
+
* object schemas, only declared keys are passed to the schema; parsed fields
|
|
1949
|
+
* are merged back into the raw output map, so schema defaults and transforms
|
|
1950
|
+
* apply to configured fields while unconfigured outputs are kept unchanged.
|
|
1951
|
+
* Validation failures mark the case as failed and skip computed scores.
|
|
1952
|
+
*/
|
|
1953
|
+
outputsSchema?: EvalOutputsSchema<TOutputs>;
|
|
1785
1954
|
columns?: EvalColumns;
|
|
1786
1955
|
/**
|
|
1787
1956
|
* Per-eval trace attribute display rules for the UI.
|
|
@@ -1792,8 +1961,8 @@ type EvalDefinition<TInput = unknown> = {
|
|
|
1792
1961
|
*/
|
|
1793
1962
|
traceDisplay?: TraceDisplayInputConfig;
|
|
1794
1963
|
execute: (ctx: EvalExecuteContext<TInput>) => Promise<void> | void;
|
|
1795
|
-
deriveFromTracing?: (ctx: EvalDeriveContext<TInput>) =>
|
|
1796
|
-
scores?: Record<string, EvalScoreDef<TInput>>;
|
|
1964
|
+
deriveFromTracing?: (ctx: EvalDeriveContext<TInput>) => Partial<TOutputs> | Promise<Partial<TOutputs>>;
|
|
1965
|
+
scores?: Record<string, EvalScoreDef<TInput, TOutputs>>;
|
|
1797
1966
|
/**
|
|
1798
1967
|
* Score columns whose values are entered in the web UI after a run.
|
|
1799
1968
|
*
|
|
@@ -1843,7 +2012,7 @@ type EvalDefinition<TInput = unknown> = {
|
|
|
1843
2012
|
type EvalRegistryEntry = {
|
|
1844
2013
|
id: string;
|
|
1845
2014
|
title?: string;
|
|
1846
|
-
use: <R>(fn: <TInput>(def: EvalDefinition<TInput>) => R) => R;
|
|
2015
|
+
use: <R>(fn: <TInput, TOutputs extends EvalOutputs>(def: EvalDefinition<TInput, TOutputs>) => R) => R;
|
|
1847
2016
|
};
|
|
1848
2017
|
/** Return the in-memory registry of evals defined in the current process. */
|
|
1849
2018
|
declare function getEvalRegistry(): Map<string, EvalRegistryEntry>;
|
|
@@ -1851,7 +2020,7 @@ declare function getEvalRegistry(): Map<string, EvalRegistryEntry>;
|
|
|
1851
2020
|
* Register an eval definition with the SDK so the runner can discover it
|
|
1852
2021
|
* after importing the eval module.
|
|
1853
2022
|
*/
|
|
1854
|
-
declare function defineEval<TInput>(definition: EvalDefinition<TInput>): void;
|
|
2023
|
+
declare function defineEval<TInput = unknown, TOutputs extends EvalOutputs = EvalOutputs>(definition: EvalDefinition<TInput, TOutputs>): void;
|
|
1855
2024
|
//#endregion
|
|
1856
2025
|
//#region ../sdk/src/repoFile.d.ts
|
|
1857
2026
|
/**
|
|
@@ -1866,7 +2035,7 @@ declare function repoFile(path: string, mimeType?: string): RepoFileRef;
|
|
|
1866
2035
|
//#endregion
|
|
1867
2036
|
//#region ../sdk/src/runtime.d.ts
|
|
1868
2037
|
/**
|
|
1869
|
-
* Adapter used by the SDK to read and write cache entries
|
|
2038
|
+
* Adapter used by the SDK to read and write cache entries.
|
|
1870
2039
|
*
|
|
1871
2040
|
* Implementations are typically injected by the runner before the eval case
|
|
1872
2041
|
* starts executing.
|
|
@@ -1882,15 +2051,16 @@ type CacheScopeContext = {
|
|
|
1882
2051
|
evalId: string; /** Hash of the eval source file; used to invalidate on code changes. */
|
|
1883
2052
|
codeFingerprint: string;
|
|
1884
2053
|
};
|
|
1885
|
-
/** Active recording frame captured while a cached
|
|
2054
|
+
/** Active recording frame captured while a cached operation body executes. */
|
|
1886
2055
|
type CacheRecordingFrame = {
|
|
1887
|
-
/** Length of `scope.spans` immediately before the cached body started. */baseSpanIndex: number; /**
|
|
1888
|
-
|
|
2056
|
+
/** Length of `scope.spans` immediately before the cached body started. */baseSpanIndex: number; /** Parent id used when recording and replaying direct child spans. */
|
|
2057
|
+
replayParentSpanId: string | null; /** Ordered observable effects recorded during the cached body. */
|
|
1889
2058
|
ops: CacheRecordingOp[];
|
|
1890
2059
|
};
|
|
1891
2060
|
/** Mutable per-case runtime state stored in async local storage. */
|
|
1892
2061
|
type EvalCaseScope = {
|
|
1893
|
-
caseId: string;
|
|
2062
|
+
caseId: string; /** Authored input for the current case, when provided by the runner. */
|
|
2063
|
+
input?: unknown;
|
|
1894
2064
|
outputs: Record<string, unknown>; /** Structured assertion failures recorded for the current case. */
|
|
1895
2065
|
assertionFailures: AssertionFailure[];
|
|
1896
2066
|
spans: EvalTraceSpan[];
|
|
@@ -1903,7 +2073,7 @@ type EvalCaseScope = {
|
|
|
1903
2073
|
*/
|
|
1904
2074
|
recordingStack: CacheRecordingFrame[];
|
|
1905
2075
|
/**
|
|
1906
|
-
* Incremented while replaying a cached
|
|
2076
|
+
* Incremented while replaying a cached operation, so nested SDK calls do not
|
|
1907
2077
|
* accidentally double-record ops into outer recorders.
|
|
1908
2078
|
*/
|
|
1909
2079
|
replayingDepth: number; /** Runner-provided cache adapter + mode; absent when caching is disabled. */
|
|
@@ -1922,6 +2092,15 @@ declare function getCurrentScope(): EvalCaseScope | undefined;
|
|
|
1922
2092
|
* behavior without importing or inspecting the full eval scope.
|
|
1923
2093
|
*/
|
|
1924
2094
|
declare function isInEvalScope(): boolean;
|
|
2095
|
+
/**
|
|
2096
|
+
* Return the authored input for the current eval case.
|
|
2097
|
+
*
|
|
2098
|
+
* Pass a dot-separated path to read nested values, for example
|
|
2099
|
+
* `getEvalCaseInput('customer.tier')`. Calls outside an eval case scope return
|
|
2100
|
+
* `undefined` so shared workflow code can safely use this helper.
|
|
2101
|
+
*/
|
|
2102
|
+
declare function getEvalCaseInput(): unknown;
|
|
2103
|
+
declare function getEvalCaseInput(path: string): unknown;
|
|
1925
2104
|
/**
|
|
1926
2105
|
* Attach cache context (adapter, mode, eval id, fingerprint) to a scope.
|
|
1927
2106
|
*
|
|
@@ -1931,7 +2110,8 @@ declare function isInEvalScope(): boolean;
|
|
|
1931
2110
|
declare function setScopeCacheContext(scope: EvalCaseScope, context: CacheScopeContext): void;
|
|
1932
2111
|
/** Optional inputs accepted when starting a new eval case scope. */
|
|
1933
2112
|
type RunInEvalScopeOptions = {
|
|
1934
|
-
/** Cache adapter + mode attached to the scope before `fn` runs. */
|
|
2113
|
+
/** Authored input for the active eval case. */input?: unknown; /** Cache adapter + mode attached to the scope before `fn` runs. */
|
|
2114
|
+
cacheContext?: CacheScopeContext;
|
|
1935
2115
|
};
|
|
1936
2116
|
/**
|
|
1937
2117
|
* Execute a callback inside a fresh eval case scope and capture its outputs,
|
|
@@ -1949,6 +2129,20 @@ declare function runInEvalScope<T>(caseId: string, fn: () => Promise<T> | T, opt
|
|
|
1949
2129
|
* refs, and native `Blob`/`File` instances for media or file columns.
|
|
1950
2130
|
*/
|
|
1951
2131
|
declare function setEvalOutput(key: string, value: unknown): void;
|
|
2132
|
+
/**
|
|
2133
|
+
* Append an item to an output array in the current case scope.
|
|
2134
|
+
*
|
|
2135
|
+
* Missing values become `[value]`, existing arrays receive the item, and
|
|
2136
|
+
* existing scalar/object values are preserved as `[existing, value]`.
|
|
2137
|
+
*/
|
|
2138
|
+
declare function appendToEvalOutput(key: string, value: unknown): void;
|
|
2139
|
+
/**
|
|
2140
|
+
* Shallow-merge object fields into an output value in the current case scope.
|
|
2141
|
+
*
|
|
2142
|
+
* Missing values become a copy of `patch`. Non-object existing values are
|
|
2143
|
+
* recorded as assertion failures instead of being replaced.
|
|
2144
|
+
*/
|
|
2145
|
+
declare function mergeEvalOutput(key: string, patch: Record<string, unknown>): void;
|
|
1952
2146
|
/**
|
|
1953
2147
|
* Add a numeric delta to an output value in the current case scope.
|
|
1954
2148
|
*
|
|
@@ -1964,17 +2158,69 @@ declare function incrementEvalOutput(key: string, delta: number): void;
|
|
|
1964
2158
|
*/
|
|
1965
2159
|
declare function evalAssert(condition: boolean, message: string): void;
|
|
1966
2160
|
//#endregion
|
|
1967
|
-
//#region ../sdk/src/
|
|
2161
|
+
//#region ../sdk/src/traceDiagnostics.d.ts
|
|
2162
|
+
/** Severity used when attaching a recoverable diagnostic to an active span. */
|
|
2163
|
+
type CaptureEvalSpanErrorLevel = 'error' | 'warning';
|
|
2164
|
+
/** Options accepted by `captureEvalSpanError(...)`. */
|
|
2165
|
+
type CaptureEvalSpanErrorOptions = {
|
|
2166
|
+
/**
|
|
2167
|
+
* Captured diagnostic severity.
|
|
2168
|
+
*
|
|
2169
|
+
* `error` marks the active span as errored. `warning` records the diagnostic
|
|
2170
|
+
* without changing an otherwise successful span's status.
|
|
2171
|
+
*/
|
|
2172
|
+
level?: CaptureEvalSpanErrorLevel;
|
|
2173
|
+
};
|
|
2174
|
+
//#endregion
|
|
2175
|
+
//#region ../sdk/src/cacheRecording.d.ts
|
|
2176
|
+
/** Cache reference appended to the active span by `evalTracer.cache(...)`. */
|
|
2177
|
+
type TraceCacheRef = {
|
|
2178
|
+
type: 'value';
|
|
2179
|
+
name: string;
|
|
2180
|
+
namespace: string;
|
|
2181
|
+
key: string;
|
|
2182
|
+
status: 'hit' | 'miss' | 'refresh' | 'bypass';
|
|
2183
|
+
storedAt?: string;
|
|
2184
|
+
age?: number;
|
|
2185
|
+
};
|
|
2186
|
+
//#endregion
|
|
2187
|
+
//#region ../sdk/src/valueCache.d.ts
|
|
2188
|
+
/** Info accepted by `evalTracer.cache(info, fn)` for spanless value caching. */
|
|
2189
|
+
type TraceCacheInfo = {
|
|
2190
|
+
/** Display name used for cache listings and the default namespace. */name: string; /** Arbitrary JSON-safe value used to derive the cache key. */
|
|
2191
|
+
key: unknown; /** Override the default namespace (`${evalId}__${name}`). */
|
|
2192
|
+
namespace?: string;
|
|
2193
|
+
};
|
|
2194
|
+
//#endregion
|
|
2195
|
+
//#region ../sdk/src/cacheKey.d.ts
|
|
2196
|
+
type CacheKeyHashInput = {
|
|
2197
|
+
namespace: string;
|
|
2198
|
+
codeFingerprint: string;
|
|
2199
|
+
key: unknown;
|
|
2200
|
+
};
|
|
1968
2201
|
/**
|
|
1969
|
-
*
|
|
2202
|
+
* Hash the components of a cache key into a deterministic hex digest.
|
|
1970
2203
|
*
|
|
1971
|
-
*
|
|
1972
|
-
*
|
|
2204
|
+
* Native `Blob` and `File` values are read asynchronously and hashed by
|
|
2205
|
+
* content. Use `hashCacheKeySync` only when the key contains no async values.
|
|
2206
|
+
*/
|
|
2207
|
+
declare function hashCacheKey(input: CacheKeyHashInput): Promise<string>;
|
|
2208
|
+
/**
|
|
2209
|
+
* Synchronously hash cache key components. This supports JSON-like data and
|
|
2210
|
+
* in-memory binary values such as `Buffer`, `ArrayBuffer`, and typed arrays,
|
|
2211
|
+
* but cannot content-hash native `Blob` or `File` values.
|
|
1973
2212
|
*/
|
|
2213
|
+
declare function hashCacheKeySync(input: CacheKeyHashInput): string;
|
|
2214
|
+
//#endregion
|
|
2215
|
+
//#region ../sdk/src/tracer.d.ts
|
|
2216
|
+
/** Mutable handle for the current span. Prefer ambient `evalSpan` in helpers. */
|
|
1974
2217
|
type TraceActiveSpan = {
|
|
1975
2218
|
/** Rename the active span after it has been created. */setName(value: string): void; /** Set a single attribute on the active span. Later writes replace the same key. */
|
|
1976
2219
|
setAttribute(key: string, value: unknown): void; /** Merge multiple attributes into the active span. */
|
|
1977
|
-
setAttributes(value: Record<string, unknown>): void;
|
|
2220
|
+
setAttributes(value: Record<string, unknown>): void; /** Add a numeric delta to one attribute. */
|
|
2221
|
+
incrementAttribute(key: string, delta: number): void; /** Append one item to an attribute array, preserving an existing scalar. */
|
|
2222
|
+
appendToAttribute(key: string, value: unknown): void; /** Shallow-merge object fields into one attribute. */
|
|
2223
|
+
mergeAttribute(key: string, patch: Record<string, unknown>): void;
|
|
1978
2224
|
};
|
|
1979
2225
|
/** Timestamp accepted by the external span lifecycle API. */
|
|
1980
2226
|
type TraceSpanTimestamp = Date | string;
|
|
@@ -1993,7 +2239,9 @@ type TraceExternalSpanUpdateInfo = {
|
|
|
1993
2239
|
name?: string; /** Attributes to merge into the recorded span. */
|
|
1994
2240
|
attributes?: Record<string, unknown>; /** Optional status override, useful when the upstream tracer emits one. */
|
|
1995
2241
|
status?: EvalTraceSpan['status']; /** Optional error payload to attach to the span. */
|
|
1996
|
-
error?: EvalTraceSpan['error'];
|
|
2242
|
+
error?: EvalTraceSpan['error']; /** Optional latest warning payload to attach to the span. */
|
|
2243
|
+
warning?: EvalTraceSpan['warning']; /** Optional warning payloads to attach to the span. */
|
|
2244
|
+
warnings?: EvalTraceSpan['warnings'];
|
|
1997
2245
|
};
|
|
1998
2246
|
/** Info accepted by `evalTracer.endSpan(info)` for externally managed spans. */
|
|
1999
2247
|
type TraceExternalSpanEndInfo = TraceExternalSpanUpdateInfo & {
|
|
@@ -2009,7 +2257,9 @@ type TraceExternalSpanRecordInfo = {
|
|
|
2009
2257
|
endedAt?: TraceSpanTimestamp | null; /** Final span status. Defaults to `ok`. */
|
|
2010
2258
|
status?: EvalTraceSpan['status']; /** Final span attributes. */
|
|
2011
2259
|
attributes?: Record<string, unknown>; /** Optional error payload to attach to the span. */
|
|
2012
|
-
error?: EvalTraceSpan['error'];
|
|
2260
|
+
error?: EvalTraceSpan['error']; /** Optional latest warning payload to attach to the span. */
|
|
2261
|
+
warning?: EvalTraceSpan['warning']; /** Optional warning payloads to attach to the span. */
|
|
2262
|
+
warnings?: EvalTraceSpan['warnings'];
|
|
2013
2263
|
};
|
|
2014
2264
|
/** Mutable handle returned by `evalTracer.startSpan(...)`. */
|
|
2015
2265
|
type TraceExternalSpanHandle = TraceActiveSpan & {
|
|
@@ -2029,10 +2279,12 @@ declare const evalSpan: TraceActiveSpan;
|
|
|
2029
2279
|
/**
|
|
2030
2280
|
* Attach one or more recoverable errors to the active eval span.
|
|
2031
2281
|
*
|
|
2032
|
-
*
|
|
2033
|
-
* without throwing.
|
|
2282
|
+
* By default the active span is marked as `error` even if its callback later
|
|
2283
|
+
* completes without throwing. Pass `'warning'` or `{ level: 'warning' }` as the
|
|
2284
|
+
* final argument to record the diagnostic without changing span status. Calls
|
|
2285
|
+
* outside `evalTracer.span(...)` are ignored.
|
|
2034
2286
|
*/
|
|
2035
|
-
declare function captureEvalSpanError(errorOrErrors: unknown, ...
|
|
2287
|
+
declare function captureEvalSpanError(errorOrErrors: unknown, ...additionalErrorsOrOptions: readonly unknown[]): void;
|
|
2036
2288
|
type TraceSpanInfoBase = {
|
|
2037
2289
|
kind: string;
|
|
2038
2290
|
name: string;
|
|
@@ -2064,6 +2316,16 @@ declare function traceSpan(info: TraceSpanInfoCached, fn: (span: TraceActiveSpan
|
|
|
2064
2316
|
*/
|
|
2065
2317
|
declare const evalTracer: {
|
|
2066
2318
|
/** Run a callback inside a new trace span and record its lifecycle. */span: typeof traceSpan;
|
|
2319
|
+
/**
|
|
2320
|
+
* Cache a pure value without creating a trace span.
|
|
2321
|
+
*
|
|
2322
|
+
* When called inside an active span, the span receives a `cache.refs` entry
|
|
2323
|
+
* describing the value cache status for this run.
|
|
2324
|
+
*/
|
|
2325
|
+
cache: {
|
|
2326
|
+
<T>(info: TraceCacheInfo, fn: () => Promise<T> | T): Promise<T>;
|
|
2327
|
+
(info: TraceCacheInfo, fn: () => unknown): Promise<unknown>;
|
|
2328
|
+
};
|
|
2067
2329
|
/**
|
|
2068
2330
|
* Start a span whose lifecycle is controlled by an external tracer/exporter.
|
|
2069
2331
|
*
|
|
@@ -2096,24 +2358,6 @@ declare const evalTracer: {
|
|
|
2096
2358
|
};
|
|
2097
2359
|
/** Build a queryable trace tree helper from a flat span list and checkpoints. */
|
|
2098
2360
|
declare function buildTraceTree(spans: EvalTraceSpan[], checkpoints: Map<string, unknown>): EvalTraceTree;
|
|
2099
|
-
type CacheKeyHashInput = {
|
|
2100
|
-
namespace: string;
|
|
2101
|
-
codeFingerprint: string;
|
|
2102
|
-
key: unknown;
|
|
2103
|
-
};
|
|
2104
|
-
/**
|
|
2105
|
-
* Hash the components of a cache key into a deterministic hex digest.
|
|
2106
|
-
*
|
|
2107
|
-
* Native `Blob` and `File` values are read asynchronously and hashed by
|
|
2108
|
-
* content. Use `hashCacheKeySync` only when the key contains no async values.
|
|
2109
|
-
*/
|
|
2110
|
-
declare function hashCacheKey(input: CacheKeyHashInput): Promise<string>;
|
|
2111
|
-
/**
|
|
2112
|
-
* Synchronously hash cache key components. This supports JSON-like data and
|
|
2113
|
-
* in-memory binary values such as `Buffer`, `ArrayBuffer`, and typed arrays,
|
|
2114
|
-
* but cannot content-hash native `Blob` or `File` values.
|
|
2115
|
-
*/
|
|
2116
|
-
declare function hashCacheKeySync(input: CacheKeyHashInput): string;
|
|
2117
2361
|
//#endregion
|
|
2118
2362
|
//#region ../runner/src/cacheStore.d.ts
|
|
2119
2363
|
/** Filter accepted by `FsCacheStore.clear` to narrow the set of entries removed. */
|
|
@@ -2202,4 +2446,4 @@ declare function createRunner({
|
|
|
2202
2446
|
*/
|
|
2203
2447
|
declare function runCli(argv: string[]): Promise<void>;
|
|
2204
2448
|
//#endregion
|
|
2205
|
-
export { type AgentEvalsConfig, type AssertionFailure, type CacheAdapter, type CacheEntry, type CacheFile, type CacheListItem, type CacheMode, type CacheRecording, type CacheRecordingFrame, type CacheRecordingOp, type CacheScopeContext, type CaseDetail, type CaseRow, type CellValue, type ColumnDef, type ColumnFormat, type ColumnKind, type CreateRunRequest, type DerivedStatus, EvalAssertionError, type EvalCase, type EvalCaseScope, type EvalChartAggregate, type EvalChartAxis, type EvalChartBuiltinMetric, type EvalChartColor, type EvalChartConfig, type EvalChartMetric, type EvalChartTooltipExtra, type EvalChartType, type EvalChartsConfig, type EvalColumnOverride, type EvalColumns, type EvalDefinition, type EvalDeriveContext, type EvalDisplayStatus, type EvalExecuteContext, type EvalFreshnessStatus, type EvalManualScoreDef, type EvalRunner, type EvalScoreContext, type EvalScoreDef, type EvalScoreFn, type EvalStatAggregate, type EvalStatItem, type EvalStatsConfig, type EvalSummary, type EvalTraceSpan, type EvalTraceSpanError, type EvalTraceTree, type FileRef, type JsonCell, type NumberDisplayOptions, type RepoFileRef, type RunArtifactRef, type RunInEvalScopeOptions, type RunManifest, type RunSummary, type ScalarCell, type ScopedCaseSummary, type ScoreTrace, type SerializedCacheSpan, type SpanCacheOptions, type SseEnvelope, type SseEventType, type TraceActiveSpan, type TraceAttributeDisplay, type TraceAttributeDisplayFormat, type TraceAttributeDisplayInput, type TraceAttributeDisplayPlacement, type TraceAttributeTransform, type TraceAttributeTransformContext, type TraceDisplayConfig, type TraceDisplayInputConfig, type TraceSpanInfo, type TrialSelectionMode, type UpdateManualScoreRequest, agentEvalsConfigSchema, assertionFailureSchema, buildTraceTree, cacheEntrySchema, cacheFileSchema, cacheListItemSchema, cacheModeSchema, cacheRecordingOpSchema, cacheRecordingSchema, captureEvalSpanError, caseDetailSchema, caseRowSchema, cellValueSchema, columnDefSchema, columnFormatSchema, columnKindSchema, createRunRequestSchema, createRunner, defineEval, deriveScopedSummaryFromCases, deriveStatusFromCaseRows, deriveStatusFromChildStatuses, evalAssert, evalChartAggregateSchema, evalChartAxisSchema, evalChartBuiltinMetricSchema, evalChartColorSchema, evalChartConfigSchema, evalChartMetricSchema, evalChartTooltipExtraSchema, evalChartTypeSchema, evalChartsConfigSchema, evalFreshnessStatusSchema, evalSpan, evalStatAggregateSchema, evalStatItemSchema, evalStatsConfigSchema, evalSummarySchema, evalTracer, fileRefSchema, getCurrentScope, getEvalDisplayStatus, getEvalRegistry, getEvalTitle, hashCacheKey, hashCacheKeySync, incrementEvalOutput, isInEvalScope, jsonCellSchema, numberDisplayOptionsSchema, repoFile, repoFileRefSchema, runArtifactRefSchema, runCli, runInEvalScope, runManifestSchema, runSummarySchema, scoreTraceSchema, serializedCacheSpanSchema, setEvalOutput, setScopeCacheContext, spanCacheOptionsSchema, sseEnvelopeSchema, traceAttributeDisplayFormatSchema, traceAttributeDisplayInputSchema, traceAttributeDisplayPlacementSchema, traceAttributeDisplaySchema, traceDisplayConfigSchema, traceDisplayInputConfigSchema, traceSpanErrorSchema, traceSpanKindSchema, traceSpanSchema, trialSelectionModeSchema, updateManualScoreRequestSchema };
|
|
2449
|
+
export { type AgentEvalsConfig, type AssertionFailure, type CacheAdapter, type CacheEntry, type CacheFile, type CacheListItem, type CacheMode, type CacheOperationType, type CacheRecording, type CacheRecordingFrame, type CacheRecordingOp, type CacheScopeContext, type CaptureEvalSpanErrorLevel, type CaptureEvalSpanErrorOptions, type CaseDetail, type CaseRow, type CellValue, type ColumnDef, type ColumnFormat, type ColumnKind, type CreateRunRequest, type DerivedStatus, EvalAssertionError, type EvalCase, type EvalCaseScope, type EvalChartAggregate, type EvalChartAxis, type EvalChartBuiltinMetric, type EvalChartColor, type EvalChartConfig, type EvalChartMetric, type EvalChartTooltipExtra, type EvalChartType, type EvalChartsConfig, type EvalColumnOverride, type EvalColumns, type EvalDefinition, type EvalDeriveContext, type EvalDisplayStatus, type EvalExecuteContext, type EvalFreshnessStatus, type EvalManualScoreDef, type EvalOutputs, type EvalOutputsSchema, type EvalRunner, type EvalScoreContext, type EvalScoreDef, type EvalScoreFn, type EvalStatAggregate, type EvalStatItem, type EvalStatsConfig, type EvalSummary, type EvalTraceSpan, type EvalTraceSpanError, type EvalTraceSpanWarning, type EvalTraceTree, type FileRef, type JsonCell, type NumberDisplayOptions, type RepoFileRef, type RunArtifactRef, type RunInEvalScopeOptions, type RunManifest, type RunSummary, type ScalarCell, type ScopedCaseSummary, type ScoreTrace, type SerializedCacheSpan, type SpanCacheOptions, type SseEnvelope, type SseEventType, type TraceActiveSpan, type TraceAttributeDisplay, type TraceAttributeDisplayFormat, type TraceAttributeDisplayInput, type TraceAttributeDisplayPlacement, type TraceAttributeTransform, type TraceAttributeTransformContext, type TraceCacheInfo, type TraceCacheRef, type TraceDisplayConfig, type TraceDisplayInputConfig, type TraceSpanInfo, type TrialSelectionMode, type UpdateManualScoreRequest, agentEvalsConfigSchema, appendToEvalOutput, assertionFailureSchema, buildTraceTree, cacheEntrySchema, cacheFileSchema, cacheListItemSchema, cacheModeSchema, cacheOperationTypeSchema, cacheRecordingOpSchema, cacheRecordingSchema, captureEvalSpanError, caseDetailSchema, caseRowSchema, cellValueSchema, columnDefSchema, columnFormatSchema, columnKindSchema, createRunRequestSchema, createRunner, defineEval, deriveScopedSummaryFromCases, deriveStatusFromCaseRows, deriveStatusFromChildStatuses, evalAssert, evalChartAggregateSchema, evalChartAxisSchema, evalChartBuiltinMetricSchema, evalChartColorSchema, evalChartConfigSchema, evalChartMetricSchema, evalChartTooltipExtraSchema, evalChartTypeSchema, evalChartsConfigSchema, evalFreshnessStatusSchema, evalSpan, evalStatAggregateSchema, evalStatItemSchema, evalStatsConfigSchema, evalSummarySchema, evalTracer, fileRefSchema, getCurrentScope, getEvalCaseInput, getEvalDisplayStatus, getEvalRegistry, getEvalTitle, hashCacheKey, hashCacheKeySync, incrementEvalOutput, isInEvalScope, jsonCellSchema, mergeEvalOutput, numberDisplayOptionsSchema, repoFile, repoFileRefSchema, runArtifactRefSchema, runCli, runInEvalScope, runManifestSchema, runSummarySchema, scoreTraceSchema, serializedCacheSpanSchema, setEvalOutput, setScopeCacheContext, spanCacheOptionsSchema, sseEnvelopeSchema, traceAttributeDisplayFormatSchema, traceAttributeDisplayInputSchema, traceAttributeDisplayPlacementSchema, traceAttributeDisplaySchema, traceDisplayConfigSchema, traceDisplayInputConfigSchema, traceSpanErrorSchema, traceSpanKindSchema, traceSpanSchema, traceSpanWarningSchema, trialSelectionModeSchema, updateManualScoreRequestSchema, z };
|