@ls-stack/agent-eval 0.5.0 → 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -1,39 +1,39 @@
1
- import { z } from "zod/v4";
1
+ import { z, z as z$1 } from "zod/v4";
2
2
 
3
3
  //#region ../shared/src/schemas/display.d.ts
4
- declare const scalarCellSchema: z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>;
4
+ declare const scalarCellSchema: z$1.ZodUnion<readonly [z$1.ZodString, z$1.ZodNumber, z$1.ZodBoolean, z$1.ZodNull]>;
5
5
  /** Primitive table cell value supported by the eval UI. */
6
- type ScalarCell = z.infer<typeof scalarCellSchema>;
7
- declare const jsonCellSchema: z.ZodType<string | number | boolean | null | Record<string, unknown> | unknown[]>;
6
+ type ScalarCell = z$1.infer<typeof scalarCellSchema>;
7
+ declare const jsonCellSchema: z$1.ZodType<string | number | boolean | null | Record<string, unknown> | unknown[]>;
8
8
  /** JSON-safe value supported by `format: 'json'` columns. */
9
- type JsonCell = z.infer<typeof jsonCellSchema>;
10
- declare const repoFileRefSchema: z.ZodObject<{
11
- source: z.ZodLiteral<"repo">;
12
- path: z.ZodString;
13
- mimeType: z.ZodOptional<z.ZodString>;
14
- }, z.core.$strip>;
9
+ type JsonCell = z$1.infer<typeof jsonCellSchema>;
10
+ declare const repoFileRefSchema: z$1.ZodObject<{
11
+ source: z$1.ZodLiteral<"repo">;
12
+ path: z$1.ZodString;
13
+ mimeType: z$1.ZodOptional<z$1.ZodString>;
14
+ }, z$1.core.$strip>;
15
15
  /** Reference to a file that lives in the authored workspace. */
16
- type RepoFileRef = z.infer<typeof repoFileRefSchema>;
17
- declare const runArtifactRefSchema: z.ZodObject<{
18
- source: z.ZodLiteral<"run">;
19
- artifactId: z.ZodString;
20
- mimeType: z.ZodString;
21
- fileName: z.ZodOptional<z.ZodString>;
22
- }, z.core.$strip>;
16
+ type RepoFileRef = z$1.infer<typeof repoFileRefSchema>;
17
+ declare const runArtifactRefSchema: z$1.ZodObject<{
18
+ source: z$1.ZodLiteral<"run">;
19
+ artifactId: z$1.ZodString;
20
+ mimeType: z$1.ZodString;
21
+ fileName: z$1.ZodOptional<z$1.ZodString>;
22
+ }, z$1.core.$strip>;
23
23
  /** Reference to a generated artifact stored under a specific run. */
24
- type RunArtifactRef = z.infer<typeof runArtifactRefSchema>;
25
- declare const fileRefSchema: z.ZodUnion<readonly [z.ZodObject<{
26
- source: z.ZodLiteral<"repo">;
27
- path: z.ZodString;
28
- mimeType: z.ZodOptional<z.ZodString>;
29
- }, z.core.$strip>, z.ZodObject<{
30
- source: z.ZodLiteral<"run">;
31
- artifactId: z.ZodString;
32
- mimeType: z.ZodString;
33
- fileName: z.ZodOptional<z.ZodString>;
34
- }, z.core.$strip>]>;
24
+ type RunArtifactRef = z$1.infer<typeof runArtifactRefSchema>;
25
+ declare const fileRefSchema: z$1.ZodUnion<readonly [z$1.ZodObject<{
26
+ source: z$1.ZodLiteral<"repo">;
27
+ path: z$1.ZodString;
28
+ mimeType: z$1.ZodOptional<z$1.ZodString>;
29
+ }, z$1.core.$strip>, z$1.ZodObject<{
30
+ source: z$1.ZodLiteral<"run">;
31
+ artifactId: z$1.ZodString;
32
+ mimeType: z$1.ZodString;
33
+ fileName: z$1.ZodOptional<z$1.ZodString>;
34
+ }, z$1.core.$strip>]>;
35
35
  /** File reference supported by media and file columns. */
36
- type FileRef = z.infer<typeof fileRefSchema>;
36
+ type FileRef = z$1.infer<typeof fileRefSchema>;
37
37
  /** Numeric presentation options for values rendered with `format: 'number'`. */
38
38
  type NumberDisplayOptions = {
39
39
  /** Number notation used when rendering the value. */notation?: 'standard' | 'compact'; /** Compact style used when `notation: 'compact'` is enabled. */
@@ -43,17 +43,17 @@ type NumberDisplayOptions = {
43
43
  decimalPlaces?: number;
44
44
  };
45
45
  /** Schema for numeric presentation options used by number-formatted values. */
46
- declare const numberDisplayOptionsSchema: z.ZodType<NumberDisplayOptions>;
46
+ declare const numberDisplayOptionsSchema: z$1.ZodType<NumberDisplayOptions>;
47
47
  /** Schema for the supported column rendering kinds in list views. */
48
- declare const columnKindSchema: z.ZodEnum<{
48
+ declare const columnKindSchema: z$1.ZodEnum<{
49
49
  string: "string";
50
50
  number: "number";
51
51
  boolean: "boolean";
52
52
  }>;
53
53
  /** Display kind used by a column definition in the UI. */
54
- type ColumnKind = z.infer<typeof columnKindSchema>;
54
+ type ColumnKind = z$1.infer<typeof columnKindSchema>;
55
55
  /** Schema for the built-in column formatting presets. */
56
- declare const columnFormatSchema: z.ZodEnum<{
56
+ declare const columnFormatSchema: z$1.ZodEnum<{
57
57
  number: "number";
58
58
  boolean: "boolean";
59
59
  file: "file";
@@ -68,17 +68,17 @@ declare const columnFormatSchema: z.ZodEnum<{
68
68
  stars: "stars";
69
69
  }>;
70
70
  /** Formatting preset applied to a column value in the UI. */
71
- type ColumnFormat = z.infer<typeof columnFormatSchema>;
71
+ type ColumnFormat = z$1.infer<typeof columnFormatSchema>;
72
72
  /** Schema describing a rendered column in the eval results table. */
73
- declare const columnDefSchema: z.ZodObject<{
74
- key: z.ZodString;
75
- label: z.ZodString;
76
- kind: z.ZodEnum<{
73
+ declare const columnDefSchema: z$1.ZodObject<{
74
+ key: z$1.ZodString;
75
+ label: z$1.ZodString;
76
+ kind: z$1.ZodEnum<{
77
77
  string: "string";
78
78
  number: "number";
79
79
  boolean: "boolean";
80
80
  }>;
81
- format: z.ZodOptional<z.ZodEnum<{
81
+ format: z$1.ZodOptional<z$1.ZodEnum<{
82
82
  number: "number";
83
83
  boolean: "boolean";
84
84
  file: "file";
@@ -92,34 +92,34 @@ declare const columnDefSchema: z.ZodObject<{
92
92
  passFail: "passFail";
93
93
  stars: "stars";
94
94
  }>>;
95
- numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
96
- isScore: z.ZodOptional<z.ZodBoolean>;
97
- isManualScore: z.ZodOptional<z.ZodBoolean>;
98
- passThreshold: z.ZodOptional<z.ZodNumber>;
99
- maxStars: z.ZodOptional<z.ZodNumber>;
100
- hideInTable: z.ZodOptional<z.ZodBoolean>;
101
- sortable: z.ZodOptional<z.ZodBoolean>;
102
- align: z.ZodOptional<z.ZodEnum<{
95
+ numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
96
+ isScore: z$1.ZodOptional<z$1.ZodBoolean>;
97
+ isManualScore: z$1.ZodOptional<z$1.ZodBoolean>;
98
+ passThreshold: z$1.ZodOptional<z$1.ZodNumber>;
99
+ maxStars: z$1.ZodOptional<z$1.ZodNumber>;
100
+ hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
101
+ sortable: z$1.ZodOptional<z$1.ZodBoolean>;
102
+ align: z$1.ZodOptional<z$1.ZodEnum<{
103
103
  left: "left";
104
104
  center: "center";
105
105
  right: "right";
106
106
  }>>;
107
- }, z.core.$strip>;
107
+ }, z$1.core.$strip>;
108
108
  /** Column definition exposed to the UI for eval and case tables. */
109
- type ColumnDef = z.infer<typeof columnDefSchema>;
109
+ type ColumnDef = z$1.infer<typeof columnDefSchema>;
110
110
  /** Schema for any supported value that can populate a table cell. */
111
- declare const cellValueSchema: z.ZodUnion<readonly [z.ZodType<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown, z.core.$ZodTypeInternals<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown>>, z.ZodUnion<readonly [z.ZodObject<{
112
- source: z.ZodLiteral<"repo">;
113
- path: z.ZodString;
114
- mimeType: z.ZodOptional<z.ZodString>;
115
- }, z.core.$strip>, z.ZodObject<{
116
- source: z.ZodLiteral<"run">;
117
- artifactId: z.ZodString;
118
- mimeType: z.ZodString;
119
- fileName: z.ZodOptional<z.ZodString>;
120
- }, z.core.$strip>]>]>;
111
+ declare const cellValueSchema: z$1.ZodUnion<readonly [z$1.ZodType<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown, z$1.core.$ZodTypeInternals<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown>>, z$1.ZodUnion<readonly [z$1.ZodObject<{
112
+ source: z$1.ZodLiteral<"repo">;
113
+ path: z$1.ZodString;
114
+ mimeType: z$1.ZodOptional<z$1.ZodString>;
115
+ }, z$1.core.$strip>, z$1.ZodObject<{
116
+ source: z$1.ZodLiteral<"run">;
117
+ artifactId: z$1.ZodString;
118
+ mimeType: z$1.ZodString;
119
+ fileName: z$1.ZodOptional<z$1.ZodString>;
120
+ }, z$1.core.$strip>]>]>;
121
121
  /** Value stored in a rendered eval result table cell. */
122
- type CellValue = z.infer<typeof cellValueSchema>;
122
+ type CellValue = z$1.infer<typeof cellValueSchema>;
123
123
  //#endregion
124
124
  //#region ../shared/src/schemas/trace.d.ts
125
125
  /**
@@ -128,9 +128,9 @@ type CellValue = z.infer<typeof cellValueSchema>;
128
128
  * The value is intentionally open-ended so external tracers can preserve their
129
129
  * native span kinds instead of collapsing them into the built-in categories.
130
130
  */
131
- declare const traceSpanKindSchema: z.ZodString;
131
+ declare const traceSpanKindSchema: z$1.ZodString;
132
132
  /** Schema for the supported presentation formats of trace attributes. */
133
- declare const traceAttributeDisplayFormatSchema: z.ZodEnum<{
133
+ declare const traceAttributeDisplayFormatSchema: z$1.ZodEnum<{
134
134
  string: "string";
135
135
  number: "number";
136
136
  duration: "duration";
@@ -141,42 +141,42 @@ declare const traceAttributeDisplayFormatSchema: z.ZodEnum<{
141
141
  *
142
142
  * This affects presentation only and does not change the stored value.
143
143
  */
144
- type TraceAttributeDisplayFormat = z.infer<typeof traceAttributeDisplayFormatSchema>;
144
+ type TraceAttributeDisplayFormat = z$1.infer<typeof traceAttributeDisplayFormatSchema>;
145
145
  /** Schema for the UI locations where a trace attribute can appear. */
146
- declare const traceAttributeDisplayPlacementSchema: z.ZodEnum<{
146
+ declare const traceAttributeDisplayPlacementSchema: z$1.ZodEnum<{
147
147
  tree: "tree";
148
148
  detail: "detail";
149
149
  section: "section";
150
150
  }>;
151
151
  /** UI locations where a trace attribute may be rendered. */
152
- type TraceAttributeDisplayPlacement = z.infer<typeof traceAttributeDisplayPlacementSchema>;
152
+ type TraceAttributeDisplayPlacement = z$1.infer<typeof traceAttributeDisplayPlacementSchema>;
153
153
  /** Schema for resolved trace display rules sent to the UI. */
154
- declare const traceAttributeDisplaySchema: z.ZodObject<{
155
- key: z.ZodOptional<z.ZodString>;
156
- path: z.ZodString;
157
- label: z.ZodOptional<z.ZodString>;
158
- format: z.ZodOptional<z.ZodEnum<{
154
+ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
155
+ key: z$1.ZodOptional<z$1.ZodString>;
156
+ path: z$1.ZodString;
157
+ label: z$1.ZodOptional<z$1.ZodString>;
158
+ format: z$1.ZodOptional<z$1.ZodEnum<{
159
159
  string: "string";
160
160
  number: "number";
161
161
  duration: "duration";
162
162
  json: "json";
163
163
  }>>;
164
- numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
165
- placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
164
+ numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
165
+ placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
166
166
  tree: "tree";
167
167
  detail: "detail";
168
168
  section: "section";
169
169
  }>>>;
170
- scope: z.ZodOptional<z.ZodEnum<{
170
+ scope: z$1.ZodOptional<z$1.ZodEnum<{
171
171
  self: "self";
172
172
  subtree: "subtree";
173
173
  }>>;
174
- mode: z.ZodOptional<z.ZodEnum<{
174
+ mode: z$1.ZodOptional<z$1.ZodEnum<{
175
175
  all: "all";
176
176
  last: "last";
177
177
  sum: "sum";
178
178
  }>>;
179
- }, z.core.$strip>;
179
+ }, z$1.core.$strip>;
180
180
  /**
181
181
  * Resolved trace display rule consumed by the UI.
182
182
  *
@@ -184,38 +184,38 @@ declare const traceAttributeDisplaySchema: z.ZodObject<{
184
184
  * control whether the value comes from the current span only or from the full
185
185
  * subtree, and how multiple matches are combined.
186
186
  */
187
- type TraceAttributeDisplay = z.infer<typeof traceAttributeDisplaySchema>;
187
+ type TraceAttributeDisplay = z$1.infer<typeof traceAttributeDisplaySchema>;
188
188
  /** Schema for trace display config after transforms have been resolved. */
189
- declare const traceDisplayConfigSchema: z.ZodObject<{
190
- attributes: z.ZodOptional<z.ZodArray<z.ZodObject<{
191
- key: z.ZodOptional<z.ZodString>;
192
- path: z.ZodString;
193
- label: z.ZodOptional<z.ZodString>;
194
- format: z.ZodOptional<z.ZodEnum<{
189
+ declare const traceDisplayConfigSchema: z$1.ZodObject<{
190
+ attributes: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
191
+ key: z$1.ZodOptional<z$1.ZodString>;
192
+ path: z$1.ZodString;
193
+ label: z$1.ZodOptional<z$1.ZodString>;
194
+ format: z$1.ZodOptional<z$1.ZodEnum<{
195
195
  string: "string";
196
196
  number: "number";
197
197
  duration: "duration";
198
198
  json: "json";
199
199
  }>>;
200
- numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
201
- placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
200
+ numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
201
+ placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
202
202
  tree: "tree";
203
203
  detail: "detail";
204
204
  section: "section";
205
205
  }>>>;
206
- scope: z.ZodOptional<z.ZodEnum<{
206
+ scope: z$1.ZodOptional<z$1.ZodEnum<{
207
207
  self: "self";
208
208
  subtree: "subtree";
209
209
  }>>;
210
- mode: z.ZodOptional<z.ZodEnum<{
210
+ mode: z$1.ZodOptional<z$1.ZodEnum<{
211
211
  all: "all";
212
212
  last: "last";
213
213
  sum: "sum";
214
214
  }>>;
215
- }, z.core.$strip>>>;
216
- }, z.core.$strip>;
215
+ }, z$1.core.$strip>>>;
216
+ }, z$1.core.$strip>;
217
217
  /** UI-ready trace display configuration attached to case details. */
218
- type TraceDisplayConfig = z.infer<typeof traceDisplayConfigSchema>;
218
+ type TraceDisplayConfig = z$1.infer<typeof traceDisplayConfigSchema>;
219
219
  /** Context passed to a `traceDisplay` transform while resolving a span value. */
220
220
  type TraceAttributeTransformContext = {
221
221
  value: unknown;
@@ -227,33 +227,33 @@ type TraceAttributeTransformContext = {
227
227
  */
228
228
  type TraceAttributeTransform = (ctx: TraceAttributeTransformContext) => unknown;
229
229
  /** Schema for authored trace display rules accepted from user config. */
230
- declare const traceAttributeDisplayInputSchema: z.ZodObject<{
231
- key: z.ZodOptional<z.ZodString>;
232
- path: z.ZodString;
233
- label: z.ZodOptional<z.ZodString>;
234
- format: z.ZodOptional<z.ZodEnum<{
230
+ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
231
+ key: z$1.ZodOptional<z$1.ZodString>;
232
+ path: z$1.ZodString;
233
+ label: z$1.ZodOptional<z$1.ZodString>;
234
+ format: z$1.ZodOptional<z$1.ZodEnum<{
235
235
  string: "string";
236
236
  number: "number";
237
237
  duration: "duration";
238
238
  json: "json";
239
239
  }>>;
240
- numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
241
- placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
240
+ numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
241
+ placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
242
242
  tree: "tree";
243
243
  detail: "detail";
244
244
  section: "section";
245
245
  }>>>;
246
- scope: z.ZodOptional<z.ZodEnum<{
246
+ scope: z$1.ZodOptional<z$1.ZodEnum<{
247
247
  self: "self";
248
248
  subtree: "subtree";
249
249
  }>>;
250
- mode: z.ZodOptional<z.ZodEnum<{
250
+ mode: z$1.ZodOptional<z$1.ZodEnum<{
251
251
  all: "all";
252
252
  last: "last";
253
253
  sum: "sum";
254
254
  }>>;
255
- transform: z.ZodOptional<z.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
256
- }, z.core.$strip>;
255
+ transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
256
+ }, z$1.core.$strip>;
257
257
  /**
258
258
  * Authored trace display rule accepted in eval definitions and config files.
259
259
  *
@@ -262,91 +262,112 @@ declare const traceAttributeDisplayInputSchema: z.ZodObject<{
262
262
  * `format: 'number'` values. `transform` runs in the
263
263
  * runner before the UI receives the resolved trace payload.
264
264
  */
265
- type TraceAttributeDisplayInput = z.infer<typeof traceAttributeDisplayInputSchema>;
265
+ type TraceAttributeDisplayInput = z$1.infer<typeof traceAttributeDisplayInputSchema>;
266
266
  /** Schema for authored trace display config in eval or workspace config. */
267
- declare const traceDisplayInputConfigSchema: z.ZodObject<{
268
- attributes: z.ZodOptional<z.ZodArray<z.ZodObject<{
269
- key: z.ZodOptional<z.ZodString>;
270
- path: z.ZodString;
271
- label: z.ZodOptional<z.ZodString>;
272
- format: z.ZodOptional<z.ZodEnum<{
267
+ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
268
+ attributes: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
269
+ key: z$1.ZodOptional<z$1.ZodString>;
270
+ path: z$1.ZodString;
271
+ label: z$1.ZodOptional<z$1.ZodString>;
272
+ format: z$1.ZodOptional<z$1.ZodEnum<{
273
273
  string: "string";
274
274
  number: "number";
275
275
  duration: "duration";
276
276
  json: "json";
277
277
  }>>;
278
- numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
279
- placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
278
+ numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
279
+ placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
280
280
  tree: "tree";
281
281
  detail: "detail";
282
282
  section: "section";
283
283
  }>>>;
284
- scope: z.ZodOptional<z.ZodEnum<{
284
+ scope: z$1.ZodOptional<z$1.ZodEnum<{
285
285
  self: "self";
286
286
  subtree: "subtree";
287
287
  }>>;
288
- mode: z.ZodOptional<z.ZodEnum<{
288
+ mode: z$1.ZodOptional<z$1.ZodEnum<{
289
289
  all: "all";
290
290
  last: "last";
291
291
  sum: "sum";
292
292
  }>>;
293
- transform: z.ZodOptional<z.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
294
- }, z.core.$strip>>>;
295
- }, z.core.$strip>;
293
+ transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
294
+ }, z$1.core.$strip>>>;
295
+ }, z$1.core.$strip>;
296
296
  /** Trace display configuration authored by users in config or eval files. */
297
- type TraceDisplayInputConfig = z.infer<typeof traceDisplayInputConfigSchema>;
297
+ type TraceDisplayInputConfig = z$1.infer<typeof traceDisplayInputConfigSchema>;
298
298
  /** Schema for an error attached to a trace span. */
299
- declare const traceSpanErrorSchema: z.ZodObject<{
300
- name: z.ZodOptional<z.ZodString>;
301
- message: z.ZodString;
302
- stack: z.ZodOptional<z.ZodString>;
303
- capturedAt: z.ZodOptional<z.ZodString>;
304
- }, z.core.$catchall<z.ZodUnknown>>;
299
+ declare const traceSpanErrorSchema: z$1.ZodObject<{
300
+ name: z$1.ZodOptional<z$1.ZodString>;
301
+ message: z$1.ZodString;
302
+ stack: z$1.ZodOptional<z$1.ZodString>;
303
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
304
+ }, z$1.core.$catchall<z$1.ZodUnknown>>;
305
305
  /** Error payload stored on a trace span. */
306
- type EvalTraceSpanError = z.infer<typeof traceSpanErrorSchema>;
306
+ type EvalTraceSpanError = z$1.infer<typeof traceSpanErrorSchema>;
307
+ /** Schema for a warning attached to a trace span. */
308
+ declare const traceSpanWarningSchema: z$1.ZodObject<{
309
+ name: z$1.ZodOptional<z$1.ZodString>;
310
+ message: z$1.ZodString;
311
+ stack: z$1.ZodOptional<z$1.ZodString>;
312
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
313
+ }, z$1.core.$catchall<z$1.ZodUnknown>>;
314
+ /** Warning payload stored on a trace span. */
315
+ type EvalTraceSpanWarning = z$1.infer<typeof traceSpanWarningSchema>;
307
316
  /** Schema for a persisted trace span captured during case execution. */
308
- declare const traceSpanSchema: z.ZodObject<{
309
- id: z.ZodString;
310
- parentId: z.ZodNullable<z.ZodString>;
311
- caseId: z.ZodString;
312
- kind: z.ZodString;
313
- name: z.ZodString;
314
- startedAt: z.ZodString;
315
- endedAt: z.ZodNullable<z.ZodString>;
316
- status: z.ZodEnum<{
317
+ declare const traceSpanSchema: z$1.ZodObject<{
318
+ id: z$1.ZodString;
319
+ parentId: z$1.ZodNullable<z$1.ZodString>;
320
+ caseId: z$1.ZodString;
321
+ kind: z$1.ZodString;
322
+ name: z$1.ZodString;
323
+ startedAt: z$1.ZodString;
324
+ endedAt: z$1.ZodNullable<z$1.ZodString>;
325
+ status: z$1.ZodEnum<{
317
326
  error: "error";
318
327
  running: "running";
319
328
  ok: "ok";
320
329
  cancelled: "cancelled";
321
330
  }>;
322
- attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
323
- error: z.ZodOptional<z.ZodObject<{
324
- name: z.ZodOptional<z.ZodString>;
325
- message: z.ZodString;
326
- stack: z.ZodOptional<z.ZodString>;
327
- capturedAt: z.ZodOptional<z.ZodString>;
328
- }, z.core.$catchall<z.ZodUnknown>>>;
329
- errors: z.ZodOptional<z.ZodArray<z.ZodObject<{
330
- name: z.ZodOptional<z.ZodString>;
331
- message: z.ZodString;
332
- stack: z.ZodOptional<z.ZodString>;
333
- capturedAt: z.ZodOptional<z.ZodString>;
334
- }, z.core.$catchall<z.ZodUnknown>>>>;
335
- }, z.core.$strip>;
331
+ attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
332
+ error: z$1.ZodOptional<z$1.ZodObject<{
333
+ name: z$1.ZodOptional<z$1.ZodString>;
334
+ message: z$1.ZodString;
335
+ stack: z$1.ZodOptional<z$1.ZodString>;
336
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
337
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>;
338
+ errors: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
339
+ name: z$1.ZodOptional<z$1.ZodString>;
340
+ message: z$1.ZodString;
341
+ stack: z$1.ZodOptional<z$1.ZodString>;
342
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
343
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>>;
344
+ warning: z$1.ZodOptional<z$1.ZodObject<{
345
+ name: z$1.ZodOptional<z$1.ZodString>;
346
+ message: z$1.ZodString;
347
+ stack: z$1.ZodOptional<z$1.ZodString>;
348
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
349
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>;
350
+ warnings: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
351
+ name: z$1.ZodOptional<z$1.ZodString>;
352
+ message: z$1.ZodString;
353
+ stack: z$1.ZodOptional<z$1.ZodString>;
354
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
355
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>>;
356
+ }, z$1.core.$strip>;
336
357
  /** Persisted trace span shape stored for each eval case run. */
337
- type EvalTraceSpan = z.infer<typeof traceSpanSchema>;
358
+ type EvalTraceSpan = z$1.infer<typeof traceSpanSchema>;
338
359
  //#endregion
339
360
  //#region ../shared/src/schemas/eval.d.ts
340
361
  /** Freshness signal derived from the latest relevant run plus git state. */
341
- declare const evalFreshnessStatusSchema: z.ZodEnum<{
362
+ declare const evalFreshnessStatusSchema: z$1.ZodEnum<{
342
363
  fresh: "fresh";
343
364
  stale: "stale";
344
365
  outdated: "outdated";
345
366
  }>;
346
367
  /** Freshness signal derived from the latest relevant run plus git state. */
347
- type EvalFreshnessStatus = z.infer<typeof evalFreshnessStatusSchema>;
368
+ type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
348
369
  /** Reducer used to collapse a column's per-case values into a single stat. */
349
- declare const evalStatAggregateSchema: z.ZodEnum<{
370
+ declare const evalStatAggregateSchema: z$1.ZodEnum<{
350
371
  avg: "avg";
351
372
  min: "min";
352
373
  max: "max";
@@ -354,30 +375,30 @@ declare const evalStatAggregateSchema: z.ZodEnum<{
354
375
  last: "last";
355
376
  }>;
356
377
  /** Reducer used to collapse a column's per-case values into a single stat. */
357
- type EvalStatAggregate = z.infer<typeof evalStatAggregateSchema>;
378
+ type EvalStatAggregate = z$1.infer<typeof evalStatAggregateSchema>;
358
379
  /**
359
380
  * One entry in the EvalCard stats row. Built-in kinds use latest run totals;
360
381
  * `column` aggregates a score or numeric output column across the latest run.
361
382
  */
362
- declare const evalStatItemSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
363
- kind: z.ZodLiteral<"cases">;
364
- }, z.core.$strip>, z.ZodObject<{
365
- kind: z.ZodLiteral<"passRate">;
366
- accent: z.ZodOptional<z.ZodBoolean>;
367
- }, z.core.$strip>, z.ZodObject<{
368
- kind: z.ZodLiteral<"duration">;
369
- }, z.core.$strip>, z.ZodObject<{
370
- kind: z.ZodLiteral<"column">;
371
- key: z.ZodString;
372
- label: z.ZodOptional<z.ZodString>;
373
- aggregate: z.ZodEnum<{
383
+ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
384
+ kind: z$1.ZodLiteral<"cases">;
385
+ }, z$1.core.$strip>, z$1.ZodObject<{
386
+ kind: z$1.ZodLiteral<"passRate">;
387
+ accent: z$1.ZodOptional<z$1.ZodBoolean>;
388
+ }, z$1.core.$strip>, z$1.ZodObject<{
389
+ kind: z$1.ZodLiteral<"duration">;
390
+ }, z$1.core.$strip>, z$1.ZodObject<{
391
+ kind: z$1.ZodLiteral<"column">;
392
+ key: z$1.ZodString;
393
+ label: z$1.ZodOptional<z$1.ZodString>;
394
+ aggregate: z$1.ZodEnum<{
374
395
  avg: "avg";
375
396
  min: "min";
376
397
  max: "max";
377
398
  sum: "sum";
378
399
  last: "last";
379
400
  }>;
380
- format: z.ZodOptional<z.ZodEnum<{
401
+ format: z$1.ZodOptional<z$1.ZodEnum<{
381
402
  number: "number";
382
403
  boolean: "boolean";
383
404
  file: "file";
@@ -391,30 +412,30 @@ declare const evalStatItemSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
391
412
  passFail: "passFail";
392
413
  stars: "stars";
393
414
  }>>;
394
- accent: z.ZodOptional<z.ZodBoolean>;
395
- }, z.core.$strip>], "kind">;
415
+ accent: z$1.ZodOptional<z$1.ZodBoolean>;
416
+ }, z$1.core.$strip>], "kind">;
396
417
  /** Single stat rendered in the EvalCard stats row. */
397
- type EvalStatItem = z.infer<typeof evalStatItemSchema>;
418
+ type EvalStatItem = z$1.infer<typeof evalStatItemSchema>;
398
419
  /** Ordered list of stats rendered in the EvalCard stats row. */
399
- declare const evalStatsConfigSchema: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
400
- kind: z.ZodLiteral<"cases">;
401
- }, z.core.$strip>, z.ZodObject<{
402
- kind: z.ZodLiteral<"passRate">;
403
- accent: z.ZodOptional<z.ZodBoolean>;
404
- }, z.core.$strip>, z.ZodObject<{
405
- kind: z.ZodLiteral<"duration">;
406
- }, z.core.$strip>, z.ZodObject<{
407
- kind: z.ZodLiteral<"column">;
408
- key: z.ZodString;
409
- label: z.ZodOptional<z.ZodString>;
410
- aggregate: z.ZodEnum<{
420
+ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
421
+ kind: z$1.ZodLiteral<"cases">;
422
+ }, z$1.core.$strip>, z$1.ZodObject<{
423
+ kind: z$1.ZodLiteral<"passRate">;
424
+ accent: z$1.ZodOptional<z$1.ZodBoolean>;
425
+ }, z$1.core.$strip>, z$1.ZodObject<{
426
+ kind: z$1.ZodLiteral<"duration">;
427
+ }, z$1.core.$strip>, z$1.ZodObject<{
428
+ kind: z$1.ZodLiteral<"column">;
429
+ key: z$1.ZodString;
430
+ label: z$1.ZodOptional<z$1.ZodString>;
431
+ aggregate: z$1.ZodEnum<{
411
432
  avg: "avg";
412
433
  min: "min";
413
434
  max: "max";
414
435
  sum: "sum";
415
436
  last: "last";
416
437
  }>;
417
- format: z.ZodOptional<z.ZodEnum<{
438
+ format: z$1.ZodOptional<z$1.ZodEnum<{
418
439
  number: "number";
419
440
  boolean: "boolean";
420
441
  file: "file";
@@ -428,34 +449,34 @@ declare const evalStatsConfigSchema: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodOb
428
449
  passFail: "passFail";
429
450
  stars: "stars";
430
451
  }>>;
431
- accent: z.ZodOptional<z.ZodBoolean>;
432
- }, z.core.$strip>], "kind">>;
452
+ accent: z$1.ZodOptional<z$1.ZodBoolean>;
453
+ }, z$1.core.$strip>], "kind">>;
433
454
  /** Ordered list of stats rendered in the EvalCard stats row. */
434
- type EvalStatsConfig = z.infer<typeof evalStatsConfigSchema>;
455
+ type EvalStatsConfig = z$1.infer<typeof evalStatsConfigSchema>;
435
456
  /** Schema summarizing a discovered eval for list and overview screens. */
436
- declare const evalSummarySchema: z.ZodObject<{
437
- id: z.ZodString;
438
- title: z.ZodOptional<z.ZodString>;
439
- filePath: z.ZodString;
440
- stale: z.ZodBoolean;
441
- outdated: z.ZodBoolean;
442
- freshnessStatus: z.ZodEnum<{
457
+ declare const evalSummarySchema: z$1.ZodObject<{
458
+ id: z$1.ZodString;
459
+ title: z$1.ZodOptional<z$1.ZodString>;
460
+ filePath: z$1.ZodString;
461
+ stale: z$1.ZodBoolean;
462
+ outdated: z$1.ZodBoolean;
463
+ freshnessStatus: z$1.ZodEnum<{
443
464
  fresh: "fresh";
444
465
  stale: "stale";
445
466
  outdated: "outdated";
446
467
  }>;
447
- latestRunAt: z.ZodNullable<z.ZodString>;
448
- latestRunCommitSha: z.ZodNullable<z.ZodString>;
449
- currentCommitSha: z.ZodNullable<z.ZodString>;
450
- columnDefs: z.ZodArray<z.ZodObject<{
451
- key: z.ZodString;
452
- label: z.ZodString;
453
- kind: z.ZodEnum<{
468
+ latestRunAt: z$1.ZodNullable<z$1.ZodString>;
469
+ latestRunCommitSha: z$1.ZodNullable<z$1.ZodString>;
470
+ currentCommitSha: z$1.ZodNullable<z$1.ZodString>;
471
+ columnDefs: z$1.ZodArray<z$1.ZodObject<{
472
+ key: z$1.ZodString;
473
+ label: z$1.ZodString;
474
+ kind: z$1.ZodEnum<{
454
475
  string: "string";
455
476
  number: "number";
456
477
  boolean: "boolean";
457
478
  }>;
458
- format: z.ZodOptional<z.ZodEnum<{
479
+ format: z$1.ZodOptional<z$1.ZodEnum<{
459
480
  number: "number";
460
481
  boolean: "boolean";
461
482
  file: "file";
@@ -469,21 +490,21 @@ declare const evalSummarySchema: z.ZodObject<{
469
490
  passFail: "passFail";
470
491
  stars: "stars";
471
492
  }>>;
472
- numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
473
- isScore: z.ZodOptional<z.ZodBoolean>;
474
- isManualScore: z.ZodOptional<z.ZodBoolean>;
475
- passThreshold: z.ZodOptional<z.ZodNumber>;
476
- maxStars: z.ZodOptional<z.ZodNumber>;
477
- hideInTable: z.ZodOptional<z.ZodBoolean>;
478
- sortable: z.ZodOptional<z.ZodBoolean>;
479
- align: z.ZodOptional<z.ZodEnum<{
493
+ numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
494
+ isScore: z$1.ZodOptional<z$1.ZodBoolean>;
495
+ isManualScore: z$1.ZodOptional<z$1.ZodBoolean>;
496
+ passThreshold: z$1.ZodOptional<z$1.ZodNumber>;
497
+ maxStars: z$1.ZodOptional<z$1.ZodNumber>;
498
+ hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
499
+ sortable: z$1.ZodOptional<z$1.ZodBoolean>;
500
+ align: z$1.ZodOptional<z$1.ZodEnum<{
480
501
  left: "left";
481
502
  center: "center";
482
503
  right: "right";
483
504
  }>>;
484
- }, z.core.$strip>>;
485
- caseCount: z.ZodNullable<z.ZodNumber>;
486
- lastRunStatus: z.ZodNullable<z.ZodEnum<{
505
+ }, z$1.core.$strip>>;
506
+ caseCount: z$1.ZodNullable<z$1.ZodNumber>;
507
+ lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
487
508
  error: "error";
488
509
  pass: "pass";
489
510
  fail: "fail";
@@ -491,25 +512,25 @@ declare const evalSummarySchema: z.ZodObject<{
491
512
  cancelled: "cancelled";
492
513
  unscored: "unscored";
493
514
  }>>;
494
- stats: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
495
- kind: z.ZodLiteral<"cases">;
496
- }, z.core.$strip>, z.ZodObject<{
497
- kind: z.ZodLiteral<"passRate">;
498
- accent: z.ZodOptional<z.ZodBoolean>;
499
- }, z.core.$strip>, z.ZodObject<{
500
- kind: z.ZodLiteral<"duration">;
501
- }, z.core.$strip>, z.ZodObject<{
502
- kind: z.ZodLiteral<"column">;
503
- key: z.ZodString;
504
- label: z.ZodOptional<z.ZodString>;
505
- aggregate: z.ZodEnum<{
515
+ stats: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
516
+ kind: z$1.ZodLiteral<"cases">;
517
+ }, z$1.core.$strip>, z$1.ZodObject<{
518
+ kind: z$1.ZodLiteral<"passRate">;
519
+ accent: z$1.ZodOptional<z$1.ZodBoolean>;
520
+ }, z$1.core.$strip>, z$1.ZodObject<{
521
+ kind: z$1.ZodLiteral<"duration">;
522
+ }, z$1.core.$strip>, z$1.ZodObject<{
523
+ kind: z$1.ZodLiteral<"column">;
524
+ key: z$1.ZodString;
525
+ label: z$1.ZodOptional<z$1.ZodString>;
526
+ aggregate: z$1.ZodEnum<{
506
527
  avg: "avg";
507
528
  min: "min";
508
529
  max: "max";
509
530
  sum: "sum";
510
531
  last: "last";
511
532
  }>;
512
- format: z.ZodOptional<z.ZodEnum<{
533
+ format: z$1.ZodOptional<z$1.ZodEnum<{
513
534
  number: "number";
514
535
  boolean: "boolean";
515
536
  file: "file";
@@ -523,23 +544,23 @@ declare const evalSummarySchema: z.ZodObject<{
523
544
  passFail: "passFail";
524
545
  stars: "stars";
525
546
  }>>;
526
- accent: z.ZodOptional<z.ZodBoolean>;
527
- }, z.core.$strip>], "kind">>>;
528
- charts: z.ZodOptional<z.ZodArray<z.ZodObject<{
529
- heading: z.ZodOptional<z.ZodString>;
530
- type: z.ZodEnum<{
547
+ accent: z$1.ZodOptional<z$1.ZodBoolean>;
548
+ }, z$1.core.$strip>], "kind">>>;
549
+ charts: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
550
+ heading: z$1.ZodOptional<z$1.ZodString>;
551
+ type: z$1.ZodEnum<{
531
552
  area: "area";
532
553
  line: "line";
533
554
  bar: "bar";
534
555
  }>;
535
- metrics: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
536
- source: z.ZodLiteral<"builtin">;
537
- metric: z.ZodEnum<{
556
+ metrics: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
557
+ source: z$1.ZodLiteral<"builtin">;
558
+ metric: z$1.ZodEnum<{
538
559
  passRate: "passRate";
539
560
  durationMs: "durationMs";
540
561
  }>;
541
- label: z.ZodOptional<z.ZodString>;
542
- color: z.ZodOptional<z.ZodEnum<{
562
+ label: z$1.ZodOptional<z$1.ZodString>;
563
+ color: z$1.ZodOptional<z$1.ZodEnum<{
543
564
  success: "success";
544
565
  accent: "accent";
545
566
  error: "error";
@@ -547,14 +568,14 @@ declare const evalSummarySchema: z.ZodObject<{
547
568
  warning: "warning";
548
569
  textMuted: "textMuted";
549
570
  }>>;
550
- axis: z.ZodOptional<z.ZodEnum<{
571
+ axis: z$1.ZodOptional<z$1.ZodEnum<{
551
572
  left: "left";
552
573
  right: "right";
553
574
  }>>;
554
- }, z.core.$strip>, z.ZodObject<{
555
- source: z.ZodLiteral<"column">;
556
- key: z.ZodString;
557
- aggregate: z.ZodEnum<{
575
+ }, z$1.core.$strip>, z$1.ZodObject<{
576
+ source: z$1.ZodLiteral<"column">;
577
+ key: z$1.ZodString;
578
+ aggregate: z$1.ZodEnum<{
558
579
  avg: "avg";
559
580
  min: "min";
560
581
  max: "max";
@@ -562,8 +583,8 @@ declare const evalSummarySchema: z.ZodObject<{
562
583
  latest: "latest";
563
584
  passThresholdRate: "passThresholdRate";
564
585
  }>;
565
- label: z.ZodOptional<z.ZodString>;
566
- color: z.ZodOptional<z.ZodEnum<{
586
+ label: z$1.ZodOptional<z$1.ZodString>;
587
+ color: z$1.ZodOptional<z$1.ZodEnum<{
567
588
  success: "success";
568
589
  accent: "accent";
569
590
  error: "error";
@@ -571,32 +592,32 @@ declare const evalSummarySchema: z.ZodObject<{
571
592
  warning: "warning";
572
593
  textMuted: "textMuted";
573
594
  }>>;
574
- axis: z.ZodOptional<z.ZodEnum<{
595
+ axis: z$1.ZodOptional<z$1.ZodEnum<{
575
596
  left: "left";
576
597
  right: "right";
577
598
  }>>;
578
- }, z.core.$strip>], "source">>;
579
- yDomain: z.ZodOptional<z.ZodObject<{
580
- left: z.ZodOptional<z.ZodObject<{
581
- min: z.ZodOptional<z.ZodNumber>;
582
- max: z.ZodOptional<z.ZodNumber>;
583
- }, z.core.$strip>>;
584
- right: z.ZodOptional<z.ZodObject<{
585
- min: z.ZodOptional<z.ZodNumber>;
586
- max: z.ZodOptional<z.ZodNumber>;
587
- }, z.core.$strip>>;
588
- }, z.core.$strip>>;
589
- tooltipExtras: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
590
- source: z.ZodLiteral<"builtin">;
591
- metric: z.ZodEnum<{
599
+ }, z$1.core.$strip>], "source">>;
600
+ yDomain: z$1.ZodOptional<z$1.ZodObject<{
601
+ left: z$1.ZodOptional<z$1.ZodObject<{
602
+ min: z$1.ZodOptional<z$1.ZodNumber>;
603
+ max: z$1.ZodOptional<z$1.ZodNumber>;
604
+ }, z$1.core.$strip>>;
605
+ right: z$1.ZodOptional<z$1.ZodObject<{
606
+ min: z$1.ZodOptional<z$1.ZodNumber>;
607
+ max: z$1.ZodOptional<z$1.ZodNumber>;
608
+ }, z$1.core.$strip>>;
609
+ }, z$1.core.$strip>>;
610
+ tooltipExtras: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
611
+ source: z$1.ZodLiteral<"builtin">;
612
+ metric: z$1.ZodEnum<{
592
613
  passRate: "passRate";
593
614
  durationMs: "durationMs";
594
615
  }>;
595
- label: z.ZodOptional<z.ZodString>;
596
- }, z.core.$strip>, z.ZodObject<{
597
- source: z.ZodLiteral<"column">;
598
- key: z.ZodString;
599
- aggregate: z.ZodEnum<{
616
+ label: z$1.ZodOptional<z$1.ZodString>;
617
+ }, z$1.core.$strip>, z$1.ZodObject<{
618
+ source: z$1.ZodLiteral<"column">;
619
+ key: z$1.ZodString;
620
+ aggregate: z$1.ZodEnum<{
600
621
  avg: "avg";
601
622
  min: "min";
602
623
  max: "max";
@@ -604,17 +625,17 @@ declare const evalSummarySchema: z.ZodObject<{
604
625
  latest: "latest";
605
626
  passThresholdRate: "passThresholdRate";
606
627
  }>;
607
- label: z.ZodOptional<z.ZodString>;
608
- }, z.core.$strip>], "source">>>;
609
- }, z.core.$strip>>>;
610
- }, z.core.$strip>;
628
+ label: z$1.ZodOptional<z$1.ZodString>;
629
+ }, z$1.core.$strip>], "source">>>;
630
+ }, z$1.core.$strip>>>;
631
+ }, z$1.core.$strip>;
611
632
  /** Metadata shown for one discovered eval in the explorer UI. */
612
- type EvalSummary = z.infer<typeof evalSummarySchema>;
633
+ type EvalSummary = z$1.infer<typeof evalSummarySchema>;
613
634
  /** Schema for one case row in an eval run result table. */
614
- declare const caseRowSchema: z.ZodObject<{
615
- caseId: z.ZodString;
616
- evalId: z.ZodString;
617
- status: z.ZodEnum<{
635
+ declare const caseRowSchema: z$1.ZodObject<{
636
+ caseId: z$1.ZodString;
637
+ evalId: z$1.ZodString;
638
+ status: z$1.ZodEnum<{
618
639
  error: "error";
619
640
  pass: "pass";
620
641
  fail: "fail";
@@ -622,95 +643,107 @@ declare const caseRowSchema: z.ZodObject<{
622
643
  cancelled: "cancelled";
623
644
  pending: "pending";
624
645
  }>;
625
- latencyMs: z.ZodNullable<z.ZodNumber>;
626
- costUsd: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
627
- columns: z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodType<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown, z.core.$ZodTypeInternals<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown>>, z.ZodUnion<readonly [z.ZodObject<{
628
- source: z.ZodLiteral<"repo">;
629
- path: z.ZodString;
630
- mimeType: z.ZodOptional<z.ZodString>;
631
- }, z.core.$strip>, z.ZodObject<{
632
- source: z.ZodLiteral<"run">;
633
- artifactId: z.ZodString;
634
- mimeType: z.ZodString;
635
- fileName: z.ZodOptional<z.ZodString>;
636
- }, z.core.$strip>]>]>>;
637
- trial: z.ZodNumber;
638
- }, z.core.$strip>;
646
+ latencyMs: z$1.ZodNullable<z$1.ZodNumber>;
647
+ costUsd: z$1.ZodOptional<z$1.ZodNullable<z$1.ZodNumber>>;
648
+ columns: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnion<readonly [z$1.ZodType<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown, z$1.core.$ZodTypeInternals<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown>>, z$1.ZodUnion<readonly [z$1.ZodObject<{
649
+ source: z$1.ZodLiteral<"repo">;
650
+ path: z$1.ZodString;
651
+ mimeType: z$1.ZodOptional<z$1.ZodString>;
652
+ }, z$1.core.$strip>, z$1.ZodObject<{
653
+ source: z$1.ZodLiteral<"run">;
654
+ artifactId: z$1.ZodString;
655
+ mimeType: z$1.ZodString;
656
+ fileName: z$1.ZodOptional<z$1.ZodString>;
657
+ }, z$1.core.$strip>]>]>>;
658
+ trial: z$1.ZodNumber;
659
+ }, z$1.core.$strip>;
639
660
  /** Flattened per-case row rendered in run tables and streamed updates. */
640
- type CaseRow = z.infer<typeof caseRowSchema>;
661
+ type CaseRow = z$1.infer<typeof caseRowSchema>;
641
662
  /** Structured assertion failure metadata captured for one case run. */
642
- declare const assertionFailureSchema: z.ZodObject<{
643
- message: z.ZodString;
644
- stack: z.ZodOptional<z.ZodString>;
645
- }, z.core.$strip>;
663
+ declare const assertionFailureSchema: z$1.ZodObject<{
664
+ message: z$1.ZodString;
665
+ stack: z$1.ZodOptional<z$1.ZodString>;
666
+ }, z$1.core.$strip>;
646
667
  /** Assertion failure metadata captured for one case run. */
647
- type AssertionFailure = z.infer<typeof assertionFailureSchema>;
668
+ type AssertionFailure = z$1.infer<typeof assertionFailureSchema>;
648
669
  /** Trace payload captured while computing one score for a case. */
649
- declare const scoreTraceSchema: z.ZodObject<{
650
- trace: z.ZodArray<z.ZodObject<{
651
- id: z.ZodString;
652
- parentId: z.ZodNullable<z.ZodString>;
653
- caseId: z.ZodString;
654
- kind: z.ZodString;
655
- name: z.ZodString;
656
- startedAt: z.ZodString;
657
- endedAt: z.ZodNullable<z.ZodString>;
658
- status: z.ZodEnum<{
670
+ declare const scoreTraceSchema: z$1.ZodObject<{
671
+ trace: z$1.ZodArray<z$1.ZodObject<{
672
+ id: z$1.ZodString;
673
+ parentId: z$1.ZodNullable<z$1.ZodString>;
674
+ caseId: z$1.ZodString;
675
+ kind: z$1.ZodString;
676
+ name: z$1.ZodString;
677
+ startedAt: z$1.ZodString;
678
+ endedAt: z$1.ZodNullable<z$1.ZodString>;
679
+ status: z$1.ZodEnum<{
659
680
  error: "error";
660
681
  running: "running";
661
682
  cancelled: "cancelled";
662
683
  ok: "ok";
663
684
  }>;
664
- attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
665
- error: z.ZodOptional<z.ZodObject<{
666
- name: z.ZodOptional<z.ZodString>;
667
- message: z.ZodString;
668
- stack: z.ZodOptional<z.ZodString>;
669
- capturedAt: z.ZodOptional<z.ZodString>;
670
- }, z.core.$catchall<z.ZodUnknown>>>;
671
- errors: z.ZodOptional<z.ZodArray<z.ZodObject<{
672
- name: z.ZodOptional<z.ZodString>;
673
- message: z.ZodString;
674
- stack: z.ZodOptional<z.ZodString>;
675
- capturedAt: z.ZodOptional<z.ZodString>;
676
- }, z.core.$catchall<z.ZodUnknown>>>>;
677
- }, z.core.$strip>>;
678
- traceDisplay: z.ZodObject<{
679
- attributes: z.ZodOptional<z.ZodArray<z.ZodObject<{
680
- key: z.ZodOptional<z.ZodString>;
681
- path: z.ZodString;
682
- label: z.ZodOptional<z.ZodString>;
683
- format: z.ZodOptional<z.ZodEnum<{
685
+ attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
686
+ error: z$1.ZodOptional<z$1.ZodObject<{
687
+ name: z$1.ZodOptional<z$1.ZodString>;
688
+ message: z$1.ZodString;
689
+ stack: z$1.ZodOptional<z$1.ZodString>;
690
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
691
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>;
692
+ errors: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
693
+ name: z$1.ZodOptional<z$1.ZodString>;
694
+ message: z$1.ZodString;
695
+ stack: z$1.ZodOptional<z$1.ZodString>;
696
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
697
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>>;
698
+ warning: z$1.ZodOptional<z$1.ZodObject<{
699
+ name: z$1.ZodOptional<z$1.ZodString>;
700
+ message: z$1.ZodString;
701
+ stack: z$1.ZodOptional<z$1.ZodString>;
702
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
703
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>;
704
+ warnings: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
705
+ name: z$1.ZodOptional<z$1.ZodString>;
706
+ message: z$1.ZodString;
707
+ stack: z$1.ZodOptional<z$1.ZodString>;
708
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
709
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>>;
710
+ }, z$1.core.$strip>>;
711
+ traceDisplay: z$1.ZodObject<{
712
+ attributes: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
713
+ key: z$1.ZodOptional<z$1.ZodString>;
714
+ path: z$1.ZodString;
715
+ label: z$1.ZodOptional<z$1.ZodString>;
716
+ format: z$1.ZodOptional<z$1.ZodEnum<{
684
717
  string: "string";
685
718
  number: "number";
686
719
  duration: "duration";
687
720
  json: "json";
688
721
  }>>;
689
- numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
690
- placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
722
+ numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
723
+ placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
691
724
  tree: "tree";
692
725
  detail: "detail";
693
726
  section: "section";
694
727
  }>>>;
695
- scope: z.ZodOptional<z.ZodEnum<{
728
+ scope: z$1.ZodOptional<z$1.ZodEnum<{
696
729
  self: "self";
697
730
  subtree: "subtree";
698
731
  }>>;
699
- mode: z.ZodOptional<z.ZodEnum<{
732
+ mode: z$1.ZodOptional<z$1.ZodEnum<{
700
733
  sum: "sum";
701
734
  last: "last";
702
735
  all: "all";
703
736
  }>>;
704
- }, z.core.$strip>>>;
705
- }, z.core.$strip>;
706
- }, z.core.$strip>;
737
+ }, z$1.core.$strip>>>;
738
+ }, z$1.core.$strip>;
739
+ }, z$1.core.$strip>;
707
740
  /** Trace payload captured while computing one score for a case. */
708
- type ScoreTrace = z.infer<typeof scoreTraceSchema>;
741
+ type ScoreTrace = z$1.infer<typeof scoreTraceSchema>;
709
742
  /** Schema for the detailed payload shown when opening a specific case. */
710
- declare const caseDetailSchema: z.ZodObject<{
711
- caseId: z.ZodString;
712
- evalId: z.ZodString;
713
- status: z.ZodEnum<{
743
+ declare const caseDetailSchema: z$1.ZodObject<{
744
+ caseId: z$1.ZodString;
745
+ evalId: z$1.ZodString;
746
+ status: z$1.ZodEnum<{
714
747
  error: "error";
715
748
  pass: "pass";
716
749
  fail: "fail";
@@ -718,162 +751,186 @@ declare const caseDetailSchema: z.ZodObject<{
718
751
  cancelled: "cancelled";
719
752
  pending: "pending";
720
753
  }>;
721
- input: z.ZodUnknown;
722
- trace: z.ZodArray<z.ZodObject<{
723
- id: z.ZodString;
724
- parentId: z.ZodNullable<z.ZodString>;
725
- caseId: z.ZodString;
726
- kind: z.ZodString;
727
- name: z.ZodString;
728
- startedAt: z.ZodString;
729
- endedAt: z.ZodNullable<z.ZodString>;
730
- status: z.ZodEnum<{
754
+ input: z$1.ZodUnknown;
755
+ trace: z$1.ZodArray<z$1.ZodObject<{
756
+ id: z$1.ZodString;
757
+ parentId: z$1.ZodNullable<z$1.ZodString>;
758
+ caseId: z$1.ZodString;
759
+ kind: z$1.ZodString;
760
+ name: z$1.ZodString;
761
+ startedAt: z$1.ZodString;
762
+ endedAt: z$1.ZodNullable<z$1.ZodString>;
763
+ status: z$1.ZodEnum<{
731
764
  error: "error";
732
765
  running: "running";
733
766
  cancelled: "cancelled";
734
767
  ok: "ok";
735
768
  }>;
736
- attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
737
- error: z.ZodOptional<z.ZodObject<{
738
- name: z.ZodOptional<z.ZodString>;
739
- message: z.ZodString;
740
- stack: z.ZodOptional<z.ZodString>;
741
- capturedAt: z.ZodOptional<z.ZodString>;
742
- }, z.core.$catchall<z.ZodUnknown>>>;
743
- errors: z.ZodOptional<z.ZodArray<z.ZodObject<{
744
- name: z.ZodOptional<z.ZodString>;
745
- message: z.ZodString;
746
- stack: z.ZodOptional<z.ZodString>;
747
- capturedAt: z.ZodOptional<z.ZodString>;
748
- }, z.core.$catchall<z.ZodUnknown>>>>;
749
- }, z.core.$strip>>;
750
- traceDisplay: z.ZodObject<{
751
- attributes: z.ZodOptional<z.ZodArray<z.ZodObject<{
752
- key: z.ZodOptional<z.ZodString>;
753
- path: z.ZodString;
754
- label: z.ZodOptional<z.ZodString>;
755
- format: z.ZodOptional<z.ZodEnum<{
769
+ attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
770
+ error: z$1.ZodOptional<z$1.ZodObject<{
771
+ name: z$1.ZodOptional<z$1.ZodString>;
772
+ message: z$1.ZodString;
773
+ stack: z$1.ZodOptional<z$1.ZodString>;
774
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
775
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>;
776
+ errors: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
777
+ name: z$1.ZodOptional<z$1.ZodString>;
778
+ message: z$1.ZodString;
779
+ stack: z$1.ZodOptional<z$1.ZodString>;
780
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
781
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>>;
782
+ warning: z$1.ZodOptional<z$1.ZodObject<{
783
+ name: z$1.ZodOptional<z$1.ZodString>;
784
+ message: z$1.ZodString;
785
+ stack: z$1.ZodOptional<z$1.ZodString>;
786
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
787
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>;
788
+ warnings: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
789
+ name: z$1.ZodOptional<z$1.ZodString>;
790
+ message: z$1.ZodString;
791
+ stack: z$1.ZodOptional<z$1.ZodString>;
792
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
793
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>>;
794
+ }, z$1.core.$strip>>;
795
+ traceDisplay: z$1.ZodObject<{
796
+ attributes: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
797
+ key: z$1.ZodOptional<z$1.ZodString>;
798
+ path: z$1.ZodString;
799
+ label: z$1.ZodOptional<z$1.ZodString>;
800
+ format: z$1.ZodOptional<z$1.ZodEnum<{
756
801
  string: "string";
757
802
  number: "number";
758
803
  duration: "duration";
759
804
  json: "json";
760
805
  }>>;
761
- numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
762
- placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
806
+ numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
807
+ placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
763
808
  tree: "tree";
764
809
  detail: "detail";
765
810
  section: "section";
766
811
  }>>>;
767
- scope: z.ZodOptional<z.ZodEnum<{
812
+ scope: z$1.ZodOptional<z$1.ZodEnum<{
768
813
  self: "self";
769
814
  subtree: "subtree";
770
815
  }>>;
771
- mode: z.ZodOptional<z.ZodEnum<{
816
+ mode: z$1.ZodOptional<z$1.ZodEnum<{
772
817
  sum: "sum";
773
818
  last: "last";
774
819
  all: "all";
775
820
  }>>;
776
- }, z.core.$strip>>>;
777
- }, z.core.$strip>;
778
- scoringTraces: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
779
- trace: z.ZodArray<z.ZodObject<{
780
- id: z.ZodString;
781
- parentId: z.ZodNullable<z.ZodString>;
782
- caseId: z.ZodString;
783
- kind: z.ZodString;
784
- name: z.ZodString;
785
- startedAt: z.ZodString;
786
- endedAt: z.ZodNullable<z.ZodString>;
787
- status: z.ZodEnum<{
821
+ }, z$1.core.$strip>>>;
822
+ }, z$1.core.$strip>;
823
+ scoringTraces: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodObject<{
824
+ trace: z$1.ZodArray<z$1.ZodObject<{
825
+ id: z$1.ZodString;
826
+ parentId: z$1.ZodNullable<z$1.ZodString>;
827
+ caseId: z$1.ZodString;
828
+ kind: z$1.ZodString;
829
+ name: z$1.ZodString;
830
+ startedAt: z$1.ZodString;
831
+ endedAt: z$1.ZodNullable<z$1.ZodString>;
832
+ status: z$1.ZodEnum<{
788
833
  error: "error";
789
834
  running: "running";
790
835
  cancelled: "cancelled";
791
836
  ok: "ok";
792
837
  }>;
793
- attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
794
- error: z.ZodOptional<z.ZodObject<{
795
- name: z.ZodOptional<z.ZodString>;
796
- message: z.ZodString;
797
- stack: z.ZodOptional<z.ZodString>;
798
- capturedAt: z.ZodOptional<z.ZodString>;
799
- }, z.core.$catchall<z.ZodUnknown>>>;
800
- errors: z.ZodOptional<z.ZodArray<z.ZodObject<{
801
- name: z.ZodOptional<z.ZodString>;
802
- message: z.ZodString;
803
- stack: z.ZodOptional<z.ZodString>;
804
- capturedAt: z.ZodOptional<z.ZodString>;
805
- }, z.core.$catchall<z.ZodUnknown>>>>;
806
- }, z.core.$strip>>;
807
- traceDisplay: z.ZodObject<{
808
- attributes: z.ZodOptional<z.ZodArray<z.ZodObject<{
809
- key: z.ZodOptional<z.ZodString>;
810
- path: z.ZodString;
811
- label: z.ZodOptional<z.ZodString>;
812
- format: z.ZodOptional<z.ZodEnum<{
838
+ attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
839
+ error: z$1.ZodOptional<z$1.ZodObject<{
840
+ name: z$1.ZodOptional<z$1.ZodString>;
841
+ message: z$1.ZodString;
842
+ stack: z$1.ZodOptional<z$1.ZodString>;
843
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
844
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>;
845
+ errors: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
846
+ name: z$1.ZodOptional<z$1.ZodString>;
847
+ message: z$1.ZodString;
848
+ stack: z$1.ZodOptional<z$1.ZodString>;
849
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
850
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>>;
851
+ warning: z$1.ZodOptional<z$1.ZodObject<{
852
+ name: z$1.ZodOptional<z$1.ZodString>;
853
+ message: z$1.ZodString;
854
+ stack: z$1.ZodOptional<z$1.ZodString>;
855
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
856
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>;
857
+ warnings: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
858
+ name: z$1.ZodOptional<z$1.ZodString>;
859
+ message: z$1.ZodString;
860
+ stack: z$1.ZodOptional<z$1.ZodString>;
861
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
862
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>>;
863
+ }, z$1.core.$strip>>;
864
+ traceDisplay: z$1.ZodObject<{
865
+ attributes: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
866
+ key: z$1.ZodOptional<z$1.ZodString>;
867
+ path: z$1.ZodString;
868
+ label: z$1.ZodOptional<z$1.ZodString>;
869
+ format: z$1.ZodOptional<z$1.ZodEnum<{
813
870
  string: "string";
814
871
  number: "number";
815
872
  duration: "duration";
816
873
  json: "json";
817
874
  }>>;
818
- numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
819
- placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
875
+ numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
876
+ placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
820
877
  tree: "tree";
821
878
  detail: "detail";
822
879
  section: "section";
823
880
  }>>>;
824
- scope: z.ZodOptional<z.ZodEnum<{
881
+ scope: z$1.ZodOptional<z$1.ZodEnum<{
825
882
  self: "self";
826
883
  subtree: "subtree";
827
884
  }>>;
828
- mode: z.ZodOptional<z.ZodEnum<{
885
+ mode: z$1.ZodOptional<z$1.ZodEnum<{
829
886
  sum: "sum";
830
887
  last: "last";
831
888
  all: "all";
832
889
  }>>;
833
- }, z.core.$strip>>>;
834
- }, z.core.$strip>;
835
- }, z.core.$strip>>>;
836
- columns: z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodType<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown, z.core.$ZodTypeInternals<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown>>, z.ZodUnion<readonly [z.ZodObject<{
837
- source: z.ZodLiteral<"repo">;
838
- path: z.ZodString;
839
- mimeType: z.ZodOptional<z.ZodString>;
840
- }, z.core.$strip>, z.ZodObject<{
841
- source: z.ZodLiteral<"run">;
842
- artifactId: z.ZodString;
843
- mimeType: z.ZodString;
844
- fileName: z.ZodOptional<z.ZodString>;
845
- }, z.core.$strip>]>]>>;
846
- assertionFailures: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
847
- message: z.ZodString;
848
- stack: z.ZodOptional<z.ZodString>;
849
- }, z.core.$strip>, z.ZodPipe<z.ZodString, z.ZodTransform<{
890
+ }, z$1.core.$strip>>>;
891
+ }, z$1.core.$strip>;
892
+ }, z$1.core.$strip>>>;
893
+ columns: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnion<readonly [z$1.ZodType<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown, z$1.core.$ZodTypeInternals<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown>>, z$1.ZodUnion<readonly [z$1.ZodObject<{
894
+ source: z$1.ZodLiteral<"repo">;
895
+ path: z$1.ZodString;
896
+ mimeType: z$1.ZodOptional<z$1.ZodString>;
897
+ }, z$1.core.$strip>, z$1.ZodObject<{
898
+ source: z$1.ZodLiteral<"run">;
899
+ artifactId: z$1.ZodString;
900
+ mimeType: z$1.ZodString;
901
+ fileName: z$1.ZodOptional<z$1.ZodString>;
902
+ }, z$1.core.$strip>]>]>>;
903
+ assertionFailures: z$1.ZodArray<z$1.ZodUnion<readonly [z$1.ZodObject<{
904
+ message: z$1.ZodString;
905
+ stack: z$1.ZodOptional<z$1.ZodString>;
906
+ }, z$1.core.$strip>, z$1.ZodPipe<z$1.ZodString, z$1.ZodTransform<{
850
907
  message: string;
851
908
  stack?: string | undefined;
852
909
  }, string>>]>>;
853
- error: z.ZodNullable<z.ZodObject<{
854
- name: z.ZodOptional<z.ZodString>;
855
- message: z.ZodString;
856
- stack: z.ZodOptional<z.ZodString>;
857
- }, z.core.$strip>>;
858
- trial: z.ZodNumber;
859
- }, z.core.$strip>;
910
+ error: z$1.ZodNullable<z$1.ZodObject<{
911
+ name: z$1.ZodOptional<z$1.ZodString>;
912
+ message: z$1.ZodString;
913
+ stack: z$1.ZodOptional<z$1.ZodString>;
914
+ }, z$1.core.$strip>>;
915
+ trial: z$1.ZodNumber;
916
+ }, z$1.core.$strip>;
860
917
  /** Full case payload including inputs, trace, outputs, and failures. */
861
- type CaseDetail = z.infer<typeof caseDetailSchema>;
918
+ type CaseDetail = z$1.infer<typeof caseDetailSchema>;
862
919
  //#endregion
863
920
  //#region ../shared/src/schemas/chart.d.ts
864
921
  /** Chart type rendered for a single eval history chart. */
865
- declare const evalChartTypeSchema: z.ZodEnum<{
922
+ declare const evalChartTypeSchema: z$1.ZodEnum<{
866
923
  area: "area";
867
924
  line: "line";
868
925
  bar: "bar";
869
926
  }>;
870
927
  /** Chart type rendered for a single eval history chart. */
871
- type EvalChartType = z.infer<typeof evalChartTypeSchema>;
928
+ type EvalChartType = z$1.infer<typeof evalChartTypeSchema>;
872
929
  /**
873
930
  * Run-level metric sourced from the aggregated `RunSummary` for a run, rather
874
931
  * than from a per-case column.
875
932
  */
876
- declare const evalChartBuiltinMetricSchema: z.ZodEnum<{
933
+ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
877
934
  passRate: "passRate";
878
935
  durationMs: "durationMs";
879
936
  }>;
@@ -881,9 +938,9 @@ declare const evalChartBuiltinMetricSchema: z.ZodEnum<{
881
938
  * Run-level metric sourced from the aggregated `RunSummary` for a run, rather
882
939
  * than from a per-case column.
883
940
  */
884
- type EvalChartBuiltinMetric = z.infer<typeof evalChartBuiltinMetricSchema>;
941
+ type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
885
942
  /** Reducer applied to a numeric column across all cases of a single run. */
886
- declare const evalChartAggregateSchema: z.ZodEnum<{
943
+ declare const evalChartAggregateSchema: z$1.ZodEnum<{
887
944
  avg: "avg";
888
945
  sum: "sum";
889
946
  min: "min";
@@ -892,12 +949,12 @@ declare const evalChartAggregateSchema: z.ZodEnum<{
892
949
  passThresholdRate: "passThresholdRate";
893
950
  }>;
894
951
  /** Reducer applied to a numeric column across all cases of a single run. */
895
- type EvalChartAggregate = z.infer<typeof evalChartAggregateSchema>;
952
+ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
896
953
  /**
897
954
  * Semantic color token resolved to a theme color by the web UI. The SDK does
898
955
  * not emit raw hex so authored evals stay decoupled from the web theme.
899
956
  */
900
- declare const evalChartColorSchema: z.ZodEnum<{
957
+ declare const evalChartColorSchema: z$1.ZodEnum<{
901
958
  accent: "accent";
902
959
  accentDim: "accentDim";
903
960
  success: "success";
@@ -906,27 +963,27 @@ declare const evalChartColorSchema: z.ZodEnum<{
906
963
  textMuted: "textMuted";
907
964
  }>;
908
965
  /** Semantic color token resolved to a theme color by the web UI. */
909
- type EvalChartColor = z.infer<typeof evalChartColorSchema>;
966
+ type EvalChartColor = z$1.infer<typeof evalChartColorSchema>;
910
967
  /** Y-axis placement for a plotted series on a dual-axis chart. */
911
- declare const evalChartAxisSchema: z.ZodEnum<{
968
+ declare const evalChartAxisSchema: z$1.ZodEnum<{
912
969
  left: "left";
913
970
  right: "right";
914
971
  }>;
915
972
  /** Y-axis placement for a plotted series on a dual-axis chart. */
916
- type EvalChartAxis = z.infer<typeof evalChartAxisSchema>;
973
+ type EvalChartAxis = z$1.infer<typeof evalChartAxisSchema>;
917
974
  /**
918
975
  * One plotted series on an eval history chart. `builtin` metrics come from the
919
976
  * per-run `RunSummary`; `column` metrics aggregate a per-case score or
920
977
  * `setEvalOutput` column across the run using `aggregate`.
921
978
  */
922
- declare const evalChartMetricSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
923
- source: z.ZodLiteral<"builtin">;
924
- metric: z.ZodEnum<{
979
+ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
980
+ source: z$1.ZodLiteral<"builtin">;
981
+ metric: z$1.ZodEnum<{
925
982
  passRate: "passRate";
926
983
  durationMs: "durationMs";
927
984
  }>;
928
- label: z.ZodOptional<z.ZodString>;
929
- color: z.ZodOptional<z.ZodEnum<{
985
+ label: z$1.ZodOptional<z$1.ZodString>;
986
+ color: z$1.ZodOptional<z$1.ZodEnum<{
930
987
  accent: "accent";
931
988
  accentDim: "accentDim";
932
989
  success: "success";
@@ -934,14 +991,14 @@ declare const evalChartMetricSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
934
991
  warning: "warning";
935
992
  textMuted: "textMuted";
936
993
  }>>;
937
- axis: z.ZodOptional<z.ZodEnum<{
994
+ axis: z$1.ZodOptional<z$1.ZodEnum<{
938
995
  left: "left";
939
996
  right: "right";
940
997
  }>>;
941
- }, z.core.$strip>, z.ZodObject<{
942
- source: z.ZodLiteral<"column">;
943
- key: z.ZodString;
944
- aggregate: z.ZodEnum<{
998
+ }, z$1.core.$strip>, z$1.ZodObject<{
999
+ source: z$1.ZodLiteral<"column">;
1000
+ key: z$1.ZodString;
1001
+ aggregate: z$1.ZodEnum<{
945
1002
  avg: "avg";
946
1003
  sum: "sum";
947
1004
  min: "min";
@@ -949,8 +1006,8 @@ declare const evalChartMetricSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
949
1006
  latest: "latest";
950
1007
  passThresholdRate: "passThresholdRate";
951
1008
  }>;
952
- label: z.ZodOptional<z.ZodString>;
953
- color: z.ZodOptional<z.ZodEnum<{
1009
+ label: z$1.ZodOptional<z$1.ZodString>;
1010
+ color: z$1.ZodOptional<z$1.ZodEnum<{
954
1011
  accent: "accent";
955
1012
  accentDim: "accentDim";
956
1013
  success: "success";
@@ -958,25 +1015,25 @@ declare const evalChartMetricSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
958
1015
  warning: "warning";
959
1016
  textMuted: "textMuted";
960
1017
  }>>;
961
- axis: z.ZodOptional<z.ZodEnum<{
1018
+ axis: z$1.ZodOptional<z$1.ZodEnum<{
962
1019
  left: "left";
963
1020
  right: "right";
964
1021
  }>>;
965
- }, z.core.$strip>], "source">;
1022
+ }, z$1.core.$strip>], "source">;
966
1023
  /** One plotted series on an eval history chart. */
967
- type EvalChartMetric = z.infer<typeof evalChartMetricSchema>;
1024
+ type EvalChartMetric = z$1.infer<typeof evalChartMetricSchema>;
968
1025
  /** Extra field rendered only in the tooltip, not plotted as a series. */
969
- declare const evalChartTooltipExtraSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
970
- source: z.ZodLiteral<"builtin">;
971
- metric: z.ZodEnum<{
1026
+ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
1027
+ source: z$1.ZodLiteral<"builtin">;
1028
+ metric: z$1.ZodEnum<{
972
1029
  passRate: "passRate";
973
1030
  durationMs: "durationMs";
974
1031
  }>;
975
- label: z.ZodOptional<z.ZodString>;
976
- }, z.core.$strip>, z.ZodObject<{
977
- source: z.ZodLiteral<"column">;
978
- key: z.ZodString;
979
- aggregate: z.ZodEnum<{
1032
+ label: z$1.ZodOptional<z$1.ZodString>;
1033
+ }, z$1.core.$strip>, z$1.ZodObject<{
1034
+ source: z$1.ZodLiteral<"column">;
1035
+ key: z$1.ZodString;
1036
+ aggregate: z$1.ZodEnum<{
980
1037
  avg: "avg";
981
1038
  sum: "sum";
982
1039
  min: "min";
@@ -984,30 +1041,30 @@ declare const evalChartTooltipExtraSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
984
1041
  latest: "latest";
985
1042
  passThresholdRate: "passThresholdRate";
986
1043
  }>;
987
- label: z.ZodOptional<z.ZodString>;
988
- }, z.core.$strip>], "source">;
1044
+ label: z$1.ZodOptional<z$1.ZodString>;
1045
+ }, z$1.core.$strip>], "source">;
989
1046
  /** Extra field rendered only in the tooltip, not plotted as a series. */
990
- type EvalChartTooltipExtra = z.infer<typeof evalChartTooltipExtraSchema>;
1047
+ type EvalChartTooltipExtra = z$1.infer<typeof evalChartTooltipExtraSchema>;
991
1048
  /**
992
1049
  * Authored configuration for one eval history chart rendered in `EvalCard`.
993
1050
  * Authors declare a list of these via `EvalDefinition.charts` — the UI renders
994
1051
  * each entry as its own chart frame, stacked in authoring order.
995
1052
  */
996
- declare const evalChartConfigSchema: z.ZodObject<{
997
- heading: z.ZodOptional<z.ZodString>;
998
- type: z.ZodEnum<{
1053
+ declare const evalChartConfigSchema: z$1.ZodObject<{
1054
+ heading: z$1.ZodOptional<z$1.ZodString>;
1055
+ type: z$1.ZodEnum<{
999
1056
  area: "area";
1000
1057
  line: "line";
1001
1058
  bar: "bar";
1002
1059
  }>;
1003
- metrics: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
1004
- source: z.ZodLiteral<"builtin">;
1005
- metric: z.ZodEnum<{
1060
+ metrics: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
1061
+ source: z$1.ZodLiteral<"builtin">;
1062
+ metric: z$1.ZodEnum<{
1006
1063
  passRate: "passRate";
1007
1064
  durationMs: "durationMs";
1008
1065
  }>;
1009
- label: z.ZodOptional<z.ZodString>;
1010
- color: z.ZodOptional<z.ZodEnum<{
1066
+ label: z$1.ZodOptional<z$1.ZodString>;
1067
+ color: z$1.ZodOptional<z$1.ZodEnum<{
1011
1068
  accent: "accent";
1012
1069
  accentDim: "accentDim";
1013
1070
  success: "success";
@@ -1015,14 +1072,14 @@ declare const evalChartConfigSchema: z.ZodObject<{
1015
1072
  warning: "warning";
1016
1073
  textMuted: "textMuted";
1017
1074
  }>>;
1018
- axis: z.ZodOptional<z.ZodEnum<{
1075
+ axis: z$1.ZodOptional<z$1.ZodEnum<{
1019
1076
  left: "left";
1020
1077
  right: "right";
1021
1078
  }>>;
1022
- }, z.core.$strip>, z.ZodObject<{
1023
- source: z.ZodLiteral<"column">;
1024
- key: z.ZodString;
1025
- aggregate: z.ZodEnum<{
1079
+ }, z$1.core.$strip>, z$1.ZodObject<{
1080
+ source: z$1.ZodLiteral<"column">;
1081
+ key: z$1.ZodString;
1082
+ aggregate: z$1.ZodEnum<{
1026
1083
  avg: "avg";
1027
1084
  sum: "sum";
1028
1085
  min: "min";
@@ -1030,8 +1087,8 @@ declare const evalChartConfigSchema: z.ZodObject<{
1030
1087
  latest: "latest";
1031
1088
  passThresholdRate: "passThresholdRate";
1032
1089
  }>;
1033
- label: z.ZodOptional<z.ZodString>;
1034
- color: z.ZodOptional<z.ZodEnum<{
1090
+ label: z$1.ZodOptional<z$1.ZodString>;
1091
+ color: z$1.ZodOptional<z$1.ZodEnum<{
1035
1092
  accent: "accent";
1036
1093
  accentDim: "accentDim";
1037
1094
  success: "success";
@@ -1039,32 +1096,32 @@ declare const evalChartConfigSchema: z.ZodObject<{
1039
1096
  warning: "warning";
1040
1097
  textMuted: "textMuted";
1041
1098
  }>>;
1042
- axis: z.ZodOptional<z.ZodEnum<{
1099
+ axis: z$1.ZodOptional<z$1.ZodEnum<{
1043
1100
  left: "left";
1044
1101
  right: "right";
1045
1102
  }>>;
1046
- }, z.core.$strip>], "source">>;
1047
- yDomain: z.ZodOptional<z.ZodObject<{
1048
- left: z.ZodOptional<z.ZodObject<{
1049
- min: z.ZodOptional<z.ZodNumber>;
1050
- max: z.ZodOptional<z.ZodNumber>;
1051
- }, z.core.$strip>>;
1052
- right: z.ZodOptional<z.ZodObject<{
1053
- min: z.ZodOptional<z.ZodNumber>;
1054
- max: z.ZodOptional<z.ZodNumber>;
1055
- }, z.core.$strip>>;
1056
- }, z.core.$strip>>;
1057
- tooltipExtras: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
1058
- source: z.ZodLiteral<"builtin">;
1059
- metric: z.ZodEnum<{
1103
+ }, z$1.core.$strip>], "source">>;
1104
+ yDomain: z$1.ZodOptional<z$1.ZodObject<{
1105
+ left: z$1.ZodOptional<z$1.ZodObject<{
1106
+ min: z$1.ZodOptional<z$1.ZodNumber>;
1107
+ max: z$1.ZodOptional<z$1.ZodNumber>;
1108
+ }, z$1.core.$strip>>;
1109
+ right: z$1.ZodOptional<z$1.ZodObject<{
1110
+ min: z$1.ZodOptional<z$1.ZodNumber>;
1111
+ max: z$1.ZodOptional<z$1.ZodNumber>;
1112
+ }, z$1.core.$strip>>;
1113
+ }, z$1.core.$strip>>;
1114
+ tooltipExtras: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
1115
+ source: z$1.ZodLiteral<"builtin">;
1116
+ metric: z$1.ZodEnum<{
1060
1117
  passRate: "passRate";
1061
1118
  durationMs: "durationMs";
1062
1119
  }>;
1063
- label: z.ZodOptional<z.ZodString>;
1064
- }, z.core.$strip>, z.ZodObject<{
1065
- source: z.ZodLiteral<"column">;
1066
- key: z.ZodString;
1067
- aggregate: z.ZodEnum<{
1120
+ label: z$1.ZodOptional<z$1.ZodString>;
1121
+ }, z$1.core.$strip>, z$1.ZodObject<{
1122
+ source: z$1.ZodLiteral<"column">;
1123
+ key: z$1.ZodString;
1124
+ aggregate: z$1.ZodEnum<{
1068
1125
  avg: "avg";
1069
1126
  sum: "sum";
1070
1127
  min: "min";
@@ -1072,30 +1129,30 @@ declare const evalChartConfigSchema: z.ZodObject<{
1072
1129
  latest: "latest";
1073
1130
  passThresholdRate: "passThresholdRate";
1074
1131
  }>;
1075
- label: z.ZodOptional<z.ZodString>;
1076
- }, z.core.$strip>], "source">>>;
1077
- }, z.core.$strip>;
1132
+ label: z$1.ZodOptional<z$1.ZodString>;
1133
+ }, z$1.core.$strip>], "source">>>;
1134
+ }, z$1.core.$strip>;
1078
1135
  /** Authored configuration for one eval history chart. */
1079
- type EvalChartConfig = z.infer<typeof evalChartConfigSchema>;
1136
+ type EvalChartConfig = z$1.infer<typeof evalChartConfigSchema>;
1080
1137
  /**
1081
1138
  * Ordered list of history charts rendered for an eval. Opt-in: when omitted or
1082
1139
  * empty, the UI renders no history chart at all.
1083
1140
  */
1084
- declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
1085
- heading: z.ZodOptional<z.ZodString>;
1086
- type: z.ZodEnum<{
1141
+ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
1142
+ heading: z$1.ZodOptional<z$1.ZodString>;
1143
+ type: z$1.ZodEnum<{
1087
1144
  area: "area";
1088
1145
  line: "line";
1089
1146
  bar: "bar";
1090
1147
  }>;
1091
- metrics: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
1092
- source: z.ZodLiteral<"builtin">;
1093
- metric: z.ZodEnum<{
1148
+ metrics: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
1149
+ source: z$1.ZodLiteral<"builtin">;
1150
+ metric: z$1.ZodEnum<{
1094
1151
  passRate: "passRate";
1095
1152
  durationMs: "durationMs";
1096
1153
  }>;
1097
- label: z.ZodOptional<z.ZodString>;
1098
- color: z.ZodOptional<z.ZodEnum<{
1154
+ label: z$1.ZodOptional<z$1.ZodString>;
1155
+ color: z$1.ZodOptional<z$1.ZodEnum<{
1099
1156
  accent: "accent";
1100
1157
  accentDim: "accentDim";
1101
1158
  success: "success";
@@ -1103,14 +1160,14 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
1103
1160
  warning: "warning";
1104
1161
  textMuted: "textMuted";
1105
1162
  }>>;
1106
- axis: z.ZodOptional<z.ZodEnum<{
1163
+ axis: z$1.ZodOptional<z$1.ZodEnum<{
1107
1164
  left: "left";
1108
1165
  right: "right";
1109
1166
  }>>;
1110
- }, z.core.$strip>, z.ZodObject<{
1111
- source: z.ZodLiteral<"column">;
1112
- key: z.ZodString;
1113
- aggregate: z.ZodEnum<{
1167
+ }, z$1.core.$strip>, z$1.ZodObject<{
1168
+ source: z$1.ZodLiteral<"column">;
1169
+ key: z$1.ZodString;
1170
+ aggregate: z$1.ZodEnum<{
1114
1171
  avg: "avg";
1115
1172
  sum: "sum";
1116
1173
  min: "min";
@@ -1118,8 +1175,8 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
1118
1175
  latest: "latest";
1119
1176
  passThresholdRate: "passThresholdRate";
1120
1177
  }>;
1121
- label: z.ZodOptional<z.ZodString>;
1122
- color: z.ZodOptional<z.ZodEnum<{
1178
+ label: z$1.ZodOptional<z$1.ZodString>;
1179
+ color: z$1.ZodOptional<z$1.ZodEnum<{
1123
1180
  accent: "accent";
1124
1181
  accentDim: "accentDim";
1125
1182
  success: "success";
@@ -1127,32 +1184,32 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
1127
1184
  warning: "warning";
1128
1185
  textMuted: "textMuted";
1129
1186
  }>>;
1130
- axis: z.ZodOptional<z.ZodEnum<{
1187
+ axis: z$1.ZodOptional<z$1.ZodEnum<{
1131
1188
  left: "left";
1132
1189
  right: "right";
1133
1190
  }>>;
1134
- }, z.core.$strip>], "source">>;
1135
- yDomain: z.ZodOptional<z.ZodObject<{
1136
- left: z.ZodOptional<z.ZodObject<{
1137
- min: z.ZodOptional<z.ZodNumber>;
1138
- max: z.ZodOptional<z.ZodNumber>;
1139
- }, z.core.$strip>>;
1140
- right: z.ZodOptional<z.ZodObject<{
1141
- min: z.ZodOptional<z.ZodNumber>;
1142
- max: z.ZodOptional<z.ZodNumber>;
1143
- }, z.core.$strip>>;
1144
- }, z.core.$strip>>;
1145
- tooltipExtras: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
1146
- source: z.ZodLiteral<"builtin">;
1147
- metric: z.ZodEnum<{
1191
+ }, z$1.core.$strip>], "source">>;
1192
+ yDomain: z$1.ZodOptional<z$1.ZodObject<{
1193
+ left: z$1.ZodOptional<z$1.ZodObject<{
1194
+ min: z$1.ZodOptional<z$1.ZodNumber>;
1195
+ max: z$1.ZodOptional<z$1.ZodNumber>;
1196
+ }, z$1.core.$strip>>;
1197
+ right: z$1.ZodOptional<z$1.ZodObject<{
1198
+ min: z$1.ZodOptional<z$1.ZodNumber>;
1199
+ max: z$1.ZodOptional<z$1.ZodNumber>;
1200
+ }, z$1.core.$strip>>;
1201
+ }, z$1.core.$strip>>;
1202
+ tooltipExtras: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
1203
+ source: z$1.ZodLiteral<"builtin">;
1204
+ metric: z$1.ZodEnum<{
1148
1205
  passRate: "passRate";
1149
1206
  durationMs: "durationMs";
1150
1207
  }>;
1151
- label: z.ZodOptional<z.ZodString>;
1152
- }, z.core.$strip>, z.ZodObject<{
1153
- source: z.ZodLiteral<"column">;
1154
- key: z.ZodString;
1155
- aggregate: z.ZodEnum<{
1208
+ label: z$1.ZodOptional<z$1.ZodString>;
1209
+ }, z$1.core.$strip>, z$1.ZodObject<{
1210
+ source: z$1.ZodLiteral<"column">;
1211
+ key: z$1.ZodString;
1212
+ aggregate: z$1.ZodEnum<{
1156
1213
  avg: "avg";
1157
1214
  sum: "sum";
1158
1215
  min: "min";
@@ -1160,70 +1217,70 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
1160
1217
  latest: "latest";
1161
1218
  passThresholdRate: "passThresholdRate";
1162
1219
  }>;
1163
- label: z.ZodOptional<z.ZodString>;
1164
- }, z.core.$strip>], "source">>>;
1165
- }, z.core.$strip>>;
1220
+ label: z$1.ZodOptional<z$1.ZodString>;
1221
+ }, z$1.core.$strip>], "source">>>;
1222
+ }, z$1.core.$strip>>;
1166
1223
  /** Ordered list of history charts rendered for an eval. */
1167
- type EvalChartsConfig = z.infer<typeof evalChartsConfigSchema>;
1224
+ type EvalChartsConfig = z$1.infer<typeof evalChartsConfigSchema>;
1168
1225
  //#endregion
1169
1226
  //#region ../shared/src/schemas/run.d.ts
1170
1227
  /** Schema for persisted metadata about a single run invocation. */
1171
- declare const runManifestSchema: z.ZodObject<{
1172
- id: z.ZodString;
1173
- shortId: z.ZodString;
1174
- status: z.ZodEnum<{
1228
+ declare const runManifestSchema: z$1.ZodObject<{
1229
+ id: z$1.ZodString;
1230
+ shortId: z$1.ZodString;
1231
+ status: z$1.ZodEnum<{
1175
1232
  pending: "pending";
1176
1233
  running: "running";
1177
1234
  completed: "completed";
1178
1235
  cancelled: "cancelled";
1179
1236
  error: "error";
1180
1237
  }>;
1181
- startedAt: z.ZodString;
1182
- endedAt: z.ZodNullable<z.ZodString>;
1183
- commitSha: z.ZodDefault<z.ZodOptional<z.ZodNullable<z.ZodString>>>;
1184
- evalSourceFingerprints: z.ZodDefault<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>>;
1185
- target: z.ZodObject<{
1186
- mode: z.ZodEnum<{
1238
+ startedAt: z$1.ZodString;
1239
+ endedAt: z$1.ZodNullable<z$1.ZodString>;
1240
+ commitSha: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodNullable<z$1.ZodString>>>;
1241
+ evalSourceFingerprints: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodString>>>;
1242
+ target: z$1.ZodObject<{
1243
+ mode: z$1.ZodEnum<{
1187
1244
  all: "all";
1188
1245
  evalIds: "evalIds";
1189
1246
  caseIds: "caseIds";
1190
1247
  }>;
1191
- evalIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
1192
- caseIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
1193
- }, z.core.$strip>;
1194
- trials: z.ZodNumber;
1195
- trialSelection: z.ZodDefault<z.ZodOptional<z.ZodEnum<{
1248
+ evalIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
1249
+ caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
1250
+ }, z$1.core.$strip>;
1251
+ trials: z$1.ZodNumber;
1252
+ trialSelection: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodEnum<{
1196
1253
  lowestScore: "lowestScore";
1197
1254
  median: "median";
1198
1255
  }>>>;
1199
- cacheMode: z.ZodOptional<z.ZodEnum<{
1256
+ cacheMode: z$1.ZodOptional<z$1.ZodEnum<{
1200
1257
  use: "use";
1201
1258
  bypass: "bypass";
1202
1259
  refresh: "refresh";
1203
1260
  }>>;
1204
- }, z.core.$strip>;
1261
+ }, z$1.core.$strip>;
1205
1262
  /** Persisted lifecycle metadata for a single eval run. */
1206
- type RunManifest = z.infer<typeof runManifestSchema>;
1263
+ type RunManifest = z$1.infer<typeof runManifestSchema>;
1207
1264
  /** Schema for aggregate metrics computed over a completed or active run. */
1208
- declare const runSummarySchema: z.ZodObject<{
1209
- runId: z.ZodString;
1210
- status: z.ZodEnum<{
1265
+ declare const runSummarySchema: z$1.ZodObject<{
1266
+ runId: z$1.ZodString;
1267
+ status: z$1.ZodEnum<{
1211
1268
  pending: "pending";
1212
1269
  running: "running";
1213
1270
  completed: "completed";
1214
1271
  cancelled: "cancelled";
1215
1272
  error: "error";
1216
1273
  }>;
1217
- totalCases: z.ZodNumber;
1218
- passedCases: z.ZodNumber;
1219
- failedCases: z.ZodNumber;
1220
- errorCases: z.ZodNumber;
1221
- cancelledCases: z.ZodNumber;
1222
- totalDurationMs: z.ZodNullable<z.ZodNumber>;
1223
- errorMessage: z.ZodDefault<z.ZodNullable<z.ZodString>>;
1224
- }, z.core.$strip>;
1274
+ totalCases: z$1.ZodNumber;
1275
+ passedCases: z$1.ZodNumber;
1276
+ failedCases: z$1.ZodNumber;
1277
+ errorCases: z$1.ZodNumber;
1278
+ cancelledCases: z$1.ZodNumber;
1279
+ totalDurationMs: z$1.ZodNullable<z$1.ZodNumber>;
1280
+ errorMessage: z$1.ZodDefault<z$1.ZodNullable<z$1.ZodString>>;
1281
+ }, z$1.core.$strip>;
1225
1282
  /** Roll-up statistics for one run. */
1226
- type RunSummary = z.infer<typeof runSummarySchema>;
1283
+ type RunSummary = z$1.infer<typeof runSummarySchema>;
1227
1284
  //#endregion
1228
1285
  //#region ../shared/src/status.d.ts
1229
1286
  /**
@@ -1307,7 +1364,7 @@ type EvalTitleLike = {
1307
1364
  declare function getEvalTitle(evalLike: EvalTitleLike): string;
1308
1365
  //#endregion
1309
1366
  //#region ../shared/src/schemas/sse.d.ts
1310
- declare const sseEventTypeSchema: z.ZodEnum<{
1367
+ declare const sseEventTypeSchema: z$1.ZodEnum<{
1311
1368
  "discovery.updated": "discovery.updated";
1312
1369
  "run.started": "run.started";
1313
1370
  "run.summary": "run.summary";
@@ -1320,55 +1377,55 @@ declare const sseEventTypeSchema: z.ZodEnum<{
1320
1377
  "run.error": "run.error";
1321
1378
  }>;
1322
1379
  /** Server-sent event name emitted by the runner or backend. */
1323
- type SseEventType = z.infer<typeof sseEventTypeSchema>;
1380
+ type SseEventType = z$1.infer<typeof sseEventTypeSchema>;
1324
1381
  /** Schema for the SSE envelope used to stream run updates to clients. */
1325
- declare const sseEnvelopeSchema: z.ZodObject<{
1326
- type: z.ZodString;
1327
- runId: z.ZodOptional<z.ZodString>;
1328
- timestamp: z.ZodString;
1329
- payload: z.ZodUnknown;
1330
- }, z.core.$strip>;
1382
+ declare const sseEnvelopeSchema: z$1.ZodObject<{
1383
+ type: z$1.ZodString;
1384
+ runId: z$1.ZodOptional<z$1.ZodString>;
1385
+ timestamp: z$1.ZodString;
1386
+ payload: z$1.ZodUnknown;
1387
+ }, z$1.core.$strip>;
1331
1388
  /** Wire format for a streamed event emitted during eval execution. */
1332
- type SseEnvelope = z.infer<typeof sseEnvelopeSchema>;
1389
+ type SseEnvelope = z$1.infer<typeof sseEnvelopeSchema>;
1333
1390
  //#endregion
1334
1391
  //#region ../shared/src/schemas/api.d.ts
1335
1392
  /** Schema for the API request that starts a new eval run. */
1336
- declare const createRunRequestSchema: z.ZodObject<{
1337
- target: z.ZodObject<{
1338
- mode: z.ZodEnum<{
1393
+ declare const createRunRequestSchema: z$1.ZodObject<{
1394
+ target: z$1.ZodObject<{
1395
+ mode: z$1.ZodEnum<{
1339
1396
  all: "all";
1340
1397
  evalIds: "evalIds";
1341
1398
  caseIds: "caseIds";
1342
1399
  }>;
1343
- evalIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
1344
- caseIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
1345
- }, z.core.$strip>;
1346
- trials: z.ZodNumber;
1347
- cache: z.ZodOptional<z.ZodObject<{
1348
- mode: z.ZodDefault<z.ZodEnum<{
1400
+ evalIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
1401
+ caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
1402
+ }, z$1.core.$strip>;
1403
+ trials: z$1.ZodNumber;
1404
+ cache: z$1.ZodOptional<z$1.ZodObject<{
1405
+ mode: z$1.ZodDefault<z$1.ZodEnum<{
1349
1406
  use: "use";
1350
1407
  bypass: "bypass";
1351
1408
  refresh: "refresh";
1352
1409
  }>>;
1353
- }, z.core.$strip>>;
1354
- }, z.core.$strip>;
1410
+ }, z$1.core.$strip>>;
1411
+ }, z$1.core.$strip>;
1355
1412
  /** Request payload accepted by the run creation endpoint. */
1356
- type CreateRunRequest = z.infer<typeof createRunRequestSchema>;
1413
+ type CreateRunRequest = z$1.infer<typeof createRunRequestSchema>;
1357
1414
  /** Schema for updating a UI-authored manual score on one persisted case. */
1358
- declare const updateManualScoreRequestSchema: z.ZodObject<{
1359
- value: z.ZodNullable<z.ZodNumber>;
1360
- }, z.core.$strip>;
1415
+ declare const updateManualScoreRequestSchema: z$1.ZodObject<{
1416
+ value: z$1.ZodNullable<z$1.ZodNumber>;
1417
+ }, z$1.core.$strip>;
1361
1418
  /** Request payload accepted by the manual score update endpoint. */
1362
- type UpdateManualScoreRequest = z.infer<typeof updateManualScoreRequestSchema>;
1419
+ type UpdateManualScoreRequest = z$1.infer<typeof updateManualScoreRequestSchema>;
1363
1420
  //#endregion
1364
1421
  //#region ../shared/src/schemas/config.d.ts
1365
1422
  /** Strategy used to collapse repeated trials into one stored case result. */
1366
- declare const trialSelectionModeSchema: z.ZodEnum<{
1423
+ declare const trialSelectionModeSchema: z$1.ZodEnum<{
1367
1424
  lowestScore: "lowestScore";
1368
1425
  median: "median";
1369
1426
  }>;
1370
1427
  /** Strategy used to collapse repeated trials into one stored case result. */
1371
- type TrialSelectionMode = z.infer<typeof trialSelectionModeSchema>;
1428
+ type TrialSelectionMode = z$1.infer<typeof trialSelectionModeSchema>;
1372
1429
  /** Top-level config authored in `agent-evals.config.ts`. */
1373
1430
  type AgentEvalsConfig = {
1374
1431
  /** Root directory used to resolve all relative paths. Defaults to `process.cwd()`. */workspaceRoot?: string; /** Glob patterns (relative to `workspaceRoot`) used to discover eval files. */
@@ -1413,51 +1470,51 @@ type AgentEvalsConfig = {
1413
1470
  };
1414
1471
  };
1415
1472
  /** Zod schema for validating `agent-evals.config.ts` input. */
1416
- declare const agentEvalsConfigSchema: z.ZodObject<{
1417
- workspaceRoot: z.ZodOptional<z.ZodString>;
1418
- include: z.ZodArray<z.ZodString>;
1419
- defaultTrials: z.ZodOptional<z.ZodNumber>;
1420
- trialSelection: z.ZodOptional<z.ZodEnum<{
1473
+ declare const agentEvalsConfigSchema: z$1.ZodObject<{
1474
+ workspaceRoot: z$1.ZodOptional<z$1.ZodString>;
1475
+ include: z$1.ZodArray<z$1.ZodString>;
1476
+ defaultTrials: z$1.ZodOptional<z$1.ZodNumber>;
1477
+ trialSelection: z$1.ZodOptional<z$1.ZodEnum<{
1421
1478
  lowestScore: "lowestScore";
1422
1479
  median: "median";
1423
1480
  }>>;
1424
- concurrency: z.ZodOptional<z.ZodNumber>;
1425
- staleAfterDays: z.ZodOptional<z.ZodNumber>;
1426
- traceDisplay: z.ZodOptional<z.ZodObject<{
1427
- attributes: z.ZodOptional<z.ZodArray<z.ZodObject<{
1428
- key: z.ZodOptional<z.ZodString>;
1429
- path: z.ZodString;
1430
- label: z.ZodOptional<z.ZodString>;
1431
- format: z.ZodOptional<z.ZodEnum<{
1481
+ concurrency: z$1.ZodOptional<z$1.ZodNumber>;
1482
+ staleAfterDays: z$1.ZodOptional<z$1.ZodNumber>;
1483
+ traceDisplay: z$1.ZodOptional<z$1.ZodObject<{
1484
+ attributes: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
1485
+ key: z$1.ZodOptional<z$1.ZodString>;
1486
+ path: z$1.ZodString;
1487
+ label: z$1.ZodOptional<z$1.ZodString>;
1488
+ format: z$1.ZodOptional<z$1.ZodEnum<{
1432
1489
  string: "string";
1433
1490
  number: "number";
1434
1491
  duration: "duration";
1435
1492
  json: "json";
1436
1493
  }>>;
1437
- numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
1438
- placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
1494
+ numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
1495
+ placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
1439
1496
  tree: "tree";
1440
1497
  detail: "detail";
1441
1498
  section: "section";
1442
1499
  }>>>;
1443
- scope: z.ZodOptional<z.ZodEnum<{
1500
+ scope: z$1.ZodOptional<z$1.ZodEnum<{
1444
1501
  self: "self";
1445
1502
  subtree: "subtree";
1446
1503
  }>>;
1447
- mode: z.ZodOptional<z.ZodEnum<{
1504
+ mode: z$1.ZodOptional<z$1.ZodEnum<{
1448
1505
  all: "all";
1449
1506
  last: "last";
1450
1507
  sum: "sum";
1451
1508
  }>>;
1452
- transform: z.ZodOptional<z.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
1453
- }, z.core.$strip>>>;
1454
- }, z.core.$strip>>;
1455
- cache: z.ZodOptional<z.ZodObject<{
1456
- enabled: z.ZodOptional<z.ZodBoolean>;
1457
- dir: z.ZodOptional<z.ZodString>;
1458
- maxEntriesPerEval: z.ZodPipe<z.ZodTransform<number | undefined, unknown>, z.ZodOptional<z.ZodNumber>>;
1459
- }, z.core.$strip>>;
1460
- }, z.core.$strip>;
1509
+ transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
1510
+ }, z$1.core.$strip>>>;
1511
+ }, z$1.core.$strip>>;
1512
+ cache: z$1.ZodOptional<z$1.ZodObject<{
1513
+ enabled: z$1.ZodOptional<z$1.ZodBoolean>;
1514
+ dir: z$1.ZodOptional<z$1.ZodString>;
1515
+ maxEntriesPerEval: z$1.ZodPipe<z$1.ZodTransform<number | undefined, unknown>, z$1.ZodOptional<z$1.ZodNumber>>;
1516
+ }, z$1.core.$strip>>;
1517
+ }, z$1.core.$strip>;
1461
1518
  //#endregion
1462
1519
  //#region ../shared/src/schemas/cache.d.ts
1463
1520
  /**
@@ -1467,32 +1524,44 @@ declare const agentEvalsConfigSchema: z.ZodObject<{
1467
1524
  * - `bypass`: never read, never write.
1468
1525
  * - `refresh`: never read, always write (forces re-execution and overwrites).
1469
1526
  */
1470
- declare const cacheModeSchema: z.ZodEnum<{
1527
+ declare const cacheModeSchema: z$1.ZodEnum<{
1471
1528
  use: "use";
1472
1529
  bypass: "bypass";
1473
1530
  refresh: "refresh";
1474
1531
  }>;
1475
1532
  /** Mode controlling how cached spans behave during a run. */
1476
- type CacheMode = z.infer<typeof cacheModeSchema>;
1533
+ type CacheMode = z$1.infer<typeof cacheModeSchema>;
1477
1534
  /** Options accepted by an `evalTracer.span` call to opt the span into caching. */
1478
- declare const spanCacheOptionsSchema: z.ZodObject<{
1479
- key: z.ZodUnknown;
1480
- namespace: z.ZodOptional<z.ZodString>;
1481
- }, z.core.$strip>;
1535
+ declare const spanCacheOptionsSchema: z$1.ZodObject<{
1536
+ key: z$1.ZodUnknown;
1537
+ namespace: z$1.ZodOptional<z$1.ZodString>;
1538
+ }, z$1.core.$strip>;
1482
1539
  /** Options accepted by an `evalTracer.span` call to opt the span into caching. */
1483
- type SpanCacheOptions = z.infer<typeof spanCacheOptionsSchema>;
1540
+ type SpanCacheOptions = z$1.infer<typeof spanCacheOptionsSchema>;
1541
+ /** Category of operation stored in the eval cache. */
1542
+ declare const cacheOperationTypeSchema: z$1.ZodEnum<{
1543
+ span: "span";
1544
+ value: "value";
1545
+ }>;
1546
+ /** Category of operation stored in the eval cache. */
1547
+ type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
1484
1548
  /** Summary of a single persisted cache entry, used by list/delete endpoints. */
1485
- declare const cacheListItemSchema: z.ZodObject<{
1486
- key: z.ZodString;
1487
- namespace: z.ZodString;
1488
- spanName: z.ZodString;
1489
- spanKind: z.ZodString;
1490
- storedAt: z.ZodString;
1491
- codeFingerprint: z.ZodString;
1492
- sizeBytes: z.ZodNumber;
1493
- }, z.core.$strip>;
1549
+ declare const cacheListItemSchema: z$1.ZodObject<{
1550
+ key: z$1.ZodString;
1551
+ namespace: z$1.ZodString;
1552
+ operationType: z$1.ZodEnum<{
1553
+ span: "span";
1554
+ value: "value";
1555
+ }>;
1556
+ operationName: z$1.ZodString;
1557
+ spanName: z$1.ZodOptional<z$1.ZodString>;
1558
+ spanKind: z$1.ZodOptional<z$1.ZodString>;
1559
+ storedAt: z$1.ZodString;
1560
+ codeFingerprint: z$1.ZodString;
1561
+ sizeBytes: z$1.ZodNumber;
1562
+ }, z$1.core.$strip>;
1494
1563
  /** Summary row for a single cache entry. */
1495
- type CacheListItem = z.infer<typeof cacheListItemSchema>;
1564
+ type CacheListItem = z$1.infer<typeof cacheListItemSchema>;
1496
1565
  /** Serialized nested span captured while recording a cached operation. */
1497
1566
  type SerializedCacheSpan = {
1498
1567
  kind: string;
@@ -1501,179 +1570,259 @@ type SerializedCacheSpan = {
1501
1570
  status: 'running' | 'ok' | 'error' | 'cancelled';
1502
1571
  error?: EvalTraceSpanError;
1503
1572
  errors?: EvalTraceSpanError[];
1573
+ warning?: EvalTraceSpanWarning;
1574
+ warnings?: EvalTraceSpanWarning[];
1504
1575
  children: SerializedCacheSpan[];
1505
1576
  };
1506
1577
  /** Zod schema for `SerializedCacheSpan`, defined lazily for recursion. */
1507
- declare const serializedCacheSpanSchema: z.ZodType<SerializedCacheSpan>;
1578
+ declare const serializedCacheSpanSchema: z$1.ZodType<SerializedCacheSpan>;
1508
1579
  /**
1509
1580
  * One captured operation performed while a cached span's body executed.
1510
1581
  *
1511
1582
  * Operations are replayed in order against a fresh scope on cache hit to
1512
1583
  * reproduce the observable effects of the original run.
1513
1584
  */
1514
- declare const cacheRecordingOpSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
1515
- kind: z.ZodLiteral<"setOutput">;
1516
- key: z.ZodString;
1517
- value: z.ZodUnknown;
1518
- }, z.core.$strip>, z.ZodObject<{
1519
- kind: z.ZodLiteral<"incrementOutput">;
1520
- key: z.ZodString;
1521
- delta: z.ZodNumber;
1522
- }, z.core.$strip>, z.ZodObject<{
1523
- kind: z.ZodLiteral<"checkpoint">;
1524
- name: z.ZodString;
1525
- data: z.ZodUnknown;
1526
- }, z.core.$strip>, z.ZodObject<{
1527
- kind: z.ZodLiteral<"subSpan">;
1528
- span: z.ZodType<SerializedCacheSpan, unknown, z.core.$ZodTypeInternals<SerializedCacheSpan, unknown>>;
1529
- }, z.core.$strip>], "kind">;
1585
+ declare const cacheRecordingOpSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
1586
+ kind: z$1.ZodLiteral<"setOutput">;
1587
+ key: z$1.ZodString;
1588
+ value: z$1.ZodUnknown;
1589
+ }, z$1.core.$strip>, z$1.ZodObject<{
1590
+ kind: z$1.ZodLiteral<"appendOutput">;
1591
+ key: z$1.ZodString;
1592
+ value: z$1.ZodUnknown;
1593
+ }, z$1.core.$strip>, z$1.ZodObject<{
1594
+ kind: z$1.ZodLiteral<"mergeOutput">;
1595
+ key: z$1.ZodString;
1596
+ patch: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
1597
+ }, z$1.core.$strip>, z$1.ZodObject<{
1598
+ kind: z$1.ZodLiteral<"incrementOutput">;
1599
+ key: z$1.ZodString;
1600
+ delta: z$1.ZodNumber;
1601
+ }, z$1.core.$strip>, z$1.ZodObject<{
1602
+ kind: z$1.ZodLiteral<"checkpoint">;
1603
+ name: z$1.ZodString;
1604
+ data: z$1.ZodUnknown;
1605
+ }, z$1.core.$strip>, z$1.ZodObject<{
1606
+ kind: z$1.ZodLiteral<"subSpan">;
1607
+ span: z$1.ZodType<SerializedCacheSpan, unknown, z$1.core.$ZodTypeInternals<SerializedCacheSpan, unknown>>;
1608
+ }, z$1.core.$strip>], "kind">;
1530
1609
  /** Single effect captured by a cache recording. */
1531
- type CacheRecordingOp = z.infer<typeof cacheRecordingOpSchema>;
1610
+ type CacheRecordingOp = z$1.infer<typeof cacheRecordingOpSchema>;
1532
1611
  /** Captured observable effects + return value of a cached span body. */
1533
- declare const cacheRecordingSchema: z.ZodObject<{
1534
- returnValue: z.ZodUnknown;
1535
- finalAttributes: z.ZodRecord<z.ZodString, z.ZodUnknown>;
1536
- finalStatus: z.ZodOptional<z.ZodEnum<{
1612
+ declare const cacheRecordingSchema: z$1.ZodObject<{
1613
+ returnValue: z$1.ZodUnknown;
1614
+ finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
1615
+ finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
1537
1616
  error: "error";
1538
1617
  running: "running";
1539
1618
  ok: "ok";
1540
1619
  cancelled: "cancelled";
1541
1620
  }>>;
1542
- finalError: z.ZodOptional<z.ZodObject<{
1543
- name: z.ZodOptional<z.ZodString>;
1544
- message: z.ZodString;
1545
- stack: z.ZodOptional<z.ZodString>;
1546
- capturedAt: z.ZodOptional<z.ZodString>;
1547
- }, z.core.$catchall<z.ZodUnknown>>>;
1548
- finalErrors: z.ZodOptional<z.ZodArray<z.ZodObject<{
1549
- name: z.ZodOptional<z.ZodString>;
1550
- message: z.ZodString;
1551
- stack: z.ZodOptional<z.ZodString>;
1552
- capturedAt: z.ZodOptional<z.ZodString>;
1553
- }, z.core.$catchall<z.ZodUnknown>>>>;
1554
- ops: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
1555
- kind: z.ZodLiteral<"setOutput">;
1556
- key: z.ZodString;
1557
- value: z.ZodUnknown;
1558
- }, z.core.$strip>, z.ZodObject<{
1559
- kind: z.ZodLiteral<"incrementOutput">;
1560
- key: z.ZodString;
1561
- delta: z.ZodNumber;
1562
- }, z.core.$strip>, z.ZodObject<{
1563
- kind: z.ZodLiteral<"checkpoint">;
1564
- name: z.ZodString;
1565
- data: z.ZodUnknown;
1566
- }, z.core.$strip>, z.ZodObject<{
1567
- kind: z.ZodLiteral<"subSpan">;
1568
- span: z.ZodType<SerializedCacheSpan, unknown, z.core.$ZodTypeInternals<SerializedCacheSpan, unknown>>;
1569
- }, z.core.$strip>], "kind">>;
1570
- }, z.core.$strip>;
1621
+ finalError: z$1.ZodOptional<z$1.ZodObject<{
1622
+ name: z$1.ZodOptional<z$1.ZodString>;
1623
+ message: z$1.ZodString;
1624
+ stack: z$1.ZodOptional<z$1.ZodString>;
1625
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
1626
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>;
1627
+ finalErrors: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
1628
+ name: z$1.ZodOptional<z$1.ZodString>;
1629
+ message: z$1.ZodString;
1630
+ stack: z$1.ZodOptional<z$1.ZodString>;
1631
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
1632
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>>;
1633
+ finalWarning: z$1.ZodOptional<z$1.ZodObject<{
1634
+ name: z$1.ZodOptional<z$1.ZodString>;
1635
+ message: z$1.ZodString;
1636
+ stack: z$1.ZodOptional<z$1.ZodString>;
1637
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
1638
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>;
1639
+ finalWarnings: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
1640
+ name: z$1.ZodOptional<z$1.ZodString>;
1641
+ message: z$1.ZodString;
1642
+ stack: z$1.ZodOptional<z$1.ZodString>;
1643
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
1644
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>>;
1645
+ ops: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
1646
+ kind: z$1.ZodLiteral<"setOutput">;
1647
+ key: z$1.ZodString;
1648
+ value: z$1.ZodUnknown;
1649
+ }, z$1.core.$strip>, z$1.ZodObject<{
1650
+ kind: z$1.ZodLiteral<"appendOutput">;
1651
+ key: z$1.ZodString;
1652
+ value: z$1.ZodUnknown;
1653
+ }, z$1.core.$strip>, z$1.ZodObject<{
1654
+ kind: z$1.ZodLiteral<"mergeOutput">;
1655
+ key: z$1.ZodString;
1656
+ patch: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
1657
+ }, z$1.core.$strip>, z$1.ZodObject<{
1658
+ kind: z$1.ZodLiteral<"incrementOutput">;
1659
+ key: z$1.ZodString;
1660
+ delta: z$1.ZodNumber;
1661
+ }, z$1.core.$strip>, z$1.ZodObject<{
1662
+ kind: z$1.ZodLiteral<"checkpoint">;
1663
+ name: z$1.ZodString;
1664
+ data: z$1.ZodUnknown;
1665
+ }, z$1.core.$strip>, z$1.ZodObject<{
1666
+ kind: z$1.ZodLiteral<"subSpan">;
1667
+ span: z$1.ZodType<SerializedCacheSpan, unknown, z$1.core.$ZodTypeInternals<SerializedCacheSpan, unknown>>;
1668
+ }, z$1.core.$strip>], "kind">>;
1669
+ }, z$1.core.$strip>;
1571
1670
  /** Captured observable effects + return value of a cached span body. */
1572
- type CacheRecording = z.infer<typeof cacheRecordingSchema>;
1671
+ type CacheRecording = z$1.infer<typeof cacheRecordingSchema>;
1573
1672
  /** Persisted cache file containing metadata and a recording. */
1574
- declare const cacheEntrySchema: z.ZodObject<{
1575
- version: z.ZodLiteral<1>;
1576
- key: z.ZodString;
1577
- namespace: z.ZodString;
1578
- spanName: z.ZodString;
1579
- spanKind: z.ZodString;
1580
- storedAt: z.ZodString;
1581
- codeFingerprint: z.ZodString;
1582
- recording: z.ZodObject<{
1583
- returnValue: z.ZodUnknown;
1584
- finalAttributes: z.ZodRecord<z.ZodString, z.ZodUnknown>;
1585
- finalStatus: z.ZodOptional<z.ZodEnum<{
1673
+ declare const cacheEntrySchema: z$1.ZodObject<{
1674
+ version: z$1.ZodLiteral<1>;
1675
+ key: z$1.ZodString;
1676
+ namespace: z$1.ZodString;
1677
+ operationType: z$1.ZodOptional<z$1.ZodEnum<{
1678
+ span: "span";
1679
+ value: "value";
1680
+ }>>;
1681
+ operationName: z$1.ZodOptional<z$1.ZodString>;
1682
+ spanName: z$1.ZodOptional<z$1.ZodString>;
1683
+ spanKind: z$1.ZodOptional<z$1.ZodString>;
1684
+ storedAt: z$1.ZodString;
1685
+ codeFingerprint: z$1.ZodString;
1686
+ recording: z$1.ZodObject<{
1687
+ returnValue: z$1.ZodUnknown;
1688
+ finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
1689
+ finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
1586
1690
  error: "error";
1587
1691
  running: "running";
1588
1692
  ok: "ok";
1589
1693
  cancelled: "cancelled";
1590
1694
  }>>;
1591
- finalError: z.ZodOptional<z.ZodObject<{
1592
- name: z.ZodOptional<z.ZodString>;
1593
- message: z.ZodString;
1594
- stack: z.ZodOptional<z.ZodString>;
1595
- capturedAt: z.ZodOptional<z.ZodString>;
1596
- }, z.core.$catchall<z.ZodUnknown>>>;
1597
- finalErrors: z.ZodOptional<z.ZodArray<z.ZodObject<{
1598
- name: z.ZodOptional<z.ZodString>;
1599
- message: z.ZodString;
1600
- stack: z.ZodOptional<z.ZodString>;
1601
- capturedAt: z.ZodOptional<z.ZodString>;
1602
- }, z.core.$catchall<z.ZodUnknown>>>>;
1603
- ops: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
1604
- kind: z.ZodLiteral<"setOutput">;
1605
- key: z.ZodString;
1606
- value: z.ZodUnknown;
1607
- }, z.core.$strip>, z.ZodObject<{
1608
- kind: z.ZodLiteral<"incrementOutput">;
1609
- key: z.ZodString;
1610
- delta: z.ZodNumber;
1611
- }, z.core.$strip>, z.ZodObject<{
1612
- kind: z.ZodLiteral<"checkpoint">;
1613
- name: z.ZodString;
1614
- data: z.ZodUnknown;
1615
- }, z.core.$strip>, z.ZodObject<{
1616
- kind: z.ZodLiteral<"subSpan">;
1617
- span: z.ZodType<SerializedCacheSpan, unknown, z.core.$ZodTypeInternals<SerializedCacheSpan, unknown>>;
1618
- }, z.core.$strip>], "kind">>;
1619
- }, z.core.$strip>;
1620
- }, z.core.$strip>;
1695
+ finalError: z$1.ZodOptional<z$1.ZodObject<{
1696
+ name: z$1.ZodOptional<z$1.ZodString>;
1697
+ message: z$1.ZodString;
1698
+ stack: z$1.ZodOptional<z$1.ZodString>;
1699
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
1700
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>;
1701
+ finalErrors: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
1702
+ name: z$1.ZodOptional<z$1.ZodString>;
1703
+ message: z$1.ZodString;
1704
+ stack: z$1.ZodOptional<z$1.ZodString>;
1705
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
1706
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>>;
1707
+ finalWarning: z$1.ZodOptional<z$1.ZodObject<{
1708
+ name: z$1.ZodOptional<z$1.ZodString>;
1709
+ message: z$1.ZodString;
1710
+ stack: z$1.ZodOptional<z$1.ZodString>;
1711
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
1712
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>;
1713
+ finalWarnings: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
1714
+ name: z$1.ZodOptional<z$1.ZodString>;
1715
+ message: z$1.ZodString;
1716
+ stack: z$1.ZodOptional<z$1.ZodString>;
1717
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
1718
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>>;
1719
+ ops: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
1720
+ kind: z$1.ZodLiteral<"setOutput">;
1721
+ key: z$1.ZodString;
1722
+ value: z$1.ZodUnknown;
1723
+ }, z$1.core.$strip>, z$1.ZodObject<{
1724
+ kind: z$1.ZodLiteral<"appendOutput">;
1725
+ key: z$1.ZodString;
1726
+ value: z$1.ZodUnknown;
1727
+ }, z$1.core.$strip>, z$1.ZodObject<{
1728
+ kind: z$1.ZodLiteral<"mergeOutput">;
1729
+ key: z$1.ZodString;
1730
+ patch: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
1731
+ }, z$1.core.$strip>, z$1.ZodObject<{
1732
+ kind: z$1.ZodLiteral<"incrementOutput">;
1733
+ key: z$1.ZodString;
1734
+ delta: z$1.ZodNumber;
1735
+ }, z$1.core.$strip>, z$1.ZodObject<{
1736
+ kind: z$1.ZodLiteral<"checkpoint">;
1737
+ name: z$1.ZodString;
1738
+ data: z$1.ZodUnknown;
1739
+ }, z$1.core.$strip>, z$1.ZodObject<{
1740
+ kind: z$1.ZodLiteral<"subSpan">;
1741
+ span: z$1.ZodType<SerializedCacheSpan, unknown, z$1.core.$ZodTypeInternals<SerializedCacheSpan, unknown>>;
1742
+ }, z$1.core.$strip>], "kind">>;
1743
+ }, z$1.core.$strip>;
1744
+ }, z$1.core.$strip>;
1621
1745
  /** Persisted cache file contents. */
1622
- type CacheEntry = z.infer<typeof cacheEntrySchema>;
1746
+ type CacheEntry = z$1.infer<typeof cacheEntrySchema>;
1623
1747
  /** Persisted per-owner cache file containing multiple cache entries. */
1624
- declare const cacheFileSchema: z.ZodObject<{
1625
- version: z.ZodLiteral<1>;
1626
- owner: z.ZodString;
1627
- entries: z.ZodRecord<z.ZodString, z.ZodObject<{
1628
- version: z.ZodLiteral<1>;
1629
- key: z.ZodString;
1630
- namespace: z.ZodString;
1631
- spanName: z.ZodString;
1632
- spanKind: z.ZodString;
1633
- storedAt: z.ZodString;
1634
- codeFingerprint: z.ZodString;
1635
- recording: z.ZodObject<{
1636
- returnValue: z.ZodUnknown;
1637
- finalAttributes: z.ZodRecord<z.ZodString, z.ZodUnknown>;
1638
- finalStatus: z.ZodOptional<z.ZodEnum<{
1748
+ declare const cacheFileSchema: z$1.ZodObject<{
1749
+ version: z$1.ZodLiteral<1>;
1750
+ owner: z$1.ZodString;
1751
+ entries: z$1.ZodRecord<z$1.ZodString, z$1.ZodObject<{
1752
+ version: z$1.ZodLiteral<1>;
1753
+ key: z$1.ZodString;
1754
+ namespace: z$1.ZodString;
1755
+ operationType: z$1.ZodOptional<z$1.ZodEnum<{
1756
+ span: "span";
1757
+ value: "value";
1758
+ }>>;
1759
+ operationName: z$1.ZodOptional<z$1.ZodString>;
1760
+ spanName: z$1.ZodOptional<z$1.ZodString>;
1761
+ spanKind: z$1.ZodOptional<z$1.ZodString>;
1762
+ storedAt: z$1.ZodString;
1763
+ codeFingerprint: z$1.ZodString;
1764
+ recording: z$1.ZodObject<{
1765
+ returnValue: z$1.ZodUnknown;
1766
+ finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
1767
+ finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
1639
1768
  error: "error";
1640
1769
  running: "running";
1641
1770
  ok: "ok";
1642
1771
  cancelled: "cancelled";
1643
1772
  }>>;
1644
- finalError: z.ZodOptional<z.ZodObject<{
1645
- name: z.ZodOptional<z.ZodString>;
1646
- message: z.ZodString;
1647
- stack: z.ZodOptional<z.ZodString>;
1648
- capturedAt: z.ZodOptional<z.ZodString>;
1649
- }, z.core.$catchall<z.ZodUnknown>>>;
1650
- finalErrors: z.ZodOptional<z.ZodArray<z.ZodObject<{
1651
- name: z.ZodOptional<z.ZodString>;
1652
- message: z.ZodString;
1653
- stack: z.ZodOptional<z.ZodString>;
1654
- capturedAt: z.ZodOptional<z.ZodString>;
1655
- }, z.core.$catchall<z.ZodUnknown>>>>;
1656
- ops: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
1657
- kind: z.ZodLiteral<"setOutput">;
1658
- key: z.ZodString;
1659
- value: z.ZodUnknown;
1660
- }, z.core.$strip>, z.ZodObject<{
1661
- kind: z.ZodLiteral<"incrementOutput">;
1662
- key: z.ZodString;
1663
- delta: z.ZodNumber;
1664
- }, z.core.$strip>, z.ZodObject<{
1665
- kind: z.ZodLiteral<"checkpoint">;
1666
- name: z.ZodString;
1667
- data: z.ZodUnknown;
1668
- }, z.core.$strip>, z.ZodObject<{
1669
- kind: z.ZodLiteral<"subSpan">;
1670
- span: z.ZodType<SerializedCacheSpan, unknown, z.core.$ZodTypeInternals<SerializedCacheSpan, unknown>>;
1671
- }, z.core.$strip>], "kind">>;
1672
- }, z.core.$strip>;
1673
- }, z.core.$strip>>;
1674
- }, z.core.$strip>;
1773
+ finalError: z$1.ZodOptional<z$1.ZodObject<{
1774
+ name: z$1.ZodOptional<z$1.ZodString>;
1775
+ message: z$1.ZodString;
1776
+ stack: z$1.ZodOptional<z$1.ZodString>;
1777
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
1778
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>;
1779
+ finalErrors: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
1780
+ name: z$1.ZodOptional<z$1.ZodString>;
1781
+ message: z$1.ZodString;
1782
+ stack: z$1.ZodOptional<z$1.ZodString>;
1783
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
1784
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>>;
1785
+ finalWarning: z$1.ZodOptional<z$1.ZodObject<{
1786
+ name: z$1.ZodOptional<z$1.ZodString>;
1787
+ message: z$1.ZodString;
1788
+ stack: z$1.ZodOptional<z$1.ZodString>;
1789
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
1790
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>;
1791
+ finalWarnings: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
1792
+ name: z$1.ZodOptional<z$1.ZodString>;
1793
+ message: z$1.ZodString;
1794
+ stack: z$1.ZodOptional<z$1.ZodString>;
1795
+ capturedAt: z$1.ZodOptional<z$1.ZodString>;
1796
+ }, z$1.core.$catchall<z$1.ZodUnknown>>>>;
1797
+ ops: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
1798
+ kind: z$1.ZodLiteral<"setOutput">;
1799
+ key: z$1.ZodString;
1800
+ value: z$1.ZodUnknown;
1801
+ }, z$1.core.$strip>, z$1.ZodObject<{
1802
+ kind: z$1.ZodLiteral<"appendOutput">;
1803
+ key: z$1.ZodString;
1804
+ value: z$1.ZodUnknown;
1805
+ }, z$1.core.$strip>, z$1.ZodObject<{
1806
+ kind: z$1.ZodLiteral<"mergeOutput">;
1807
+ key: z$1.ZodString;
1808
+ patch: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
1809
+ }, z$1.core.$strip>, z$1.ZodObject<{
1810
+ kind: z$1.ZodLiteral<"incrementOutput">;
1811
+ key: z$1.ZodString;
1812
+ delta: z$1.ZodNumber;
1813
+ }, z$1.core.$strip>, z$1.ZodObject<{
1814
+ kind: z$1.ZodLiteral<"checkpoint">;
1815
+ name: z$1.ZodString;
1816
+ data: z$1.ZodUnknown;
1817
+ }, z$1.core.$strip>, z$1.ZodObject<{
1818
+ kind: z$1.ZodLiteral<"subSpan">;
1819
+ span: z$1.ZodType<SerializedCacheSpan, unknown, z$1.core.$ZodTypeInternals<SerializedCacheSpan, unknown>>;
1820
+ }, z$1.core.$strip>], "kind">>;
1821
+ }, z$1.core.$strip>;
1822
+ }, z$1.core.$strip>>;
1823
+ }, z$1.core.$strip>;
1675
1824
  /** Persisted per-owner cache file contents. */
1676
- type CacheFile = z.infer<typeof cacheFileSchema>;
1825
+ type CacheFile = z$1.infer<typeof cacheFileSchema>;
1677
1826
  //#endregion
1678
1827
  //#region ../sdk/src/types.d.ts
1679
1828
  /** Single authored eval case with its stable identifier and input payload. */
@@ -1682,6 +1831,15 @@ type EvalCase<TInput> = {
1682
1831
  input: TInput;
1683
1832
  tags?: string[];
1684
1833
  };
1834
+ /** Runtime output values collected from `setEvalOutput` and `deriveFromTracing`. */
1835
+ type EvalOutputs = Record<string, unknown>;
1836
+ /**
1837
+ * Schema used to validate and type an eval's collected runtime outputs.
1838
+ *
1839
+ * Zod schemas are supported directly. The runner validates after `execute` and
1840
+ * `deriveFromTracing` finish, before computed scores run.
1841
+ */
1842
+ type EvalOutputsSchema<TOutputs extends EvalOutputs> = z$1.ZodType<TOutputs>;
1685
1843
  /** UI overrides for a derived or scored column emitted by an eval. */
1686
1844
  type EvalColumnOverride = {
1687
1845
  /** Display label shown for the column in tables and detail views. */label?: string;
@@ -1729,7 +1887,6 @@ type EvalTraceTree = {
1729
1887
  /** Context passed to an eval's `execute` function for a single case run. */
1730
1888
  type EvalExecuteContext<TInput> = {
1731
1889
  input: TInput;
1732
- signal: AbortSignal;
1733
1890
  };
1734
1891
  /** Context passed to `deriveFromTracing` after execution has completed. */
1735
1892
  type EvalDeriveContext<TInput> = {
@@ -1738,13 +1895,13 @@ type EvalDeriveContext<TInput> = {
1738
1895
  case: EvalCase<TInput>;
1739
1896
  };
1740
1897
  /** Context passed to score functions after outputs have been collected. */
1741
- type EvalScoreContext<TInput> = {
1898
+ type EvalScoreContext<TInput, TOutputs extends EvalOutputs = EvalOutputs> = {
1742
1899
  input: TInput;
1743
- outputs: Record<string, unknown>;
1900
+ outputs: TOutputs;
1744
1901
  case: EvalCase<TInput>;
1745
1902
  };
1746
1903
  /** Score callback that computes a numeric result for one case. */
1747
- type EvalScoreFn<TInput> = (ctx: EvalScoreContext<TInput>) => number | Promise<number>;
1904
+ type EvalScoreFn<TInput, TOutputs extends EvalOutputs = EvalOutputs> = (ctx: EvalScoreContext<TInput, TOutputs>) => number | Promise<number>;
1748
1905
  /**
1749
1906
  * Score definition accepted by `defineEval`, with optional UI metadata.
1750
1907
  *
@@ -1753,8 +1910,8 @@ type EvalScoreFn<TInput> = (ctx: EvalScoreContext<TInput>) => number | Promise<n
1753
1910
  * score without a `passThreshold` is informational only and never causes
1754
1911
  * a case to fail on its own.
1755
1912
  */
1756
- type EvalScoreDef<TInput> = EvalScoreFn<TInput> | ({
1757
- compute: EvalScoreFn<TInput>;
1913
+ type EvalScoreDef<TInput, TOutputs extends EvalOutputs = EvalOutputs> = EvalScoreFn<TInput, TOutputs> | ({
1914
+ compute: EvalScoreFn<TInput, TOutputs>;
1758
1915
  passThreshold?: number;
1759
1916
  } & EvalColumnOverride);
1760
1917
  /**
@@ -1772,7 +1929,7 @@ type EvalManualScoreDef = EvalColumnOverride & {
1772
1929
  passThreshold?: number;
1773
1930
  };
1774
1931
  /** Complete authored eval definition consumed by `defineEval`. */
1775
- type EvalDefinition<TInput = unknown> = {
1932
+ type EvalDefinition<TInput = unknown, TOutputs extends EvalOutputs = EvalOutputs> = {
1776
1933
  id: string;
1777
1934
  title?: string;
1778
1935
  /**
@@ -1782,6 +1939,17 @@ type EvalDefinition<TInput = unknown> = {
1782
1939
  * eval once using a synthetic case with empty object input.
1783
1940
  */
1784
1941
  cases?: EvalCase<TInput>[] | (() => Promise<EvalCase<TInput>[]>);
1942
+ /**
1943
+ * Optional schema for runtime outputs collected through `setEvalOutput` and
1944
+ * `deriveFromTracing`.
1945
+ *
1946
+ * The runner validates configured output fields before scoring. For Zod
1947
+ * object schemas, only declared keys are passed to the schema; parsed fields
1948
+ * are merged back into the raw output map, so schema defaults and transforms
1949
+ * apply to configured fields while unconfigured outputs are kept unchanged.
1950
+ * Validation failures mark the case as failed and skip computed scores.
1951
+ */
1952
+ outputsSchema?: EvalOutputsSchema<TOutputs>;
1785
1953
  columns?: EvalColumns;
1786
1954
  /**
1787
1955
  * Per-eval trace attribute display rules for the UI.
@@ -1792,8 +1960,8 @@ type EvalDefinition<TInput = unknown> = {
1792
1960
  */
1793
1961
  traceDisplay?: TraceDisplayInputConfig;
1794
1962
  execute: (ctx: EvalExecuteContext<TInput>) => Promise<void> | void;
1795
- deriveFromTracing?: (ctx: EvalDeriveContext<TInput>) => Record<string, unknown> | Promise<Record<string, unknown>>;
1796
- scores?: Record<string, EvalScoreDef<TInput>>;
1963
+ deriveFromTracing?: (ctx: EvalDeriveContext<TInput>) => Partial<TOutputs> | Promise<Partial<TOutputs>>;
1964
+ scores?: Record<string, EvalScoreDef<TInput, TOutputs>>;
1797
1965
  /**
1798
1966
  * Score columns whose values are entered in the web UI after a run.
1799
1967
  *
@@ -1843,7 +2011,7 @@ type EvalDefinition<TInput = unknown> = {
1843
2011
  type EvalRegistryEntry = {
1844
2012
  id: string;
1845
2013
  title?: string;
1846
- use: <R>(fn: <TInput>(def: EvalDefinition<TInput>) => R) => R;
2014
+ use: <R>(fn: <TInput, TOutputs extends EvalOutputs>(def: EvalDefinition<TInput, TOutputs>) => R) => R;
1847
2015
  };
1848
2016
  /** Return the in-memory registry of evals defined in the current process. */
1849
2017
  declare function getEvalRegistry(): Map<string, EvalRegistryEntry>;
@@ -1851,7 +2019,7 @@ declare function getEvalRegistry(): Map<string, EvalRegistryEntry>;
1851
2019
  * Register an eval definition with the SDK so the runner can discover it
1852
2020
  * after importing the eval module.
1853
2021
  */
1854
- declare function defineEval<TInput>(definition: EvalDefinition<TInput>): void;
2022
+ declare function defineEval<TInput = unknown, TOutputs extends EvalOutputs = EvalOutputs>(definition: EvalDefinition<TInput, TOutputs>): void;
1855
2023
  //#endregion
1856
2024
  //#region ../sdk/src/repoFile.d.ts
1857
2025
  /**
@@ -1866,7 +2034,7 @@ declare function repoFile(path: string, mimeType?: string): RepoFileRef;
1866
2034
  //#endregion
1867
2035
  //#region ../sdk/src/runtime.d.ts
1868
2036
  /**
1869
- * Adapter used by the SDK to read and write cache entries for cached spans.
2037
+ * Adapter used by the SDK to read and write cache entries.
1870
2038
  *
1871
2039
  * Implementations are typically injected by the runner before the eval case
1872
2040
  * starts executing.
@@ -1882,15 +2050,16 @@ type CacheScopeContext = {
1882
2050
  evalId: string; /** Hash of the eval source file; used to invalidate on code changes. */
1883
2051
  codeFingerprint: string;
1884
2052
  };
1885
- /** Active recording frame captured while a cached span body executes. */
2053
+ /** Active recording frame captured while a cached operation body executes. */
1886
2054
  type CacheRecordingFrame = {
1887
- /** Length of `scope.spans` immediately before the cached body started. */baseSpanIndex: number; /** Id of the cached span that owns this recording. */
1888
- cachedSpanId: string; /** Ordered observable effects recorded during the cached body. */
2055
+ /** Length of `scope.spans` immediately before the cached body started. */baseSpanIndex: number; /** Parent id used when recording and replaying direct child spans. */
2056
+ replayParentSpanId: string | null; /** Ordered observable effects recorded during the cached body. */
1889
2057
  ops: CacheRecordingOp[];
1890
2058
  };
1891
2059
  /** Mutable per-case runtime state stored in async local storage. */
1892
2060
  type EvalCaseScope = {
1893
- caseId: string;
2061
+ caseId: string; /** Authored input for the current case, when provided by the runner. */
2062
+ input?: unknown;
1894
2063
  outputs: Record<string, unknown>; /** Structured assertion failures recorded for the current case. */
1895
2064
  assertionFailures: AssertionFailure[];
1896
2065
  spans: EvalTraceSpan[];
@@ -1903,7 +2072,7 @@ type EvalCaseScope = {
1903
2072
  */
1904
2073
  recordingStack: CacheRecordingFrame[];
1905
2074
  /**
1906
- * Incremented while replaying a cached span, so nested SDK calls do not
2075
+ * Incremented while replaying a cached operation, so nested SDK calls do not
1907
2076
  * accidentally double-record ops into outer recorders.
1908
2077
  */
1909
2078
  replayingDepth: number; /** Runner-provided cache adapter + mode; absent when caching is disabled. */
@@ -1922,6 +2091,15 @@ declare function getCurrentScope(): EvalCaseScope | undefined;
1922
2091
  * behavior without importing or inspecting the full eval scope.
1923
2092
  */
1924
2093
  declare function isInEvalScope(): boolean;
2094
+ /**
2095
+ * Return the authored input for the current eval case.
2096
+ *
2097
+ * Pass a dot-separated path to read nested values, for example
2098
+ * `getEvalCaseInput('customer.tier')`. Calls outside an eval case scope return
2099
+ * `undefined` so shared workflow code can safely use this helper.
2100
+ */
2101
+ declare function getEvalCaseInput(): unknown;
2102
+ declare function getEvalCaseInput(path: string): unknown;
1925
2103
  /**
1926
2104
  * Attach cache context (adapter, mode, eval id, fingerprint) to a scope.
1927
2105
  *
@@ -1931,7 +2109,8 @@ declare function isInEvalScope(): boolean;
1931
2109
  declare function setScopeCacheContext(scope: EvalCaseScope, context: CacheScopeContext): void;
1932
2110
  /** Optional inputs accepted when starting a new eval case scope. */
1933
2111
  type RunInEvalScopeOptions = {
1934
- /** Cache adapter + mode attached to the scope before `fn` runs. */cacheContext?: CacheScopeContext;
2112
+ /** Authored input for the active eval case. */input?: unknown; /** Cache adapter + mode attached to the scope before `fn` runs. */
2113
+ cacheContext?: CacheScopeContext;
1935
2114
  };
1936
2115
  /**
1937
2116
  * Execute a callback inside a fresh eval case scope and capture its outputs,
@@ -1949,6 +2128,20 @@ declare function runInEvalScope<T>(caseId: string, fn: () => Promise<T> | T, opt
1949
2128
  * refs, and native `Blob`/`File` instances for media or file columns.
1950
2129
  */
1951
2130
  declare function setEvalOutput(key: string, value: unknown): void;
2131
+ /**
2132
+ * Append an item to an output array in the current case scope.
2133
+ *
2134
+ * Missing values become `[value]`, existing arrays receive the item, and
2135
+ * existing scalar/object values are preserved as `[existing, value]`.
2136
+ */
2137
+ declare function appendToEvalOutput(key: string, value: unknown): void;
2138
+ /**
2139
+ * Shallow-merge object fields into an output value in the current case scope.
2140
+ *
2141
+ * Missing values become a copy of `patch`. Non-object existing values are
2142
+ * recorded as assertion failures instead of being replaced.
2143
+ */
2144
+ declare function mergeEvalOutput(key: string, patch: Record<string, unknown>): void;
1952
2145
  /**
1953
2146
  * Add a numeric delta to an output value in the current case scope.
1954
2147
  *
@@ -1964,17 +2157,69 @@ declare function incrementEvalOutput(key: string, delta: number): void;
1964
2157
  */
1965
2158
  declare function evalAssert(condition: boolean, message: string): void;
1966
2159
  //#endregion
1967
- //#region ../sdk/src/tracer.d.ts
2160
+ //#region ../sdk/src/traceDiagnostics.d.ts
2161
+ /** Severity used when attaching a recoverable diagnostic to an active span. */
2162
+ type CaptureEvalSpanErrorLevel = 'error' | 'warning';
2163
+ /** Options accepted by `captureEvalSpanError(...)`. */
2164
+ type CaptureEvalSpanErrorOptions = {
2165
+ /**
2166
+ * Captured diagnostic severity.
2167
+ *
2168
+ * `error` marks the active span as errored. `warning` records the diagnostic
2169
+ * without changing an otherwise successful span's status.
2170
+ */
2171
+ level?: CaptureEvalSpanErrorLevel;
2172
+ };
2173
+ //#endregion
2174
+ //#region ../sdk/src/cacheRecording.d.ts
2175
+ /** Cache reference appended to the active span by `evalTracer.cache(...)`. */
2176
+ type TraceCacheRef = {
2177
+ type: 'value';
2178
+ name: string;
2179
+ namespace: string;
2180
+ key: string;
2181
+ status: 'hit' | 'miss' | 'refresh' | 'bypass';
2182
+ storedAt?: string;
2183
+ age?: number;
2184
+ };
2185
+ //#endregion
2186
+ //#region ../sdk/src/valueCache.d.ts
2187
+ /** Info accepted by `evalTracer.cache(info, fn)` for spanless value caching. */
2188
+ type TraceCacheInfo = {
2189
+ /** Display name used for cache listings and the default namespace. */name: string; /** Arbitrary JSON-safe value used to derive the cache key. */
2190
+ key: unknown; /** Override the default namespace (`${evalId}__${name}`). */
2191
+ namespace?: string;
2192
+ };
2193
+ //#endregion
2194
+ //#region ../sdk/src/cacheKey.d.ts
2195
+ type CacheKeyHashInput = {
2196
+ namespace: string;
2197
+ codeFingerprint: string;
2198
+ key: unknown;
2199
+ };
1968
2200
  /**
1969
- * Mutable handle for the current span.
2201
+ * Hash the components of a cache key into a deterministic hex digest.
1970
2202
  *
1971
- * Prefer the ambient `evalSpan` export for most code so helpers deeper in the call
1972
- * stack can annotate the active span without receiving an injected argument.
2203
+ * Native `Blob` and `File` values are read asynchronously and hashed by
2204
+ * content. Use `hashCacheKeySync` only when the key contains no async values.
2205
+ */
2206
+ declare function hashCacheKey(input: CacheKeyHashInput): Promise<string>;
2207
+ /**
2208
+ * Synchronously hash cache key components. This supports JSON-like data and
2209
+ * in-memory binary values such as `Buffer`, `ArrayBuffer`, and typed arrays,
2210
+ * but cannot content-hash native `Blob` or `File` values.
1973
2211
  */
2212
+ declare function hashCacheKeySync(input: CacheKeyHashInput): string;
2213
+ //#endregion
2214
+ //#region ../sdk/src/tracer.d.ts
2215
+ /** Mutable handle for the current span. Prefer ambient `evalSpan` in helpers. */
1974
2216
  type TraceActiveSpan = {
1975
2217
  /** Rename the active span after it has been created. */setName(value: string): void; /** Set a single attribute on the active span. Later writes replace the same key. */
1976
2218
  setAttribute(key: string, value: unknown): void; /** Merge multiple attributes into the active span. */
1977
- setAttributes(value: Record<string, unknown>): void;
2219
+ setAttributes(value: Record<string, unknown>): void; /** Add a numeric delta to one attribute. */
2220
+ incrementAttribute(key: string, delta: number): void; /** Append one item to an attribute array, preserving an existing scalar. */
2221
+ appendToAttribute(key: string, value: unknown): void; /** Shallow-merge object fields into one attribute. */
2222
+ mergeAttribute(key: string, patch: Record<string, unknown>): void;
1978
2223
  };
1979
2224
  /** Timestamp accepted by the external span lifecycle API. */
1980
2225
  type TraceSpanTimestamp = Date | string;
@@ -1993,7 +2238,9 @@ type TraceExternalSpanUpdateInfo = {
1993
2238
  name?: string; /** Attributes to merge into the recorded span. */
1994
2239
  attributes?: Record<string, unknown>; /** Optional status override, useful when the upstream tracer emits one. */
1995
2240
  status?: EvalTraceSpan['status']; /** Optional error payload to attach to the span. */
1996
- error?: EvalTraceSpan['error'];
2241
+ error?: EvalTraceSpan['error']; /** Optional latest warning payload to attach to the span. */
2242
+ warning?: EvalTraceSpan['warning']; /** Optional warning payloads to attach to the span. */
2243
+ warnings?: EvalTraceSpan['warnings'];
1997
2244
  };
1998
2245
  /** Info accepted by `evalTracer.endSpan(info)` for externally managed spans. */
1999
2246
  type TraceExternalSpanEndInfo = TraceExternalSpanUpdateInfo & {
@@ -2009,7 +2256,9 @@ type TraceExternalSpanRecordInfo = {
2009
2256
  endedAt?: TraceSpanTimestamp | null; /** Final span status. Defaults to `ok`. */
2010
2257
  status?: EvalTraceSpan['status']; /** Final span attributes. */
2011
2258
  attributes?: Record<string, unknown>; /** Optional error payload to attach to the span. */
2012
- error?: EvalTraceSpan['error'];
2259
+ error?: EvalTraceSpan['error']; /** Optional latest warning payload to attach to the span. */
2260
+ warning?: EvalTraceSpan['warning']; /** Optional warning payloads to attach to the span. */
2261
+ warnings?: EvalTraceSpan['warnings'];
2013
2262
  };
2014
2263
  /** Mutable handle returned by `evalTracer.startSpan(...)`. */
2015
2264
  type TraceExternalSpanHandle = TraceActiveSpan & {
@@ -2029,10 +2278,12 @@ declare const evalSpan: TraceActiveSpan;
2029
2278
  /**
2030
2279
  * Attach one or more recoverable errors to the active eval span.
2031
2280
  *
2032
- * The active span is marked as `error` even if its callback later completes
2033
- * without throwing. Calls outside `evalTracer.span(...)` are ignored.
2281
+ * By default the active span is marked as `error` even if its callback later
2282
+ * completes without throwing. Pass `'warning'` or `{ level: 'warning' }` as the
2283
+ * final argument to record the diagnostic without changing span status. Calls
2284
+ * outside `evalTracer.span(...)` are ignored.
2034
2285
  */
2035
- declare function captureEvalSpanError(errorOrErrors: unknown, ...additionalErrors: readonly unknown[]): void;
2286
+ declare function captureEvalSpanError(errorOrErrors: unknown, ...additionalErrorsOrOptions: readonly unknown[]): void;
2036
2287
  type TraceSpanInfoBase = {
2037
2288
  kind: string;
2038
2289
  name: string;
@@ -2064,6 +2315,16 @@ declare function traceSpan(info: TraceSpanInfoCached, fn: (span: TraceActiveSpan
2064
2315
  */
2065
2316
  declare const evalTracer: {
2066
2317
  /** Run a callback inside a new trace span and record its lifecycle. */span: typeof traceSpan;
2318
+ /**
2319
+ * Cache a pure value without creating a trace span.
2320
+ *
2321
+ * When called inside an active span, the span receives a `cache.refs` entry
2322
+ * describing the value cache status for this run.
2323
+ */
2324
+ cache: {
2325
+ <T>(info: TraceCacheInfo, fn: () => Promise<T> | T): Promise<T>;
2326
+ (info: TraceCacheInfo, fn: () => unknown): Promise<unknown>;
2327
+ };
2067
2328
  /**
2068
2329
  * Start a span whose lifecycle is controlled by an external tracer/exporter.
2069
2330
  *
@@ -2096,24 +2357,6 @@ declare const evalTracer: {
2096
2357
  };
2097
2358
  /** Build a queryable trace tree helper from a flat span list and checkpoints. */
2098
2359
  declare function buildTraceTree(spans: EvalTraceSpan[], checkpoints: Map<string, unknown>): EvalTraceTree;
2099
- type CacheKeyHashInput = {
2100
- namespace: string;
2101
- codeFingerprint: string;
2102
- key: unknown;
2103
- };
2104
- /**
2105
- * Hash the components of a cache key into a deterministic hex digest.
2106
- *
2107
- * Native `Blob` and `File` values are read asynchronously and hashed by
2108
- * content. Use `hashCacheKeySync` only when the key contains no async values.
2109
- */
2110
- declare function hashCacheKey(input: CacheKeyHashInput): Promise<string>;
2111
- /**
2112
- * Synchronously hash cache key components. This supports JSON-like data and
2113
- * in-memory binary values such as `Buffer`, `ArrayBuffer`, and typed arrays,
2114
- * but cannot content-hash native `Blob` or `File` values.
2115
- */
2116
- declare function hashCacheKeySync(input: CacheKeyHashInput): string;
2117
2360
  //#endregion
2118
2361
  //#region ../runner/src/cacheStore.d.ts
2119
2362
  /** Filter accepted by `FsCacheStore.clear` to narrow the set of entries removed. */
@@ -2139,8 +2382,8 @@ type EvalRunner = {
2139
2382
  manifest: RunManifest;
2140
2383
  summary: RunSummary;
2141
2384
  cases: CaseRow[];
2142
- } | undefined; /** Request cancellation for an in-flight run. */
2143
- cancelRun(id: string): void; /** Return full details for a single case in a run, when available. */
2385
+ } | undefined; /** Request cancellation for an in-flight run and persist its cancelled state. */
2386
+ cancelRun(id: string): Promise<void>; /** Return full details for a single case in a run, when available. */
2144
2387
  getCaseDetail(runId: string, caseId: string): CaseDetail | undefined; /** Subscribe to streamed events for a specific run. */
2145
2388
  subscribe(runId: string, listener: (event: SseEnvelope) => void): () => void; /** Subscribe to discovery updates triggered by file changes or manual refresh. */
2146
2389
  subscribeDiscovery(listener: (event: SseEnvelope) => void): () => void; /** Stop background filesystem watchers owned by this runner instance. */
@@ -2202,4 +2445,4 @@ declare function createRunner({
2202
2445
  */
2203
2446
  declare function runCli(argv: string[]): Promise<void>;
2204
2447
  //#endregion
2205
- export { type AgentEvalsConfig, type AssertionFailure, type CacheAdapter, type CacheEntry, type CacheFile, type CacheListItem, type CacheMode, type CacheRecording, type CacheRecordingFrame, type CacheRecordingOp, type CacheScopeContext, type CaseDetail, type CaseRow, type CellValue, type ColumnDef, type ColumnFormat, type ColumnKind, type CreateRunRequest, type DerivedStatus, EvalAssertionError, type EvalCase, type EvalCaseScope, type EvalChartAggregate, type EvalChartAxis, type EvalChartBuiltinMetric, type EvalChartColor, type EvalChartConfig, type EvalChartMetric, type EvalChartTooltipExtra, type EvalChartType, type EvalChartsConfig, type EvalColumnOverride, type EvalColumns, type EvalDefinition, type EvalDeriveContext, type EvalDisplayStatus, type EvalExecuteContext, type EvalFreshnessStatus, type EvalManualScoreDef, type EvalRunner, type EvalScoreContext, type EvalScoreDef, type EvalScoreFn, type EvalStatAggregate, type EvalStatItem, type EvalStatsConfig, type EvalSummary, type EvalTraceSpan, type EvalTraceSpanError, type EvalTraceTree, type FileRef, type JsonCell, type NumberDisplayOptions, type RepoFileRef, type RunArtifactRef, type RunInEvalScopeOptions, type RunManifest, type RunSummary, type ScalarCell, type ScopedCaseSummary, type ScoreTrace, type SerializedCacheSpan, type SpanCacheOptions, type SseEnvelope, type SseEventType, type TraceActiveSpan, type TraceAttributeDisplay, type TraceAttributeDisplayFormat, type TraceAttributeDisplayInput, type TraceAttributeDisplayPlacement, type TraceAttributeTransform, type TraceAttributeTransformContext, type TraceDisplayConfig, type TraceDisplayInputConfig, type TraceSpanInfo, type TrialSelectionMode, type UpdateManualScoreRequest, agentEvalsConfigSchema, assertionFailureSchema, buildTraceTree, cacheEntrySchema, cacheFileSchema, cacheListItemSchema, cacheModeSchema, cacheRecordingOpSchema, cacheRecordingSchema, captureEvalSpanError, caseDetailSchema, caseRowSchema, cellValueSchema, columnDefSchema, columnFormatSchema, columnKindSchema, createRunRequestSchema, createRunner, defineEval, deriveScopedSummaryFromCases, deriveStatusFromCaseRows, deriveStatusFromChildStatuses, evalAssert, evalChartAggregateSchema, evalChartAxisSchema, evalChartBuiltinMetricSchema, evalChartColorSchema, evalChartConfigSchema, evalChartMetricSchema, evalChartTooltipExtraSchema, evalChartTypeSchema, evalChartsConfigSchema, evalFreshnessStatusSchema, evalSpan, evalStatAggregateSchema, evalStatItemSchema, evalStatsConfigSchema, evalSummarySchema, evalTracer, fileRefSchema, getCurrentScope, getEvalDisplayStatus, getEvalRegistry, getEvalTitle, hashCacheKey, hashCacheKeySync, incrementEvalOutput, isInEvalScope, jsonCellSchema, numberDisplayOptionsSchema, repoFile, repoFileRefSchema, runArtifactRefSchema, runCli, runInEvalScope, runManifestSchema, runSummarySchema, scoreTraceSchema, serializedCacheSpanSchema, setEvalOutput, setScopeCacheContext, spanCacheOptionsSchema, sseEnvelopeSchema, traceAttributeDisplayFormatSchema, traceAttributeDisplayInputSchema, traceAttributeDisplayPlacementSchema, traceAttributeDisplaySchema, traceDisplayConfigSchema, traceDisplayInputConfigSchema, traceSpanErrorSchema, traceSpanKindSchema, traceSpanSchema, trialSelectionModeSchema, updateManualScoreRequestSchema };
2448
+ export { type AgentEvalsConfig, type AssertionFailure, type CacheAdapter, type CacheEntry, type CacheFile, type CacheListItem, type CacheMode, type CacheOperationType, type CacheRecording, type CacheRecordingFrame, type CacheRecordingOp, type CacheScopeContext, type CaptureEvalSpanErrorLevel, type CaptureEvalSpanErrorOptions, type CaseDetail, type CaseRow, type CellValue, type ColumnDef, type ColumnFormat, type ColumnKind, type CreateRunRequest, type DerivedStatus, EvalAssertionError, type EvalCase, type EvalCaseScope, type EvalChartAggregate, type EvalChartAxis, type EvalChartBuiltinMetric, type EvalChartColor, type EvalChartConfig, type EvalChartMetric, type EvalChartTooltipExtra, type EvalChartType, type EvalChartsConfig, type EvalColumnOverride, type EvalColumns, type EvalDefinition, type EvalDeriveContext, type EvalDisplayStatus, type EvalExecuteContext, type EvalFreshnessStatus, type EvalManualScoreDef, type EvalOutputs, type EvalOutputsSchema, type EvalRunner, type EvalScoreContext, type EvalScoreDef, type EvalScoreFn, type EvalStatAggregate, type EvalStatItem, type EvalStatsConfig, type EvalSummary, type EvalTraceSpan, type EvalTraceSpanError, type EvalTraceSpanWarning, type EvalTraceTree, type FileRef, type JsonCell, type NumberDisplayOptions, type RepoFileRef, type RunArtifactRef, type RunInEvalScopeOptions, type RunManifest, type RunSummary, type ScalarCell, type ScopedCaseSummary, type ScoreTrace, type SerializedCacheSpan, type SpanCacheOptions, type SseEnvelope, type SseEventType, type TraceActiveSpan, type TraceAttributeDisplay, type TraceAttributeDisplayFormat, type TraceAttributeDisplayInput, type TraceAttributeDisplayPlacement, type TraceAttributeTransform, type TraceAttributeTransformContext, type TraceCacheInfo, type TraceCacheRef, type TraceDisplayConfig, type TraceDisplayInputConfig, type TraceSpanInfo, type TrialSelectionMode, type UpdateManualScoreRequest, agentEvalsConfigSchema, appendToEvalOutput, assertionFailureSchema, buildTraceTree, cacheEntrySchema, cacheFileSchema, cacheListItemSchema, cacheModeSchema, cacheOperationTypeSchema, cacheRecordingOpSchema, cacheRecordingSchema, captureEvalSpanError, caseDetailSchema, caseRowSchema, cellValueSchema, columnDefSchema, columnFormatSchema, columnKindSchema, createRunRequestSchema, createRunner, defineEval, deriveScopedSummaryFromCases, deriveStatusFromCaseRows, deriveStatusFromChildStatuses, evalAssert, evalChartAggregateSchema, evalChartAxisSchema, evalChartBuiltinMetricSchema, evalChartColorSchema, evalChartConfigSchema, evalChartMetricSchema, evalChartTooltipExtraSchema, evalChartTypeSchema, evalChartsConfigSchema, evalFreshnessStatusSchema, evalSpan, evalStatAggregateSchema, evalStatItemSchema, evalStatsConfigSchema, evalSummarySchema, evalTracer, fileRefSchema, getCurrentScope, getEvalCaseInput, getEvalDisplayStatus, getEvalRegistry, getEvalTitle, hashCacheKey, hashCacheKeySync, incrementEvalOutput, isInEvalScope, jsonCellSchema, mergeEvalOutput, numberDisplayOptionsSchema, repoFile, repoFileRefSchema, runArtifactRefSchema, runCli, runInEvalScope, runManifestSchema, runSummarySchema, scoreTraceSchema, serializedCacheSpanSchema, setEvalOutput, setScopeCacheContext, spanCacheOptionsSchema, sseEnvelopeSchema, traceAttributeDisplayFormatSchema, traceAttributeDisplayInputSchema, traceAttributeDisplayPlacementSchema, traceAttributeDisplaySchema, traceDisplayConfigSchema, traceDisplayInputConfigSchema, traceSpanErrorSchema, traceSpanKindSchema, traceSpanSchema, traceSpanWarningSchema, trialSelectionModeSchema, updateManualScoreRequestSchema, z };