@ls-stack/agent-eval 0.56.1 → 0.57.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts
CHANGED
|
@@ -1884,15 +1884,15 @@ type ColumnKind = z$1.infer<typeof columnKindSchema>;
|
|
|
1884
1884
|
declare const columnFormatSchema: z$1.ZodEnum<{
|
|
1885
1885
|
number: "number";
|
|
1886
1886
|
boolean: "boolean";
|
|
1887
|
-
duration: "duration";
|
|
1888
|
-
json: "json";
|
|
1889
1887
|
file: "file";
|
|
1890
1888
|
markdown: "markdown";
|
|
1889
|
+
json: "json";
|
|
1891
1890
|
image: "image";
|
|
1892
1891
|
html: "html";
|
|
1893
1892
|
pdf: "pdf";
|
|
1894
1893
|
audio: "audio";
|
|
1895
1894
|
video: "video";
|
|
1895
|
+
duration: "duration";
|
|
1896
1896
|
percent: "percent";
|
|
1897
1897
|
passFail: "passFail";
|
|
1898
1898
|
stars: "stars";
|
|
@@ -1911,15 +1911,15 @@ declare const columnDefSchema: z$1.ZodObject<{
|
|
|
1911
1911
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1912
1912
|
number: "number";
|
|
1913
1913
|
boolean: "boolean";
|
|
1914
|
-
duration: "duration";
|
|
1915
|
-
json: "json";
|
|
1916
1914
|
file: "file";
|
|
1917
1915
|
markdown: "markdown";
|
|
1916
|
+
json: "json";
|
|
1918
1917
|
image: "image";
|
|
1919
1918
|
html: "html";
|
|
1920
1919
|
pdf: "pdf";
|
|
1921
1920
|
audio: "audio";
|
|
1922
1921
|
video: "video";
|
|
1922
|
+
duration: "duration";
|
|
1923
1923
|
percent: "percent";
|
|
1924
1924
|
passFail: "passFail";
|
|
1925
1925
|
stars: "stars";
|
|
@@ -1965,8 +1965,8 @@ type CellValue = z$1.infer<typeof cellValueSchema>; //#endregion
|
|
|
1965
1965
|
declare const traceAttributeDisplayFormatSchema: z$1.ZodEnum<{
|
|
1966
1966
|
string: "string";
|
|
1967
1967
|
number: "number";
|
|
1968
|
-
duration: "duration";
|
|
1969
1968
|
json: "json";
|
|
1969
|
+
duration: "duration";
|
|
1970
1970
|
}>;
|
|
1971
1971
|
/**
|
|
1972
1972
|
* Formatting hint for trace attribute values rendered by the UI.
|
|
@@ -1990,8 +1990,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
|
|
|
1990
1990
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1991
1991
|
string: "string";
|
|
1992
1992
|
number: "number";
|
|
1993
|
-
duration: "duration";
|
|
1994
1993
|
json: "json";
|
|
1994
|
+
duration: "duration";
|
|
1995
1995
|
}>>;
|
|
1996
1996
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
1997
1997
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -2004,9 +2004,9 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
|
|
|
2004
2004
|
subtree: "subtree";
|
|
2005
2005
|
}>>;
|
|
2006
2006
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2007
|
+
sum: "sum";
|
|
2007
2008
|
all: "all";
|
|
2008
2009
|
last: "last";
|
|
2009
|
-
sum: "sum";
|
|
2010
2010
|
}>>;
|
|
2011
2011
|
}, z$1.core.$strip>;
|
|
2012
2012
|
/**
|
|
@@ -2026,8 +2026,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
|
|
|
2026
2026
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2027
2027
|
string: "string";
|
|
2028
2028
|
number: "number";
|
|
2029
|
-
duration: "duration";
|
|
2030
2029
|
json: "json";
|
|
2030
|
+
duration: "duration";
|
|
2031
2031
|
}>>;
|
|
2032
2032
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
2033
2033
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -2040,9 +2040,9 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
|
|
|
2040
2040
|
subtree: "subtree";
|
|
2041
2041
|
}>>;
|
|
2042
2042
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2043
|
+
sum: "sum";
|
|
2043
2044
|
all: "all";
|
|
2044
2045
|
last: "last";
|
|
2045
|
-
sum: "sum";
|
|
2046
2046
|
}>>;
|
|
2047
2047
|
}, z$1.core.$strip>>>;
|
|
2048
2048
|
}, z$1.core.$strip>;
|
|
@@ -2066,8 +2066,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
|
|
|
2066
2066
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2067
2067
|
string: "string";
|
|
2068
2068
|
number: "number";
|
|
2069
|
-
duration: "duration";
|
|
2070
2069
|
json: "json";
|
|
2070
|
+
duration: "duration";
|
|
2071
2071
|
}>>;
|
|
2072
2072
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
2073
2073
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -2080,9 +2080,9 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
|
|
|
2080
2080
|
subtree: "subtree";
|
|
2081
2081
|
}>>;
|
|
2082
2082
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2083
|
+
sum: "sum";
|
|
2083
2084
|
all: "all";
|
|
2084
2085
|
last: "last";
|
|
2085
|
-
sum: "sum";
|
|
2086
2086
|
}>>;
|
|
2087
2087
|
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
2088
2088
|
}, z$1.core.$strip>;
|
|
@@ -2104,8 +2104,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
|
|
|
2104
2104
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2105
2105
|
string: "string";
|
|
2106
2106
|
number: "number";
|
|
2107
|
-
duration: "duration";
|
|
2108
2107
|
json: "json";
|
|
2108
|
+
duration: "duration";
|
|
2109
2109
|
}>>;
|
|
2110
2110
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
2111
2111
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -2118,9 +2118,9 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
|
|
|
2118
2118
|
subtree: "subtree";
|
|
2119
2119
|
}>>;
|
|
2120
2120
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2121
|
+
sum: "sum";
|
|
2121
2122
|
all: "all";
|
|
2122
2123
|
last: "last";
|
|
2123
|
-
sum: "sum";
|
|
2124
2124
|
}>>;
|
|
2125
2125
|
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
2126
2126
|
}, z$1.core.$strip>>>;
|
|
@@ -2157,8 +2157,8 @@ declare const traceSpanSchema$1: z$1.ZodObject<{
|
|
|
2157
2157
|
status: z$1.ZodEnum<{
|
|
2158
2158
|
error: "error";
|
|
2159
2159
|
running: "running";
|
|
2160
|
-
ok: "ok";
|
|
2161
2160
|
cancelled: "cancelled";
|
|
2161
|
+
ok: "ok";
|
|
2162
2162
|
}>;
|
|
2163
2163
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2164
2164
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2203,10 +2203,10 @@ type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
|
|
|
2203
2203
|
* `best` selects the highest finite value and `worst` selects the lowest.
|
|
2204
2204
|
*/
|
|
2205
2205
|
declare const evalStatAggregateSchema: z$1.ZodEnum<{
|
|
2206
|
-
sum: "sum";
|
|
2207
2206
|
avg: "avg";
|
|
2208
2207
|
min: "min";
|
|
2209
2208
|
max: "max";
|
|
2209
|
+
sum: "sum";
|
|
2210
2210
|
best: "best";
|
|
2211
2211
|
worst: "worst";
|
|
2212
2212
|
}>;
|
|
@@ -2235,10 +2235,10 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2235
2235
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2236
2236
|
kind: z$1.ZodLiteral<"duration">;
|
|
2237
2237
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2238
|
-
sum: "sum";
|
|
2239
2238
|
avg: "avg";
|
|
2240
2239
|
min: "min";
|
|
2241
2240
|
max: "max";
|
|
2241
|
+
sum: "sum";
|
|
2242
2242
|
best: "best";
|
|
2243
2243
|
worst: "worst";
|
|
2244
2244
|
}>>;
|
|
@@ -2246,10 +2246,10 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2246
2246
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2247
2247
|
kind: z$1.ZodLiteral<"cacheHits">;
|
|
2248
2248
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2249
|
-
sum: "sum";
|
|
2250
2249
|
avg: "avg";
|
|
2251
2250
|
min: "min";
|
|
2252
2251
|
max: "max";
|
|
2252
|
+
sum: "sum";
|
|
2253
2253
|
best: "best";
|
|
2254
2254
|
worst: "worst";
|
|
2255
2255
|
}>>;
|
|
@@ -2259,25 +2259,25 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2259
2259
|
key: z$1.ZodString;
|
|
2260
2260
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2261
2261
|
aggregate: z$1.ZodEnum<{
|
|
2262
|
-
sum: "sum";
|
|
2263
2262
|
avg: "avg";
|
|
2264
2263
|
min: "min";
|
|
2265
2264
|
max: "max";
|
|
2265
|
+
sum: "sum";
|
|
2266
2266
|
best: "best";
|
|
2267
2267
|
worst: "worst";
|
|
2268
2268
|
}>;
|
|
2269
2269
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2270
2270
|
number: "number";
|
|
2271
2271
|
boolean: "boolean";
|
|
2272
|
-
duration: "duration";
|
|
2273
|
-
json: "json";
|
|
2274
2272
|
file: "file";
|
|
2275
2273
|
markdown: "markdown";
|
|
2274
|
+
json: "json";
|
|
2276
2275
|
image: "image";
|
|
2277
2276
|
html: "html";
|
|
2278
2277
|
pdf: "pdf";
|
|
2279
2278
|
audio: "audio";
|
|
2280
2279
|
video: "video";
|
|
2280
|
+
duration: "duration";
|
|
2281
2281
|
percent: "percent";
|
|
2282
2282
|
passFail: "passFail";
|
|
2283
2283
|
stars: "stars";
|
|
@@ -2299,10 +2299,10 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
|
|
|
2299
2299
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2300
2300
|
kind: z$1.ZodLiteral<"duration">;
|
|
2301
2301
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2302
|
-
sum: "sum";
|
|
2303
2302
|
avg: "avg";
|
|
2304
2303
|
min: "min";
|
|
2305
2304
|
max: "max";
|
|
2305
|
+
sum: "sum";
|
|
2306
2306
|
best: "best";
|
|
2307
2307
|
worst: "worst";
|
|
2308
2308
|
}>>;
|
|
@@ -2310,10 +2310,10 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
|
|
|
2310
2310
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2311
2311
|
kind: z$1.ZodLiteral<"cacheHits">;
|
|
2312
2312
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2313
|
-
sum: "sum";
|
|
2314
2313
|
avg: "avg";
|
|
2315
2314
|
min: "min";
|
|
2316
2315
|
max: "max";
|
|
2316
|
+
sum: "sum";
|
|
2317
2317
|
best: "best";
|
|
2318
2318
|
worst: "worst";
|
|
2319
2319
|
}>>;
|
|
@@ -2323,25 +2323,25 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
|
|
|
2323
2323
|
key: z$1.ZodString;
|
|
2324
2324
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2325
2325
|
aggregate: z$1.ZodEnum<{
|
|
2326
|
-
sum: "sum";
|
|
2327
2326
|
avg: "avg";
|
|
2328
2327
|
min: "min";
|
|
2329
2328
|
max: "max";
|
|
2329
|
+
sum: "sum";
|
|
2330
2330
|
best: "best";
|
|
2331
2331
|
worst: "worst";
|
|
2332
2332
|
}>;
|
|
2333
2333
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2334
2334
|
number: "number";
|
|
2335
2335
|
boolean: "boolean";
|
|
2336
|
-
duration: "duration";
|
|
2337
|
-
json: "json";
|
|
2338
2336
|
file: "file";
|
|
2339
2337
|
markdown: "markdown";
|
|
2338
|
+
json: "json";
|
|
2340
2339
|
image: "image";
|
|
2341
2340
|
html: "html";
|
|
2342
2341
|
pdf: "pdf";
|
|
2343
2342
|
audio: "audio";
|
|
2344
2343
|
video: "video";
|
|
2344
|
+
duration: "duration";
|
|
2345
2345
|
percent: "percent";
|
|
2346
2346
|
passFail: "passFail";
|
|
2347
2347
|
stars: "stars";
|
|
@@ -2379,15 +2379,15 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2379
2379
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2380
2380
|
number: "number";
|
|
2381
2381
|
boolean: "boolean";
|
|
2382
|
-
duration: "duration";
|
|
2383
|
-
json: "json";
|
|
2384
2382
|
file: "file";
|
|
2385
2383
|
markdown: "markdown";
|
|
2384
|
+
json: "json";
|
|
2386
2385
|
image: "image";
|
|
2387
2386
|
html: "html";
|
|
2388
2387
|
pdf: "pdf";
|
|
2389
2388
|
audio: "audio";
|
|
2390
2389
|
video: "video";
|
|
2390
|
+
duration: "duration";
|
|
2391
2391
|
percent: "percent";
|
|
2392
2392
|
passFail: "passFail";
|
|
2393
2393
|
stars: "stars";
|
|
@@ -2409,10 +2409,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2409
2409
|
caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2410
2410
|
lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
|
|
2411
2411
|
error: "error";
|
|
2412
|
-
running: "running";
|
|
2413
|
-
cancelled: "cancelled";
|
|
2414
2412
|
pass: "pass";
|
|
2415
2413
|
fail: "fail";
|
|
2414
|
+
running: "running";
|
|
2415
|
+
cancelled: "cancelled";
|
|
2416
2416
|
unscored: "unscored";
|
|
2417
2417
|
}>>;
|
|
2418
2418
|
stats: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
@@ -2426,10 +2426,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2426
2426
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2427
2427
|
kind: z$1.ZodLiteral<"duration">;
|
|
2428
2428
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2429
|
-
sum: "sum";
|
|
2430
2429
|
avg: "avg";
|
|
2431
2430
|
min: "min";
|
|
2432
2431
|
max: "max";
|
|
2432
|
+
sum: "sum";
|
|
2433
2433
|
best: "best";
|
|
2434
2434
|
worst: "worst";
|
|
2435
2435
|
}>>;
|
|
@@ -2437,10 +2437,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2437
2437
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2438
2438
|
kind: z$1.ZodLiteral<"cacheHits">;
|
|
2439
2439
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2440
|
-
sum: "sum";
|
|
2441
2440
|
avg: "avg";
|
|
2442
2441
|
min: "min";
|
|
2443
2442
|
max: "max";
|
|
2443
|
+
sum: "sum";
|
|
2444
2444
|
best: "best";
|
|
2445
2445
|
worst: "worst";
|
|
2446
2446
|
}>>;
|
|
@@ -2450,25 +2450,25 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2450
2450
|
key: z$1.ZodString;
|
|
2451
2451
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2452
2452
|
aggregate: z$1.ZodEnum<{
|
|
2453
|
-
sum: "sum";
|
|
2454
2453
|
avg: "avg";
|
|
2455
2454
|
min: "min";
|
|
2456
2455
|
max: "max";
|
|
2456
|
+
sum: "sum";
|
|
2457
2457
|
best: "best";
|
|
2458
2458
|
worst: "worst";
|
|
2459
2459
|
}>;
|
|
2460
2460
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2461
2461
|
number: "number";
|
|
2462
2462
|
boolean: "boolean";
|
|
2463
|
-
duration: "duration";
|
|
2464
|
-
json: "json";
|
|
2465
2463
|
file: "file";
|
|
2466
2464
|
markdown: "markdown";
|
|
2465
|
+
json: "json";
|
|
2467
2466
|
image: "image";
|
|
2468
2467
|
html: "html";
|
|
2469
2468
|
pdf: "pdf";
|
|
2470
2469
|
audio: "audio";
|
|
2471
2470
|
video: "video";
|
|
2471
|
+
duration: "duration";
|
|
2472
2472
|
percent: "percent";
|
|
2473
2473
|
passFail: "passFail";
|
|
2474
2474
|
stars: "stars";
|
|
@@ -2477,10 +2477,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2477
2477
|
accent: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2478
2478
|
}, z$1.core.$strip>], "kind">>>;
|
|
2479
2479
|
defaultStatAggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2480
|
-
sum: "sum";
|
|
2481
2480
|
avg: "avg";
|
|
2482
2481
|
min: "min";
|
|
2483
2482
|
max: "max";
|
|
2483
|
+
sum: "sum";
|
|
2484
2484
|
best: "best";
|
|
2485
2485
|
worst: "worst";
|
|
2486
2486
|
}>>;
|
|
@@ -2501,11 +2501,11 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2501
2501
|
}>;
|
|
2502
2502
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2503
2503
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2504
|
-
error: "error";
|
|
2505
2504
|
success: "success";
|
|
2506
|
-
|
|
2505
|
+
error: "error";
|
|
2507
2506
|
accent: "accent";
|
|
2508
2507
|
accentDim: "accentDim";
|
|
2508
|
+
warning: "warning";
|
|
2509
2509
|
textMuted: "textMuted";
|
|
2510
2510
|
}>>;
|
|
2511
2511
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2516,20 +2516,20 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2516
2516
|
source: z$1.ZodLiteral<"column">;
|
|
2517
2517
|
key: z$1.ZodString;
|
|
2518
2518
|
aggregate: z$1.ZodEnum<{
|
|
2519
|
-
sum: "sum";
|
|
2520
2519
|
avg: "avg";
|
|
2521
2520
|
min: "min";
|
|
2522
2521
|
max: "max";
|
|
2522
|
+
sum: "sum";
|
|
2523
2523
|
latest: "latest";
|
|
2524
2524
|
passThresholdRate: "passThresholdRate";
|
|
2525
2525
|
}>;
|
|
2526
2526
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2527
2527
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2528
|
-
error: "error";
|
|
2529
2528
|
success: "success";
|
|
2530
|
-
|
|
2529
|
+
error: "error";
|
|
2531
2530
|
accent: "accent";
|
|
2532
2531
|
accentDim: "accentDim";
|
|
2532
|
+
warning: "warning";
|
|
2533
2533
|
textMuted: "textMuted";
|
|
2534
2534
|
}>>;
|
|
2535
2535
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2558,10 +2558,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2558
2558
|
source: z$1.ZodLiteral<"column">;
|
|
2559
2559
|
key: z$1.ZodString;
|
|
2560
2560
|
aggregate: z$1.ZodEnum<{
|
|
2561
|
-
sum: "sum";
|
|
2562
2561
|
avg: "avg";
|
|
2563
2562
|
min: "min";
|
|
2564
2563
|
max: "max";
|
|
2564
|
+
sum: "sum";
|
|
2565
2565
|
latest: "latest";
|
|
2566
2566
|
passThresholdRate: "passThresholdRate";
|
|
2567
2567
|
}>;
|
|
@@ -2658,11 +2658,11 @@ declare const caseRowSchema$1: z$1.ZodObject<{
|
|
|
2658
2658
|
tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2659
2659
|
status: z$1.ZodEnum<{
|
|
2660
2660
|
error: "error";
|
|
2661
|
+
pass: "pass";
|
|
2662
|
+
fail: "fail";
|
|
2661
2663
|
running: "running";
|
|
2662
2664
|
cancelled: "cancelled";
|
|
2663
2665
|
pending: "pending";
|
|
2664
|
-
pass: "pass";
|
|
2665
|
-
fail: "fail";
|
|
2666
2666
|
}>;
|
|
2667
2667
|
durationMs: z$1.ZodNullable<z$1.ZodNumber>;
|
|
2668
2668
|
cacheHits: z$1.ZodOptional<z$1.ZodNumber>;
|
|
@@ -2691,15 +2691,15 @@ declare const caseRowSchema$1: z$1.ZodObject<{
|
|
|
2691
2691
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2692
2692
|
number: "number";
|
|
2693
2693
|
boolean: "boolean";
|
|
2694
|
-
duration: "duration";
|
|
2695
|
-
json: "json";
|
|
2696
2694
|
file: "file";
|
|
2697
2695
|
markdown: "markdown";
|
|
2696
|
+
json: "json";
|
|
2698
2697
|
image: "image";
|
|
2699
2698
|
html: "html";
|
|
2700
2699
|
pdf: "pdf";
|
|
2701
2700
|
audio: "audio";
|
|
2702
2701
|
video: "video";
|
|
2702
|
+
duration: "duration";
|
|
2703
2703
|
percent: "percent";
|
|
2704
2704
|
passFail: "passFail";
|
|
2705
2705
|
stars: "stars";
|
|
@@ -2797,8 +2797,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2797
2797
|
status: z$1.ZodEnum<{
|
|
2798
2798
|
error: "error";
|
|
2799
2799
|
running: "running";
|
|
2800
|
-
ok: "ok";
|
|
2801
2800
|
cancelled: "cancelled";
|
|
2801
|
+
ok: "ok";
|
|
2802
2802
|
}>;
|
|
2803
2803
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2804
2804
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2834,8 +2834,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2834
2834
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2835
2835
|
string: "string";
|
|
2836
2836
|
number: "number";
|
|
2837
|
-
duration: "duration";
|
|
2838
2837
|
json: "json";
|
|
2838
|
+
duration: "duration";
|
|
2839
2839
|
}>>;
|
|
2840
2840
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
2841
2841
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -2848,9 +2848,9 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2848
2848
|
subtree: "subtree";
|
|
2849
2849
|
}>>;
|
|
2850
2850
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2851
|
+
sum: "sum";
|
|
2851
2852
|
all: "all";
|
|
2852
2853
|
last: "last";
|
|
2853
|
-
sum: "sum";
|
|
2854
2854
|
}>>;
|
|
2855
2855
|
}, z$1.core.$strip>>>;
|
|
2856
2856
|
}, z$1.core.$strip>;
|
|
@@ -2860,10 +2860,10 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2860
2860
|
namespace: z$1.ZodString;
|
|
2861
2861
|
key: z$1.ZodString;
|
|
2862
2862
|
status: z$1.ZodEnum<{
|
|
2863
|
-
bypass: "bypass";
|
|
2864
|
-
refresh: "refresh";
|
|
2865
2863
|
hit: "hit";
|
|
2866
2864
|
miss: "miss";
|
|
2865
|
+
refresh: "refresh";
|
|
2866
|
+
bypass: "bypass";
|
|
2867
2867
|
}>;
|
|
2868
2868
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2869
2869
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -2882,11 +2882,11 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2882
2882
|
tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2883
2883
|
status: z$1.ZodEnum<{
|
|
2884
2884
|
error: "error";
|
|
2885
|
+
pass: "pass";
|
|
2886
|
+
fail: "fail";
|
|
2885
2887
|
running: "running";
|
|
2886
2888
|
cancelled: "cancelled";
|
|
2887
2889
|
pending: "pending";
|
|
2888
|
-
pass: "pass";
|
|
2889
|
-
fail: "fail";
|
|
2890
2890
|
}>;
|
|
2891
2891
|
input: z$1.ZodUnknown;
|
|
2892
2892
|
trace: z$1.ZodArray<z$1.ZodObject<{
|
|
@@ -2900,8 +2900,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2900
2900
|
status: z$1.ZodEnum<{
|
|
2901
2901
|
error: "error";
|
|
2902
2902
|
running: "running";
|
|
2903
|
-
ok: "ok";
|
|
2904
2903
|
cancelled: "cancelled";
|
|
2904
|
+
ok: "ok";
|
|
2905
2905
|
}>;
|
|
2906
2906
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2907
2907
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2937,8 +2937,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2937
2937
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2938
2938
|
string: "string";
|
|
2939
2939
|
number: "number";
|
|
2940
|
-
duration: "duration";
|
|
2941
2940
|
json: "json";
|
|
2941
|
+
duration: "duration";
|
|
2942
2942
|
}>>;
|
|
2943
2943
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
2944
2944
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -2951,9 +2951,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2951
2951
|
subtree: "subtree";
|
|
2952
2952
|
}>>;
|
|
2953
2953
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2954
|
+
sum: "sum";
|
|
2954
2955
|
all: "all";
|
|
2955
2956
|
last: "last";
|
|
2956
|
-
sum: "sum";
|
|
2957
2957
|
}>>;
|
|
2958
2958
|
}, z$1.core.$strip>>>;
|
|
2959
2959
|
}, z$1.core.$strip>;
|
|
@@ -2969,8 +2969,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2969
2969
|
status: z$1.ZodEnum<{
|
|
2970
2970
|
error: "error";
|
|
2971
2971
|
running: "running";
|
|
2972
|
-
ok: "ok";
|
|
2973
2972
|
cancelled: "cancelled";
|
|
2973
|
+
ok: "ok";
|
|
2974
2974
|
}>;
|
|
2975
2975
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2976
2976
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -3006,8 +3006,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
3006
3006
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3007
3007
|
string: "string";
|
|
3008
3008
|
number: "number";
|
|
3009
|
-
duration: "duration";
|
|
3010
3009
|
json: "json";
|
|
3010
|
+
duration: "duration";
|
|
3011
3011
|
}>>;
|
|
3012
3012
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3013
3013
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -3020,9 +3020,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
3020
3020
|
subtree: "subtree";
|
|
3021
3021
|
}>>;
|
|
3022
3022
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3023
|
+
sum: "sum";
|
|
3023
3024
|
all: "all";
|
|
3024
3025
|
last: "last";
|
|
3025
|
-
sum: "sum";
|
|
3026
3026
|
}>>;
|
|
3027
3027
|
}, z$1.core.$strip>>>;
|
|
3028
3028
|
}, z$1.core.$strip>;
|
|
@@ -3032,10 +3032,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
3032
3032
|
namespace: z$1.ZodString;
|
|
3033
3033
|
key: z$1.ZodString;
|
|
3034
3034
|
status: z$1.ZodEnum<{
|
|
3035
|
-
bypass: "bypass";
|
|
3036
|
-
refresh: "refresh";
|
|
3037
3035
|
hit: "hit";
|
|
3038
3036
|
miss: "miss";
|
|
3037
|
+
refresh: "refresh";
|
|
3038
|
+
bypass: "bypass";
|
|
3039
3039
|
}>;
|
|
3040
3040
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
3041
3041
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -3066,15 +3066,15 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
3066
3066
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3067
3067
|
number: "number";
|
|
3068
3068
|
boolean: "boolean";
|
|
3069
|
-
duration: "duration";
|
|
3070
|
-
json: "json";
|
|
3071
3069
|
file: "file";
|
|
3072
3070
|
markdown: "markdown";
|
|
3071
|
+
json: "json";
|
|
3073
3072
|
image: "image";
|
|
3074
3073
|
html: "html";
|
|
3075
3074
|
pdf: "pdf";
|
|
3076
3075
|
audio: "audio";
|
|
3077
3076
|
video: "video";
|
|
3077
|
+
duration: "duration";
|
|
3078
3078
|
percent: "percent";
|
|
3079
3079
|
passFail: "passFail";
|
|
3080
3080
|
stars: "stars";
|
|
@@ -3138,10 +3138,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
3138
3138
|
namespace: z$1.ZodString;
|
|
3139
3139
|
key: z$1.ZodString;
|
|
3140
3140
|
status: z$1.ZodEnum<{
|
|
3141
|
-
bypass: "bypass";
|
|
3142
|
-
refresh: "refresh";
|
|
3143
3141
|
hit: "hit";
|
|
3144
3142
|
miss: "miss";
|
|
3143
|
+
refresh: "refresh";
|
|
3144
|
+
bypass: "bypass";
|
|
3145
3145
|
}>;
|
|
3146
3146
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
3147
3147
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -3194,10 +3194,10 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
|
|
|
3194
3194
|
type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
|
|
3195
3195
|
/** Reducer applied to a numeric column across all cases of a single run. */
|
|
3196
3196
|
declare const evalChartAggregateSchema: z$1.ZodEnum<{
|
|
3197
|
-
sum: "sum";
|
|
3198
3197
|
avg: "avg";
|
|
3199
3198
|
min: "min";
|
|
3200
3199
|
max: "max";
|
|
3200
|
+
sum: "sum";
|
|
3201
3201
|
latest: "latest";
|
|
3202
3202
|
passThresholdRate: "passThresholdRate";
|
|
3203
3203
|
}>;
|
|
@@ -3208,11 +3208,11 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
|
|
|
3208
3208
|
* not emit raw hex so authored evals stay decoupled from the web theme.
|
|
3209
3209
|
*/
|
|
3210
3210
|
declare const evalChartColorSchema: z$1.ZodEnum<{
|
|
3211
|
-
error: "error";
|
|
3212
3211
|
success: "success";
|
|
3213
|
-
|
|
3212
|
+
error: "error";
|
|
3214
3213
|
accent: "accent";
|
|
3215
3214
|
accentDim: "accentDim";
|
|
3215
|
+
warning: "warning";
|
|
3216
3216
|
textMuted: "textMuted";
|
|
3217
3217
|
}>;
|
|
3218
3218
|
/** Semantic color token resolved to a theme color by the web UI. */
|
|
@@ -3237,11 +3237,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
3237
3237
|
}>;
|
|
3238
3238
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3239
3239
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3240
|
-
error: "error";
|
|
3241
3240
|
success: "success";
|
|
3242
|
-
|
|
3241
|
+
error: "error";
|
|
3243
3242
|
accent: "accent";
|
|
3244
3243
|
accentDim: "accentDim";
|
|
3244
|
+
warning: "warning";
|
|
3245
3245
|
textMuted: "textMuted";
|
|
3246
3246
|
}>>;
|
|
3247
3247
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3252,20 +3252,20 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
3252
3252
|
source: z$1.ZodLiteral<"column">;
|
|
3253
3253
|
key: z$1.ZodString;
|
|
3254
3254
|
aggregate: z$1.ZodEnum<{
|
|
3255
|
-
sum: "sum";
|
|
3256
3255
|
avg: "avg";
|
|
3257
3256
|
min: "min";
|
|
3258
3257
|
max: "max";
|
|
3258
|
+
sum: "sum";
|
|
3259
3259
|
latest: "latest";
|
|
3260
3260
|
passThresholdRate: "passThresholdRate";
|
|
3261
3261
|
}>;
|
|
3262
3262
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3263
3263
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3264
|
-
error: "error";
|
|
3265
3264
|
success: "success";
|
|
3266
|
-
|
|
3265
|
+
error: "error";
|
|
3267
3266
|
accent: "accent";
|
|
3268
3267
|
accentDim: "accentDim";
|
|
3268
|
+
warning: "warning";
|
|
3269
3269
|
textMuted: "textMuted";
|
|
3270
3270
|
}>>;
|
|
3271
3271
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3287,10 +3287,10 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
|
|
|
3287
3287
|
source: z$1.ZodLiteral<"column">;
|
|
3288
3288
|
key: z$1.ZodString;
|
|
3289
3289
|
aggregate: z$1.ZodEnum<{
|
|
3290
|
-
sum: "sum";
|
|
3291
3290
|
avg: "avg";
|
|
3292
3291
|
min: "min";
|
|
3293
3292
|
max: "max";
|
|
3293
|
+
sum: "sum";
|
|
3294
3294
|
latest: "latest";
|
|
3295
3295
|
passThresholdRate: "passThresholdRate";
|
|
3296
3296
|
}>;
|
|
@@ -3320,11 +3320,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
3320
3320
|
}>;
|
|
3321
3321
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3322
3322
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3323
|
-
error: "error";
|
|
3324
3323
|
success: "success";
|
|
3325
|
-
|
|
3324
|
+
error: "error";
|
|
3326
3325
|
accent: "accent";
|
|
3327
3326
|
accentDim: "accentDim";
|
|
3327
|
+
warning: "warning";
|
|
3328
3328
|
textMuted: "textMuted";
|
|
3329
3329
|
}>>;
|
|
3330
3330
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3335,20 +3335,20 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
3335
3335
|
source: z$1.ZodLiteral<"column">;
|
|
3336
3336
|
key: z$1.ZodString;
|
|
3337
3337
|
aggregate: z$1.ZodEnum<{
|
|
3338
|
-
sum: "sum";
|
|
3339
3338
|
avg: "avg";
|
|
3340
3339
|
min: "min";
|
|
3341
3340
|
max: "max";
|
|
3341
|
+
sum: "sum";
|
|
3342
3342
|
latest: "latest";
|
|
3343
3343
|
passThresholdRate: "passThresholdRate";
|
|
3344
3344
|
}>;
|
|
3345
3345
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3346
3346
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3347
|
-
error: "error";
|
|
3348
3347
|
success: "success";
|
|
3349
|
-
|
|
3348
|
+
error: "error";
|
|
3350
3349
|
accent: "accent";
|
|
3351
3350
|
accentDim: "accentDim";
|
|
3351
|
+
warning: "warning";
|
|
3352
3352
|
textMuted: "textMuted";
|
|
3353
3353
|
}>>;
|
|
3354
3354
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3377,10 +3377,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
3377
3377
|
source: z$1.ZodLiteral<"column">;
|
|
3378
3378
|
key: z$1.ZodString;
|
|
3379
3379
|
aggregate: z$1.ZodEnum<{
|
|
3380
|
-
sum: "sum";
|
|
3381
3380
|
avg: "avg";
|
|
3382
3381
|
min: "min";
|
|
3383
3382
|
max: "max";
|
|
3383
|
+
sum: "sum";
|
|
3384
3384
|
latest: "latest";
|
|
3385
3385
|
passThresholdRate: "passThresholdRate";
|
|
3386
3386
|
}>;
|
|
@@ -3410,11 +3410,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3410
3410
|
}>;
|
|
3411
3411
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3412
3412
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3413
|
-
error: "error";
|
|
3414
3413
|
success: "success";
|
|
3415
|
-
|
|
3414
|
+
error: "error";
|
|
3416
3415
|
accent: "accent";
|
|
3417
3416
|
accentDim: "accentDim";
|
|
3417
|
+
warning: "warning";
|
|
3418
3418
|
textMuted: "textMuted";
|
|
3419
3419
|
}>>;
|
|
3420
3420
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3425,20 +3425,20 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3425
3425
|
source: z$1.ZodLiteral<"column">;
|
|
3426
3426
|
key: z$1.ZodString;
|
|
3427
3427
|
aggregate: z$1.ZodEnum<{
|
|
3428
|
-
sum: "sum";
|
|
3429
3428
|
avg: "avg";
|
|
3430
3429
|
min: "min";
|
|
3431
3430
|
max: "max";
|
|
3431
|
+
sum: "sum";
|
|
3432
3432
|
latest: "latest";
|
|
3433
3433
|
passThresholdRate: "passThresholdRate";
|
|
3434
3434
|
}>;
|
|
3435
3435
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3436
3436
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3437
|
-
error: "error";
|
|
3438
3437
|
success: "success";
|
|
3439
|
-
|
|
3438
|
+
error: "error";
|
|
3440
3439
|
accent: "accent";
|
|
3441
3440
|
accentDim: "accentDim";
|
|
3441
|
+
warning: "warning";
|
|
3442
3442
|
textMuted: "textMuted";
|
|
3443
3443
|
}>>;
|
|
3444
3444
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3467,10 +3467,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3467
3467
|
source: z$1.ZodLiteral<"column">;
|
|
3468
3468
|
key: z$1.ZodString;
|
|
3469
3469
|
aggregate: z$1.ZodEnum<{
|
|
3470
|
-
sum: "sum";
|
|
3471
3470
|
avg: "avg";
|
|
3472
3471
|
min: "min";
|
|
3473
3472
|
max: "max";
|
|
3473
|
+
sum: "sum";
|
|
3474
3474
|
latest: "latest";
|
|
3475
3475
|
passThresholdRate: "passThresholdRate";
|
|
3476
3476
|
}>;
|
|
@@ -3498,9 +3498,9 @@ declare const runManifestSchema$1: z$1.ZodObject<{
|
|
|
3498
3498
|
evalSourceFingerprints: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodString>>>;
|
|
3499
3499
|
target: z$1.ZodObject<{
|
|
3500
3500
|
mode: z$1.ZodEnum<{
|
|
3501
|
+
caseIds: "caseIds";
|
|
3501
3502
|
all: "all";
|
|
3502
3503
|
evalIds: "evalIds";
|
|
3503
|
-
caseIds: "caseIds";
|
|
3504
3504
|
}>;
|
|
3505
3505
|
evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
3506
3506
|
files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
@@ -3514,9 +3514,9 @@ declare const runManifestSchema$1: z$1.ZodObject<{
|
|
|
3514
3514
|
median: "median";
|
|
3515
3515
|
}>>>;
|
|
3516
3516
|
cacheMode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3517
|
-
use: "use";
|
|
3518
|
-
bypass: "bypass";
|
|
3519
3517
|
refresh: "refresh";
|
|
3518
|
+
bypass: "bypass";
|
|
3519
|
+
use: "use";
|
|
3520
3520
|
}>>;
|
|
3521
3521
|
}, z$1.core.$strip>;
|
|
3522
3522
|
/** Persisted lifecycle metadata for a single eval run. */
|
|
@@ -3702,8 +3702,8 @@ declare const llmCallMetricFormatSchema$1: z$1.ZodEnum<{
|
|
|
3702
3702
|
string: "string";
|
|
3703
3703
|
number: "number";
|
|
3704
3704
|
boolean: "boolean";
|
|
3705
|
-
duration: "duration";
|
|
3706
3705
|
json: "json";
|
|
3706
|
+
duration: "duration";
|
|
3707
3707
|
}>;
|
|
3708
3708
|
/** Render format applied to an LLM-call metric value. */
|
|
3709
3709
|
type LlmCallMetricFormat = z$1.infer<typeof llmCallMetricFormatSchema$1>;
|
|
@@ -3712,8 +3712,8 @@ declare const apiCallMetricFormatSchema$1: z$1.ZodEnum<{
|
|
|
3712
3712
|
string: "string";
|
|
3713
3713
|
number: "number";
|
|
3714
3714
|
boolean: "boolean";
|
|
3715
|
-
duration: "duration";
|
|
3716
3715
|
json: "json";
|
|
3716
|
+
duration: "duration";
|
|
3717
3717
|
}>;
|
|
3718
3718
|
/** Render format applied to an API-call metric value. */
|
|
3719
3719
|
type ApiCallMetricFormat = z$1.infer<typeof apiCallMetricFormatSchema$1>;
|
|
@@ -3782,8 +3782,8 @@ declare const llmCallMetricSchema: z$1.ZodObject<{
|
|
|
3782
3782
|
string: "string";
|
|
3783
3783
|
number: "number";
|
|
3784
3784
|
boolean: "boolean";
|
|
3785
|
-
duration: "duration";
|
|
3786
3785
|
json: "json";
|
|
3786
|
+
duration: "duration";
|
|
3787
3787
|
}>>;
|
|
3788
3788
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3789
3789
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -3811,8 +3811,8 @@ declare const apiCallMetricSchema: z$1.ZodObject<{
|
|
|
3811
3811
|
string: "string";
|
|
3812
3812
|
number: "number";
|
|
3813
3813
|
boolean: "boolean";
|
|
3814
|
-
duration: "duration";
|
|
3815
3814
|
json: "json";
|
|
3815
|
+
duration: "duration";
|
|
3816
3816
|
}>>;
|
|
3817
3817
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3818
3818
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -3925,8 +3925,8 @@ declare const llmCallsConfigSchema: z$1.ZodObject<{
|
|
|
3925
3925
|
string: "string";
|
|
3926
3926
|
number: "number";
|
|
3927
3927
|
boolean: "boolean";
|
|
3928
|
-
duration: "duration";
|
|
3929
3928
|
json: "json";
|
|
3929
|
+
duration: "duration";
|
|
3930
3930
|
}>>;
|
|
3931
3931
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3932
3932
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -3961,8 +3961,8 @@ declare const apiCallsConfigSchema: z$1.ZodObject<{
|
|
|
3961
3961
|
string: "string";
|
|
3962
3962
|
number: "number";
|
|
3963
3963
|
boolean: "boolean";
|
|
3964
|
-
duration: "duration";
|
|
3965
3964
|
json: "json";
|
|
3965
|
+
duration: "duration";
|
|
3966
3966
|
}>>;
|
|
3967
3967
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3968
3968
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -4436,9 +4436,9 @@ declare function extractApiCalls(spans: EvalTraceSpan$1[], config: ResolvedApiCa
|
|
|
4436
4436
|
* - `refresh`: never read, always write (forces re-execution and overwrites).
|
|
4437
4437
|
*/
|
|
4438
4438
|
declare const cacheModeSchema: z$1.ZodEnum<{
|
|
4439
|
-
use: "use";
|
|
4440
|
-
bypass: "bypass";
|
|
4441
4439
|
refresh: "refresh";
|
|
4440
|
+
bypass: "bypass";
|
|
4441
|
+
use: "use";
|
|
4442
4442
|
}>;
|
|
4443
4443
|
/** Mode controlling how cached spans behave during a run. */
|
|
4444
4444
|
type CacheMode = z$1.infer<typeof cacheModeSchema>;
|
|
@@ -4459,10 +4459,10 @@ declare const cacheOperationTypeSchema: z$1.ZodEnum<{
|
|
|
4459
4459
|
type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
|
|
4460
4460
|
/** Status of a cache lookup recorded on a span or case scope. */
|
|
4461
4461
|
declare const cacheStatusSchema: z$1.ZodEnum<{
|
|
4462
|
-
bypass: "bypass";
|
|
4463
|
-
refresh: "refresh";
|
|
4464
4462
|
hit: "hit";
|
|
4465
4463
|
miss: "miss";
|
|
4464
|
+
refresh: "refresh";
|
|
4465
|
+
bypass: "bypass";
|
|
4466
4466
|
}>;
|
|
4467
4467
|
/** Status of a cache lookup recorded on a span or case scope. */
|
|
4468
4468
|
type CacheStatus = z$1.infer<typeof cacheStatusSchema>;
|
|
@@ -4479,10 +4479,10 @@ declare const traceCacheRefSchema: z$1.ZodObject<{
|
|
|
4479
4479
|
namespace: z$1.ZodString;
|
|
4480
4480
|
key: z$1.ZodString;
|
|
4481
4481
|
status: z$1.ZodEnum<{
|
|
4482
|
-
bypass: "bypass";
|
|
4483
|
-
refresh: "refresh";
|
|
4484
4482
|
hit: "hit";
|
|
4485
4483
|
miss: "miss";
|
|
4484
|
+
refresh: "refresh";
|
|
4485
|
+
bypass: "bypass";
|
|
4486
4486
|
}>;
|
|
4487
4487
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
4488
4488
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -4538,15 +4538,15 @@ declare const cacheRecordingOpSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
4538
4538
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4539
4539
|
number: "number";
|
|
4540
4540
|
boolean: "boolean";
|
|
4541
|
-
duration: "duration";
|
|
4542
|
-
json: "json";
|
|
4543
4541
|
file: "file";
|
|
4544
4542
|
markdown: "markdown";
|
|
4543
|
+
json: "json";
|
|
4545
4544
|
image: "image";
|
|
4546
4545
|
html: "html";
|
|
4547
4546
|
pdf: "pdf";
|
|
4548
4547
|
audio: "audio";
|
|
4549
4548
|
video: "video";
|
|
4549
|
+
duration: "duration";
|
|
4550
4550
|
percent: "percent";
|
|
4551
4551
|
passFail: "passFail";
|
|
4552
4552
|
stars: "stars";
|
|
@@ -4590,8 +4590,8 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
|
|
|
4590
4590
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4591
4591
|
error: "error";
|
|
4592
4592
|
running: "running";
|
|
4593
|
-
ok: "ok";
|
|
4594
4593
|
cancelled: "cancelled";
|
|
4594
|
+
ok: "ok";
|
|
4595
4595
|
}>>;
|
|
4596
4596
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4597
4597
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4626,15 +4626,15 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
|
|
|
4626
4626
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4627
4627
|
number: "number";
|
|
4628
4628
|
boolean: "boolean";
|
|
4629
|
-
duration: "duration";
|
|
4630
|
-
json: "json";
|
|
4631
4629
|
file: "file";
|
|
4632
4630
|
markdown: "markdown";
|
|
4631
|
+
json: "json";
|
|
4633
4632
|
image: "image";
|
|
4634
4633
|
html: "html";
|
|
4635
4634
|
pdf: "pdf";
|
|
4636
4635
|
audio: "audio";
|
|
4637
4636
|
video: "video";
|
|
4637
|
+
duration: "duration";
|
|
4638
4638
|
percent: "percent";
|
|
4639
4639
|
passFail: "passFail";
|
|
4640
4640
|
stars: "stars";
|
|
@@ -4691,8 +4691,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
|
|
|
4691
4691
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4692
4692
|
error: "error";
|
|
4693
4693
|
running: "running";
|
|
4694
|
-
ok: "ok";
|
|
4695
4694
|
cancelled: "cancelled";
|
|
4695
|
+
ok: "ok";
|
|
4696
4696
|
}>>;
|
|
4697
4697
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4698
4698
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4727,15 +4727,15 @@ declare const cacheEntrySchema: z$1.ZodObject<{
|
|
|
4727
4727
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4728
4728
|
number: "number";
|
|
4729
4729
|
boolean: "boolean";
|
|
4730
|
-
duration: "duration";
|
|
4731
|
-
json: "json";
|
|
4732
4730
|
file: "file";
|
|
4733
4731
|
markdown: "markdown";
|
|
4732
|
+
json: "json";
|
|
4734
4733
|
image: "image";
|
|
4735
4734
|
html: "html";
|
|
4736
4735
|
pdf: "pdf";
|
|
4737
4736
|
audio: "audio";
|
|
4738
4737
|
video: "video";
|
|
4738
|
+
duration: "duration";
|
|
4739
4739
|
percent: "percent";
|
|
4740
4740
|
passFail: "passFail";
|
|
4741
4741
|
stars: "stars";
|
|
@@ -4809,8 +4809,8 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
|
|
|
4809
4809
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4810
4810
|
error: "error";
|
|
4811
4811
|
running: "running";
|
|
4812
|
-
ok: "ok";
|
|
4813
4812
|
cancelled: "cancelled";
|
|
4813
|
+
ok: "ok";
|
|
4814
4814
|
}>>;
|
|
4815
4815
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4816
4816
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4845,15 +4845,15 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
|
|
|
4845
4845
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4846
4846
|
number: "number";
|
|
4847
4847
|
boolean: "boolean";
|
|
4848
|
-
duration: "duration";
|
|
4849
|
-
json: "json";
|
|
4850
4848
|
file: "file";
|
|
4851
4849
|
markdown: "markdown";
|
|
4850
|
+
json: "json";
|
|
4852
4851
|
image: "image";
|
|
4853
4852
|
html: "html";
|
|
4854
4853
|
pdf: "pdf";
|
|
4855
4854
|
audio: "audio";
|
|
4856
4855
|
video: "video";
|
|
4856
|
+
duration: "duration";
|
|
4857
4857
|
percent: "percent";
|
|
4858
4858
|
passFail: "passFail";
|
|
4859
4859
|
stars: "stars";
|
|
@@ -4916,8 +4916,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
4916
4916
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4917
4917
|
error: "error";
|
|
4918
4918
|
running: "running";
|
|
4919
|
-
ok: "ok";
|
|
4920
4919
|
cancelled: "cancelled";
|
|
4920
|
+
ok: "ok";
|
|
4921
4921
|
}>>;
|
|
4922
4922
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4923
4923
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4952,15 +4952,15 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
4952
4952
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4953
4953
|
number: "number";
|
|
4954
4954
|
boolean: "boolean";
|
|
4955
|
-
duration: "duration";
|
|
4956
|
-
json: "json";
|
|
4957
4955
|
file: "file";
|
|
4958
4956
|
markdown: "markdown";
|
|
4957
|
+
json: "json";
|
|
4959
4958
|
image: "image";
|
|
4960
4959
|
html: "html";
|
|
4961
4960
|
pdf: "pdf";
|
|
4962
4961
|
audio: "audio";
|
|
4963
4962
|
video: "video";
|
|
4963
|
+
duration: "duration";
|
|
4964
4964
|
percent: "percent";
|
|
4965
4965
|
passFail: "passFail";
|
|
4966
4966
|
stars: "stars";
|
|
@@ -5025,8 +5025,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
5025
5025
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5026
5026
|
error: "error";
|
|
5027
5027
|
running: "running";
|
|
5028
|
-
ok: "ok";
|
|
5029
5028
|
cancelled: "cancelled";
|
|
5029
|
+
ok: "ok";
|
|
5030
5030
|
}>>;
|
|
5031
5031
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
5032
5032
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -5061,15 +5061,15 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
5061
5061
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5062
5062
|
number: "number";
|
|
5063
5063
|
boolean: "boolean";
|
|
5064
|
-
duration: "duration";
|
|
5065
|
-
json: "json";
|
|
5066
5064
|
file: "file";
|
|
5067
5065
|
markdown: "markdown";
|
|
5066
|
+
json: "json";
|
|
5068
5067
|
image: "image";
|
|
5069
5068
|
html: "html";
|
|
5070
5069
|
pdf: "pdf";
|
|
5071
5070
|
audio: "audio";
|
|
5072
5071
|
video: "video";
|
|
5072
|
+
duration: "duration";
|
|
5073
5073
|
percent: "percent";
|
|
5074
5074
|
passFail: "passFail";
|
|
5075
5075
|
stars: "stars";
|
|
@@ -5132,8 +5132,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
|
|
|
5132
5132
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5133
5133
|
error: "error";
|
|
5134
5134
|
running: "running";
|
|
5135
|
-
ok: "ok";
|
|
5136
5135
|
cancelled: "cancelled";
|
|
5136
|
+
ok: "ok";
|
|
5137
5137
|
}>>;
|
|
5138
5138
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
5139
5139
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -5168,15 +5168,15 @@ declare const cacheFileSchema: z$1.ZodObject<{
|
|
|
5168
5168
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5169
5169
|
number: "number";
|
|
5170
5170
|
boolean: "boolean";
|
|
5171
|
-
duration: "duration";
|
|
5172
|
-
json: "json";
|
|
5173
5171
|
file: "file";
|
|
5174
5172
|
markdown: "markdown";
|
|
5173
|
+
json: "json";
|
|
5175
5174
|
image: "image";
|
|
5176
5175
|
html: "html";
|
|
5177
5176
|
pdf: "pdf";
|
|
5178
5177
|
audio: "audio";
|
|
5179
5178
|
video: "video";
|
|
5179
|
+
duration: "duration";
|
|
5180
5180
|
percent: "percent";
|
|
5181
5181
|
passFail: "passFail";
|
|
5182
5182
|
stars: "stars";
|
|
@@ -5249,8 +5249,8 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
|
|
|
5249
5249
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5250
5250
|
error: "error";
|
|
5251
5251
|
running: "running";
|
|
5252
|
-
ok: "ok";
|
|
5253
5252
|
cancelled: "cancelled";
|
|
5253
|
+
ok: "ok";
|
|
5254
5254
|
}>>;
|
|
5255
5255
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
5256
5256
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -5285,15 +5285,15 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
|
|
|
5285
5285
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5286
5286
|
number: "number";
|
|
5287
5287
|
boolean: "boolean";
|
|
5288
|
-
duration: "duration";
|
|
5289
|
-
json: "json";
|
|
5290
5288
|
file: "file";
|
|
5291
5289
|
markdown: "markdown";
|
|
5290
|
+
json: "json";
|
|
5292
5291
|
image: "image";
|
|
5293
5292
|
html: "html";
|
|
5294
5293
|
pdf: "pdf";
|
|
5295
5294
|
audio: "audio";
|
|
5296
5295
|
video: "video";
|
|
5296
|
+
duration: "duration";
|
|
5297
5297
|
percent: "percent";
|
|
5298
5298
|
passFail: "passFail";
|
|
5299
5299
|
stars: "stars";
|
|
@@ -5434,9 +5434,9 @@ type ConfigReloadState = z$1.infer<typeof configReloadStateSchema$1>;
|
|
|
5434
5434
|
declare const createRunRequestSchema$1: z$1.ZodObject<{
|
|
5435
5435
|
target: z$1.ZodObject<{
|
|
5436
5436
|
mode: z$1.ZodEnum<{
|
|
5437
|
+
caseIds: "caseIds";
|
|
5437
5438
|
all: "all";
|
|
5438
5439
|
evalIds: "evalIds";
|
|
5439
|
-
caseIds: "caseIds";
|
|
5440
5440
|
}>;
|
|
5441
5441
|
evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
5442
5442
|
files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
@@ -5448,9 +5448,9 @@ declare const createRunRequestSchema$1: z$1.ZodObject<{
|
|
|
5448
5448
|
temporary: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
5449
5449
|
cache: z$1.ZodOptional<z$1.ZodObject<{
|
|
5450
5450
|
mode: z$1.ZodDefault<z$1.ZodEnum<{
|
|
5451
|
-
use: "use";
|
|
5452
|
-
bypass: "bypass";
|
|
5453
5451
|
refresh: "refresh";
|
|
5452
|
+
bypass: "bypass";
|
|
5453
|
+
use: "use";
|
|
5454
5454
|
}>>;
|
|
5455
5455
|
}, z$1.core.$strip>>;
|
|
5456
5456
|
manualInputs: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|