@ls-stack/agent-eval 0.54.0 → 0.55.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{app-CMJtftUB.mjs → app-CunZ8Dku.mjs} +4 -4
- package/dist/apps/web/dist/assets/index-2I-eWzVL.css +1 -0
- package/dist/apps/web/dist/assets/{index-Bx1VZctJ.js → index-CvsPmlHl.js} +45 -45
- package/dist/apps/web/dist/index.html +2 -2
- package/dist/bin.mjs +1 -1
- package/dist/{cli-BEtk5skO.mjs → cli-rvPrUj6S.mjs} +3 -3
- package/dist/index.d.mts +103 -103
- package/dist/index.mjs +3 -3
- package/dist/runChild.mjs +1 -1
- package/dist/{runOrchestration-C78U4Ir0.mjs → runOrchestration-BWyE5lRX.mjs} +8 -0
- package/dist/{runner-pmIYculz.mjs → runner-C2fvjKZP.mjs} +1 -1
- package/dist/{runner-5y6nEBZM.mjs → runner-CFQ8LZmY.mjs} +2 -2
- package/dist/{src-BM6LW4ou.mjs → src-DEENkbkn.mjs} +2 -2
- package/package.json +1 -1
- package/dist/apps/web/dist/assets/index-BcLH_Wme.css +0 -1
package/dist/index.d.mts
CHANGED
|
@@ -1901,8 +1901,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
|
|
|
1901
1901
|
}>>;
|
|
1902
1902
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1903
1903
|
all: "all";
|
|
1904
|
-
sum: "sum";
|
|
1905
1904
|
last: "last";
|
|
1905
|
+
sum: "sum";
|
|
1906
1906
|
}>>;
|
|
1907
1907
|
}, z$1.core.$strip>;
|
|
1908
1908
|
/**
|
|
@@ -1937,8 +1937,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
|
|
|
1937
1937
|
}>>;
|
|
1938
1938
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1939
1939
|
all: "all";
|
|
1940
|
-
sum: "sum";
|
|
1941
1940
|
last: "last";
|
|
1941
|
+
sum: "sum";
|
|
1942
1942
|
}>>;
|
|
1943
1943
|
}, z$1.core.$strip>>>;
|
|
1944
1944
|
}, z$1.core.$strip>;
|
|
@@ -1977,8 +1977,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
|
|
|
1977
1977
|
}>>;
|
|
1978
1978
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1979
1979
|
all: "all";
|
|
1980
|
-
sum: "sum";
|
|
1981
1980
|
last: "last";
|
|
1981
|
+
sum: "sum";
|
|
1982
1982
|
}>>;
|
|
1983
1983
|
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
1984
1984
|
}, z$1.core.$strip>;
|
|
@@ -2015,8 +2015,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
|
|
|
2015
2015
|
}>>;
|
|
2016
2016
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2017
2017
|
all: "all";
|
|
2018
|
-
sum: "sum";
|
|
2019
2018
|
last: "last";
|
|
2019
|
+
sum: "sum";
|
|
2020
2020
|
}>>;
|
|
2021
2021
|
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
2022
2022
|
}, z$1.core.$strip>>>;
|
|
@@ -2051,10 +2051,10 @@ declare const traceSpanSchema$1: z$1.ZodObject<{
|
|
|
2051
2051
|
startedAt: z$1.ZodString;
|
|
2052
2052
|
endedAt: z$1.ZodNullable<z$1.ZodString>;
|
|
2053
2053
|
status: z$1.ZodEnum<{
|
|
2054
|
-
running: "running";
|
|
2055
|
-
cancelled: "cancelled";
|
|
2056
2054
|
error: "error";
|
|
2055
|
+
running: "running";
|
|
2057
2056
|
ok: "ok";
|
|
2057
|
+
cancelled: "cancelled";
|
|
2058
2058
|
}>;
|
|
2059
2059
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2060
2060
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2099,10 +2099,10 @@ type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
|
|
|
2099
2099
|
* `best` selects the highest finite value and `worst` selects the lowest.
|
|
2100
2100
|
*/
|
|
2101
2101
|
declare const evalStatAggregateSchema: z$1.ZodEnum<{
|
|
2102
|
-
avg: "avg";
|
|
2103
|
-
sum: "sum";
|
|
2104
2102
|
min: "min";
|
|
2105
2103
|
max: "max";
|
|
2104
|
+
sum: "sum";
|
|
2105
|
+
avg: "avg";
|
|
2106
2106
|
best: "best";
|
|
2107
2107
|
worst: "worst";
|
|
2108
2108
|
}>;
|
|
@@ -2131,10 +2131,10 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2131
2131
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2132
2132
|
kind: z$1.ZodLiteral<"duration">;
|
|
2133
2133
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2134
|
-
avg: "avg";
|
|
2135
|
-
sum: "sum";
|
|
2136
2134
|
min: "min";
|
|
2137
2135
|
max: "max";
|
|
2136
|
+
sum: "sum";
|
|
2137
|
+
avg: "avg";
|
|
2138
2138
|
best: "best";
|
|
2139
2139
|
worst: "worst";
|
|
2140
2140
|
}>>;
|
|
@@ -2142,10 +2142,10 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2142
2142
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2143
2143
|
kind: z$1.ZodLiteral<"cacheHits">;
|
|
2144
2144
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2145
|
-
avg: "avg";
|
|
2146
|
-
sum: "sum";
|
|
2147
2145
|
min: "min";
|
|
2148
2146
|
max: "max";
|
|
2147
|
+
sum: "sum";
|
|
2148
|
+
avg: "avg";
|
|
2149
2149
|
best: "best";
|
|
2150
2150
|
worst: "worst";
|
|
2151
2151
|
}>>;
|
|
@@ -2155,10 +2155,10 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2155
2155
|
key: z$1.ZodString;
|
|
2156
2156
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2157
2157
|
aggregate: z$1.ZodEnum<{
|
|
2158
|
-
avg: "avg";
|
|
2159
|
-
sum: "sum";
|
|
2160
2158
|
min: "min";
|
|
2161
2159
|
max: "max";
|
|
2160
|
+
sum: "sum";
|
|
2161
|
+
avg: "avg";
|
|
2162
2162
|
best: "best";
|
|
2163
2163
|
worst: "worst";
|
|
2164
2164
|
}>;
|
|
@@ -2195,10 +2195,10 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
|
|
|
2195
2195
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2196
2196
|
kind: z$1.ZodLiteral<"duration">;
|
|
2197
2197
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2198
|
-
avg: "avg";
|
|
2199
|
-
sum: "sum";
|
|
2200
2198
|
min: "min";
|
|
2201
2199
|
max: "max";
|
|
2200
|
+
sum: "sum";
|
|
2201
|
+
avg: "avg";
|
|
2202
2202
|
best: "best";
|
|
2203
2203
|
worst: "worst";
|
|
2204
2204
|
}>>;
|
|
@@ -2206,10 +2206,10 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
|
|
|
2206
2206
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2207
2207
|
kind: z$1.ZodLiteral<"cacheHits">;
|
|
2208
2208
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2209
|
-
avg: "avg";
|
|
2210
|
-
sum: "sum";
|
|
2211
2209
|
min: "min";
|
|
2212
2210
|
max: "max";
|
|
2211
|
+
sum: "sum";
|
|
2212
|
+
avg: "avg";
|
|
2213
2213
|
best: "best";
|
|
2214
2214
|
worst: "worst";
|
|
2215
2215
|
}>>;
|
|
@@ -2219,10 +2219,10 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
|
|
|
2219
2219
|
key: z$1.ZodString;
|
|
2220
2220
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2221
2221
|
aggregate: z$1.ZodEnum<{
|
|
2222
|
-
avg: "avg";
|
|
2223
|
-
sum: "sum";
|
|
2224
2222
|
min: "min";
|
|
2225
2223
|
max: "max";
|
|
2224
|
+
sum: "sum";
|
|
2225
|
+
avg: "avg";
|
|
2226
2226
|
best: "best";
|
|
2227
2227
|
worst: "worst";
|
|
2228
2228
|
}>;
|
|
@@ -2304,9 +2304,9 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2304
2304
|
caseCount: z$1.ZodNullable<z$1.ZodNumber>;
|
|
2305
2305
|
caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2306
2306
|
lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
|
|
2307
|
+
error: "error";
|
|
2307
2308
|
running: "running";
|
|
2308
2309
|
cancelled: "cancelled";
|
|
2309
|
-
error: "error";
|
|
2310
2310
|
pass: "pass";
|
|
2311
2311
|
fail: "fail";
|
|
2312
2312
|
unscored: "unscored";
|
|
@@ -2322,10 +2322,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2322
2322
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2323
2323
|
kind: z$1.ZodLiteral<"duration">;
|
|
2324
2324
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2325
|
-
avg: "avg";
|
|
2326
|
-
sum: "sum";
|
|
2327
2325
|
min: "min";
|
|
2328
2326
|
max: "max";
|
|
2327
|
+
sum: "sum";
|
|
2328
|
+
avg: "avg";
|
|
2329
2329
|
best: "best";
|
|
2330
2330
|
worst: "worst";
|
|
2331
2331
|
}>>;
|
|
@@ -2333,10 +2333,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2333
2333
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2334
2334
|
kind: z$1.ZodLiteral<"cacheHits">;
|
|
2335
2335
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2336
|
-
avg: "avg";
|
|
2337
|
-
sum: "sum";
|
|
2338
2336
|
min: "min";
|
|
2339
2337
|
max: "max";
|
|
2338
|
+
sum: "sum";
|
|
2339
|
+
avg: "avg";
|
|
2340
2340
|
best: "best";
|
|
2341
2341
|
worst: "worst";
|
|
2342
2342
|
}>>;
|
|
@@ -2346,10 +2346,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2346
2346
|
key: z$1.ZodString;
|
|
2347
2347
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2348
2348
|
aggregate: z$1.ZodEnum<{
|
|
2349
|
-
avg: "avg";
|
|
2350
|
-
sum: "sum";
|
|
2351
2349
|
min: "min";
|
|
2352
2350
|
max: "max";
|
|
2351
|
+
sum: "sum";
|
|
2352
|
+
avg: "avg";
|
|
2353
2353
|
best: "best";
|
|
2354
2354
|
worst: "worst";
|
|
2355
2355
|
}>;
|
|
@@ -2373,10 +2373,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2373
2373
|
accent: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2374
2374
|
}, z$1.core.$strip>], "kind">>>;
|
|
2375
2375
|
defaultStatAggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2376
|
-
avg: "avg";
|
|
2377
|
-
sum: "sum";
|
|
2378
2376
|
min: "min";
|
|
2379
2377
|
max: "max";
|
|
2378
|
+
sum: "sum";
|
|
2379
|
+
avg: "avg";
|
|
2380
2380
|
best: "best";
|
|
2381
2381
|
worst: "worst";
|
|
2382
2382
|
}>>;
|
|
@@ -2392,8 +2392,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2392
2392
|
metrics: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
2393
2393
|
source: z$1.ZodLiteral<"builtin">;
|
|
2394
2394
|
metric: z$1.ZodEnum<{
|
|
2395
|
-
passRate: "passRate";
|
|
2396
2395
|
durationMs: "durationMs";
|
|
2396
|
+
passRate: "passRate";
|
|
2397
2397
|
}>;
|
|
2398
2398
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2399
2399
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2412,10 +2412,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2412
2412
|
source: z$1.ZodLiteral<"column">;
|
|
2413
2413
|
key: z$1.ZodString;
|
|
2414
2414
|
aggregate: z$1.ZodEnum<{
|
|
2415
|
-
avg: "avg";
|
|
2416
|
-
sum: "sum";
|
|
2417
2415
|
min: "min";
|
|
2418
2416
|
max: "max";
|
|
2417
|
+
sum: "sum";
|
|
2418
|
+
avg: "avg";
|
|
2419
2419
|
latest: "latest";
|
|
2420
2420
|
passThresholdRate: "passThresholdRate";
|
|
2421
2421
|
}>;
|
|
@@ -2446,18 +2446,18 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2446
2446
|
tooltipExtras: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
2447
2447
|
source: z$1.ZodLiteral<"builtin">;
|
|
2448
2448
|
metric: z$1.ZodEnum<{
|
|
2449
|
-
passRate: "passRate";
|
|
2450
2449
|
durationMs: "durationMs";
|
|
2450
|
+
passRate: "passRate";
|
|
2451
2451
|
}>;
|
|
2452
2452
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2453
2453
|
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
2454
2454
|
source: z$1.ZodLiteral<"column">;
|
|
2455
2455
|
key: z$1.ZodString;
|
|
2456
2456
|
aggregate: z$1.ZodEnum<{
|
|
2457
|
-
avg: "avg";
|
|
2458
|
-
sum: "sum";
|
|
2459
2457
|
min: "min";
|
|
2460
2458
|
max: "max";
|
|
2459
|
+
sum: "sum";
|
|
2460
|
+
avg: "avg";
|
|
2461
2461
|
latest: "latest";
|
|
2462
2462
|
passThresholdRate: "passThresholdRate";
|
|
2463
2463
|
}>;
|
|
@@ -2553,10 +2553,10 @@ declare const caseRowSchema$1: z$1.ZodObject<{
|
|
|
2553
2553
|
evalId: z$1.ZodString;
|
|
2554
2554
|
tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2555
2555
|
status: z$1.ZodEnum<{
|
|
2556
|
-
|
|
2556
|
+
error: "error";
|
|
2557
2557
|
running: "running";
|
|
2558
2558
|
cancelled: "cancelled";
|
|
2559
|
-
|
|
2559
|
+
pending: "pending";
|
|
2560
2560
|
pass: "pass";
|
|
2561
2561
|
fail: "fail";
|
|
2562
2562
|
}>;
|
|
@@ -2654,10 +2654,10 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2654
2654
|
startedAt: z$1.ZodString;
|
|
2655
2655
|
endedAt: z$1.ZodNullable<z$1.ZodString>;
|
|
2656
2656
|
status: z$1.ZodEnum<{
|
|
2657
|
-
running: "running";
|
|
2658
|
-
cancelled: "cancelled";
|
|
2659
2657
|
error: "error";
|
|
2658
|
+
running: "running";
|
|
2660
2659
|
ok: "ok";
|
|
2660
|
+
cancelled: "cancelled";
|
|
2661
2661
|
}>;
|
|
2662
2662
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2663
2663
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2708,8 +2708,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2708
2708
|
}>>;
|
|
2709
2709
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2710
2710
|
all: "all";
|
|
2711
|
-
sum: "sum";
|
|
2712
2711
|
last: "last";
|
|
2712
|
+
sum: "sum";
|
|
2713
2713
|
}>>;
|
|
2714
2714
|
}, z$1.core.$strip>>>;
|
|
2715
2715
|
}, z$1.core.$strip>;
|
|
@@ -2740,10 +2740,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2740
2740
|
evalId: z$1.ZodString;
|
|
2741
2741
|
tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2742
2742
|
status: z$1.ZodEnum<{
|
|
2743
|
-
|
|
2743
|
+
error: "error";
|
|
2744
2744
|
running: "running";
|
|
2745
2745
|
cancelled: "cancelled";
|
|
2746
|
-
|
|
2746
|
+
pending: "pending";
|
|
2747
2747
|
pass: "pass";
|
|
2748
2748
|
fail: "fail";
|
|
2749
2749
|
}>;
|
|
@@ -2757,10 +2757,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2757
2757
|
startedAt: z$1.ZodString;
|
|
2758
2758
|
endedAt: z$1.ZodNullable<z$1.ZodString>;
|
|
2759
2759
|
status: z$1.ZodEnum<{
|
|
2760
|
-
running: "running";
|
|
2761
|
-
cancelled: "cancelled";
|
|
2762
2760
|
error: "error";
|
|
2761
|
+
running: "running";
|
|
2763
2762
|
ok: "ok";
|
|
2763
|
+
cancelled: "cancelled";
|
|
2764
2764
|
}>;
|
|
2765
2765
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2766
2766
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2811,8 +2811,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2811
2811
|
}>>;
|
|
2812
2812
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2813
2813
|
all: "all";
|
|
2814
|
-
sum: "sum";
|
|
2815
2814
|
last: "last";
|
|
2815
|
+
sum: "sum";
|
|
2816
2816
|
}>>;
|
|
2817
2817
|
}, z$1.core.$strip>>>;
|
|
2818
2818
|
}, z$1.core.$strip>;
|
|
@@ -2826,10 +2826,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2826
2826
|
startedAt: z$1.ZodString;
|
|
2827
2827
|
endedAt: z$1.ZodNullable<z$1.ZodString>;
|
|
2828
2828
|
status: z$1.ZodEnum<{
|
|
2829
|
-
running: "running";
|
|
2830
|
-
cancelled: "cancelled";
|
|
2831
2829
|
error: "error";
|
|
2830
|
+
running: "running";
|
|
2832
2831
|
ok: "ok";
|
|
2832
|
+
cancelled: "cancelled";
|
|
2833
2833
|
}>;
|
|
2834
2834
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2835
2835
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2880,8 +2880,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2880
2880
|
}>>;
|
|
2881
2881
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2882
2882
|
all: "all";
|
|
2883
|
-
sum: "sum";
|
|
2884
2883
|
last: "last";
|
|
2884
|
+
sum: "sum";
|
|
2885
2885
|
}>>;
|
|
2886
2886
|
}, z$1.core.$strip>>>;
|
|
2887
2887
|
}, z$1.core.$strip>;
|
|
@@ -3006,8 +3006,8 @@ type EvalChartType = z$1.infer<typeof evalChartTypeSchema>;
|
|
|
3006
3006
|
* than from a per-case column.
|
|
3007
3007
|
*/
|
|
3008
3008
|
declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
|
|
3009
|
-
passRate: "passRate";
|
|
3010
3009
|
durationMs: "durationMs";
|
|
3010
|
+
passRate: "passRate";
|
|
3011
3011
|
}>;
|
|
3012
3012
|
/**
|
|
3013
3013
|
* Run-level metric sourced from the aggregated `RunSummary` for a run, rather
|
|
@@ -3016,10 +3016,10 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
|
|
|
3016
3016
|
type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
|
|
3017
3017
|
/** Reducer applied to a numeric column across all cases of a single run. */
|
|
3018
3018
|
declare const evalChartAggregateSchema: z$1.ZodEnum<{
|
|
3019
|
-
avg: "avg";
|
|
3020
|
-
sum: "sum";
|
|
3021
3019
|
min: "min";
|
|
3022
3020
|
max: "max";
|
|
3021
|
+
sum: "sum";
|
|
3022
|
+
avg: "avg";
|
|
3023
3023
|
latest: "latest";
|
|
3024
3024
|
passThresholdRate: "passThresholdRate";
|
|
3025
3025
|
}>;
|
|
@@ -3054,8 +3054,8 @@ type EvalChartAxis = z$1.infer<typeof evalChartAxisSchema>;
|
|
|
3054
3054
|
declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
3055
3055
|
source: z$1.ZodLiteral<"builtin">;
|
|
3056
3056
|
metric: z$1.ZodEnum<{
|
|
3057
|
-
passRate: "passRate";
|
|
3058
3057
|
durationMs: "durationMs";
|
|
3058
|
+
passRate: "passRate";
|
|
3059
3059
|
}>;
|
|
3060
3060
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3061
3061
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3074,10 +3074,10 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
3074
3074
|
source: z$1.ZodLiteral<"column">;
|
|
3075
3075
|
key: z$1.ZodString;
|
|
3076
3076
|
aggregate: z$1.ZodEnum<{
|
|
3077
|
-
avg: "avg";
|
|
3078
|
-
sum: "sum";
|
|
3079
3077
|
min: "min";
|
|
3080
3078
|
max: "max";
|
|
3079
|
+
sum: "sum";
|
|
3080
|
+
avg: "avg";
|
|
3081
3081
|
latest: "latest";
|
|
3082
3082
|
passThresholdRate: "passThresholdRate";
|
|
3083
3083
|
}>;
|
|
@@ -3101,18 +3101,18 @@ type EvalChartMetric = z$1.infer<typeof evalChartMetricSchema>;
|
|
|
3101
3101
|
declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
3102
3102
|
source: z$1.ZodLiteral<"builtin">;
|
|
3103
3103
|
metric: z$1.ZodEnum<{
|
|
3104
|
-
passRate: "passRate";
|
|
3105
3104
|
durationMs: "durationMs";
|
|
3105
|
+
passRate: "passRate";
|
|
3106
3106
|
}>;
|
|
3107
3107
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3108
3108
|
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
3109
3109
|
source: z$1.ZodLiteral<"column">;
|
|
3110
3110
|
key: z$1.ZodString;
|
|
3111
3111
|
aggregate: z$1.ZodEnum<{
|
|
3112
|
-
avg: "avg";
|
|
3113
|
-
sum: "sum";
|
|
3114
3112
|
min: "min";
|
|
3115
3113
|
max: "max";
|
|
3114
|
+
sum: "sum";
|
|
3115
|
+
avg: "avg";
|
|
3116
3116
|
latest: "latest";
|
|
3117
3117
|
passThresholdRate: "passThresholdRate";
|
|
3118
3118
|
}>;
|
|
@@ -3137,8 +3137,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
3137
3137
|
metrics: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
3138
3138
|
source: z$1.ZodLiteral<"builtin">;
|
|
3139
3139
|
metric: z$1.ZodEnum<{
|
|
3140
|
-
passRate: "passRate";
|
|
3141
3140
|
durationMs: "durationMs";
|
|
3141
|
+
passRate: "passRate";
|
|
3142
3142
|
}>;
|
|
3143
3143
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3144
3144
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3157,10 +3157,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
3157
3157
|
source: z$1.ZodLiteral<"column">;
|
|
3158
3158
|
key: z$1.ZodString;
|
|
3159
3159
|
aggregate: z$1.ZodEnum<{
|
|
3160
|
-
avg: "avg";
|
|
3161
|
-
sum: "sum";
|
|
3162
3160
|
min: "min";
|
|
3163
3161
|
max: "max";
|
|
3162
|
+
sum: "sum";
|
|
3163
|
+
avg: "avg";
|
|
3164
3164
|
latest: "latest";
|
|
3165
3165
|
passThresholdRate: "passThresholdRate";
|
|
3166
3166
|
}>;
|
|
@@ -3191,18 +3191,18 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
3191
3191
|
tooltipExtras: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
3192
3192
|
source: z$1.ZodLiteral<"builtin">;
|
|
3193
3193
|
metric: z$1.ZodEnum<{
|
|
3194
|
-
passRate: "passRate";
|
|
3195
3194
|
durationMs: "durationMs";
|
|
3195
|
+
passRate: "passRate";
|
|
3196
3196
|
}>;
|
|
3197
3197
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3198
3198
|
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
3199
3199
|
source: z$1.ZodLiteral<"column">;
|
|
3200
3200
|
key: z$1.ZodString;
|
|
3201
3201
|
aggregate: z$1.ZodEnum<{
|
|
3202
|
-
avg: "avg";
|
|
3203
|
-
sum: "sum";
|
|
3204
3202
|
min: "min";
|
|
3205
3203
|
max: "max";
|
|
3204
|
+
sum: "sum";
|
|
3205
|
+
avg: "avg";
|
|
3206
3206
|
latest: "latest";
|
|
3207
3207
|
passThresholdRate: "passThresholdRate";
|
|
3208
3208
|
}>;
|
|
@@ -3227,8 +3227,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3227
3227
|
metrics: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
3228
3228
|
source: z$1.ZodLiteral<"builtin">;
|
|
3229
3229
|
metric: z$1.ZodEnum<{
|
|
3230
|
-
passRate: "passRate";
|
|
3231
3230
|
durationMs: "durationMs";
|
|
3231
|
+
passRate: "passRate";
|
|
3232
3232
|
}>;
|
|
3233
3233
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3234
3234
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3247,10 +3247,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3247
3247
|
source: z$1.ZodLiteral<"column">;
|
|
3248
3248
|
key: z$1.ZodString;
|
|
3249
3249
|
aggregate: z$1.ZodEnum<{
|
|
3250
|
-
avg: "avg";
|
|
3251
|
-
sum: "sum";
|
|
3252
3250
|
min: "min";
|
|
3253
3251
|
max: "max";
|
|
3252
|
+
sum: "sum";
|
|
3253
|
+
avg: "avg";
|
|
3254
3254
|
latest: "latest";
|
|
3255
3255
|
passThresholdRate: "passThresholdRate";
|
|
3256
3256
|
}>;
|
|
@@ -3281,18 +3281,18 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3281
3281
|
tooltipExtras: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
3282
3282
|
source: z$1.ZodLiteral<"builtin">;
|
|
3283
3283
|
metric: z$1.ZodEnum<{
|
|
3284
|
-
passRate: "passRate";
|
|
3285
3284
|
durationMs: "durationMs";
|
|
3285
|
+
passRate: "passRate";
|
|
3286
3286
|
}>;
|
|
3287
3287
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3288
3288
|
}, z$1.core.$strip>, z$1.ZodObject<{
|
|
3289
3289
|
source: z$1.ZodLiteral<"column">;
|
|
3290
3290
|
key: z$1.ZodString;
|
|
3291
3291
|
aggregate: z$1.ZodEnum<{
|
|
3292
|
-
avg: "avg";
|
|
3293
|
-
sum: "sum";
|
|
3294
3292
|
min: "min";
|
|
3295
3293
|
max: "max";
|
|
3294
|
+
sum: "sum";
|
|
3295
|
+
avg: "avg";
|
|
3296
3296
|
latest: "latest";
|
|
3297
3297
|
passThresholdRate: "passThresholdRate";
|
|
3298
3298
|
}>;
|
|
@@ -3307,11 +3307,11 @@ declare const runManifestSchema$1: z$1.ZodObject<{
|
|
|
3307
3307
|
id: z$1.ZodString;
|
|
3308
3308
|
shortId: z$1.ZodString;
|
|
3309
3309
|
status: z$1.ZodEnum<{
|
|
3310
|
-
|
|
3310
|
+
error: "error";
|
|
3311
3311
|
running: "running";
|
|
3312
|
-
completed: "completed";
|
|
3313
3312
|
cancelled: "cancelled";
|
|
3314
|
-
|
|
3313
|
+
pending: "pending";
|
|
3314
|
+
completed: "completed";
|
|
3315
3315
|
}>;
|
|
3316
3316
|
temporary: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodBoolean>>;
|
|
3317
3317
|
startedAt: z$1.ZodString;
|
|
@@ -3347,11 +3347,11 @@ type RunManifest = z$1.infer<typeof runManifestSchema$1>;
|
|
|
3347
3347
|
declare const runSummarySchema$1: z$1.ZodObject<{
|
|
3348
3348
|
runId: z$1.ZodString;
|
|
3349
3349
|
status: z$1.ZodEnum<{
|
|
3350
|
-
|
|
3350
|
+
error: "error";
|
|
3351
3351
|
running: "running";
|
|
3352
|
-
completed: "completed";
|
|
3353
3352
|
cancelled: "cancelled";
|
|
3354
|
-
|
|
3353
|
+
pending: "pending";
|
|
3354
|
+
completed: "completed";
|
|
3355
3355
|
}>;
|
|
3356
3356
|
totalCases: z$1.ZodNumber;
|
|
3357
3357
|
passedCases: z$1.ZodNumber;
|
|
@@ -4265,8 +4265,8 @@ declare const spanCacheOptionsSchema: z$1.ZodObject<{
|
|
|
4265
4265
|
type SpanCacheOptions = z$1.infer<typeof spanCacheOptionsSchema>;
|
|
4266
4266
|
/** Category of operation stored in the eval cache. */
|
|
4267
4267
|
declare const cacheOperationTypeSchema: z$1.ZodEnum<{
|
|
4268
|
-
value: "value";
|
|
4269
4268
|
span: "span";
|
|
4269
|
+
value: "value";
|
|
4270
4270
|
}>;
|
|
4271
4271
|
/** Category of operation stored in the eval cache. */
|
|
4272
4272
|
type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
|
|
@@ -4309,8 +4309,8 @@ declare const cacheListItemSchema$1: z$1.ZodObject<{
|
|
|
4309
4309
|
key: z$1.ZodString;
|
|
4310
4310
|
namespace: z$1.ZodString;
|
|
4311
4311
|
operationType: z$1.ZodEnum<{
|
|
4312
|
-
value: "value";
|
|
4313
4312
|
span: "span";
|
|
4313
|
+
value: "value";
|
|
4314
4314
|
}>;
|
|
4315
4315
|
operationName: z$1.ZodString;
|
|
4316
4316
|
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4370,10 +4370,10 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
|
|
|
4370
4370
|
returnValue: z$1.ZodUnknown;
|
|
4371
4371
|
finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
|
|
4372
4372
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4373
|
-
running: "running";
|
|
4374
|
-
cancelled: "cancelled";
|
|
4375
4373
|
error: "error";
|
|
4374
|
+
running: "running";
|
|
4376
4375
|
ok: "ok";
|
|
4376
|
+
cancelled: "cancelled";
|
|
4377
4377
|
}>>;
|
|
4378
4378
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4379
4379
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4432,8 +4432,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
|
|
|
4432
4432
|
key: z$1.ZodString;
|
|
4433
4433
|
namespace: z$1.ZodString;
|
|
4434
4434
|
operationType: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4435
|
-
value: "value";
|
|
4436
4435
|
span: "span";
|
|
4436
|
+
value: "value";
|
|
4437
4437
|
}>>;
|
|
4438
4438
|
operationName: z$1.ZodOptional<z$1.ZodString>;
|
|
4439
4439
|
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4443,10 +4443,10 @@ declare const cacheEntrySchema: z$1.ZodObject<{
|
|
|
4443
4443
|
returnValue: z$1.ZodUnknown;
|
|
4444
4444
|
finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
|
|
4445
4445
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4446
|
-
running: "running";
|
|
4447
|
-
cancelled: "cancelled";
|
|
4448
4446
|
error: "error";
|
|
4447
|
+
running: "running";
|
|
4449
4448
|
ok: "ok";
|
|
4449
|
+
cancelled: "cancelled";
|
|
4450
4450
|
}>>;
|
|
4451
4451
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4452
4452
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4511,8 +4511,8 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
|
|
|
4511
4511
|
key: z$1.ZodString;
|
|
4512
4512
|
namespace: z$1.ZodString;
|
|
4513
4513
|
operationType: z$1.ZodEnum<{
|
|
4514
|
-
value: "value";
|
|
4515
4514
|
span: "span";
|
|
4515
|
+
value: "value";
|
|
4516
4516
|
}>;
|
|
4517
4517
|
operationName: z$1.ZodString;
|
|
4518
4518
|
storedAt: z$1.ZodString;
|
|
@@ -4522,8 +4522,8 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
|
|
|
4522
4522
|
key: z$1.ZodString;
|
|
4523
4523
|
namespace: z$1.ZodString;
|
|
4524
4524
|
operationType: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4525
|
-
value: "value";
|
|
4526
4525
|
span: "span";
|
|
4526
|
+
value: "value";
|
|
4527
4527
|
}>>;
|
|
4528
4528
|
operationName: z$1.ZodOptional<z$1.ZodString>;
|
|
4529
4529
|
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4533,10 +4533,10 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
|
|
|
4533
4533
|
returnValue: z$1.ZodUnknown;
|
|
4534
4534
|
finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
|
|
4535
4535
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4536
|
-
running: "running";
|
|
4537
|
-
cancelled: "cancelled";
|
|
4538
4536
|
error: "error";
|
|
4537
|
+
running: "running";
|
|
4539
4538
|
ok: "ok";
|
|
4539
|
+
cancelled: "cancelled";
|
|
4540
4540
|
}>>;
|
|
4541
4541
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4542
4542
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4601,8 +4601,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
4601
4601
|
key: z$1.ZodString;
|
|
4602
4602
|
namespace: z$1.ZodString;
|
|
4603
4603
|
operationType: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4604
|
-
value: "value";
|
|
4605
4604
|
span: "span";
|
|
4605
|
+
value: "value";
|
|
4606
4606
|
}>>;
|
|
4607
4607
|
operationName: z$1.ZodOptional<z$1.ZodString>;
|
|
4608
4608
|
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4612,10 +4612,10 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
4612
4612
|
returnValue: z$1.ZodUnknown;
|
|
4613
4613
|
finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
|
|
4614
4614
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4615
|
-
running: "running";
|
|
4616
|
-
cancelled: "cancelled";
|
|
4617
4615
|
error: "error";
|
|
4616
|
+
running: "running";
|
|
4618
4617
|
ok: "ok";
|
|
4618
|
+
cancelled: "cancelled";
|
|
4619
4619
|
}>>;
|
|
4620
4620
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4621
4621
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4671,8 +4671,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
4671
4671
|
key: z$1.ZodString;
|
|
4672
4672
|
namespace: z$1.ZodString;
|
|
4673
4673
|
operationType: z$1.ZodEnum<{
|
|
4674
|
-
value: "value";
|
|
4675
4674
|
span: "span";
|
|
4675
|
+
value: "value";
|
|
4676
4676
|
}>;
|
|
4677
4677
|
operationName: z$1.ZodString;
|
|
4678
4678
|
storedAt: z$1.ZodString;
|
|
@@ -4682,8 +4682,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
4682
4682
|
key: z$1.ZodString;
|
|
4683
4683
|
namespace: z$1.ZodString;
|
|
4684
4684
|
operationType: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4685
|
-
value: "value";
|
|
4686
4685
|
span: "span";
|
|
4686
|
+
value: "value";
|
|
4687
4687
|
}>>;
|
|
4688
4688
|
operationName: z$1.ZodOptional<z$1.ZodString>;
|
|
4689
4689
|
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4693,10 +4693,10 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
4693
4693
|
returnValue: z$1.ZodUnknown;
|
|
4694
4694
|
finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
|
|
4695
4695
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4696
|
-
running: "running";
|
|
4697
|
-
cancelled: "cancelled";
|
|
4698
4696
|
error: "error";
|
|
4697
|
+
running: "running";
|
|
4699
4698
|
ok: "ok";
|
|
4699
|
+
cancelled: "cancelled";
|
|
4700
4700
|
}>>;
|
|
4701
4701
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4702
4702
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4761,8 +4761,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
|
|
|
4761
4761
|
key: z$1.ZodString;
|
|
4762
4762
|
namespace: z$1.ZodString;
|
|
4763
4763
|
operationType: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4764
|
-
value: "value";
|
|
4765
4764
|
span: "span";
|
|
4765
|
+
value: "value";
|
|
4766
4766
|
}>>;
|
|
4767
4767
|
operationName: z$1.ZodOptional<z$1.ZodString>;
|
|
4768
4768
|
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4772,10 +4772,10 @@ declare const cacheFileSchema: z$1.ZodObject<{
|
|
|
4772
4772
|
returnValue: z$1.ZodUnknown;
|
|
4773
4773
|
finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
|
|
4774
4774
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4775
|
-
running: "running";
|
|
4776
|
-
cancelled: "cancelled";
|
|
4777
4775
|
error: "error";
|
|
4776
|
+
running: "running";
|
|
4778
4777
|
ok: "ok";
|
|
4778
|
+
cancelled: "cancelled";
|
|
4779
4779
|
}>>;
|
|
4780
4780
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4781
4781
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4839,8 +4839,8 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
|
|
|
4839
4839
|
key: z$1.ZodString;
|
|
4840
4840
|
namespace: z$1.ZodString;
|
|
4841
4841
|
operationType: z$1.ZodEnum<{
|
|
4842
|
-
value: "value";
|
|
4843
4842
|
span: "span";
|
|
4843
|
+
value: "value";
|
|
4844
4844
|
}>;
|
|
4845
4845
|
operationName: z$1.ZodString;
|
|
4846
4846
|
storedAt: z$1.ZodString;
|
|
@@ -4850,8 +4850,8 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
|
|
|
4850
4850
|
key: z$1.ZodString;
|
|
4851
4851
|
namespace: z$1.ZodString;
|
|
4852
4852
|
operationType: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4853
|
-
value: "value";
|
|
4854
4853
|
span: "span";
|
|
4854
|
+
value: "value";
|
|
4855
4855
|
}>>;
|
|
4856
4856
|
operationName: z$1.ZodOptional<z$1.ZodString>;
|
|
4857
4857
|
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4861,10 +4861,10 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
|
|
|
4861
4861
|
returnValue: z$1.ZodUnknown;
|
|
4862
4862
|
finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
|
|
4863
4863
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4864
|
-
running: "running";
|
|
4865
|
-
cancelled: "cancelled";
|
|
4866
4864
|
error: "error";
|
|
4865
|
+
running: "running";
|
|
4867
4866
|
ok: "ok";
|
|
4867
|
+
cancelled: "cancelled";
|
|
4868
4868
|
}>>;
|
|
4869
4869
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4870
4870
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4997,8 +4997,8 @@ type SseEnvelope = z$1.infer<typeof sseEnvelopeSchema$1>; //#endregion
|
|
|
4997
4997
|
//#region src/schemas/api.d.ts
|
|
4998
4998
|
/** Lifecycle state for an app config reload triggered by `agent-evals.config.ts`. */
|
|
4999
4999
|
declare const configReloadStatusSchema: z$1.ZodEnum<{
|
|
5000
|
-
pending: "pending";
|
|
5001
5000
|
idle: "idle";
|
|
5001
|
+
pending: "pending";
|
|
5002
5002
|
reloading: "reloading";
|
|
5003
5003
|
}>;
|
|
5004
5004
|
/** Status for config reloads in the long-running app server. */
|
|
@@ -5006,8 +5006,8 @@ type ConfigReloadStatus = z$1.infer<typeof configReloadStatusSchema>;
|
|
|
5006
5006
|
/** UI/API-visible state for config reloads in `agent-evals app`. */
|
|
5007
5007
|
declare const configReloadStateSchema$1: z$1.ZodObject<{
|
|
5008
5008
|
status: z$1.ZodEnum<{
|
|
5009
|
-
pending: "pending";
|
|
5010
5009
|
idle: "idle";
|
|
5010
|
+
pending: "pending";
|
|
5011
5011
|
reloading: "reloading";
|
|
5012
5012
|
}>;
|
|
5013
5013
|
activeRunCount: z$1.ZodNumber;
|
|
@@ -6635,4 +6635,4 @@ declare function defineEval<TInput = unknown, TOutputs extends EvalOutputs = Eva
|
|
|
6635
6635
|
/** Return whether the active eval case has tags matching the typed input. */
|
|
6636
6636
|
declare function matchesEvalTags(input: EvalTagMatchInput): boolean;
|
|
6637
6637
|
//#endregion
|
|
6638
|
-
export {
|
|
6638
|
+
export { AgentEvalTagRegistry, AgentEvalsConfig, type ApiCallEntry, type ApiCallMetric, type ApiCallMetricFormat, type ApiCallMetricPlacement, type ApiCallMetricValue, type ApiCallsConfigInput, type AssertionFailure, type CacheActivityEntry, type CacheAdapter, type CacheDebugKeyEntry, type CacheDebugKeyFile, type CacheDebugKeyWrite, type CacheEntry, type CacheEntryWithDebugKey, type CacheFile, type CacheHitEntry, type CacheKeyHashInput, type CacheKeyHashOptions, type CacheListItem, type CacheMode, type CacheOperationType, type CacheRecording, type CacheRecordingFrame, type CacheRecordingOp, type CacheScopeContext, type CacheSerializationOptions, type CacheStatus, type CallDerivedAttribute, type CallDerivedAttributeContext, type CallDerivedAttributesConfig, type CallDerivedAttributesFn, type CaptureEvalSpanErrorLevel, type CaptureEvalSpanErrorOptions, type CaseDetail, type CaseRow, type CellValue, type ColumnDef, type ColumnFormat, type ColumnKind, type ConfigReloadState, type ConfigReloadStatus, type CreateRunRequest, type DefaultConfigKey, type DerivedStatus, type DiscoveryIssue, EvalAssertionError, type EvalCacheConfig, EvalCase, type EvalCaseScope, type EvalChartAggregate, type EvalChartAxis, type EvalChartBuiltinMetric, type EvalChartColor, type EvalChartConfig, type EvalChartMetric, type EvalChartTooltipExtra, type EvalChartType, type EvalChartsConfig, type EvalColumnOverride, type EvalColumns, EvalDefinition, type EvalDeriveConfig, type EvalDeriveContext, type EvalDeriveFn, type EvalDeriveMap, type EvalDeriveValueFn, type EvalDisplayStatus, type EvalExecuteContext, type EvalExpectation, type EvalFreshnessStatus, type EvalManualInputConfig, type EvalManualScoreDef, type EvalOutputs, type EvalOutputsSchema, type EvalRunner, type EvalRuntimeScope, type EvalScoreContext, type EvalScoreDef, type EvalScoreFn, type EvalSetOutput, type EvalStartTime, type EvalStatAggregate, type EvalStatItem, type EvalStatsConfig, type EvalSummary, EvalTag, EvalTagMatchInput, type EvalTraceTree, type JsonCell, type LlmCallCostBreakdown, type LlmCallCostCurrency, type LlmCallEntry, type LlmCallMetric, type LlmCallMetricFormat, type LlmCallMetricPlacement, type LlmCallMetricValue, type LlmCallPricing, type LlmCallPricingRate, type LlmCallPricingRegistry, type LlmCallSimulatedTokens, type LlmCallsConfigInput, type LlmCostScenario, type ManualInputDescriptor, type ManualInputFieldDescriptor, type ManualInputFieldKind, type ManualInputFieldOverride, type ManualInputFieldsConfig, type ManualInputFileValue, type ManualInputSelectOption, type MaterializeManualInputFilesResult, type NumberDisplayOptions, type ReadManualInputFileResult, type RemoveDefaultConfig, type ResolvedApiCallMetric, type ResolvedApiCallsConfig, type ResolvedCallDerivedAttribute, type ResolvedLlmCallCostCurrency, type ResolvedLlmCallMetric, type ResolvedLlmCallPricing, type ResolvedLlmCallsConfig, type RunInEvalScopeOptions, type RunLogEntry, type RunLogLevel, type RunLogLocation, type RunLogPhase, type RunLogsConfigInput, type RunManifest, type RunSummary, type ScalarCell, type ScopedCaseSummary, type ScoreTrace, type SerializedCacheSpan, type SerializedCacheValue, type SpanCacheOptions, type SseEnvelope, type SseEventType, type TraceActiveSpan, type TraceAttributeDisplay, type TraceAttributeDisplayFormat, type TraceAttributeDisplayInput, type TraceAttributeDisplayPlacement, type TraceAttributeTransform, type TraceAttributeTransformContext, type TraceCacheInfo, type TraceCacheRef, type TraceDisplayConfig, type TraceDisplayInputConfig, type TraceSpanInfo, type TrialSelectionMode, type UpdateManualScoreRequest, appendToEvalOutput, buildTraceTree, captureEvalSpanError, cleanupStagedManualInputFiles, createRunner, defineEval, deserializeCacheRecording, deserializeCacheValue, evalAssert, evalExpect, evalLog, evalSpan, evalTime, evalTracer, extractApiCalls, extractCacheEntries, extractCacheHits, extractLlmCalls, getCurrentScope, getEvalCaseInput, getEvalRegistry, getNestedAttribute, hashCacheKey, hashCacheKeySync, incrementEvalOutput, isInEvalScope, isManualInputFileValue, manualInputFileValueSchema, matchesEvalTags, materializeManualInputFiles, mergeEvalOutput, nextEvalId, readManualInputFile, repoFile, runCli, runInEvalRuntimeScope, runInEvalScope, runInExistingEvalScope, serializeCacheRecording, serializeCacheValue, setEvalOutput, setScopeCacheContext, simulateLlmCallCost, simulateTokenAllocation, stageManualInputFile, stageManualInputFileFromPath, startEvalBackgroundJob, z };
|