@ls-stack/agent-eval 0.54.0 → 0.55.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{app-CMJtftUB.mjs → app-BD0D9-7k.mjs} +87 -4
- package/dist/apps/web/dist/assets/index-2I-eWzVL.css +1 -0
- package/dist/apps/web/dist/assets/{index-Bx1VZctJ.js → index-CvsPmlHl.js} +45 -45
- package/dist/apps/web/dist/index.html +2 -2
- package/dist/bin.mjs +1 -1
- package/dist/caseChild.mjs +167 -0
- package/dist/{cli-BEtk5skO.mjs → cli-BR3wMZMx.mjs} +4 -3
- package/dist/index.d.mts +112 -112
- package/dist/index.mjs +3 -3
- package/dist/runChild.mjs +3 -1
- package/dist/{runOrchestration-C78U4Ir0.mjs → runExecution-Sw38bCaq.mjs} +39 -1495
- package/dist/runOrchestration-DJsdLYeZ.mjs +1596 -0
- package/dist/{runner-5y6nEBZM.mjs → runner-72rsqJRq.mjs} +2 -2
- package/dist/{runner-pmIYculz.mjs → runner-dB69WsnM.mjs} +1 -1
- package/dist/{src-BM6LW4ou.mjs → src-hBGtzWuA.mjs} +2 -2
- package/package.json +1 -1
- package/dist/apps/web/dist/assets/index-BcLH_Wme.css +0 -1
package/dist/index.d.mts
CHANGED
|
@@ -1781,14 +1781,14 @@ declare const columnFormatSchema: z$1.ZodEnum<{
|
|
|
1781
1781
|
number: "number";
|
|
1782
1782
|
boolean: "boolean";
|
|
1783
1783
|
file: "file";
|
|
1784
|
-
json: "json";
|
|
1785
|
-
duration: "duration";
|
|
1786
1784
|
markdown: "markdown";
|
|
1785
|
+
json: "json";
|
|
1787
1786
|
image: "image";
|
|
1788
1787
|
html: "html";
|
|
1789
1788
|
pdf: "pdf";
|
|
1790
1789
|
audio: "audio";
|
|
1791
1790
|
video: "video";
|
|
1791
|
+
duration: "duration";
|
|
1792
1792
|
percent: "percent";
|
|
1793
1793
|
passFail: "passFail";
|
|
1794
1794
|
stars: "stars";
|
|
@@ -1808,14 +1808,14 @@ declare const columnDefSchema: z$1.ZodObject<{
|
|
|
1808
1808
|
number: "number";
|
|
1809
1809
|
boolean: "boolean";
|
|
1810
1810
|
file: "file";
|
|
1811
|
-
json: "json";
|
|
1812
|
-
duration: "duration";
|
|
1813
1811
|
markdown: "markdown";
|
|
1812
|
+
json: "json";
|
|
1814
1813
|
image: "image";
|
|
1815
1814
|
html: "html";
|
|
1816
1815
|
pdf: "pdf";
|
|
1817
1816
|
audio: "audio";
|
|
1818
1817
|
video: "video";
|
|
1818
|
+
duration: "duration";
|
|
1819
1819
|
percent: "percent";
|
|
1820
1820
|
passFail: "passFail";
|
|
1821
1821
|
stars: "stars";
|
|
@@ -1829,8 +1829,8 @@ declare const columnDefSchema: z$1.ZodObject<{
|
|
|
1829
1829
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
1830
1830
|
align: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1831
1831
|
left: "left";
|
|
1832
|
-
right: "right";
|
|
1833
1832
|
center: "center";
|
|
1833
|
+
right: "right";
|
|
1834
1834
|
}>>;
|
|
1835
1835
|
}, z$1.core.$strip>;
|
|
1836
1836
|
/** Column definition exposed to the UI for eval and case tables. */
|
|
@@ -1901,8 +1901,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
|
|
|
1901
1901
|
}>>;
|
|
1902
1902
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1903
1903
|
all: "all";
|
|
1904
|
-
sum: "sum";
|
|
1905
1904
|
last: "last";
|
|
1905
|
+
sum: "sum";
|
|
1906
1906
|
}>>;
|
|
1907
1907
|
}, z$1.core.$strip>;
|
|
1908
1908
|
/**
|
|
@@ -1937,8 +1937,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
|
|
|
1937
1937
|
}>>;
|
|
1938
1938
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1939
1939
|
all: "all";
|
|
1940
|
-
sum: "sum";
|
|
1941
1940
|
last: "last";
|
|
1941
|
+
sum: "sum";
|
|
1942
1942
|
}>>;
|
|
1943
1943
|
}, z$1.core.$strip>>>;
|
|
1944
1944
|
}, z$1.core.$strip>;
|
|
@@ -1977,8 +1977,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
|
|
|
1977
1977
|
}>>;
|
|
1978
1978
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
1979
1979
|
all: "all";
|
|
1980
|
-
sum: "sum";
|
|
1981
1980
|
last: "last";
|
|
1981
|
+
sum: "sum";
|
|
1982
1982
|
}>>;
|
|
1983
1983
|
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
1984
1984
|
}, z$1.core.$strip>;
|
|
@@ -2015,8 +2015,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
|
|
|
2015
2015
|
}>>;
|
|
2016
2016
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2017
2017
|
all: "all";
|
|
2018
|
-
sum: "sum";
|
|
2019
2018
|
last: "last";
|
|
2019
|
+
sum: "sum";
|
|
2020
2020
|
}>>;
|
|
2021
2021
|
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
2022
2022
|
}, z$1.core.$strip>>>;
|
|
@@ -2051,10 +2051,10 @@ declare const traceSpanSchema$1: z$1.ZodObject<{
|
|
|
2051
2051
|
startedAt: z$1.ZodString;
|
|
2052
2052
|
endedAt: z$1.ZodNullable<z$1.ZodString>;
|
|
2053
2053
|
status: z$1.ZodEnum<{
|
|
2054
|
-
running: "running";
|
|
2055
|
-
cancelled: "cancelled";
|
|
2056
2054
|
error: "error";
|
|
2055
|
+
running: "running";
|
|
2057
2056
|
ok: "ok";
|
|
2057
|
+
cancelled: "cancelled";
|
|
2058
2058
|
}>;
|
|
2059
2059
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2060
2060
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2099,8 +2099,8 @@ type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
|
|
|
2099
2099
|
* `best` selects the highest finite value and `worst` selects the lowest.
|
|
2100
2100
|
*/
|
|
2101
2101
|
declare const evalStatAggregateSchema: z$1.ZodEnum<{
|
|
2102
|
-
avg: "avg";
|
|
2103
2102
|
sum: "sum";
|
|
2103
|
+
avg: "avg";
|
|
2104
2104
|
min: "min";
|
|
2105
2105
|
max: "max";
|
|
2106
2106
|
best: "best";
|
|
@@ -2131,8 +2131,8 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2131
2131
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2132
2132
|
kind: z$1.ZodLiteral<"duration">;
|
|
2133
2133
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2134
|
-
avg: "avg";
|
|
2135
2134
|
sum: "sum";
|
|
2135
|
+
avg: "avg";
|
|
2136
2136
|
min: "min";
|
|
2137
2137
|
max: "max";
|
|
2138
2138
|
best: "best";
|
|
@@ -2142,8 +2142,8 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2142
2142
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2143
2143
|
kind: z$1.ZodLiteral<"cacheHits">;
|
|
2144
2144
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2145
|
-
avg: "avg";
|
|
2146
2145
|
sum: "sum";
|
|
2146
|
+
avg: "avg";
|
|
2147
2147
|
min: "min";
|
|
2148
2148
|
max: "max";
|
|
2149
2149
|
best: "best";
|
|
@@ -2155,8 +2155,8 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2155
2155
|
key: z$1.ZodString;
|
|
2156
2156
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2157
2157
|
aggregate: z$1.ZodEnum<{
|
|
2158
|
-
avg: "avg";
|
|
2159
2158
|
sum: "sum";
|
|
2159
|
+
avg: "avg";
|
|
2160
2160
|
min: "min";
|
|
2161
2161
|
max: "max";
|
|
2162
2162
|
best: "best";
|
|
@@ -2166,14 +2166,14 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2166
2166
|
number: "number";
|
|
2167
2167
|
boolean: "boolean";
|
|
2168
2168
|
file: "file";
|
|
2169
|
-
json: "json";
|
|
2170
|
-
duration: "duration";
|
|
2171
2169
|
markdown: "markdown";
|
|
2170
|
+
json: "json";
|
|
2172
2171
|
image: "image";
|
|
2173
2172
|
html: "html";
|
|
2174
2173
|
pdf: "pdf";
|
|
2175
2174
|
audio: "audio";
|
|
2176
2175
|
video: "video";
|
|
2176
|
+
duration: "duration";
|
|
2177
2177
|
percent: "percent";
|
|
2178
2178
|
passFail: "passFail";
|
|
2179
2179
|
stars: "stars";
|
|
@@ -2195,8 +2195,8 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
|
|
|
2195
2195
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2196
2196
|
kind: z$1.ZodLiteral<"duration">;
|
|
2197
2197
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2198
|
-
avg: "avg";
|
|
2199
2198
|
sum: "sum";
|
|
2199
|
+
avg: "avg";
|
|
2200
2200
|
min: "min";
|
|
2201
2201
|
max: "max";
|
|
2202
2202
|
best: "best";
|
|
@@ -2206,8 +2206,8 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
|
|
|
2206
2206
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2207
2207
|
kind: z$1.ZodLiteral<"cacheHits">;
|
|
2208
2208
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2209
|
-
avg: "avg";
|
|
2210
2209
|
sum: "sum";
|
|
2210
|
+
avg: "avg";
|
|
2211
2211
|
min: "min";
|
|
2212
2212
|
max: "max";
|
|
2213
2213
|
best: "best";
|
|
@@ -2219,8 +2219,8 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
|
|
|
2219
2219
|
key: z$1.ZodString;
|
|
2220
2220
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2221
2221
|
aggregate: z$1.ZodEnum<{
|
|
2222
|
-
avg: "avg";
|
|
2223
2222
|
sum: "sum";
|
|
2223
|
+
avg: "avg";
|
|
2224
2224
|
min: "min";
|
|
2225
2225
|
max: "max";
|
|
2226
2226
|
best: "best";
|
|
@@ -2230,14 +2230,14 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
|
|
|
2230
2230
|
number: "number";
|
|
2231
2231
|
boolean: "boolean";
|
|
2232
2232
|
file: "file";
|
|
2233
|
-
json: "json";
|
|
2234
|
-
duration: "duration";
|
|
2235
2233
|
markdown: "markdown";
|
|
2234
|
+
json: "json";
|
|
2236
2235
|
image: "image";
|
|
2237
2236
|
html: "html";
|
|
2238
2237
|
pdf: "pdf";
|
|
2239
2238
|
audio: "audio";
|
|
2240
2239
|
video: "video";
|
|
2240
|
+
duration: "duration";
|
|
2241
2241
|
percent: "percent";
|
|
2242
2242
|
passFail: "passFail";
|
|
2243
2243
|
stars: "stars";
|
|
@@ -2276,14 +2276,14 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2276
2276
|
number: "number";
|
|
2277
2277
|
boolean: "boolean";
|
|
2278
2278
|
file: "file";
|
|
2279
|
-
json: "json";
|
|
2280
|
-
duration: "duration";
|
|
2281
2279
|
markdown: "markdown";
|
|
2280
|
+
json: "json";
|
|
2282
2281
|
image: "image";
|
|
2283
2282
|
html: "html";
|
|
2284
2283
|
pdf: "pdf";
|
|
2285
2284
|
audio: "audio";
|
|
2286
2285
|
video: "video";
|
|
2286
|
+
duration: "duration";
|
|
2287
2287
|
percent: "percent";
|
|
2288
2288
|
passFail: "passFail";
|
|
2289
2289
|
stars: "stars";
|
|
@@ -2297,16 +2297,16 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2297
2297
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2298
2298
|
align: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2299
2299
|
left: "left";
|
|
2300
|
-
right: "right";
|
|
2301
2300
|
center: "center";
|
|
2301
|
+
right: "right";
|
|
2302
2302
|
}>>;
|
|
2303
2303
|
}, z$1.core.$strip>>;
|
|
2304
2304
|
caseCount: z$1.ZodNullable<z$1.ZodNumber>;
|
|
2305
2305
|
caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2306
2306
|
lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
|
|
2307
|
+
error: "error";
|
|
2307
2308
|
running: "running";
|
|
2308
2309
|
cancelled: "cancelled";
|
|
2309
|
-
error: "error";
|
|
2310
2310
|
pass: "pass";
|
|
2311
2311
|
fail: "fail";
|
|
2312
2312
|
unscored: "unscored";
|
|
@@ -2322,8 +2322,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2322
2322
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2323
2323
|
kind: z$1.ZodLiteral<"duration">;
|
|
2324
2324
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2325
|
-
avg: "avg";
|
|
2326
2325
|
sum: "sum";
|
|
2326
|
+
avg: "avg";
|
|
2327
2327
|
min: "min";
|
|
2328
2328
|
max: "max";
|
|
2329
2329
|
best: "best";
|
|
@@ -2333,8 +2333,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2333
2333
|
hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2334
2334
|
kind: z$1.ZodLiteral<"cacheHits">;
|
|
2335
2335
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2336
|
-
avg: "avg";
|
|
2337
2336
|
sum: "sum";
|
|
2337
|
+
avg: "avg";
|
|
2338
2338
|
min: "min";
|
|
2339
2339
|
max: "max";
|
|
2340
2340
|
best: "best";
|
|
@@ -2346,8 +2346,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2346
2346
|
key: z$1.ZodString;
|
|
2347
2347
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2348
2348
|
aggregate: z$1.ZodEnum<{
|
|
2349
|
-
avg: "avg";
|
|
2350
2349
|
sum: "sum";
|
|
2350
|
+
avg: "avg";
|
|
2351
2351
|
min: "min";
|
|
2352
2352
|
max: "max";
|
|
2353
2353
|
best: "best";
|
|
@@ -2357,14 +2357,14 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2357
2357
|
number: "number";
|
|
2358
2358
|
boolean: "boolean";
|
|
2359
2359
|
file: "file";
|
|
2360
|
-
json: "json";
|
|
2361
|
-
duration: "duration";
|
|
2362
2360
|
markdown: "markdown";
|
|
2361
|
+
json: "json";
|
|
2363
2362
|
image: "image";
|
|
2364
2363
|
html: "html";
|
|
2365
2364
|
pdf: "pdf";
|
|
2366
2365
|
audio: "audio";
|
|
2367
2366
|
video: "video";
|
|
2367
|
+
duration: "duration";
|
|
2368
2368
|
percent: "percent";
|
|
2369
2369
|
passFail: "passFail";
|
|
2370
2370
|
stars: "stars";
|
|
@@ -2373,8 +2373,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2373
2373
|
accent: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2374
2374
|
}, z$1.core.$strip>], "kind">>>;
|
|
2375
2375
|
defaultStatAggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2376
|
-
avg: "avg";
|
|
2377
2376
|
sum: "sum";
|
|
2377
|
+
avg: "avg";
|
|
2378
2378
|
min: "min";
|
|
2379
2379
|
max: "max";
|
|
2380
2380
|
best: "best";
|
|
@@ -2397,11 +2397,11 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2397
2397
|
}>;
|
|
2398
2398
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2399
2399
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2400
|
-
error: "error";
|
|
2401
2400
|
success: "success";
|
|
2401
|
+
error: "error";
|
|
2402
|
+
warning: "warning";
|
|
2402
2403
|
accent: "accent";
|
|
2403
2404
|
accentDim: "accentDim";
|
|
2404
|
-
warning: "warning";
|
|
2405
2405
|
textMuted: "textMuted";
|
|
2406
2406
|
}>>;
|
|
2407
2407
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2412,8 +2412,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2412
2412
|
source: z$1.ZodLiteral<"column">;
|
|
2413
2413
|
key: z$1.ZodString;
|
|
2414
2414
|
aggregate: z$1.ZodEnum<{
|
|
2415
|
-
avg: "avg";
|
|
2416
2415
|
sum: "sum";
|
|
2416
|
+
avg: "avg";
|
|
2417
2417
|
min: "min";
|
|
2418
2418
|
max: "max";
|
|
2419
2419
|
latest: "latest";
|
|
@@ -2421,11 +2421,11 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2421
2421
|
}>;
|
|
2422
2422
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2423
2423
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2424
|
-
error: "error";
|
|
2425
2424
|
success: "success";
|
|
2425
|
+
error: "error";
|
|
2426
|
+
warning: "warning";
|
|
2426
2427
|
accent: "accent";
|
|
2427
2428
|
accentDim: "accentDim";
|
|
2428
|
-
warning: "warning";
|
|
2429
2429
|
textMuted: "textMuted";
|
|
2430
2430
|
}>>;
|
|
2431
2431
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -2454,8 +2454,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2454
2454
|
source: z$1.ZodLiteral<"column">;
|
|
2455
2455
|
key: z$1.ZodString;
|
|
2456
2456
|
aggregate: z$1.ZodEnum<{
|
|
2457
|
-
avg: "avg";
|
|
2458
2457
|
sum: "sum";
|
|
2458
|
+
avg: "avg";
|
|
2459
2459
|
min: "min";
|
|
2460
2460
|
max: "max";
|
|
2461
2461
|
latest: "latest";
|
|
@@ -2553,12 +2553,12 @@ declare const caseRowSchema$1: z$1.ZodObject<{
|
|
|
2553
2553
|
evalId: z$1.ZodString;
|
|
2554
2554
|
tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2555
2555
|
status: z$1.ZodEnum<{
|
|
2556
|
-
|
|
2556
|
+
error: "error";
|
|
2557
2557
|
running: "running";
|
|
2558
2558
|
cancelled: "cancelled";
|
|
2559
|
-
error: "error";
|
|
2560
2559
|
pass: "pass";
|
|
2561
2560
|
fail: "fail";
|
|
2561
|
+
pending: "pending";
|
|
2562
2562
|
}>;
|
|
2563
2563
|
durationMs: z$1.ZodNullable<z$1.ZodNumber>;
|
|
2564
2564
|
cacheHits: z$1.ZodOptional<z$1.ZodNumber>;
|
|
@@ -2654,10 +2654,10 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2654
2654
|
startedAt: z$1.ZodString;
|
|
2655
2655
|
endedAt: z$1.ZodNullable<z$1.ZodString>;
|
|
2656
2656
|
status: z$1.ZodEnum<{
|
|
2657
|
-
running: "running";
|
|
2658
|
-
cancelled: "cancelled";
|
|
2659
2657
|
error: "error";
|
|
2658
|
+
running: "running";
|
|
2660
2659
|
ok: "ok";
|
|
2660
|
+
cancelled: "cancelled";
|
|
2661
2661
|
}>;
|
|
2662
2662
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2663
2663
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2708,8 +2708,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2708
2708
|
}>>;
|
|
2709
2709
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2710
2710
|
all: "all";
|
|
2711
|
-
sum: "sum";
|
|
2712
2711
|
last: "last";
|
|
2712
|
+
sum: "sum";
|
|
2713
2713
|
}>>;
|
|
2714
2714
|
}, z$1.core.$strip>>>;
|
|
2715
2715
|
}, z$1.core.$strip>;
|
|
@@ -2719,10 +2719,10 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2719
2719
|
namespace: z$1.ZodString;
|
|
2720
2720
|
key: z$1.ZodString;
|
|
2721
2721
|
status: z$1.ZodEnum<{
|
|
2722
|
-
bypass: "bypass";
|
|
2723
|
-
refresh: "refresh";
|
|
2724
2722
|
hit: "hit";
|
|
2725
2723
|
miss: "miss";
|
|
2724
|
+
refresh: "refresh";
|
|
2725
|
+
bypass: "bypass";
|
|
2726
2726
|
}>;
|
|
2727
2727
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2728
2728
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -2740,12 +2740,12 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2740
2740
|
evalId: z$1.ZodString;
|
|
2741
2741
|
tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
2742
2742
|
status: z$1.ZodEnum<{
|
|
2743
|
-
|
|
2743
|
+
error: "error";
|
|
2744
2744
|
running: "running";
|
|
2745
2745
|
cancelled: "cancelled";
|
|
2746
|
-
error: "error";
|
|
2747
2746
|
pass: "pass";
|
|
2748
2747
|
fail: "fail";
|
|
2748
|
+
pending: "pending";
|
|
2749
2749
|
}>;
|
|
2750
2750
|
input: z$1.ZodUnknown;
|
|
2751
2751
|
trace: z$1.ZodArray<z$1.ZodObject<{
|
|
@@ -2757,10 +2757,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2757
2757
|
startedAt: z$1.ZodString;
|
|
2758
2758
|
endedAt: z$1.ZodNullable<z$1.ZodString>;
|
|
2759
2759
|
status: z$1.ZodEnum<{
|
|
2760
|
-
running: "running";
|
|
2761
|
-
cancelled: "cancelled";
|
|
2762
2760
|
error: "error";
|
|
2761
|
+
running: "running";
|
|
2763
2762
|
ok: "ok";
|
|
2763
|
+
cancelled: "cancelled";
|
|
2764
2764
|
}>;
|
|
2765
2765
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2766
2766
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2811,8 +2811,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2811
2811
|
}>>;
|
|
2812
2812
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2813
2813
|
all: "all";
|
|
2814
|
-
sum: "sum";
|
|
2815
2814
|
last: "last";
|
|
2815
|
+
sum: "sum";
|
|
2816
2816
|
}>>;
|
|
2817
2817
|
}, z$1.core.$strip>>>;
|
|
2818
2818
|
}, z$1.core.$strip>;
|
|
@@ -2826,10 +2826,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2826
2826
|
startedAt: z$1.ZodString;
|
|
2827
2827
|
endedAt: z$1.ZodNullable<z$1.ZodString>;
|
|
2828
2828
|
status: z$1.ZodEnum<{
|
|
2829
|
-
running: "running";
|
|
2830
|
-
cancelled: "cancelled";
|
|
2831
2829
|
error: "error";
|
|
2830
|
+
running: "running";
|
|
2832
2831
|
ok: "ok";
|
|
2832
|
+
cancelled: "cancelled";
|
|
2833
2833
|
}>;
|
|
2834
2834
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
2835
2835
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -2880,8 +2880,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2880
2880
|
}>>;
|
|
2881
2881
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2882
2882
|
all: "all";
|
|
2883
|
-
sum: "sum";
|
|
2884
2883
|
last: "last";
|
|
2884
|
+
sum: "sum";
|
|
2885
2885
|
}>>;
|
|
2886
2886
|
}, z$1.core.$strip>>>;
|
|
2887
2887
|
}, z$1.core.$strip>;
|
|
@@ -2891,10 +2891,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2891
2891
|
namespace: z$1.ZodString;
|
|
2892
2892
|
key: z$1.ZodString;
|
|
2893
2893
|
status: z$1.ZodEnum<{
|
|
2894
|
-
bypass: "bypass";
|
|
2895
|
-
refresh: "refresh";
|
|
2896
2894
|
hit: "hit";
|
|
2897
2895
|
miss: "miss";
|
|
2896
|
+
refresh: "refresh";
|
|
2897
|
+
bypass: "bypass";
|
|
2898
2898
|
}>;
|
|
2899
2899
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2900
2900
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -2960,10 +2960,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2960
2960
|
namespace: z$1.ZodString;
|
|
2961
2961
|
key: z$1.ZodString;
|
|
2962
2962
|
status: z$1.ZodEnum<{
|
|
2963
|
-
bypass: "bypass";
|
|
2964
|
-
refresh: "refresh";
|
|
2965
2963
|
hit: "hit";
|
|
2966
2964
|
miss: "miss";
|
|
2965
|
+
refresh: "refresh";
|
|
2966
|
+
bypass: "bypass";
|
|
2967
2967
|
}>;
|
|
2968
2968
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2969
2969
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -3016,8 +3016,8 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
|
|
|
3016
3016
|
type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
|
|
3017
3017
|
/** Reducer applied to a numeric column across all cases of a single run. */
|
|
3018
3018
|
declare const evalChartAggregateSchema: z$1.ZodEnum<{
|
|
3019
|
-
avg: "avg";
|
|
3020
3019
|
sum: "sum";
|
|
3020
|
+
avg: "avg";
|
|
3021
3021
|
min: "min";
|
|
3022
3022
|
max: "max";
|
|
3023
3023
|
latest: "latest";
|
|
@@ -3030,11 +3030,11 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
|
|
|
3030
3030
|
* not emit raw hex so authored evals stay decoupled from the web theme.
|
|
3031
3031
|
*/
|
|
3032
3032
|
declare const evalChartColorSchema: z$1.ZodEnum<{
|
|
3033
|
-
error: "error";
|
|
3034
3033
|
success: "success";
|
|
3034
|
+
error: "error";
|
|
3035
|
+
warning: "warning";
|
|
3035
3036
|
accent: "accent";
|
|
3036
3037
|
accentDim: "accentDim";
|
|
3037
|
-
warning: "warning";
|
|
3038
3038
|
textMuted: "textMuted";
|
|
3039
3039
|
}>;
|
|
3040
3040
|
/** Semantic color token resolved to a theme color by the web UI. */
|
|
@@ -3059,11 +3059,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
3059
3059
|
}>;
|
|
3060
3060
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3061
3061
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3062
|
-
error: "error";
|
|
3063
3062
|
success: "success";
|
|
3063
|
+
error: "error";
|
|
3064
|
+
warning: "warning";
|
|
3064
3065
|
accent: "accent";
|
|
3065
3066
|
accentDim: "accentDim";
|
|
3066
|
-
warning: "warning";
|
|
3067
3067
|
textMuted: "textMuted";
|
|
3068
3068
|
}>>;
|
|
3069
3069
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3074,8 +3074,8 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
3074
3074
|
source: z$1.ZodLiteral<"column">;
|
|
3075
3075
|
key: z$1.ZodString;
|
|
3076
3076
|
aggregate: z$1.ZodEnum<{
|
|
3077
|
-
avg: "avg";
|
|
3078
3077
|
sum: "sum";
|
|
3078
|
+
avg: "avg";
|
|
3079
3079
|
min: "min";
|
|
3080
3080
|
max: "max";
|
|
3081
3081
|
latest: "latest";
|
|
@@ -3083,11 +3083,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
3083
3083
|
}>;
|
|
3084
3084
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3085
3085
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3086
|
-
error: "error";
|
|
3087
3086
|
success: "success";
|
|
3087
|
+
error: "error";
|
|
3088
|
+
warning: "warning";
|
|
3088
3089
|
accent: "accent";
|
|
3089
3090
|
accentDim: "accentDim";
|
|
3090
|
-
warning: "warning";
|
|
3091
3091
|
textMuted: "textMuted";
|
|
3092
3092
|
}>>;
|
|
3093
3093
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3109,8 +3109,8 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
|
|
|
3109
3109
|
source: z$1.ZodLiteral<"column">;
|
|
3110
3110
|
key: z$1.ZodString;
|
|
3111
3111
|
aggregate: z$1.ZodEnum<{
|
|
3112
|
-
avg: "avg";
|
|
3113
3112
|
sum: "sum";
|
|
3113
|
+
avg: "avg";
|
|
3114
3114
|
min: "min";
|
|
3115
3115
|
max: "max";
|
|
3116
3116
|
latest: "latest";
|
|
@@ -3142,11 +3142,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
3142
3142
|
}>;
|
|
3143
3143
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3144
3144
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3145
|
-
error: "error";
|
|
3146
3145
|
success: "success";
|
|
3146
|
+
error: "error";
|
|
3147
|
+
warning: "warning";
|
|
3147
3148
|
accent: "accent";
|
|
3148
3149
|
accentDim: "accentDim";
|
|
3149
|
-
warning: "warning";
|
|
3150
3150
|
textMuted: "textMuted";
|
|
3151
3151
|
}>>;
|
|
3152
3152
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3157,8 +3157,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
3157
3157
|
source: z$1.ZodLiteral<"column">;
|
|
3158
3158
|
key: z$1.ZodString;
|
|
3159
3159
|
aggregate: z$1.ZodEnum<{
|
|
3160
|
-
avg: "avg";
|
|
3161
3160
|
sum: "sum";
|
|
3161
|
+
avg: "avg";
|
|
3162
3162
|
min: "min";
|
|
3163
3163
|
max: "max";
|
|
3164
3164
|
latest: "latest";
|
|
@@ -3166,11 +3166,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
3166
3166
|
}>;
|
|
3167
3167
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3168
3168
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3169
|
-
error: "error";
|
|
3170
3169
|
success: "success";
|
|
3170
|
+
error: "error";
|
|
3171
|
+
warning: "warning";
|
|
3171
3172
|
accent: "accent";
|
|
3172
3173
|
accentDim: "accentDim";
|
|
3173
|
-
warning: "warning";
|
|
3174
3174
|
textMuted: "textMuted";
|
|
3175
3175
|
}>>;
|
|
3176
3176
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3199,8 +3199,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
3199
3199
|
source: z$1.ZodLiteral<"column">;
|
|
3200
3200
|
key: z$1.ZodString;
|
|
3201
3201
|
aggregate: z$1.ZodEnum<{
|
|
3202
|
-
avg: "avg";
|
|
3203
3202
|
sum: "sum";
|
|
3203
|
+
avg: "avg";
|
|
3204
3204
|
min: "min";
|
|
3205
3205
|
max: "max";
|
|
3206
3206
|
latest: "latest";
|
|
@@ -3232,11 +3232,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3232
3232
|
}>;
|
|
3233
3233
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3234
3234
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3235
|
-
error: "error";
|
|
3236
3235
|
success: "success";
|
|
3236
|
+
error: "error";
|
|
3237
|
+
warning: "warning";
|
|
3237
3238
|
accent: "accent";
|
|
3238
3239
|
accentDim: "accentDim";
|
|
3239
|
-
warning: "warning";
|
|
3240
3240
|
textMuted: "textMuted";
|
|
3241
3241
|
}>>;
|
|
3242
3242
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3247,8 +3247,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3247
3247
|
source: z$1.ZodLiteral<"column">;
|
|
3248
3248
|
key: z$1.ZodString;
|
|
3249
3249
|
aggregate: z$1.ZodEnum<{
|
|
3250
|
-
avg: "avg";
|
|
3251
3250
|
sum: "sum";
|
|
3251
|
+
avg: "avg";
|
|
3252
3252
|
min: "min";
|
|
3253
3253
|
max: "max";
|
|
3254
3254
|
latest: "latest";
|
|
@@ -3256,11 +3256,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3256
3256
|
}>;
|
|
3257
3257
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3258
3258
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3259
|
-
error: "error";
|
|
3260
3259
|
success: "success";
|
|
3260
|
+
error: "error";
|
|
3261
|
+
warning: "warning";
|
|
3261
3262
|
accent: "accent";
|
|
3262
3263
|
accentDim: "accentDim";
|
|
3263
|
-
warning: "warning";
|
|
3264
3264
|
textMuted: "textMuted";
|
|
3265
3265
|
}>>;
|
|
3266
3266
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3289,8 +3289,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3289
3289
|
source: z$1.ZodLiteral<"column">;
|
|
3290
3290
|
key: z$1.ZodString;
|
|
3291
3291
|
aggregate: z$1.ZodEnum<{
|
|
3292
|
-
avg: "avg";
|
|
3293
3292
|
sum: "sum";
|
|
3293
|
+
avg: "avg";
|
|
3294
3294
|
min: "min";
|
|
3295
3295
|
max: "max";
|
|
3296
3296
|
latest: "latest";
|
|
@@ -3307,11 +3307,11 @@ declare const runManifestSchema$1: z$1.ZodObject<{
|
|
|
3307
3307
|
id: z$1.ZodString;
|
|
3308
3308
|
shortId: z$1.ZodString;
|
|
3309
3309
|
status: z$1.ZodEnum<{
|
|
3310
|
-
|
|
3310
|
+
error: "error";
|
|
3311
3311
|
running: "running";
|
|
3312
|
-
completed: "completed";
|
|
3313
3312
|
cancelled: "cancelled";
|
|
3314
|
-
|
|
3313
|
+
pending: "pending";
|
|
3314
|
+
completed: "completed";
|
|
3315
3315
|
}>;
|
|
3316
3316
|
temporary: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodBoolean>>;
|
|
3317
3317
|
startedAt: z$1.ZodString;
|
|
@@ -3321,8 +3321,8 @@ declare const runManifestSchema$1: z$1.ZodObject<{
|
|
|
3321
3321
|
target: z$1.ZodObject<{
|
|
3322
3322
|
mode: z$1.ZodEnum<{
|
|
3323
3323
|
all: "all";
|
|
3324
|
-
evalIds: "evalIds";
|
|
3325
3324
|
caseIds: "caseIds";
|
|
3325
|
+
evalIds: "evalIds";
|
|
3326
3326
|
}>;
|
|
3327
3327
|
evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
3328
3328
|
files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
@@ -3336,9 +3336,9 @@ declare const runManifestSchema$1: z$1.ZodObject<{
|
|
|
3336
3336
|
median: "median";
|
|
3337
3337
|
}>>>;
|
|
3338
3338
|
cacheMode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3339
|
-
use: "use";
|
|
3340
|
-
bypass: "bypass";
|
|
3341
3339
|
refresh: "refresh";
|
|
3340
|
+
bypass: "bypass";
|
|
3341
|
+
use: "use";
|
|
3342
3342
|
}>>;
|
|
3343
3343
|
}, z$1.core.$strip>;
|
|
3344
3344
|
/** Persisted lifecycle metadata for a single eval run. */
|
|
@@ -3347,11 +3347,11 @@ type RunManifest = z$1.infer<typeof runManifestSchema$1>;
|
|
|
3347
3347
|
declare const runSummarySchema$1: z$1.ZodObject<{
|
|
3348
3348
|
runId: z$1.ZodString;
|
|
3349
3349
|
status: z$1.ZodEnum<{
|
|
3350
|
-
|
|
3350
|
+
error: "error";
|
|
3351
3351
|
running: "running";
|
|
3352
|
-
completed: "completed";
|
|
3353
3352
|
cancelled: "cancelled";
|
|
3354
|
-
|
|
3353
|
+
pending: "pending";
|
|
3354
|
+
completed: "completed";
|
|
3355
3355
|
}>;
|
|
3356
3356
|
totalCases: z$1.ZodNumber;
|
|
3357
3357
|
passedCases: z$1.ZodNumber;
|
|
@@ -3434,8 +3434,8 @@ type TrialSelectionMode = z$1.infer<typeof trialSelectionModeSchema>;
|
|
|
3434
3434
|
/** Built-in eval-level output/column keys. */
|
|
3435
3435
|
/** Removal config for built-in eval-level outputs and UI metadata. */
|
|
3436
3436
|
declare const removeDefaultConfigSchema: z$1.ZodUnion<readonly [z$1.ZodLiteral<true>, z$1.ZodArray<z$1.ZodEnum<{
|
|
3437
|
-
apiCalls: "apiCalls";
|
|
3438
3437
|
costUsd: "costUsd";
|
|
3438
|
+
apiCalls: "apiCalls";
|
|
3439
3439
|
llmTurns: "llmTurns";
|
|
3440
3440
|
inputTokens: "inputTokens";
|
|
3441
3441
|
outputTokens: "outputTokens";
|
|
@@ -4249,9 +4249,9 @@ declare function extractApiCalls(spans: EvalTraceSpan$1[], config: ResolvedApiCa
|
|
|
4249
4249
|
* - `refresh`: never read, always write (forces re-execution and overwrites).
|
|
4250
4250
|
*/
|
|
4251
4251
|
declare const cacheModeSchema: z$1.ZodEnum<{
|
|
4252
|
-
use: "use";
|
|
4253
|
-
bypass: "bypass";
|
|
4254
4252
|
refresh: "refresh";
|
|
4253
|
+
bypass: "bypass";
|
|
4254
|
+
use: "use";
|
|
4255
4255
|
}>;
|
|
4256
4256
|
/** Mode controlling how cached spans behave during a run. */
|
|
4257
4257
|
type CacheMode = z$1.infer<typeof cacheModeSchema>;
|
|
@@ -4272,10 +4272,10 @@ declare const cacheOperationTypeSchema: z$1.ZodEnum<{
|
|
|
4272
4272
|
type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
|
|
4273
4273
|
/** Status of a cache lookup recorded on a span or case scope. */
|
|
4274
4274
|
declare const cacheStatusSchema: z$1.ZodEnum<{
|
|
4275
|
-
bypass: "bypass";
|
|
4276
|
-
refresh: "refresh";
|
|
4277
4275
|
hit: "hit";
|
|
4278
4276
|
miss: "miss";
|
|
4277
|
+
refresh: "refresh";
|
|
4278
|
+
bypass: "bypass";
|
|
4279
4279
|
}>;
|
|
4280
4280
|
/** Status of a cache lookup recorded on a span or case scope. */
|
|
4281
4281
|
type CacheStatus = z$1.infer<typeof cacheStatusSchema>;
|
|
@@ -4292,10 +4292,10 @@ declare const traceCacheRefSchema: z$1.ZodObject<{
|
|
|
4292
4292
|
namespace: z$1.ZodString;
|
|
4293
4293
|
key: z$1.ZodString;
|
|
4294
4294
|
status: z$1.ZodEnum<{
|
|
4295
|
-
bypass: "bypass";
|
|
4296
|
-
refresh: "refresh";
|
|
4297
4295
|
hit: "hit";
|
|
4298
4296
|
miss: "miss";
|
|
4297
|
+
refresh: "refresh";
|
|
4298
|
+
bypass: "bypass";
|
|
4299
4299
|
}>;
|
|
4300
4300
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
4301
4301
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -4370,10 +4370,10 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
|
|
|
4370
4370
|
returnValue: z$1.ZodUnknown;
|
|
4371
4371
|
finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
|
|
4372
4372
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4373
|
-
running: "running";
|
|
4374
|
-
cancelled: "cancelled";
|
|
4375
4373
|
error: "error";
|
|
4374
|
+
running: "running";
|
|
4376
4375
|
ok: "ok";
|
|
4376
|
+
cancelled: "cancelled";
|
|
4377
4377
|
}>>;
|
|
4378
4378
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4379
4379
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4443,10 +4443,10 @@ declare const cacheEntrySchema: z$1.ZodObject<{
|
|
|
4443
4443
|
returnValue: z$1.ZodUnknown;
|
|
4444
4444
|
finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
|
|
4445
4445
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4446
|
-
running: "running";
|
|
4447
|
-
cancelled: "cancelled";
|
|
4448
4446
|
error: "error";
|
|
4447
|
+
running: "running";
|
|
4449
4448
|
ok: "ok";
|
|
4449
|
+
cancelled: "cancelled";
|
|
4450
4450
|
}>>;
|
|
4451
4451
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4452
4452
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4533,10 +4533,10 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
|
|
|
4533
4533
|
returnValue: z$1.ZodUnknown;
|
|
4534
4534
|
finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
|
|
4535
4535
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4536
|
-
running: "running";
|
|
4537
|
-
cancelled: "cancelled";
|
|
4538
4536
|
error: "error";
|
|
4537
|
+
running: "running";
|
|
4539
4538
|
ok: "ok";
|
|
4539
|
+
cancelled: "cancelled";
|
|
4540
4540
|
}>>;
|
|
4541
4541
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4542
4542
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4612,10 +4612,10 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
4612
4612
|
returnValue: z$1.ZodUnknown;
|
|
4613
4613
|
finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
|
|
4614
4614
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4615
|
-
running: "running";
|
|
4616
|
-
cancelled: "cancelled";
|
|
4617
4615
|
error: "error";
|
|
4616
|
+
running: "running";
|
|
4618
4617
|
ok: "ok";
|
|
4618
|
+
cancelled: "cancelled";
|
|
4619
4619
|
}>>;
|
|
4620
4620
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4621
4621
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4693,10 +4693,10 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
4693
4693
|
returnValue: z$1.ZodUnknown;
|
|
4694
4694
|
finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
|
|
4695
4695
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4696
|
-
running: "running";
|
|
4697
|
-
cancelled: "cancelled";
|
|
4698
4696
|
error: "error";
|
|
4697
|
+
running: "running";
|
|
4699
4698
|
ok: "ok";
|
|
4699
|
+
cancelled: "cancelled";
|
|
4700
4700
|
}>>;
|
|
4701
4701
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4702
4702
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4772,10 +4772,10 @@ declare const cacheFileSchema: z$1.ZodObject<{
|
|
|
4772
4772
|
returnValue: z$1.ZodUnknown;
|
|
4773
4773
|
finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
|
|
4774
4774
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4775
|
-
running: "running";
|
|
4776
|
-
cancelled: "cancelled";
|
|
4777
4775
|
error: "error";
|
|
4776
|
+
running: "running";
|
|
4778
4777
|
ok: "ok";
|
|
4778
|
+
cancelled: "cancelled";
|
|
4779
4779
|
}>>;
|
|
4780
4780
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4781
4781
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4861,10 +4861,10 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
|
|
|
4861
4861
|
returnValue: z$1.ZodUnknown;
|
|
4862
4862
|
finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
|
|
4863
4863
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4864
|
-
running: "running";
|
|
4865
|
-
cancelled: "cancelled";
|
|
4866
4864
|
error: "error";
|
|
4865
|
+
running: "running";
|
|
4867
4866
|
ok: "ok";
|
|
4867
|
+
cancelled: "cancelled";
|
|
4868
4868
|
}>>;
|
|
4869
4869
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
4870
4870
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -5021,8 +5021,8 @@ declare const createRunRequestSchema$1: z$1.ZodObject<{
|
|
|
5021
5021
|
target: z$1.ZodObject<{
|
|
5022
5022
|
mode: z$1.ZodEnum<{
|
|
5023
5023
|
all: "all";
|
|
5024
|
-
evalIds: "evalIds";
|
|
5025
5024
|
caseIds: "caseIds";
|
|
5025
|
+
evalIds: "evalIds";
|
|
5026
5026
|
}>;
|
|
5027
5027
|
evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
5028
5028
|
files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
@@ -5034,9 +5034,9 @@ declare const createRunRequestSchema$1: z$1.ZodObject<{
|
|
|
5034
5034
|
temporary: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
5035
5035
|
cache: z$1.ZodOptional<z$1.ZodObject<{
|
|
5036
5036
|
mode: z$1.ZodDefault<z$1.ZodEnum<{
|
|
5037
|
-
use: "use";
|
|
5038
|
-
bypass: "bypass";
|
|
5039
5037
|
refresh: "refresh";
|
|
5038
|
+
bypass: "bypass";
|
|
5039
|
+
use: "use";
|
|
5040
5040
|
}>>;
|
|
5041
5041
|
}, z$1.core.$strip>>;
|
|
5042
5042
|
manualInputs: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
@@ -6635,4 +6635,4 @@ declare function defineEval<TInput = unknown, TOutputs extends EvalOutputs = Eva
|
|
|
6635
6635
|
/** Return whether the active eval case has tags matching the typed input. */
|
|
6636
6636
|
declare function matchesEvalTags(input: EvalTagMatchInput): boolean;
|
|
6637
6637
|
//#endregion
|
|
6638
|
-
export {
|
|
6638
|
+
export { AgentEvalTagRegistry, AgentEvalsConfig, type ApiCallEntry, type ApiCallMetric, type ApiCallMetricFormat, type ApiCallMetricPlacement, type ApiCallMetricValue, type ApiCallsConfigInput, type AssertionFailure, type CacheActivityEntry, type CacheAdapter, type CacheDebugKeyEntry, type CacheDebugKeyFile, type CacheDebugKeyWrite, type CacheEntry, type CacheEntryWithDebugKey, type CacheFile, type CacheHitEntry, type CacheKeyHashInput, type CacheKeyHashOptions, type CacheListItem, type CacheMode, type CacheOperationType, type CacheRecording, type CacheRecordingFrame, type CacheRecordingOp, type CacheScopeContext, type CacheSerializationOptions, type CacheStatus, type CallDerivedAttribute, type CallDerivedAttributeContext, type CallDerivedAttributesConfig, type CallDerivedAttributesFn, type CaptureEvalSpanErrorLevel, type CaptureEvalSpanErrorOptions, type CaseDetail, type CaseRow, type CellValue, type ColumnDef, type ColumnFormat, type ColumnKind, type ConfigReloadState, type ConfigReloadStatus, type CreateRunRequest, type DefaultConfigKey, type DerivedStatus, type DiscoveryIssue, EvalAssertionError, type EvalCacheConfig, EvalCase, type EvalCaseScope, type EvalChartAggregate, type EvalChartAxis, type EvalChartBuiltinMetric, type EvalChartColor, type EvalChartConfig, type EvalChartMetric, type EvalChartTooltipExtra, type EvalChartType, type EvalChartsConfig, type EvalColumnOverride, type EvalColumns, EvalDefinition, type EvalDeriveConfig, type EvalDeriveContext, type EvalDeriveFn, type EvalDeriveMap, type EvalDeriveValueFn, type EvalDisplayStatus, type EvalExecuteContext, type EvalExpectation, type EvalFreshnessStatus, type EvalManualInputConfig, type EvalManualScoreDef, type EvalOutputs, type EvalOutputsSchema, type EvalRunner, type EvalRuntimeScope, type EvalScoreContext, type EvalScoreDef, type EvalScoreFn, type EvalSetOutput, type EvalStartTime, type EvalStatAggregate, type EvalStatItem, type EvalStatsConfig, type EvalSummary, EvalTag, EvalTagMatchInput, type EvalTraceTree, type JsonCell, type LlmCallCostBreakdown, type LlmCallCostCurrency, type LlmCallEntry, type LlmCallMetric, type LlmCallMetricFormat, type LlmCallMetricPlacement, type LlmCallMetricValue, type LlmCallPricing, type LlmCallPricingRate, type LlmCallPricingRegistry, type LlmCallSimulatedTokens, type LlmCallsConfigInput, type LlmCostScenario, type ManualInputDescriptor, type ManualInputFieldDescriptor, type ManualInputFieldKind, type ManualInputFieldOverride, type ManualInputFieldsConfig, type ManualInputFileValue, type ManualInputSelectOption, type MaterializeManualInputFilesResult, type NumberDisplayOptions, type ReadManualInputFileResult, type RemoveDefaultConfig, type ResolvedApiCallMetric, type ResolvedApiCallsConfig, type ResolvedCallDerivedAttribute, type ResolvedLlmCallCostCurrency, type ResolvedLlmCallMetric, type ResolvedLlmCallPricing, type ResolvedLlmCallsConfig, type RunInEvalScopeOptions, type RunLogEntry, type RunLogLevel, type RunLogLocation, type RunLogPhase, type RunLogsConfigInput, type RunManifest, type RunSummary, type ScalarCell, type ScopedCaseSummary, type ScoreTrace, type SerializedCacheSpan, type SerializedCacheValue, type SpanCacheOptions, type SseEnvelope, type SseEventType, type TraceActiveSpan, type TraceAttributeDisplay, type TraceAttributeDisplayFormat, type TraceAttributeDisplayInput, type TraceAttributeDisplayPlacement, type TraceAttributeTransform, type TraceAttributeTransformContext, type TraceCacheInfo, type TraceCacheRef, type TraceDisplayConfig, type TraceDisplayInputConfig, type TraceSpanInfo, type TrialSelectionMode, type UpdateManualScoreRequest, appendToEvalOutput, buildTraceTree, captureEvalSpanError, cleanupStagedManualInputFiles, createRunner, defineEval, deserializeCacheRecording, deserializeCacheValue, evalAssert, evalExpect, evalLog, evalSpan, evalTime, evalTracer, extractApiCalls, extractCacheEntries, extractCacheHits, extractLlmCalls, getCurrentScope, getEvalCaseInput, getEvalRegistry, getNestedAttribute, hashCacheKey, hashCacheKeySync, incrementEvalOutput, isInEvalScope, isManualInputFileValue, manualInputFileValueSchema, matchesEvalTags, materializeManualInputFiles, mergeEvalOutput, nextEvalId, readManualInputFile, repoFile, runCli, runInEvalRuntimeScope, runInEvalScope, runInExistingEvalScope, serializeCacheRecording, serializeCacheValue, setEvalOutput, setScopeCacheContext, simulateLlmCallCost, simulateTokenAllocation, stageManualInputFile, stageManualInputFileFromPath, startEvalBackgroundJob, z };
|