@ls-stack/agent-eval 0.59.0 → 0.59.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/apps/web/dist/assets/index-CqWfzcFb.css +1 -0
- package/dist/apps/web/dist/assets/index-Dowobz-z.js +377 -0
- package/dist/apps/web/dist/index.html +2 -2
- package/dist/index.d.mts +61 -61
- package/package.json +3 -3
- package/dist/apps/web/dist/assets/index-BD6FXk5p.js +0 -377
- package/dist/apps/web/dist/assets/index-C2fbGEsB.css +0 -1
|
@@ -25,8 +25,8 @@
|
|
|
25
25
|
href="https://fonts.googleapis.com/css2?family=Geist:wght@400;500;600&family=JetBrains+Mono:wght@400;500&display=swap"
|
|
26
26
|
rel="stylesheet"
|
|
27
27
|
/>
|
|
28
|
-
<script type="module" crossorigin src="/assets/index-
|
|
29
|
-
<link rel="stylesheet" crossorigin href="/assets/index-
|
|
28
|
+
<script type="module" crossorigin src="/assets/index-Dowobz-z.js"></script>
|
|
29
|
+
<link rel="stylesheet" crossorigin href="/assets/index-CqWfzcFb.css">
|
|
30
30
|
</head>
|
|
31
31
|
<body>
|
|
32
32
|
<div id="root"></div>
|
package/dist/index.d.mts
CHANGED
|
@@ -2261,9 +2261,9 @@ type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
|
|
|
2261
2261
|
*/
|
|
2262
2262
|
declare const evalStatAggregateSchema: z$1.ZodEnum<{
|
|
2263
2263
|
sum: "sum";
|
|
2264
|
-
avg: "avg";
|
|
2265
2264
|
min: "min";
|
|
2266
2265
|
max: "max";
|
|
2266
|
+
avg: "avg";
|
|
2267
2267
|
best: "best";
|
|
2268
2268
|
worst: "worst";
|
|
2269
2269
|
}>;
|
|
@@ -2293,9 +2293,9 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2293
2293
|
kind: z$1.ZodLiteral<"duration">;
|
|
2294
2294
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2295
2295
|
sum: "sum";
|
|
2296
|
-
avg: "avg";
|
|
2297
2296
|
min: "min";
|
|
2298
2297
|
max: "max";
|
|
2298
|
+
avg: "avg";
|
|
2299
2299
|
best: "best";
|
|
2300
2300
|
worst: "worst";
|
|
2301
2301
|
}>>;
|
|
@@ -2304,9 +2304,9 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2304
2304
|
kind: z$1.ZodLiteral<"cacheHits">;
|
|
2305
2305
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2306
2306
|
sum: "sum";
|
|
2307
|
-
avg: "avg";
|
|
2308
2307
|
min: "min";
|
|
2309
2308
|
max: "max";
|
|
2309
|
+
avg: "avg";
|
|
2310
2310
|
best: "best";
|
|
2311
2311
|
worst: "worst";
|
|
2312
2312
|
}>>;
|
|
@@ -2317,9 +2317,9 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
2317
2317
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2318
2318
|
aggregate: z$1.ZodEnum<{
|
|
2319
2319
|
sum: "sum";
|
|
2320
|
-
avg: "avg";
|
|
2321
2320
|
min: "min";
|
|
2322
2321
|
max: "max";
|
|
2322
|
+
avg: "avg";
|
|
2323
2323
|
best: "best";
|
|
2324
2324
|
worst: "worst";
|
|
2325
2325
|
}>;
|
|
@@ -2357,9 +2357,9 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
|
|
|
2357
2357
|
kind: z$1.ZodLiteral<"duration">;
|
|
2358
2358
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2359
2359
|
sum: "sum";
|
|
2360
|
-
avg: "avg";
|
|
2361
2360
|
min: "min";
|
|
2362
2361
|
max: "max";
|
|
2362
|
+
avg: "avg";
|
|
2363
2363
|
best: "best";
|
|
2364
2364
|
worst: "worst";
|
|
2365
2365
|
}>>;
|
|
@@ -2368,9 +2368,9 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
|
|
|
2368
2368
|
kind: z$1.ZodLiteral<"cacheHits">;
|
|
2369
2369
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2370
2370
|
sum: "sum";
|
|
2371
|
-
avg: "avg";
|
|
2372
2371
|
min: "min";
|
|
2373
2372
|
max: "max";
|
|
2373
|
+
avg: "avg";
|
|
2374
2374
|
best: "best";
|
|
2375
2375
|
worst: "worst";
|
|
2376
2376
|
}>>;
|
|
@@ -2381,9 +2381,9 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
|
|
|
2381
2381
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2382
2382
|
aggregate: z$1.ZodEnum<{
|
|
2383
2383
|
sum: "sum";
|
|
2384
|
-
avg: "avg";
|
|
2385
2384
|
min: "min";
|
|
2386
2385
|
max: "max";
|
|
2386
|
+
avg: "avg";
|
|
2387
2387
|
best: "best";
|
|
2388
2388
|
worst: "worst";
|
|
2389
2389
|
}>;
|
|
@@ -2484,9 +2484,9 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2484
2484
|
kind: z$1.ZodLiteral<"duration">;
|
|
2485
2485
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2486
2486
|
sum: "sum";
|
|
2487
|
-
avg: "avg";
|
|
2488
2487
|
min: "min";
|
|
2489
2488
|
max: "max";
|
|
2489
|
+
avg: "avg";
|
|
2490
2490
|
best: "best";
|
|
2491
2491
|
worst: "worst";
|
|
2492
2492
|
}>>;
|
|
@@ -2495,9 +2495,9 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2495
2495
|
kind: z$1.ZodLiteral<"cacheHits">;
|
|
2496
2496
|
aggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2497
2497
|
sum: "sum";
|
|
2498
|
-
avg: "avg";
|
|
2499
2498
|
min: "min";
|
|
2500
2499
|
max: "max";
|
|
2500
|
+
avg: "avg";
|
|
2501
2501
|
best: "best";
|
|
2502
2502
|
worst: "worst";
|
|
2503
2503
|
}>>;
|
|
@@ -2508,9 +2508,9 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2508
2508
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2509
2509
|
aggregate: z$1.ZodEnum<{
|
|
2510
2510
|
sum: "sum";
|
|
2511
|
-
avg: "avg";
|
|
2512
2511
|
min: "min";
|
|
2513
2512
|
max: "max";
|
|
2513
|
+
avg: "avg";
|
|
2514
2514
|
best: "best";
|
|
2515
2515
|
worst: "worst";
|
|
2516
2516
|
}>;
|
|
@@ -2535,9 +2535,9 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2535
2535
|
}, z$1.core.$strip>], "kind">>>;
|
|
2536
2536
|
defaultStatAggregate: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2537
2537
|
sum: "sum";
|
|
2538
|
-
avg: "avg";
|
|
2539
2538
|
min: "min";
|
|
2540
2539
|
max: "max";
|
|
2540
|
+
avg: "avg";
|
|
2541
2541
|
best: "best";
|
|
2542
2542
|
worst: "worst";
|
|
2543
2543
|
}>>;
|
|
@@ -2558,8 +2558,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2558
2558
|
}>;
|
|
2559
2559
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2560
2560
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2561
|
-
success: "success";
|
|
2562
2561
|
error: "error";
|
|
2562
|
+
success: "success";
|
|
2563
2563
|
warning: "warning";
|
|
2564
2564
|
accent: "accent";
|
|
2565
2565
|
accentDim: "accentDim";
|
|
@@ -2574,16 +2574,16 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2574
2574
|
key: z$1.ZodString;
|
|
2575
2575
|
aggregate: z$1.ZodEnum<{
|
|
2576
2576
|
sum: "sum";
|
|
2577
|
-
avg: "avg";
|
|
2578
2577
|
min: "min";
|
|
2579
2578
|
max: "max";
|
|
2579
|
+
avg: "avg";
|
|
2580
2580
|
latest: "latest";
|
|
2581
2581
|
passThresholdRate: "passThresholdRate";
|
|
2582
2582
|
}>;
|
|
2583
2583
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
2584
2584
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2585
|
-
success: "success";
|
|
2586
2585
|
error: "error";
|
|
2586
|
+
success: "success";
|
|
2587
2587
|
warning: "warning";
|
|
2588
2588
|
accent: "accent";
|
|
2589
2589
|
accentDim: "accentDim";
|
|
@@ -2616,9 +2616,9 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
|
|
|
2616
2616
|
key: z$1.ZodString;
|
|
2617
2617
|
aggregate: z$1.ZodEnum<{
|
|
2618
2618
|
sum: "sum";
|
|
2619
|
-
avg: "avg";
|
|
2620
2619
|
min: "min";
|
|
2621
2620
|
max: "max";
|
|
2621
|
+
avg: "avg";
|
|
2622
2622
|
latest: "latest";
|
|
2623
2623
|
passThresholdRate: "passThresholdRate";
|
|
2624
2624
|
}>;
|
|
@@ -2717,9 +2717,9 @@ declare const caseRowSchema$1: z$1.ZodObject<{
|
|
|
2717
2717
|
error: "error";
|
|
2718
2718
|
running: "running";
|
|
2719
2719
|
cancelled: "cancelled";
|
|
2720
|
+
pending: "pending";
|
|
2720
2721
|
pass: "pass";
|
|
2721
2722
|
fail: "fail";
|
|
2722
|
-
pending: "pending";
|
|
2723
2723
|
}>;
|
|
2724
2724
|
durationMs: z$1.ZodNullable<z$1.ZodNumber>;
|
|
2725
2725
|
cacheHits: z$1.ZodOptional<z$1.ZodNumber>;
|
|
@@ -2920,10 +2920,10 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
2920
2920
|
namespace: z$1.ZodString;
|
|
2921
2921
|
key: z$1.ZodString;
|
|
2922
2922
|
status: z$1.ZodEnum<{
|
|
2923
|
+
bypass: "bypass";
|
|
2924
|
+
refresh: "refresh";
|
|
2923
2925
|
hit: "hit";
|
|
2924
2926
|
miss: "miss";
|
|
2925
|
-
refresh: "refresh";
|
|
2926
|
-
bypass: "bypass";
|
|
2927
2927
|
}>;
|
|
2928
2928
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
2929
2929
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -2944,9 +2944,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
2944
2944
|
error: "error";
|
|
2945
2945
|
running: "running";
|
|
2946
2946
|
cancelled: "cancelled";
|
|
2947
|
+
pending: "pending";
|
|
2947
2948
|
pass: "pass";
|
|
2948
2949
|
fail: "fail";
|
|
2949
|
-
pending: "pending";
|
|
2950
2950
|
}>;
|
|
2951
2951
|
input: z$1.ZodUnknown;
|
|
2952
2952
|
trace: z$1.ZodArray<z$1.ZodObject<{
|
|
@@ -3092,10 +3092,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
3092
3092
|
namespace: z$1.ZodString;
|
|
3093
3093
|
key: z$1.ZodString;
|
|
3094
3094
|
status: z$1.ZodEnum<{
|
|
3095
|
+
bypass: "bypass";
|
|
3096
|
+
refresh: "refresh";
|
|
3095
3097
|
hit: "hit";
|
|
3096
3098
|
miss: "miss";
|
|
3097
|
-
refresh: "refresh";
|
|
3098
|
-
bypass: "bypass";
|
|
3099
3099
|
}>;
|
|
3100
3100
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
3101
3101
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -3213,10 +3213,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
|
|
|
3213
3213
|
namespace: z$1.ZodString;
|
|
3214
3214
|
key: z$1.ZodString;
|
|
3215
3215
|
status: z$1.ZodEnum<{
|
|
3216
|
+
bypass: "bypass";
|
|
3217
|
+
refresh: "refresh";
|
|
3216
3218
|
hit: "hit";
|
|
3217
3219
|
miss: "miss";
|
|
3218
|
-
refresh: "refresh";
|
|
3219
|
-
bypass: "bypass";
|
|
3220
3220
|
}>;
|
|
3221
3221
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
3222
3222
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -3270,9 +3270,9 @@ type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
|
|
|
3270
3270
|
/** Reducer applied to a numeric column across all cases of a single run. */
|
|
3271
3271
|
declare const evalChartAggregateSchema: z$1.ZodEnum<{
|
|
3272
3272
|
sum: "sum";
|
|
3273
|
-
avg: "avg";
|
|
3274
3273
|
min: "min";
|
|
3275
3274
|
max: "max";
|
|
3275
|
+
avg: "avg";
|
|
3276
3276
|
latest: "latest";
|
|
3277
3277
|
passThresholdRate: "passThresholdRate";
|
|
3278
3278
|
}>;
|
|
@@ -3283,8 +3283,8 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
|
|
|
3283
3283
|
* not emit raw hex so authored evals stay decoupled from the web theme.
|
|
3284
3284
|
*/
|
|
3285
3285
|
declare const evalChartColorSchema: z$1.ZodEnum<{
|
|
3286
|
-
success: "success";
|
|
3287
3286
|
error: "error";
|
|
3287
|
+
success: "success";
|
|
3288
3288
|
warning: "warning";
|
|
3289
3289
|
accent: "accent";
|
|
3290
3290
|
accentDim: "accentDim";
|
|
@@ -3312,8 +3312,8 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
3312
3312
|
}>;
|
|
3313
3313
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3314
3314
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3315
|
-
success: "success";
|
|
3316
3315
|
error: "error";
|
|
3316
|
+
success: "success";
|
|
3317
3317
|
warning: "warning";
|
|
3318
3318
|
accent: "accent";
|
|
3319
3319
|
accentDim: "accentDim";
|
|
@@ -3328,16 +3328,16 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
3328
3328
|
key: z$1.ZodString;
|
|
3329
3329
|
aggregate: z$1.ZodEnum<{
|
|
3330
3330
|
sum: "sum";
|
|
3331
|
-
avg: "avg";
|
|
3332
3331
|
min: "min";
|
|
3333
3332
|
max: "max";
|
|
3333
|
+
avg: "avg";
|
|
3334
3334
|
latest: "latest";
|
|
3335
3335
|
passThresholdRate: "passThresholdRate";
|
|
3336
3336
|
}>;
|
|
3337
3337
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3338
3338
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3339
|
-
success: "success";
|
|
3340
3339
|
error: "error";
|
|
3340
|
+
success: "success";
|
|
3341
3341
|
warning: "warning";
|
|
3342
3342
|
accent: "accent";
|
|
3343
3343
|
accentDim: "accentDim";
|
|
@@ -3363,9 +3363,9 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
|
|
|
3363
3363
|
key: z$1.ZodString;
|
|
3364
3364
|
aggregate: z$1.ZodEnum<{
|
|
3365
3365
|
sum: "sum";
|
|
3366
|
-
avg: "avg";
|
|
3367
3366
|
min: "min";
|
|
3368
3367
|
max: "max";
|
|
3368
|
+
avg: "avg";
|
|
3369
3369
|
latest: "latest";
|
|
3370
3370
|
passThresholdRate: "passThresholdRate";
|
|
3371
3371
|
}>;
|
|
@@ -3395,8 +3395,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
3395
3395
|
}>;
|
|
3396
3396
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3397
3397
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3398
|
-
success: "success";
|
|
3399
3398
|
error: "error";
|
|
3399
|
+
success: "success";
|
|
3400
3400
|
warning: "warning";
|
|
3401
3401
|
accent: "accent";
|
|
3402
3402
|
accentDim: "accentDim";
|
|
@@ -3411,16 +3411,16 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
3411
3411
|
key: z$1.ZodString;
|
|
3412
3412
|
aggregate: z$1.ZodEnum<{
|
|
3413
3413
|
sum: "sum";
|
|
3414
|
-
avg: "avg";
|
|
3415
3414
|
min: "min";
|
|
3416
3415
|
max: "max";
|
|
3416
|
+
avg: "avg";
|
|
3417
3417
|
latest: "latest";
|
|
3418
3418
|
passThresholdRate: "passThresholdRate";
|
|
3419
3419
|
}>;
|
|
3420
3420
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3421
3421
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3422
|
-
success: "success";
|
|
3423
3422
|
error: "error";
|
|
3423
|
+
success: "success";
|
|
3424
3424
|
warning: "warning";
|
|
3425
3425
|
accent: "accent";
|
|
3426
3426
|
accentDim: "accentDim";
|
|
@@ -3453,9 +3453,9 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
3453
3453
|
key: z$1.ZodString;
|
|
3454
3454
|
aggregate: z$1.ZodEnum<{
|
|
3455
3455
|
sum: "sum";
|
|
3456
|
-
avg: "avg";
|
|
3457
3456
|
min: "min";
|
|
3458
3457
|
max: "max";
|
|
3458
|
+
avg: "avg";
|
|
3459
3459
|
latest: "latest";
|
|
3460
3460
|
passThresholdRate: "passThresholdRate";
|
|
3461
3461
|
}>;
|
|
@@ -3485,8 +3485,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3485
3485
|
}>;
|
|
3486
3486
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3487
3487
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3488
|
-
success: "success";
|
|
3489
3488
|
error: "error";
|
|
3489
|
+
success: "success";
|
|
3490
3490
|
warning: "warning";
|
|
3491
3491
|
accent: "accent";
|
|
3492
3492
|
accentDim: "accentDim";
|
|
@@ -3501,16 +3501,16 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3501
3501
|
key: z$1.ZodString;
|
|
3502
3502
|
aggregate: z$1.ZodEnum<{
|
|
3503
3503
|
sum: "sum";
|
|
3504
|
-
avg: "avg";
|
|
3505
3504
|
min: "min";
|
|
3506
3505
|
max: "max";
|
|
3506
|
+
avg: "avg";
|
|
3507
3507
|
latest: "latest";
|
|
3508
3508
|
passThresholdRate: "passThresholdRate";
|
|
3509
3509
|
}>;
|
|
3510
3510
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3511
3511
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3512
|
-
success: "success";
|
|
3513
3512
|
error: "error";
|
|
3513
|
+
success: "success";
|
|
3514
3514
|
warning: "warning";
|
|
3515
3515
|
accent: "accent";
|
|
3516
3516
|
accentDim: "accentDim";
|
|
@@ -3543,9 +3543,9 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
3543
3543
|
key: z$1.ZodString;
|
|
3544
3544
|
aggregate: z$1.ZodEnum<{
|
|
3545
3545
|
sum: "sum";
|
|
3546
|
-
avg: "avg";
|
|
3547
3546
|
min: "min";
|
|
3548
3547
|
max: "max";
|
|
3548
|
+
avg: "avg";
|
|
3549
3549
|
latest: "latest";
|
|
3550
3550
|
passThresholdRate: "passThresholdRate";
|
|
3551
3551
|
}>;
|
|
@@ -3574,8 +3574,8 @@ declare const runManifestSchema$1: z$1.ZodObject<{
|
|
|
3574
3574
|
target: z$1.ZodObject<{
|
|
3575
3575
|
mode: z$1.ZodEnum<{
|
|
3576
3576
|
all: "all";
|
|
3577
|
-
caseIds: "caseIds";
|
|
3578
3577
|
evalIds: "evalIds";
|
|
3578
|
+
caseIds: "caseIds";
|
|
3579
3579
|
}>;
|
|
3580
3580
|
evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
3581
3581
|
files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
@@ -3589,9 +3589,9 @@ declare const runManifestSchema$1: z$1.ZodObject<{
|
|
|
3589
3589
|
median: "median";
|
|
3590
3590
|
}>>>;
|
|
3591
3591
|
cacheMode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3592
|
-
refresh: "refresh";
|
|
3593
|
-
bypass: "bypass";
|
|
3594
3592
|
use: "use";
|
|
3593
|
+
bypass: "bypass";
|
|
3594
|
+
refresh: "refresh";
|
|
3595
3595
|
}>>;
|
|
3596
3596
|
}, z$1.core.$strip>;
|
|
3597
3597
|
/** Persisted lifecycle metadata for a single eval run. */
|
|
@@ -4567,9 +4567,9 @@ declare function extractApiCalls(spans: EvalTraceSpan$1[], config: ResolvedApiCa
|
|
|
4567
4567
|
* - `refresh`: never read, always write (forces re-execution and overwrites).
|
|
4568
4568
|
*/
|
|
4569
4569
|
declare const cacheModeSchema: z$1.ZodEnum<{
|
|
4570
|
-
refresh: "refresh";
|
|
4571
|
-
bypass: "bypass";
|
|
4572
4570
|
use: "use";
|
|
4571
|
+
bypass: "bypass";
|
|
4572
|
+
refresh: "refresh";
|
|
4573
4573
|
}>;
|
|
4574
4574
|
/** Mode controlling how cached spans behave during a run. */
|
|
4575
4575
|
type CacheMode = z$1.infer<typeof cacheModeSchema>;
|
|
@@ -4583,17 +4583,17 @@ declare const spanCacheOptionsSchema: z$1.ZodObject<{
|
|
|
4583
4583
|
type SpanCacheOptions = z$1.infer<typeof spanCacheOptionsSchema>;
|
|
4584
4584
|
/** Category of operation stored in the eval cache. */
|
|
4585
4585
|
declare const cacheOperationTypeSchema: z$1.ZodEnum<{
|
|
4586
|
-
value: "value";
|
|
4587
4586
|
span: "span";
|
|
4587
|
+
value: "value";
|
|
4588
4588
|
}>;
|
|
4589
4589
|
/** Category of operation stored in the eval cache. */
|
|
4590
4590
|
type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
|
|
4591
4591
|
/** Status of a cache lookup recorded on a span or case scope. */
|
|
4592
4592
|
declare const cacheStatusSchema: z$1.ZodEnum<{
|
|
4593
|
+
bypass: "bypass";
|
|
4594
|
+
refresh: "refresh";
|
|
4593
4595
|
hit: "hit";
|
|
4594
4596
|
miss: "miss";
|
|
4595
|
-
refresh: "refresh";
|
|
4596
|
-
bypass: "bypass";
|
|
4597
4597
|
}>;
|
|
4598
4598
|
/** Status of a cache lookup recorded on a span or case scope. */
|
|
4599
4599
|
type CacheStatus = z$1.infer<typeof cacheStatusSchema>;
|
|
@@ -4610,10 +4610,10 @@ declare const traceCacheRefSchema: z$1.ZodObject<{
|
|
|
4610
4610
|
namespace: z$1.ZodString;
|
|
4611
4611
|
key: z$1.ZodString;
|
|
4612
4612
|
status: z$1.ZodEnum<{
|
|
4613
|
+
bypass: "bypass";
|
|
4614
|
+
refresh: "refresh";
|
|
4613
4615
|
hit: "hit";
|
|
4614
4616
|
miss: "miss";
|
|
4615
|
-
refresh: "refresh";
|
|
4616
|
-
bypass: "bypass";
|
|
4617
4617
|
}>;
|
|
4618
4618
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
4619
4619
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -4809,8 +4809,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
|
|
|
4809
4809
|
key: z$1.ZodString;
|
|
4810
4810
|
namespace: z$1.ZodString;
|
|
4811
4811
|
operationType: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4812
|
-
value: "value";
|
|
4813
4812
|
span: "span";
|
|
4813
|
+
value: "value";
|
|
4814
4814
|
}>>;
|
|
4815
4815
|
operationName: z$1.ZodOptional<z$1.ZodString>;
|
|
4816
4816
|
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -4916,8 +4916,8 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
|
|
|
4916
4916
|
key: z$1.ZodString;
|
|
4917
4917
|
namespace: z$1.ZodString;
|
|
4918
4918
|
operationType: z$1.ZodEnum<{
|
|
4919
|
-
value: "value";
|
|
4920
4919
|
span: "span";
|
|
4920
|
+
value: "value";
|
|
4921
4921
|
}>;
|
|
4922
4922
|
operationName: z$1.ZodString;
|
|
4923
4923
|
storedAt: z$1.ZodString;
|
|
@@ -4927,8 +4927,8 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
|
|
|
4927
4927
|
key: z$1.ZodString;
|
|
4928
4928
|
namespace: z$1.ZodString;
|
|
4929
4929
|
operationType: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4930
|
-
value: "value";
|
|
4931
4930
|
span: "span";
|
|
4931
|
+
value: "value";
|
|
4932
4932
|
}>>;
|
|
4933
4933
|
operationName: z$1.ZodOptional<z$1.ZodString>;
|
|
4934
4934
|
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -5034,8 +5034,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
5034
5034
|
key: z$1.ZodString;
|
|
5035
5035
|
namespace: z$1.ZodString;
|
|
5036
5036
|
operationType: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5037
|
-
value: "value";
|
|
5038
5037
|
span: "span";
|
|
5038
|
+
value: "value";
|
|
5039
5039
|
}>>;
|
|
5040
5040
|
operationName: z$1.ZodOptional<z$1.ZodString>;
|
|
5041
5041
|
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -5132,8 +5132,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
5132
5132
|
key: z$1.ZodString;
|
|
5133
5133
|
namespace: z$1.ZodString;
|
|
5134
5134
|
operationType: z$1.ZodEnum<{
|
|
5135
|
-
value: "value";
|
|
5136
5135
|
span: "span";
|
|
5136
|
+
value: "value";
|
|
5137
5137
|
}>;
|
|
5138
5138
|
operationName: z$1.ZodString;
|
|
5139
5139
|
storedAt: z$1.ZodString;
|
|
@@ -5143,8 +5143,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
|
|
|
5143
5143
|
key: z$1.ZodString;
|
|
5144
5144
|
namespace: z$1.ZodString;
|
|
5145
5145
|
operationType: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5146
|
-
value: "value";
|
|
5147
5146
|
span: "span";
|
|
5147
|
+
value: "value";
|
|
5148
5148
|
}>>;
|
|
5149
5149
|
operationName: z$1.ZodOptional<z$1.ZodString>;
|
|
5150
5150
|
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -5250,8 +5250,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
|
|
|
5250
5250
|
key: z$1.ZodString;
|
|
5251
5251
|
namespace: z$1.ZodString;
|
|
5252
5252
|
operationType: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5253
|
-
value: "value";
|
|
5254
5253
|
span: "span";
|
|
5254
|
+
value: "value";
|
|
5255
5255
|
}>>;
|
|
5256
5256
|
operationName: z$1.ZodOptional<z$1.ZodString>;
|
|
5257
5257
|
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -5356,8 +5356,8 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
|
|
|
5356
5356
|
key: z$1.ZodString;
|
|
5357
5357
|
namespace: z$1.ZodString;
|
|
5358
5358
|
operationType: z$1.ZodEnum<{
|
|
5359
|
-
value: "value";
|
|
5360
5359
|
span: "span";
|
|
5360
|
+
value: "value";
|
|
5361
5361
|
}>;
|
|
5362
5362
|
operationName: z$1.ZodString;
|
|
5363
5363
|
storedAt: z$1.ZodString;
|
|
@@ -5367,8 +5367,8 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
|
|
|
5367
5367
|
key: z$1.ZodString;
|
|
5368
5368
|
namespace: z$1.ZodString;
|
|
5369
5369
|
operationType: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5370
|
-
value: "value";
|
|
5371
5370
|
span: "span";
|
|
5371
|
+
value: "value";
|
|
5372
5372
|
}>>;
|
|
5373
5373
|
operationName: z$1.ZodOptional<z$1.ZodString>;
|
|
5374
5374
|
spanName: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -5542,8 +5542,8 @@ type SseEnvelope = z$1.infer<typeof sseEnvelopeSchema$1>; //#endregion
|
|
|
5542
5542
|
//#region src/schemas/api.d.ts
|
|
5543
5543
|
/** Lifecycle state for an app config reload triggered by `agent-evals.config.ts`. */
|
|
5544
5544
|
declare const configReloadStatusSchema: z$1.ZodEnum<{
|
|
5545
|
-
pending: "pending";
|
|
5546
5545
|
idle: "idle";
|
|
5546
|
+
pending: "pending";
|
|
5547
5547
|
reloading: "reloading";
|
|
5548
5548
|
}>;
|
|
5549
5549
|
/** Status for config reloads in the long-running app server. */
|
|
@@ -5551,8 +5551,8 @@ type ConfigReloadStatus = z$1.infer<typeof configReloadStatusSchema>;
|
|
|
5551
5551
|
/** UI/API-visible state for config reloads in `agent-evals app`. */
|
|
5552
5552
|
declare const configReloadStateSchema$1: z$1.ZodObject<{
|
|
5553
5553
|
status: z$1.ZodEnum<{
|
|
5554
|
-
pending: "pending";
|
|
5555
5554
|
idle: "idle";
|
|
5555
|
+
pending: "pending";
|
|
5556
5556
|
reloading: "reloading";
|
|
5557
5557
|
}>;
|
|
5558
5558
|
activeRunCount: z$1.ZodNumber;
|
|
@@ -5566,8 +5566,8 @@ declare const createRunRequestSchema$1: z$1.ZodObject<{
|
|
|
5566
5566
|
target: z$1.ZodObject<{
|
|
5567
5567
|
mode: z$1.ZodEnum<{
|
|
5568
5568
|
all: "all";
|
|
5569
|
-
caseIds: "caseIds";
|
|
5570
5569
|
evalIds: "evalIds";
|
|
5570
|
+
caseIds: "caseIds";
|
|
5571
5571
|
}>;
|
|
5572
5572
|
evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
5573
5573
|
files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
|
|
@@ -5579,9 +5579,9 @@ declare const createRunRequestSchema$1: z$1.ZodObject<{
|
|
|
5579
5579
|
temporary: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
5580
5580
|
cache: z$1.ZodOptional<z$1.ZodObject<{
|
|
5581
5581
|
mode: z$1.ZodDefault<z$1.ZodEnum<{
|
|
5582
|
-
refresh: "refresh";
|
|
5583
|
-
bypass: "bypass";
|
|
5584
5582
|
use: "use";
|
|
5583
|
+
bypass: "bypass";
|
|
5584
|
+
refresh: "refresh";
|
|
5585
5585
|
}>>;
|
|
5586
5586
|
}, z$1.core.$strip>>;
|
|
5587
5587
|
manualInputs: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@ls-stack/agent-eval",
|
|
3
|
-
"version": "0.59.
|
|
3
|
+
"version": "0.59.2",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"bin": {
|
|
6
6
|
"agent-evals": "./dist/bin.mjs"
|
|
@@ -33,8 +33,8 @@
|
|
|
33
33
|
"@types/node": "^24.7.2",
|
|
34
34
|
"typescript": "^5.9.2",
|
|
35
35
|
"@agent-evals/runner": "0.0.1",
|
|
36
|
-
"@agent-evals/
|
|
37
|
-
"@agent-evals/
|
|
36
|
+
"@agent-evals/sdk": "0.0.1",
|
|
37
|
+
"@agent-evals/shared": "0.0.1"
|
|
38
38
|
},
|
|
39
39
|
"scripts": {
|
|
40
40
|
"build": "pnpm --filter @agent-evals/web build && pnpm --filter @agent-evals/shared build && pnpm --filter @agent-evals/sdk build && pnpm --filter @agent-evals/runner build && tsdown --filter cli-js && tsdown --filter cli-types",
|