@ls-stack/agent-eval 0.35.1 → 0.36.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/apps/web/dist/assets/index-BYtcGddU.js +140 -0
- package/dist/apps/web/dist/assets/{index-BJpxc61J.css → index-D0rC5MSS.css} +1 -1
- package/dist/apps/web/dist/index.html +2 -2
- package/dist/index.d.mts +93 -93
- package/package.json +3 -3
- package/dist/apps/web/dist/assets/index-CwyTEhGB.js +0 -140
package/dist/index.d.mts
CHANGED
|
@@ -2915,10 +2915,10 @@ type ColumnKind = z$1.infer<typeof columnKindSchema>;
|
|
|
2915
2915
|
declare const columnFormatSchema: z$1.ZodEnum<{
|
|
2916
2916
|
number: "number";
|
|
2917
2917
|
boolean: "boolean";
|
|
2918
|
-
duration: "duration";
|
|
2919
|
-
json: "json";
|
|
2920
2918
|
file: "file";
|
|
2919
|
+
duration: "duration";
|
|
2921
2920
|
markdown: "markdown";
|
|
2921
|
+
json: "json";
|
|
2922
2922
|
image: "image";
|
|
2923
2923
|
audio: "audio";
|
|
2924
2924
|
video: "video";
|
|
@@ -2940,10 +2940,10 @@ declare const columnDefSchema: z$1.ZodObject<{
|
|
|
2940
2940
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2941
2941
|
number: "number";
|
|
2942
2942
|
boolean: "boolean";
|
|
2943
|
-
duration: "duration";
|
|
2944
|
-
json: "json";
|
|
2945
2943
|
file: "file";
|
|
2944
|
+
duration: "duration";
|
|
2946
2945
|
markdown: "markdown";
|
|
2946
|
+
json: "json";
|
|
2947
2947
|
image: "image";
|
|
2948
2948
|
audio: "audio";
|
|
2949
2949
|
video: "video";
|
|
@@ -3030,9 +3030,9 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
|
|
|
3030
3030
|
subtree: "subtree";
|
|
3031
3031
|
}>>;
|
|
3032
3032
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3033
|
-
all: "all";
|
|
3034
|
-
last: "last";
|
|
3035
3033
|
sum: "sum";
|
|
3034
|
+
last: "last";
|
|
3035
|
+
all: "all";
|
|
3036
3036
|
}>>;
|
|
3037
3037
|
}, z$1.core.$strip>;
|
|
3038
3038
|
/**
|
|
@@ -3066,9 +3066,9 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
|
|
|
3066
3066
|
subtree: "subtree";
|
|
3067
3067
|
}>>;
|
|
3068
3068
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3069
|
-
all: "all";
|
|
3070
|
-
last: "last";
|
|
3071
3069
|
sum: "sum";
|
|
3070
|
+
last: "last";
|
|
3071
|
+
all: "all";
|
|
3072
3072
|
}>>;
|
|
3073
3073
|
}, z$1.core.$strip>>>;
|
|
3074
3074
|
}, z$1.core.$strip>;
|
|
@@ -3106,9 +3106,9 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
|
|
|
3106
3106
|
subtree: "subtree";
|
|
3107
3107
|
}>>;
|
|
3108
3108
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3109
|
-
all: "all";
|
|
3110
|
-
last: "last";
|
|
3111
3109
|
sum: "sum";
|
|
3110
|
+
last: "last";
|
|
3111
|
+
all: "all";
|
|
3112
3112
|
}>>;
|
|
3113
3113
|
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
3114
3114
|
}, z$1.core.$strip>;
|
|
@@ -3144,9 +3144,9 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
|
|
|
3144
3144
|
subtree: "subtree";
|
|
3145
3145
|
}>>;
|
|
3146
3146
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3147
|
-
all: "all";
|
|
3148
|
-
last: "last";
|
|
3149
3147
|
sum: "sum";
|
|
3148
|
+
last: "last";
|
|
3149
|
+
all: "all";
|
|
3150
3150
|
}>>;
|
|
3151
3151
|
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
3152
3152
|
}, z$1.core.$strip>>>;
|
|
@@ -3183,8 +3183,8 @@ declare const traceSpanSchema: z$1.ZodObject<{
|
|
|
3183
3183
|
status: z$1.ZodEnum<{
|
|
3184
3184
|
error: "error";
|
|
3185
3185
|
running: "running";
|
|
3186
|
-
ok: "ok";
|
|
3187
3186
|
cancelled: "cancelled";
|
|
3187
|
+
ok: "ok";
|
|
3188
3188
|
}>;
|
|
3189
3189
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
3190
3190
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -3225,11 +3225,11 @@ declare const evalFreshnessStatusSchema: z$1.ZodEnum<{
|
|
|
3225
3225
|
type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
|
|
3226
3226
|
/** Reducer used to collapse a column's per-case values into a single stat. */
|
|
3227
3227
|
declare const evalStatAggregateSchema: z$1.ZodEnum<{
|
|
3228
|
-
last: "last";
|
|
3229
|
-
sum: "sum";
|
|
3230
3228
|
avg: "avg";
|
|
3231
3229
|
min: "min";
|
|
3232
3230
|
max: "max";
|
|
3231
|
+
sum: "sum";
|
|
3232
|
+
last: "last";
|
|
3233
3233
|
}>;
|
|
3234
3234
|
/** Reducer used to collapse a column's per-case values into a single stat. */
|
|
3235
3235
|
type EvalStatAggregate = z$1.infer<typeof evalStatAggregateSchema>;
|
|
@@ -3253,19 +3253,19 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
3253
3253
|
key: z$1.ZodString;
|
|
3254
3254
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3255
3255
|
aggregate: z$1.ZodEnum<{
|
|
3256
|
-
last: "last";
|
|
3257
|
-
sum: "sum";
|
|
3258
3256
|
avg: "avg";
|
|
3259
3257
|
min: "min";
|
|
3260
3258
|
max: "max";
|
|
3259
|
+
sum: "sum";
|
|
3260
|
+
last: "last";
|
|
3261
3261
|
}>;
|
|
3262
3262
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3263
3263
|
number: "number";
|
|
3264
3264
|
boolean: "boolean";
|
|
3265
|
-
duration: "duration";
|
|
3266
|
-
json: "json";
|
|
3267
3265
|
file: "file";
|
|
3266
|
+
duration: "duration";
|
|
3268
3267
|
markdown: "markdown";
|
|
3268
|
+
json: "json";
|
|
3269
3269
|
image: "image";
|
|
3270
3270
|
audio: "audio";
|
|
3271
3271
|
video: "video";
|
|
@@ -3295,19 +3295,19 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
|
|
|
3295
3295
|
key: z$1.ZodString;
|
|
3296
3296
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3297
3297
|
aggregate: z$1.ZodEnum<{
|
|
3298
|
-
last: "last";
|
|
3299
|
-
sum: "sum";
|
|
3300
3298
|
avg: "avg";
|
|
3301
3299
|
min: "min";
|
|
3302
3300
|
max: "max";
|
|
3301
|
+
sum: "sum";
|
|
3302
|
+
last: "last";
|
|
3303
3303
|
}>;
|
|
3304
3304
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3305
3305
|
number: "number";
|
|
3306
3306
|
boolean: "boolean";
|
|
3307
|
-
duration: "duration";
|
|
3308
|
-
json: "json";
|
|
3309
3307
|
file: "file";
|
|
3308
|
+
duration: "duration";
|
|
3310
3309
|
markdown: "markdown";
|
|
3310
|
+
json: "json";
|
|
3311
3311
|
image: "image";
|
|
3312
3312
|
audio: "audio";
|
|
3313
3313
|
video: "video";
|
|
@@ -3347,10 +3347,10 @@ declare const evalSummarySchema: z$1.ZodObject<{
|
|
|
3347
3347
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3348
3348
|
number: "number";
|
|
3349
3349
|
boolean: "boolean";
|
|
3350
|
-
duration: "duration";
|
|
3351
|
-
json: "json";
|
|
3352
3350
|
file: "file";
|
|
3351
|
+
duration: "duration";
|
|
3353
3352
|
markdown: "markdown";
|
|
3353
|
+
json: "json";
|
|
3354
3354
|
image: "image";
|
|
3355
3355
|
audio: "audio";
|
|
3356
3356
|
video: "video";
|
|
@@ -3374,10 +3374,10 @@ declare const evalSummarySchema: z$1.ZodObject<{
|
|
|
3374
3374
|
caseCount: z$1.ZodNullable<z$1.ZodNumber>;
|
|
3375
3375
|
lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
|
|
3376
3376
|
error: "error";
|
|
3377
|
-
running: "running";
|
|
3378
|
-
cancelled: "cancelled";
|
|
3379
3377
|
pass: "pass";
|
|
3380
3378
|
fail: "fail";
|
|
3379
|
+
running: "running";
|
|
3380
|
+
cancelled: "cancelled";
|
|
3381
3381
|
unscored: "unscored";
|
|
3382
3382
|
}>>;
|
|
3383
3383
|
stats: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
@@ -3396,19 +3396,19 @@ declare const evalSummarySchema: z$1.ZodObject<{
|
|
|
3396
3396
|
key: z$1.ZodString;
|
|
3397
3397
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3398
3398
|
aggregate: z$1.ZodEnum<{
|
|
3399
|
-
last: "last";
|
|
3400
|
-
sum: "sum";
|
|
3401
3399
|
avg: "avg";
|
|
3402
3400
|
min: "min";
|
|
3403
3401
|
max: "max";
|
|
3402
|
+
sum: "sum";
|
|
3403
|
+
last: "last";
|
|
3404
3404
|
}>;
|
|
3405
3405
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3406
3406
|
number: "number";
|
|
3407
3407
|
boolean: "boolean";
|
|
3408
|
-
duration: "duration";
|
|
3409
|
-
json: "json";
|
|
3410
3408
|
file: "file";
|
|
3409
|
+
duration: "duration";
|
|
3411
3410
|
markdown: "markdown";
|
|
3411
|
+
json: "json";
|
|
3412
3412
|
image: "image";
|
|
3413
3413
|
audio: "audio";
|
|
3414
3414
|
video: "video";
|
|
@@ -3436,11 +3436,11 @@ declare const evalSummarySchema: z$1.ZodObject<{
|
|
|
3436
3436
|
}>;
|
|
3437
3437
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3438
3438
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3439
|
-
error: "error";
|
|
3440
3439
|
success: "success";
|
|
3441
|
-
warning: "warning";
|
|
3442
3440
|
accent: "accent";
|
|
3441
|
+
error: "error";
|
|
3443
3442
|
accentDim: "accentDim";
|
|
3443
|
+
warning: "warning";
|
|
3444
3444
|
textMuted: "textMuted";
|
|
3445
3445
|
}>>;
|
|
3446
3446
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3451,20 +3451,20 @@ declare const evalSummarySchema: z$1.ZodObject<{
|
|
|
3451
3451
|
source: z$1.ZodLiteral<"column">;
|
|
3452
3452
|
key: z$1.ZodString;
|
|
3453
3453
|
aggregate: z$1.ZodEnum<{
|
|
3454
|
-
sum: "sum";
|
|
3455
3454
|
avg: "avg";
|
|
3456
3455
|
min: "min";
|
|
3457
3456
|
max: "max";
|
|
3457
|
+
sum: "sum";
|
|
3458
3458
|
latest: "latest";
|
|
3459
3459
|
passThresholdRate: "passThresholdRate";
|
|
3460
3460
|
}>;
|
|
3461
3461
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3462
3462
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3463
|
-
error: "error";
|
|
3464
3463
|
success: "success";
|
|
3465
|
-
warning: "warning";
|
|
3466
3464
|
accent: "accent";
|
|
3465
|
+
error: "error";
|
|
3467
3466
|
accentDim: "accentDim";
|
|
3467
|
+
warning: "warning";
|
|
3468
3468
|
textMuted: "textMuted";
|
|
3469
3469
|
}>>;
|
|
3470
3470
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3493,10 +3493,10 @@ declare const evalSummarySchema: z$1.ZodObject<{
|
|
|
3493
3493
|
source: z$1.ZodLiteral<"column">;
|
|
3494
3494
|
key: z$1.ZodString;
|
|
3495
3495
|
aggregate: z$1.ZodEnum<{
|
|
3496
|
-
sum: "sum";
|
|
3497
3496
|
avg: "avg";
|
|
3498
3497
|
min: "min";
|
|
3499
3498
|
max: "max";
|
|
3499
|
+
sum: "sum";
|
|
3500
3500
|
latest: "latest";
|
|
3501
3501
|
passThresholdRate: "passThresholdRate";
|
|
3502
3502
|
}>;
|
|
@@ -3592,11 +3592,11 @@ declare const caseRowSchema: z$1.ZodObject<{
|
|
|
3592
3592
|
evalId: z$1.ZodString;
|
|
3593
3593
|
status: z$1.ZodEnum<{
|
|
3594
3594
|
error: "error";
|
|
3595
|
+
pass: "pass";
|
|
3596
|
+
fail: "fail";
|
|
3595
3597
|
running: "running";
|
|
3596
3598
|
cancelled: "cancelled";
|
|
3597
3599
|
pending: "pending";
|
|
3598
|
-
pass: "pass";
|
|
3599
|
-
fail: "fail";
|
|
3600
3600
|
}>;
|
|
3601
3601
|
durationMs: z$1.ZodNullable<z$1.ZodNumber>;
|
|
3602
3602
|
costUsd: z$1.ZodOptional<z$1.ZodNullable<z$1.ZodNumber>>;
|
|
@@ -3688,8 +3688,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
3688
3688
|
status: z$1.ZodEnum<{
|
|
3689
3689
|
error: "error";
|
|
3690
3690
|
running: "running";
|
|
3691
|
-
ok: "ok";
|
|
3692
3691
|
cancelled: "cancelled";
|
|
3692
|
+
ok: "ok";
|
|
3693
3693
|
}>;
|
|
3694
3694
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
3695
3695
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -3739,9 +3739,9 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
3739
3739
|
subtree: "subtree";
|
|
3740
3740
|
}>>;
|
|
3741
3741
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3742
|
-
all: "all";
|
|
3743
|
-
last: "last";
|
|
3744
3742
|
sum: "sum";
|
|
3743
|
+
last: "last";
|
|
3744
|
+
all: "all";
|
|
3745
3745
|
}>>;
|
|
3746
3746
|
}, z$1.core.$strip>>>;
|
|
3747
3747
|
}, z$1.core.$strip>;
|
|
@@ -3756,11 +3756,11 @@ declare const caseDetailSchema: z$1.ZodObject<{
|
|
|
3756
3756
|
evalId: z$1.ZodString;
|
|
3757
3757
|
status: z$1.ZodEnum<{
|
|
3758
3758
|
error: "error";
|
|
3759
|
+
pass: "pass";
|
|
3760
|
+
fail: "fail";
|
|
3759
3761
|
running: "running";
|
|
3760
3762
|
cancelled: "cancelled";
|
|
3761
3763
|
pending: "pending";
|
|
3762
|
-
pass: "pass";
|
|
3763
|
-
fail: "fail";
|
|
3764
3764
|
}>;
|
|
3765
3765
|
input: z$1.ZodUnknown;
|
|
3766
3766
|
trace: z$1.ZodArray<z$1.ZodObject<{
|
|
@@ -3774,8 +3774,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
|
|
|
3774
3774
|
status: z$1.ZodEnum<{
|
|
3775
3775
|
error: "error";
|
|
3776
3776
|
running: "running";
|
|
3777
|
-
ok: "ok";
|
|
3778
3777
|
cancelled: "cancelled";
|
|
3778
|
+
ok: "ok";
|
|
3779
3779
|
}>;
|
|
3780
3780
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
3781
3781
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -3825,9 +3825,9 @@ declare const caseDetailSchema: z$1.ZodObject<{
|
|
|
3825
3825
|
subtree: "subtree";
|
|
3826
3826
|
}>>;
|
|
3827
3827
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3828
|
-
all: "all";
|
|
3829
|
-
last: "last";
|
|
3830
3828
|
sum: "sum";
|
|
3829
|
+
last: "last";
|
|
3830
|
+
all: "all";
|
|
3831
3831
|
}>>;
|
|
3832
3832
|
}, z$1.core.$strip>>>;
|
|
3833
3833
|
}, z$1.core.$strip>;
|
|
@@ -3843,8 +3843,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
|
|
|
3843
3843
|
status: z$1.ZodEnum<{
|
|
3844
3844
|
error: "error";
|
|
3845
3845
|
running: "running";
|
|
3846
|
-
ok: "ok";
|
|
3847
3846
|
cancelled: "cancelled";
|
|
3847
|
+
ok: "ok";
|
|
3848
3848
|
}>;
|
|
3849
3849
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
3850
3850
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -3894,9 +3894,9 @@ declare const caseDetailSchema: z$1.ZodObject<{
|
|
|
3894
3894
|
subtree: "subtree";
|
|
3895
3895
|
}>>;
|
|
3896
3896
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3897
|
-
all: "all";
|
|
3898
|
-
last: "last";
|
|
3899
3897
|
sum: "sum";
|
|
3898
|
+
last: "last";
|
|
3899
|
+
all: "all";
|
|
3900
3900
|
}>>;
|
|
3901
3901
|
}, z$1.core.$strip>>>;
|
|
3902
3902
|
}, z$1.core.$strip>;
|
|
@@ -3956,10 +3956,10 @@ declare const caseDetailSchema: z$1.ZodObject<{
|
|
|
3956
3956
|
namespace: z$1.ZodString;
|
|
3957
3957
|
key: z$1.ZodString;
|
|
3958
3958
|
status: z$1.ZodEnum<{
|
|
3959
|
-
bypass: "bypass";
|
|
3960
|
-
refresh: "refresh";
|
|
3961
3959
|
hit: "hit";
|
|
3962
3960
|
miss: "miss";
|
|
3961
|
+
refresh: "refresh";
|
|
3962
|
+
bypass: "bypass";
|
|
3963
3963
|
}>;
|
|
3964
3964
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
3965
3965
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -4030,10 +4030,10 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
|
|
|
4030
4030
|
type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
|
|
4031
4031
|
/** Reducer applied to a numeric column across all cases of a single run. */
|
|
4032
4032
|
declare const evalChartAggregateSchema: z$1.ZodEnum<{
|
|
4033
|
-
sum: "sum";
|
|
4034
4033
|
avg: "avg";
|
|
4035
4034
|
min: "min";
|
|
4036
4035
|
max: "max";
|
|
4036
|
+
sum: "sum";
|
|
4037
4037
|
latest: "latest";
|
|
4038
4038
|
passThresholdRate: "passThresholdRate";
|
|
4039
4039
|
}>;
|
|
@@ -4044,11 +4044,11 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
|
|
|
4044
4044
|
* not emit raw hex so authored evals stay decoupled from the web theme.
|
|
4045
4045
|
*/
|
|
4046
4046
|
declare const evalChartColorSchema: z$1.ZodEnum<{
|
|
4047
|
-
error: "error";
|
|
4048
4047
|
success: "success";
|
|
4049
|
-
warning: "warning";
|
|
4050
4048
|
accent: "accent";
|
|
4049
|
+
error: "error";
|
|
4051
4050
|
accentDim: "accentDim";
|
|
4051
|
+
warning: "warning";
|
|
4052
4052
|
textMuted: "textMuted";
|
|
4053
4053
|
}>;
|
|
4054
4054
|
/** Semantic color token resolved to a theme color by the web UI. */
|
|
@@ -4073,11 +4073,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
4073
4073
|
}>;
|
|
4074
4074
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
4075
4075
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4076
|
-
error: "error";
|
|
4077
4076
|
success: "success";
|
|
4078
|
-
warning: "warning";
|
|
4079
4077
|
accent: "accent";
|
|
4078
|
+
error: "error";
|
|
4080
4079
|
accentDim: "accentDim";
|
|
4080
|
+
warning: "warning";
|
|
4081
4081
|
textMuted: "textMuted";
|
|
4082
4082
|
}>>;
|
|
4083
4083
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -4088,20 +4088,20 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
4088
4088
|
source: z$1.ZodLiteral<"column">;
|
|
4089
4089
|
key: z$1.ZodString;
|
|
4090
4090
|
aggregate: z$1.ZodEnum<{
|
|
4091
|
-
sum: "sum";
|
|
4092
4091
|
avg: "avg";
|
|
4093
4092
|
min: "min";
|
|
4094
4093
|
max: "max";
|
|
4094
|
+
sum: "sum";
|
|
4095
4095
|
latest: "latest";
|
|
4096
4096
|
passThresholdRate: "passThresholdRate";
|
|
4097
4097
|
}>;
|
|
4098
4098
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
4099
4099
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4100
|
-
error: "error";
|
|
4101
4100
|
success: "success";
|
|
4102
|
-
warning: "warning";
|
|
4103
4101
|
accent: "accent";
|
|
4102
|
+
error: "error";
|
|
4104
4103
|
accentDim: "accentDim";
|
|
4104
|
+
warning: "warning";
|
|
4105
4105
|
textMuted: "textMuted";
|
|
4106
4106
|
}>>;
|
|
4107
4107
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -4123,10 +4123,10 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
|
|
|
4123
4123
|
source: z$1.ZodLiteral<"column">;
|
|
4124
4124
|
key: z$1.ZodString;
|
|
4125
4125
|
aggregate: z$1.ZodEnum<{
|
|
4126
|
-
sum: "sum";
|
|
4127
4126
|
avg: "avg";
|
|
4128
4127
|
min: "min";
|
|
4129
4128
|
max: "max";
|
|
4129
|
+
sum: "sum";
|
|
4130
4130
|
latest: "latest";
|
|
4131
4131
|
passThresholdRate: "passThresholdRate";
|
|
4132
4132
|
}>;
|
|
@@ -4156,11 +4156,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
4156
4156
|
}>;
|
|
4157
4157
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
4158
4158
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4159
|
-
error: "error";
|
|
4160
4159
|
success: "success";
|
|
4161
|
-
warning: "warning";
|
|
4162
4160
|
accent: "accent";
|
|
4161
|
+
error: "error";
|
|
4163
4162
|
accentDim: "accentDim";
|
|
4163
|
+
warning: "warning";
|
|
4164
4164
|
textMuted: "textMuted";
|
|
4165
4165
|
}>>;
|
|
4166
4166
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -4171,20 +4171,20 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
4171
4171
|
source: z$1.ZodLiteral<"column">;
|
|
4172
4172
|
key: z$1.ZodString;
|
|
4173
4173
|
aggregate: z$1.ZodEnum<{
|
|
4174
|
-
sum: "sum";
|
|
4175
4174
|
avg: "avg";
|
|
4176
4175
|
min: "min";
|
|
4177
4176
|
max: "max";
|
|
4177
|
+
sum: "sum";
|
|
4178
4178
|
latest: "latest";
|
|
4179
4179
|
passThresholdRate: "passThresholdRate";
|
|
4180
4180
|
}>;
|
|
4181
4181
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
4182
4182
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4183
|
-
error: "error";
|
|
4184
4183
|
success: "success";
|
|
4185
|
-
warning: "warning";
|
|
4186
4184
|
accent: "accent";
|
|
4185
|
+
error: "error";
|
|
4187
4186
|
accentDim: "accentDim";
|
|
4187
|
+
warning: "warning";
|
|
4188
4188
|
textMuted: "textMuted";
|
|
4189
4189
|
}>>;
|
|
4190
4190
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -4213,10 +4213,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
4213
4213
|
source: z$1.ZodLiteral<"column">;
|
|
4214
4214
|
key: z$1.ZodString;
|
|
4215
4215
|
aggregate: z$1.ZodEnum<{
|
|
4216
|
-
sum: "sum";
|
|
4217
4216
|
avg: "avg";
|
|
4218
4217
|
min: "min";
|
|
4219
4218
|
max: "max";
|
|
4219
|
+
sum: "sum";
|
|
4220
4220
|
latest: "latest";
|
|
4221
4221
|
passThresholdRate: "passThresholdRate";
|
|
4222
4222
|
}>;
|
|
@@ -4246,11 +4246,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
4246
4246
|
}>;
|
|
4247
4247
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
4248
4248
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4249
|
-
error: "error";
|
|
4250
4249
|
success: "success";
|
|
4251
|
-
warning: "warning";
|
|
4252
4250
|
accent: "accent";
|
|
4251
|
+
error: "error";
|
|
4253
4252
|
accentDim: "accentDim";
|
|
4253
|
+
warning: "warning";
|
|
4254
4254
|
textMuted: "textMuted";
|
|
4255
4255
|
}>>;
|
|
4256
4256
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -4261,20 +4261,20 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
4261
4261
|
source: z$1.ZodLiteral<"column">;
|
|
4262
4262
|
key: z$1.ZodString;
|
|
4263
4263
|
aggregate: z$1.ZodEnum<{
|
|
4264
|
-
sum: "sum";
|
|
4265
4264
|
avg: "avg";
|
|
4266
4265
|
min: "min";
|
|
4267
4266
|
max: "max";
|
|
4267
|
+
sum: "sum";
|
|
4268
4268
|
latest: "latest";
|
|
4269
4269
|
passThresholdRate: "passThresholdRate";
|
|
4270
4270
|
}>;
|
|
4271
4271
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
4272
4272
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4273
|
-
error: "error";
|
|
4274
4273
|
success: "success";
|
|
4275
|
-
warning: "warning";
|
|
4276
4274
|
accent: "accent";
|
|
4275
|
+
error: "error";
|
|
4277
4276
|
accentDim: "accentDim";
|
|
4277
|
+
warning: "warning";
|
|
4278
4278
|
textMuted: "textMuted";
|
|
4279
4279
|
}>>;
|
|
4280
4280
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -4303,10 +4303,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
4303
4303
|
source: z$1.ZodLiteral<"column">;
|
|
4304
4304
|
key: z$1.ZodString;
|
|
4305
4305
|
aggregate: z$1.ZodEnum<{
|
|
4306
|
-
sum: "sum";
|
|
4307
4306
|
avg: "avg";
|
|
4308
4307
|
min: "min";
|
|
4309
4308
|
max: "max";
|
|
4309
|
+
sum: "sum";
|
|
4310
4310
|
latest: "latest";
|
|
4311
4311
|
passThresholdRate: "passThresholdRate";
|
|
4312
4312
|
}>;
|
|
@@ -4348,9 +4348,9 @@ declare const runManifestSchema: z$1.ZodObject<{
|
|
|
4348
4348
|
median: "median";
|
|
4349
4349
|
}>>>;
|
|
4350
4350
|
cacheMode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4351
|
-
use: "use";
|
|
4352
|
-
bypass: "bypass";
|
|
4353
4351
|
refresh: "refresh";
|
|
4352
|
+
bypass: "bypass";
|
|
4353
|
+
use: "use";
|
|
4354
4354
|
}>>;
|
|
4355
4355
|
}, z$1.core.$strip>;
|
|
4356
4356
|
/** Persisted lifecycle metadata for a single eval run. */
|
|
@@ -5156,9 +5156,9 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
|
|
|
5156
5156
|
subtree: "subtree";
|
|
5157
5157
|
}>>;
|
|
5158
5158
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5159
|
-
all: "all";
|
|
5160
|
-
last: "last";
|
|
5161
5159
|
sum: "sum";
|
|
5160
|
+
last: "last";
|
|
5161
|
+
all: "all";
|
|
5162
5162
|
}>>;
|
|
5163
5163
|
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
5164
5164
|
}, z$1.core.$strip>>>;
|
|
@@ -5181,19 +5181,19 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
|
|
|
5181
5181
|
key: z$1.ZodString;
|
|
5182
5182
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
5183
5183
|
aggregate: z$1.ZodEnum<{
|
|
5184
|
-
last: "last";
|
|
5185
|
-
sum: "sum";
|
|
5186
5184
|
avg: "avg";
|
|
5187
5185
|
min: "min";
|
|
5188
5186
|
max: "max";
|
|
5187
|
+
sum: "sum";
|
|
5188
|
+
last: "last";
|
|
5189
5189
|
}>;
|
|
5190
5190
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5191
5191
|
number: "number";
|
|
5192
5192
|
boolean: "boolean";
|
|
5193
|
-
duration: "duration";
|
|
5194
|
-
json: "json";
|
|
5195
5193
|
file: "file";
|
|
5194
|
+
duration: "duration";
|
|
5196
5195
|
markdown: "markdown";
|
|
5196
|
+
json: "json";
|
|
5197
5197
|
image: "image";
|
|
5198
5198
|
audio: "audio";
|
|
5199
5199
|
video: "video";
|
|
@@ -5534,9 +5534,9 @@ declare function extractApiCalls(spans: EvalTraceSpan[], config: ResolvedApiCall
|
|
|
5534
5534
|
* - `refresh`: never read, always write (forces re-execution and overwrites).
|
|
5535
5535
|
*/
|
|
5536
5536
|
declare const cacheModeSchema: z$1.ZodEnum<{
|
|
5537
|
-
use: "use";
|
|
5538
|
-
bypass: "bypass";
|
|
5539
5537
|
refresh: "refresh";
|
|
5538
|
+
bypass: "bypass";
|
|
5539
|
+
use: "use";
|
|
5540
5540
|
}>;
|
|
5541
5541
|
/** Mode controlling how cached spans behave during a run. */
|
|
5542
5542
|
type CacheMode = z$1.infer<typeof cacheModeSchema>;
|
|
@@ -5557,10 +5557,10 @@ declare const cacheOperationTypeSchema: z$1.ZodEnum<{
|
|
|
5557
5557
|
type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
|
|
5558
5558
|
/** Status of a cache lookup recorded on a span or case scope. */
|
|
5559
5559
|
declare const cacheStatusSchema: z$1.ZodEnum<{
|
|
5560
|
-
bypass: "bypass";
|
|
5561
|
-
refresh: "refresh";
|
|
5562
5560
|
hit: "hit";
|
|
5563
5561
|
miss: "miss";
|
|
5562
|
+
refresh: "refresh";
|
|
5563
|
+
bypass: "bypass";
|
|
5564
5564
|
}>;
|
|
5565
5565
|
/** Status of a cache lookup recorded on a span or case scope. */
|
|
5566
5566
|
type CacheStatus = z$1.infer<typeof cacheStatusSchema>;
|
|
@@ -5577,10 +5577,10 @@ declare const traceCacheRefSchema: z$1.ZodObject<{
|
|
|
5577
5577
|
namespace: z$1.ZodString;
|
|
5578
5578
|
key: z$1.ZodString;
|
|
5579
5579
|
status: z$1.ZodEnum<{
|
|
5580
|
-
bypass: "bypass";
|
|
5581
|
-
refresh: "refresh";
|
|
5582
5580
|
hit: "hit";
|
|
5583
5581
|
miss: "miss";
|
|
5582
|
+
refresh: "refresh";
|
|
5583
|
+
bypass: "bypass";
|
|
5584
5584
|
}>;
|
|
5585
5585
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
5586
5586
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -5658,8 +5658,8 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
|
|
|
5658
5658
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5659
5659
|
error: "error";
|
|
5660
5660
|
running: "running";
|
|
5661
|
-
ok: "ok";
|
|
5662
5661
|
cancelled: "cancelled";
|
|
5662
|
+
ok: "ok";
|
|
5663
5663
|
}>>;
|
|
5664
5664
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
5665
5665
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -5731,8 +5731,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
|
|
|
5731
5731
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5732
5732
|
error: "error";
|
|
5733
5733
|
running: "running";
|
|
5734
|
-
ok: "ok";
|
|
5735
5734
|
cancelled: "cancelled";
|
|
5735
|
+
ok: "ok";
|
|
5736
5736
|
}>>;
|
|
5737
5737
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
5738
5738
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -5820,8 +5820,8 @@ declare const cacheEntryWithDebugKeySchema: z$1.ZodObject<{
|
|
|
5820
5820
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5821
5821
|
error: "error";
|
|
5822
5822
|
running: "running";
|
|
5823
|
-
ok: "ok";
|
|
5824
5823
|
cancelled: "cancelled";
|
|
5824
|
+
ok: "ok";
|
|
5825
5825
|
}>>;
|
|
5826
5826
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
5827
5827
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -5909,8 +5909,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
|
|
|
5909
5909
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5910
5910
|
error: "error";
|
|
5911
5911
|
running: "running";
|
|
5912
|
-
ok: "ok";
|
|
5913
5912
|
cancelled: "cancelled";
|
|
5913
|
+
ok: "ok";
|
|
5914
5914
|
}>>;
|
|
5915
5915
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
5916
5916
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -6096,9 +6096,9 @@ declare const createRunRequestSchema: z$1.ZodObject<{
|
|
|
6096
6096
|
trials: z$1.ZodNumber;
|
|
6097
6097
|
cache: z$1.ZodOptional<z$1.ZodObject<{
|
|
6098
6098
|
mode: z$1.ZodDefault<z$1.ZodEnum<{
|
|
6099
|
-
use: "use";
|
|
6100
|
-
bypass: "bypass";
|
|
6101
6099
|
refresh: "refresh";
|
|
6100
|
+
bypass: "bypass";
|
|
6101
|
+
use: "use";
|
|
6102
6102
|
}>>;
|
|
6103
6103
|
}, z$1.core.$strip>>;
|
|
6104
6104
|
manualInputs: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@ls-stack/agent-eval",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.36.0",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"bin": {
|
|
6
6
|
"agent-evals": "./dist/bin.mjs"
|
|
@@ -32,8 +32,8 @@
|
|
|
32
32
|
"@types/node": "^24.7.2",
|
|
33
33
|
"typescript": "^5.9.2",
|
|
34
34
|
"@agent-evals/runner": "0.0.1",
|
|
35
|
-
"@agent-evals/
|
|
36
|
-
"@agent-evals/
|
|
35
|
+
"@agent-evals/shared": "0.0.1",
|
|
36
|
+
"@agent-evals/sdk": "0.0.1"
|
|
37
37
|
},
|
|
38
38
|
"scripts": {
|
|
39
39
|
"build": "pnpm --filter @agent-evals/web build && pnpm --filter @agent-evals/shared build && pnpm --filter @agent-evals/sdk build && pnpm --filter @agent-evals/runner build && tsdown --filter cli-js && tsdown --filter cli-types",
|