@ls-stack/agent-eval 0.33.0 → 0.34.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{app-Dc6vvHRL.mjs → app-DOE-crd0.mjs} +4 -4
- package/dist/apps/web/dist/assets/index-BJpxc61J.css +1 -0
- package/dist/apps/web/dist/assets/index-ol64metU.js +140 -0
- package/dist/apps/web/dist/index.html +2 -2
- package/dist/bin.mjs +1 -1
- package/dist/{cli-huuJbDNb.mjs → cli-CG66f0GN.mjs} +3 -3
- package/dist/index.d.mts +102 -102
- package/dist/index.mjs +3 -3
- package/dist/runChild.mjs +1 -1
- package/dist/{runOrchestration-ZpN7xty_.mjs → runOrchestration-CYhn4DJ0.mjs} +19 -55
- package/dist/{runner-BPXPvinB.mjs → runner-D5i7HLcE.mjs} +1 -1
- package/dist/{runner-Dkol2ukD.mjs → runner-j9b6g0h0.mjs} +2 -2
- package/dist/src-B0b1vgk0.mjs +3 -0
- package/package.json +3 -3
- package/skills/agent-eval/SKILL.md +7 -4
- package/dist/apps/web/dist/assets/index-BPMMRktE.css +0 -1
- package/dist/apps/web/dist/assets/index-BV_DM8fZ.js +0 -118
- package/dist/src-1Qvuh0NH.mjs +0 -3
package/dist/index.d.mts
CHANGED
|
@@ -2908,13 +2908,13 @@ type ColumnKind = z$1.infer<typeof columnKindSchema>;
|
|
|
2908
2908
|
declare const columnFormatSchema: z$1.ZodEnum<{
|
|
2909
2909
|
number: "number";
|
|
2910
2910
|
boolean: "boolean";
|
|
2911
|
-
duration: "duration";
|
|
2912
|
-
json: "json";
|
|
2913
2911
|
file: "file";
|
|
2914
2912
|
markdown: "markdown";
|
|
2913
|
+
json: "json";
|
|
2915
2914
|
image: "image";
|
|
2916
2915
|
audio: "audio";
|
|
2917
2916
|
video: "video";
|
|
2917
|
+
duration: "duration";
|
|
2918
2918
|
percent: "percent";
|
|
2919
2919
|
passFail: "passFail";
|
|
2920
2920
|
stars: "stars";
|
|
@@ -2933,13 +2933,13 @@ declare const columnDefSchema: z$1.ZodObject<{
|
|
|
2933
2933
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
2934
2934
|
number: "number";
|
|
2935
2935
|
boolean: "boolean";
|
|
2936
|
-
duration: "duration";
|
|
2937
|
-
json: "json";
|
|
2938
2936
|
file: "file";
|
|
2939
2937
|
markdown: "markdown";
|
|
2938
|
+
json: "json";
|
|
2940
2939
|
image: "image";
|
|
2941
2940
|
audio: "audio";
|
|
2942
2941
|
video: "video";
|
|
2942
|
+
duration: "duration";
|
|
2943
2943
|
percent: "percent";
|
|
2944
2944
|
passFail: "passFail";
|
|
2945
2945
|
stars: "stars";
|
|
@@ -2984,8 +2984,8 @@ declare const traceSpanKindSchema: z$1.ZodString;
|
|
|
2984
2984
|
declare const traceAttributeDisplayFormatSchema: z$1.ZodEnum<{
|
|
2985
2985
|
string: "string";
|
|
2986
2986
|
number: "number";
|
|
2987
|
-
duration: "duration";
|
|
2988
2987
|
json: "json";
|
|
2988
|
+
duration: "duration";
|
|
2989
2989
|
}>;
|
|
2990
2990
|
/**
|
|
2991
2991
|
* Formatting hint for trace attribute values rendered by the UI.
|
|
@@ -3009,8 +3009,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
|
|
|
3009
3009
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3010
3010
|
string: "string";
|
|
3011
3011
|
number: "number";
|
|
3012
|
-
duration: "duration";
|
|
3013
3012
|
json: "json";
|
|
3013
|
+
duration: "duration";
|
|
3014
3014
|
}>>;
|
|
3015
3015
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3016
3016
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -3024,8 +3024,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
|
|
|
3024
3024
|
}>>;
|
|
3025
3025
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3026
3026
|
all: "all";
|
|
3027
|
-
last: "last";
|
|
3028
3027
|
sum: "sum";
|
|
3028
|
+
last: "last";
|
|
3029
3029
|
}>>;
|
|
3030
3030
|
}, z$1.core.$strip>;
|
|
3031
3031
|
/**
|
|
@@ -3045,8 +3045,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
|
|
|
3045
3045
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3046
3046
|
string: "string";
|
|
3047
3047
|
number: "number";
|
|
3048
|
-
duration: "duration";
|
|
3049
3048
|
json: "json";
|
|
3049
|
+
duration: "duration";
|
|
3050
3050
|
}>>;
|
|
3051
3051
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3052
3052
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -3060,8 +3060,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
|
|
|
3060
3060
|
}>>;
|
|
3061
3061
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3062
3062
|
all: "all";
|
|
3063
|
-
last: "last";
|
|
3064
3063
|
sum: "sum";
|
|
3064
|
+
last: "last";
|
|
3065
3065
|
}>>;
|
|
3066
3066
|
}, z$1.core.$strip>>>;
|
|
3067
3067
|
}, z$1.core.$strip>;
|
|
@@ -3085,8 +3085,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
|
|
|
3085
3085
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3086
3086
|
string: "string";
|
|
3087
3087
|
number: "number";
|
|
3088
|
-
duration: "duration";
|
|
3089
3088
|
json: "json";
|
|
3089
|
+
duration: "duration";
|
|
3090
3090
|
}>>;
|
|
3091
3091
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3092
3092
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -3100,8 +3100,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
|
|
|
3100
3100
|
}>>;
|
|
3101
3101
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3102
3102
|
all: "all";
|
|
3103
|
-
last: "last";
|
|
3104
3103
|
sum: "sum";
|
|
3104
|
+
last: "last";
|
|
3105
3105
|
}>>;
|
|
3106
3106
|
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
3107
3107
|
}, z$1.core.$strip>;
|
|
@@ -3123,8 +3123,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
|
|
|
3123
3123
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3124
3124
|
string: "string";
|
|
3125
3125
|
number: "number";
|
|
3126
|
-
duration: "duration";
|
|
3127
3126
|
json: "json";
|
|
3127
|
+
duration: "duration";
|
|
3128
3128
|
}>>;
|
|
3129
3129
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3130
3130
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -3138,8 +3138,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
|
|
|
3138
3138
|
}>>;
|
|
3139
3139
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3140
3140
|
all: "all";
|
|
3141
|
-
last: "last";
|
|
3142
3141
|
sum: "sum";
|
|
3142
|
+
last: "last";
|
|
3143
3143
|
}>>;
|
|
3144
3144
|
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
3145
3145
|
}, z$1.core.$strip>>>;
|
|
@@ -3176,8 +3176,8 @@ declare const traceSpanSchema: z$1.ZodObject<{
|
|
|
3176
3176
|
status: z$1.ZodEnum<{
|
|
3177
3177
|
error: "error";
|
|
3178
3178
|
running: "running";
|
|
3179
|
-
ok: "ok";
|
|
3180
3179
|
cancelled: "cancelled";
|
|
3180
|
+
ok: "ok";
|
|
3181
3181
|
}>;
|
|
3182
3182
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
3183
3183
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -3218,11 +3218,11 @@ declare const evalFreshnessStatusSchema: z$1.ZodEnum<{
|
|
|
3218
3218
|
type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
|
|
3219
3219
|
/** Reducer used to collapse a column's per-case values into a single stat. */
|
|
3220
3220
|
declare const evalStatAggregateSchema: z$1.ZodEnum<{
|
|
3221
|
-
last: "last";
|
|
3222
|
-
sum: "sum";
|
|
3223
3221
|
avg: "avg";
|
|
3222
|
+
sum: "sum";
|
|
3224
3223
|
min: "min";
|
|
3225
3224
|
max: "max";
|
|
3225
|
+
last: "last";
|
|
3226
3226
|
}>;
|
|
3227
3227
|
/** Reducer used to collapse a column's per-case values into a single stat. */
|
|
3228
3228
|
type EvalStatAggregate = z$1.infer<typeof evalStatAggregateSchema>;
|
|
@@ -3246,22 +3246,22 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
3246
3246
|
key: z$1.ZodString;
|
|
3247
3247
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3248
3248
|
aggregate: z$1.ZodEnum<{
|
|
3249
|
-
last: "last";
|
|
3250
|
-
sum: "sum";
|
|
3251
3249
|
avg: "avg";
|
|
3250
|
+
sum: "sum";
|
|
3252
3251
|
min: "min";
|
|
3253
3252
|
max: "max";
|
|
3253
|
+
last: "last";
|
|
3254
3254
|
}>;
|
|
3255
3255
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3256
3256
|
number: "number";
|
|
3257
3257
|
boolean: "boolean";
|
|
3258
|
-
duration: "duration";
|
|
3259
|
-
json: "json";
|
|
3260
3258
|
file: "file";
|
|
3261
3259
|
markdown: "markdown";
|
|
3260
|
+
json: "json";
|
|
3262
3261
|
image: "image";
|
|
3263
3262
|
audio: "audio";
|
|
3264
3263
|
video: "video";
|
|
3264
|
+
duration: "duration";
|
|
3265
3265
|
percent: "percent";
|
|
3266
3266
|
passFail: "passFail";
|
|
3267
3267
|
stars: "stars";
|
|
@@ -3288,22 +3288,22 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
|
|
|
3288
3288
|
key: z$1.ZodString;
|
|
3289
3289
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3290
3290
|
aggregate: z$1.ZodEnum<{
|
|
3291
|
-
last: "last";
|
|
3292
|
-
sum: "sum";
|
|
3293
3291
|
avg: "avg";
|
|
3292
|
+
sum: "sum";
|
|
3294
3293
|
min: "min";
|
|
3295
3294
|
max: "max";
|
|
3295
|
+
last: "last";
|
|
3296
3296
|
}>;
|
|
3297
3297
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3298
3298
|
number: "number";
|
|
3299
3299
|
boolean: "boolean";
|
|
3300
|
-
duration: "duration";
|
|
3301
|
-
json: "json";
|
|
3302
3300
|
file: "file";
|
|
3303
3301
|
markdown: "markdown";
|
|
3302
|
+
json: "json";
|
|
3304
3303
|
image: "image";
|
|
3305
3304
|
audio: "audio";
|
|
3306
3305
|
video: "video";
|
|
3306
|
+
duration: "duration";
|
|
3307
3307
|
percent: "percent";
|
|
3308
3308
|
passFail: "passFail";
|
|
3309
3309
|
stars: "stars";
|
|
@@ -3340,13 +3340,13 @@ declare const evalSummarySchema: z$1.ZodObject<{
|
|
|
3340
3340
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3341
3341
|
number: "number";
|
|
3342
3342
|
boolean: "boolean";
|
|
3343
|
-
duration: "duration";
|
|
3344
|
-
json: "json";
|
|
3345
3343
|
file: "file";
|
|
3346
3344
|
markdown: "markdown";
|
|
3345
|
+
json: "json";
|
|
3347
3346
|
image: "image";
|
|
3348
3347
|
audio: "audio";
|
|
3349
3348
|
video: "video";
|
|
3349
|
+
duration: "duration";
|
|
3350
3350
|
percent: "percent";
|
|
3351
3351
|
passFail: "passFail";
|
|
3352
3352
|
stars: "stars";
|
|
@@ -3389,22 +3389,22 @@ declare const evalSummarySchema: z$1.ZodObject<{
|
|
|
3389
3389
|
key: z$1.ZodString;
|
|
3390
3390
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3391
3391
|
aggregate: z$1.ZodEnum<{
|
|
3392
|
-
last: "last";
|
|
3393
|
-
sum: "sum";
|
|
3394
3392
|
avg: "avg";
|
|
3393
|
+
sum: "sum";
|
|
3395
3394
|
min: "min";
|
|
3396
3395
|
max: "max";
|
|
3396
|
+
last: "last";
|
|
3397
3397
|
}>;
|
|
3398
3398
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3399
3399
|
number: "number";
|
|
3400
3400
|
boolean: "boolean";
|
|
3401
|
-
duration: "duration";
|
|
3402
|
-
json: "json";
|
|
3403
3401
|
file: "file";
|
|
3404
3402
|
markdown: "markdown";
|
|
3403
|
+
json: "json";
|
|
3405
3404
|
image: "image";
|
|
3406
3405
|
audio: "audio";
|
|
3407
3406
|
video: "video";
|
|
3407
|
+
duration: "duration";
|
|
3408
3408
|
percent: "percent";
|
|
3409
3409
|
passFail: "passFail";
|
|
3410
3410
|
stars: "stars";
|
|
@@ -3429,11 +3429,11 @@ declare const evalSummarySchema: z$1.ZodObject<{
|
|
|
3429
3429
|
}>;
|
|
3430
3430
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3431
3431
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3432
|
-
error: "error";
|
|
3433
3432
|
success: "success";
|
|
3434
|
-
|
|
3433
|
+
error: "error";
|
|
3435
3434
|
accent: "accent";
|
|
3436
3435
|
accentDim: "accentDim";
|
|
3436
|
+
warning: "warning";
|
|
3437
3437
|
textMuted: "textMuted";
|
|
3438
3438
|
}>>;
|
|
3439
3439
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3444,8 +3444,8 @@ declare const evalSummarySchema: z$1.ZodObject<{
|
|
|
3444
3444
|
source: z$1.ZodLiteral<"column">;
|
|
3445
3445
|
key: z$1.ZodString;
|
|
3446
3446
|
aggregate: z$1.ZodEnum<{
|
|
3447
|
-
sum: "sum";
|
|
3448
3447
|
avg: "avg";
|
|
3448
|
+
sum: "sum";
|
|
3449
3449
|
min: "min";
|
|
3450
3450
|
max: "max";
|
|
3451
3451
|
latest: "latest";
|
|
@@ -3453,11 +3453,11 @@ declare const evalSummarySchema: z$1.ZodObject<{
|
|
|
3453
3453
|
}>;
|
|
3454
3454
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
3455
3455
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3456
|
-
error: "error";
|
|
3457
3456
|
success: "success";
|
|
3458
|
-
|
|
3457
|
+
error: "error";
|
|
3459
3458
|
accent: "accent";
|
|
3460
3459
|
accentDim: "accentDim";
|
|
3460
|
+
warning: "warning";
|
|
3461
3461
|
textMuted: "textMuted";
|
|
3462
3462
|
}>>;
|
|
3463
3463
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -3486,8 +3486,8 @@ declare const evalSummarySchema: z$1.ZodObject<{
|
|
|
3486
3486
|
source: z$1.ZodLiteral<"column">;
|
|
3487
3487
|
key: z$1.ZodString;
|
|
3488
3488
|
aggregate: z$1.ZodEnum<{
|
|
3489
|
-
sum: "sum";
|
|
3490
3489
|
avg: "avg";
|
|
3490
|
+
sum: "sum";
|
|
3491
3491
|
min: "min";
|
|
3492
3492
|
max: "max";
|
|
3493
3493
|
latest: "latest";
|
|
@@ -3585,11 +3585,11 @@ declare const caseRowSchema: z$1.ZodObject<{
|
|
|
3585
3585
|
evalId: z$1.ZodString;
|
|
3586
3586
|
status: z$1.ZodEnum<{
|
|
3587
3587
|
error: "error";
|
|
3588
|
+
pending: "pending";
|
|
3588
3589
|
running: "running";
|
|
3589
3590
|
cancelled: "cancelled";
|
|
3590
3591
|
pass: "pass";
|
|
3591
3592
|
fail: "fail";
|
|
3592
|
-
pending: "pending";
|
|
3593
3593
|
}>;
|
|
3594
3594
|
durationMs: z$1.ZodNullable<z$1.ZodNumber>;
|
|
3595
3595
|
costUsd: z$1.ZodOptional<z$1.ZodNullable<z$1.ZodNumber>>;
|
|
@@ -3681,8 +3681,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
3681
3681
|
status: z$1.ZodEnum<{
|
|
3682
3682
|
error: "error";
|
|
3683
3683
|
running: "running";
|
|
3684
|
-
ok: "ok";
|
|
3685
3684
|
cancelled: "cancelled";
|
|
3685
|
+
ok: "ok";
|
|
3686
3686
|
}>;
|
|
3687
3687
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
3688
3688
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -3718,8 +3718,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
3718
3718
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3719
3719
|
string: "string";
|
|
3720
3720
|
number: "number";
|
|
3721
|
-
duration: "duration";
|
|
3722
3721
|
json: "json";
|
|
3722
|
+
duration: "duration";
|
|
3723
3723
|
}>>;
|
|
3724
3724
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3725
3725
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -3733,8 +3733,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
|
|
|
3733
3733
|
}>>;
|
|
3734
3734
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3735
3735
|
all: "all";
|
|
3736
|
-
last: "last";
|
|
3737
3736
|
sum: "sum";
|
|
3737
|
+
last: "last";
|
|
3738
3738
|
}>>;
|
|
3739
3739
|
}, z$1.core.$strip>>>;
|
|
3740
3740
|
}, z$1.core.$strip>;
|
|
@@ -3749,11 +3749,11 @@ declare const caseDetailSchema: z$1.ZodObject<{
|
|
|
3749
3749
|
evalId: z$1.ZodString;
|
|
3750
3750
|
status: z$1.ZodEnum<{
|
|
3751
3751
|
error: "error";
|
|
3752
|
+
pending: "pending";
|
|
3752
3753
|
running: "running";
|
|
3753
3754
|
cancelled: "cancelled";
|
|
3754
3755
|
pass: "pass";
|
|
3755
3756
|
fail: "fail";
|
|
3756
|
-
pending: "pending";
|
|
3757
3757
|
}>;
|
|
3758
3758
|
input: z$1.ZodUnknown;
|
|
3759
3759
|
trace: z$1.ZodArray<z$1.ZodObject<{
|
|
@@ -3767,8 +3767,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
|
|
|
3767
3767
|
status: z$1.ZodEnum<{
|
|
3768
3768
|
error: "error";
|
|
3769
3769
|
running: "running";
|
|
3770
|
-
ok: "ok";
|
|
3771
3770
|
cancelled: "cancelled";
|
|
3771
|
+
ok: "ok";
|
|
3772
3772
|
}>;
|
|
3773
3773
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
3774
3774
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -3804,8 +3804,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
|
|
|
3804
3804
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3805
3805
|
string: "string";
|
|
3806
3806
|
number: "number";
|
|
3807
|
-
duration: "duration";
|
|
3808
3807
|
json: "json";
|
|
3808
|
+
duration: "duration";
|
|
3809
3809
|
}>>;
|
|
3810
3810
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3811
3811
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -3819,8 +3819,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
|
|
|
3819
3819
|
}>>;
|
|
3820
3820
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3821
3821
|
all: "all";
|
|
3822
|
-
last: "last";
|
|
3823
3822
|
sum: "sum";
|
|
3823
|
+
last: "last";
|
|
3824
3824
|
}>>;
|
|
3825
3825
|
}, z$1.core.$strip>>>;
|
|
3826
3826
|
}, z$1.core.$strip>;
|
|
@@ -3836,8 +3836,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
|
|
|
3836
3836
|
status: z$1.ZodEnum<{
|
|
3837
3837
|
error: "error";
|
|
3838
3838
|
running: "running";
|
|
3839
|
-
ok: "ok";
|
|
3840
3839
|
cancelled: "cancelled";
|
|
3840
|
+
ok: "ok";
|
|
3841
3841
|
}>;
|
|
3842
3842
|
attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|
|
3843
3843
|
error: z$1.ZodOptional<z$1.ZodObject<{
|
|
@@ -3873,8 +3873,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
|
|
|
3873
3873
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3874
3874
|
string: "string";
|
|
3875
3875
|
number: "number";
|
|
3876
|
-
duration: "duration";
|
|
3877
3876
|
json: "json";
|
|
3877
|
+
duration: "duration";
|
|
3878
3878
|
}>>;
|
|
3879
3879
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
3880
3880
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -3888,8 +3888,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
|
|
|
3888
3888
|
}>>;
|
|
3889
3889
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
3890
3890
|
all: "all";
|
|
3891
|
-
last: "last";
|
|
3892
3891
|
sum: "sum";
|
|
3892
|
+
last: "last";
|
|
3893
3893
|
}>>;
|
|
3894
3894
|
}, z$1.core.$strip>>>;
|
|
3895
3895
|
}, z$1.core.$strip>;
|
|
@@ -3949,10 +3949,10 @@ declare const caseDetailSchema: z$1.ZodObject<{
|
|
|
3949
3949
|
namespace: z$1.ZodString;
|
|
3950
3950
|
key: z$1.ZodString;
|
|
3951
3951
|
status: z$1.ZodEnum<{
|
|
3952
|
+
bypass: "bypass";
|
|
3953
|
+
refresh: "refresh";
|
|
3952
3954
|
hit: "hit";
|
|
3953
3955
|
miss: "miss";
|
|
3954
|
-
refresh: "refresh";
|
|
3955
|
-
bypass: "bypass";
|
|
3956
3956
|
}>;
|
|
3957
3957
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
3958
3958
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -4023,8 +4023,8 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
|
|
|
4023
4023
|
type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
|
|
4024
4024
|
/** Reducer applied to a numeric column across all cases of a single run. */
|
|
4025
4025
|
declare const evalChartAggregateSchema: z$1.ZodEnum<{
|
|
4026
|
-
sum: "sum";
|
|
4027
4026
|
avg: "avg";
|
|
4027
|
+
sum: "sum";
|
|
4028
4028
|
min: "min";
|
|
4029
4029
|
max: "max";
|
|
4030
4030
|
latest: "latest";
|
|
@@ -4037,11 +4037,11 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
|
|
|
4037
4037
|
* not emit raw hex so authored evals stay decoupled from the web theme.
|
|
4038
4038
|
*/
|
|
4039
4039
|
declare const evalChartColorSchema: z$1.ZodEnum<{
|
|
4040
|
-
error: "error";
|
|
4041
4040
|
success: "success";
|
|
4042
|
-
|
|
4041
|
+
error: "error";
|
|
4043
4042
|
accent: "accent";
|
|
4044
4043
|
accentDim: "accentDim";
|
|
4044
|
+
warning: "warning";
|
|
4045
4045
|
textMuted: "textMuted";
|
|
4046
4046
|
}>;
|
|
4047
4047
|
/** Semantic color token resolved to a theme color by the web UI. */
|
|
@@ -4066,11 +4066,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
4066
4066
|
}>;
|
|
4067
4067
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
4068
4068
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4069
|
-
error: "error";
|
|
4070
4069
|
success: "success";
|
|
4071
|
-
|
|
4070
|
+
error: "error";
|
|
4072
4071
|
accent: "accent";
|
|
4073
4072
|
accentDim: "accentDim";
|
|
4073
|
+
warning: "warning";
|
|
4074
4074
|
textMuted: "textMuted";
|
|
4075
4075
|
}>>;
|
|
4076
4076
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -4081,8 +4081,8 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
4081
4081
|
source: z$1.ZodLiteral<"column">;
|
|
4082
4082
|
key: z$1.ZodString;
|
|
4083
4083
|
aggregate: z$1.ZodEnum<{
|
|
4084
|
-
sum: "sum";
|
|
4085
4084
|
avg: "avg";
|
|
4085
|
+
sum: "sum";
|
|
4086
4086
|
min: "min";
|
|
4087
4087
|
max: "max";
|
|
4088
4088
|
latest: "latest";
|
|
@@ -4090,11 +4090,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
|
|
|
4090
4090
|
}>;
|
|
4091
4091
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
4092
4092
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4093
|
-
error: "error";
|
|
4094
4093
|
success: "success";
|
|
4095
|
-
|
|
4094
|
+
error: "error";
|
|
4096
4095
|
accent: "accent";
|
|
4097
4096
|
accentDim: "accentDim";
|
|
4097
|
+
warning: "warning";
|
|
4098
4098
|
textMuted: "textMuted";
|
|
4099
4099
|
}>>;
|
|
4100
4100
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -4116,8 +4116,8 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
|
|
|
4116
4116
|
source: z$1.ZodLiteral<"column">;
|
|
4117
4117
|
key: z$1.ZodString;
|
|
4118
4118
|
aggregate: z$1.ZodEnum<{
|
|
4119
|
-
sum: "sum";
|
|
4120
4119
|
avg: "avg";
|
|
4120
|
+
sum: "sum";
|
|
4121
4121
|
min: "min";
|
|
4122
4122
|
max: "max";
|
|
4123
4123
|
latest: "latest";
|
|
@@ -4149,11 +4149,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
4149
4149
|
}>;
|
|
4150
4150
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
4151
4151
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4152
|
-
error: "error";
|
|
4153
4152
|
success: "success";
|
|
4154
|
-
|
|
4153
|
+
error: "error";
|
|
4155
4154
|
accent: "accent";
|
|
4156
4155
|
accentDim: "accentDim";
|
|
4156
|
+
warning: "warning";
|
|
4157
4157
|
textMuted: "textMuted";
|
|
4158
4158
|
}>>;
|
|
4159
4159
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -4164,8 +4164,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
4164
4164
|
source: z$1.ZodLiteral<"column">;
|
|
4165
4165
|
key: z$1.ZodString;
|
|
4166
4166
|
aggregate: z$1.ZodEnum<{
|
|
4167
|
-
sum: "sum";
|
|
4168
4167
|
avg: "avg";
|
|
4168
|
+
sum: "sum";
|
|
4169
4169
|
min: "min";
|
|
4170
4170
|
max: "max";
|
|
4171
4171
|
latest: "latest";
|
|
@@ -4173,11 +4173,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
4173
4173
|
}>;
|
|
4174
4174
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
4175
4175
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4176
|
-
error: "error";
|
|
4177
4176
|
success: "success";
|
|
4178
|
-
|
|
4177
|
+
error: "error";
|
|
4179
4178
|
accent: "accent";
|
|
4180
4179
|
accentDim: "accentDim";
|
|
4180
|
+
warning: "warning";
|
|
4181
4181
|
textMuted: "textMuted";
|
|
4182
4182
|
}>>;
|
|
4183
4183
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -4206,8 +4206,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
|
|
|
4206
4206
|
source: z$1.ZodLiteral<"column">;
|
|
4207
4207
|
key: z$1.ZodString;
|
|
4208
4208
|
aggregate: z$1.ZodEnum<{
|
|
4209
|
-
sum: "sum";
|
|
4210
4209
|
avg: "avg";
|
|
4210
|
+
sum: "sum";
|
|
4211
4211
|
min: "min";
|
|
4212
4212
|
max: "max";
|
|
4213
4213
|
latest: "latest";
|
|
@@ -4239,11 +4239,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
4239
4239
|
}>;
|
|
4240
4240
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
4241
4241
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4242
|
-
error: "error";
|
|
4243
4242
|
success: "success";
|
|
4244
|
-
|
|
4243
|
+
error: "error";
|
|
4245
4244
|
accent: "accent";
|
|
4246
4245
|
accentDim: "accentDim";
|
|
4246
|
+
warning: "warning";
|
|
4247
4247
|
textMuted: "textMuted";
|
|
4248
4248
|
}>>;
|
|
4249
4249
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -4254,8 +4254,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
4254
4254
|
source: z$1.ZodLiteral<"column">;
|
|
4255
4255
|
key: z$1.ZodString;
|
|
4256
4256
|
aggregate: z$1.ZodEnum<{
|
|
4257
|
-
sum: "sum";
|
|
4258
4257
|
avg: "avg";
|
|
4258
|
+
sum: "sum";
|
|
4259
4259
|
min: "min";
|
|
4260
4260
|
max: "max";
|
|
4261
4261
|
latest: "latest";
|
|
@@ -4263,11 +4263,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
4263
4263
|
}>;
|
|
4264
4264
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
4265
4265
|
color: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4266
|
-
error: "error";
|
|
4267
4266
|
success: "success";
|
|
4268
|
-
|
|
4267
|
+
error: "error";
|
|
4269
4268
|
accent: "accent";
|
|
4270
4269
|
accentDim: "accentDim";
|
|
4270
|
+
warning: "warning";
|
|
4271
4271
|
textMuted: "textMuted";
|
|
4272
4272
|
}>>;
|
|
4273
4273
|
axis: z$1.ZodOptional<z$1.ZodEnum<{
|
|
@@ -4296,8 +4296,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
|
|
|
4296
4296
|
source: z$1.ZodLiteral<"column">;
|
|
4297
4297
|
key: z$1.ZodString;
|
|
4298
4298
|
aggregate: z$1.ZodEnum<{
|
|
4299
|
-
sum: "sum";
|
|
4300
4299
|
avg: "avg";
|
|
4300
|
+
sum: "sum";
|
|
4301
4301
|
min: "min";
|
|
4302
4302
|
max: "max";
|
|
4303
4303
|
latest: "latest";
|
|
@@ -4315,10 +4315,10 @@ declare const runManifestSchema: z$1.ZodObject<{
|
|
|
4315
4315
|
shortId: z$1.ZodString;
|
|
4316
4316
|
status: z$1.ZodEnum<{
|
|
4317
4317
|
error: "error";
|
|
4318
|
-
running: "running";
|
|
4319
|
-
cancelled: "cancelled";
|
|
4320
4318
|
pending: "pending";
|
|
4319
|
+
running: "running";
|
|
4321
4320
|
completed: "completed";
|
|
4321
|
+
cancelled: "cancelled";
|
|
4322
4322
|
}>;
|
|
4323
4323
|
startedAt: z$1.ZodString;
|
|
4324
4324
|
endedAt: z$1.ZodNullable<z$1.ZodString>;
|
|
@@ -4341,9 +4341,9 @@ declare const runManifestSchema: z$1.ZodObject<{
|
|
|
4341
4341
|
median: "median";
|
|
4342
4342
|
}>>>;
|
|
4343
4343
|
cacheMode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
4344
|
-
refresh: "refresh";
|
|
4345
|
-
bypass: "bypass";
|
|
4346
4344
|
use: "use";
|
|
4345
|
+
bypass: "bypass";
|
|
4346
|
+
refresh: "refresh";
|
|
4347
4347
|
}>>;
|
|
4348
4348
|
}, z$1.core.$strip>;
|
|
4349
4349
|
/** Persisted lifecycle metadata for a single eval run. */
|
|
@@ -4353,10 +4353,10 @@ declare const runSummarySchema: z$1.ZodObject<{
|
|
|
4353
4353
|
runId: z$1.ZodString;
|
|
4354
4354
|
status: z$1.ZodEnum<{
|
|
4355
4355
|
error: "error";
|
|
4356
|
-
running: "running";
|
|
4357
|
-
cancelled: "cancelled";
|
|
4358
4356
|
pending: "pending";
|
|
4357
|
+
running: "running";
|
|
4359
4358
|
completed: "completed";
|
|
4359
|
+
cancelled: "cancelled";
|
|
4360
4360
|
}>;
|
|
4361
4361
|
totalCases: z$1.ZodNumber;
|
|
4362
4362
|
passedCases: z$1.ZodNumber;
|
|
@@ -4574,8 +4574,8 @@ declare const llmCallMetricFormatSchema: z$1.ZodEnum<{
|
|
|
4574
4574
|
string: "string";
|
|
4575
4575
|
number: "number";
|
|
4576
4576
|
boolean: "boolean";
|
|
4577
|
-
duration: "duration";
|
|
4578
4577
|
json: "json";
|
|
4578
|
+
duration: "duration";
|
|
4579
4579
|
}>;
|
|
4580
4580
|
/** Render format applied to an LLM-call metric value. */
|
|
4581
4581
|
type LlmCallMetricFormat = z$1.infer<typeof llmCallMetricFormatSchema>;
|
|
@@ -4584,8 +4584,8 @@ declare const apiCallMetricFormatSchema: z$1.ZodEnum<{
|
|
|
4584
4584
|
string: "string";
|
|
4585
4585
|
number: "number";
|
|
4586
4586
|
boolean: "boolean";
|
|
4587
|
-
duration: "duration";
|
|
4588
4587
|
json: "json";
|
|
4588
|
+
duration: "duration";
|
|
4589
4589
|
}>;
|
|
4590
4590
|
/** Render format applied to an API-call metric value. */
|
|
4591
4591
|
type ApiCallMetricFormat = z$1.infer<typeof apiCallMetricFormatSchema>;
|
|
@@ -4654,8 +4654,8 @@ declare const llmCallMetricSchema: z$1.ZodObject<{
|
|
|
4654
4654
|
string: "string";
|
|
4655
4655
|
number: "number";
|
|
4656
4656
|
boolean: "boolean";
|
|
4657
|
-
duration: "duration";
|
|
4658
4657
|
json: "json";
|
|
4658
|
+
duration: "duration";
|
|
4659
4659
|
}>>;
|
|
4660
4660
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
4661
4661
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -4683,8 +4683,8 @@ declare const apiCallMetricSchema: z$1.ZodObject<{
|
|
|
4683
4683
|
string: "string";
|
|
4684
4684
|
number: "number";
|
|
4685
4685
|
boolean: "boolean";
|
|
4686
|
-
duration: "duration";
|
|
4687
4686
|
json: "json";
|
|
4687
|
+
duration: "duration";
|
|
4688
4688
|
}>>;
|
|
4689
4689
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
4690
4690
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -4797,8 +4797,8 @@ declare const llmCallsConfigSchema: z$1.ZodObject<{
|
|
|
4797
4797
|
string: "string";
|
|
4798
4798
|
number: "number";
|
|
4799
4799
|
boolean: "boolean";
|
|
4800
|
-
duration: "duration";
|
|
4801
4800
|
json: "json";
|
|
4801
|
+
duration: "duration";
|
|
4802
4802
|
}>>;
|
|
4803
4803
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
4804
4804
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -4833,8 +4833,8 @@ declare const apiCallsConfigSchema: z$1.ZodObject<{
|
|
|
4833
4833
|
string: "string";
|
|
4834
4834
|
number: "number";
|
|
4835
4835
|
boolean: "boolean";
|
|
4836
|
-
duration: "duration";
|
|
4837
4836
|
json: "json";
|
|
4837
|
+
duration: "duration";
|
|
4838
4838
|
}>>;
|
|
4839
4839
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
4840
4840
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -5135,8 +5135,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
|
|
|
5135
5135
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5136
5136
|
string: "string";
|
|
5137
5137
|
number: "number";
|
|
5138
|
-
duration: "duration";
|
|
5139
5138
|
json: "json";
|
|
5139
|
+
duration: "duration";
|
|
5140
5140
|
}>>;
|
|
5141
5141
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
5142
5142
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -5150,8 +5150,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
|
|
|
5150
5150
|
}>>;
|
|
5151
5151
|
mode: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5152
5152
|
all: "all";
|
|
5153
|
-
last: "last";
|
|
5154
5153
|
sum: "sum";
|
|
5154
|
+
last: "last";
|
|
5155
5155
|
}>>;
|
|
5156
5156
|
transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
|
|
5157
5157
|
}, z$1.core.$strip>>>;
|
|
@@ -5174,22 +5174,22 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
|
|
|
5174
5174
|
key: z$1.ZodString;
|
|
5175
5175
|
label: z$1.ZodOptional<z$1.ZodString>;
|
|
5176
5176
|
aggregate: z$1.ZodEnum<{
|
|
5177
|
-
last: "last";
|
|
5178
|
-
sum: "sum";
|
|
5179
5177
|
avg: "avg";
|
|
5178
|
+
sum: "sum";
|
|
5180
5179
|
min: "min";
|
|
5181
5180
|
max: "max";
|
|
5181
|
+
last: "last";
|
|
5182
5182
|
}>;
|
|
5183
5183
|
format: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5184
5184
|
number: "number";
|
|
5185
5185
|
boolean: "boolean";
|
|
5186
|
-
duration: "duration";
|
|
5187
|
-
json: "json";
|
|
5188
5186
|
file: "file";
|
|
5189
5187
|
markdown: "markdown";
|
|
5188
|
+
json: "json";
|
|
5190
5189
|
image: "image";
|
|
5191
5190
|
audio: "audio";
|
|
5192
5191
|
video: "video";
|
|
5192
|
+
duration: "duration";
|
|
5193
5193
|
percent: "percent";
|
|
5194
5194
|
passFail: "passFail";
|
|
5195
5195
|
stars: "stars";
|
|
@@ -5248,8 +5248,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
|
|
|
5248
5248
|
string: "string";
|
|
5249
5249
|
number: "number";
|
|
5250
5250
|
boolean: "boolean";
|
|
5251
|
-
duration: "duration";
|
|
5252
5251
|
json: "json";
|
|
5252
|
+
duration: "duration";
|
|
5253
5253
|
}>>;
|
|
5254
5254
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
5255
5255
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -5293,8 +5293,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
|
|
|
5293
5293
|
string: "string";
|
|
5294
5294
|
number: "number";
|
|
5295
5295
|
boolean: "boolean";
|
|
5296
|
-
duration: "duration";
|
|
5297
5296
|
json: "json";
|
|
5297
|
+
duration: "duration";
|
|
5298
5298
|
}>>;
|
|
5299
5299
|
numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
|
|
5300
5300
|
placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
|
|
@@ -5527,9 +5527,9 @@ declare function extractApiCalls(spans: EvalTraceSpan[], config: ResolvedApiCall
|
|
|
5527
5527
|
* - `refresh`: never read, always write (forces re-execution and overwrites).
|
|
5528
5528
|
*/
|
|
5529
5529
|
declare const cacheModeSchema: z$1.ZodEnum<{
|
|
5530
|
-
refresh: "refresh";
|
|
5531
|
-
bypass: "bypass";
|
|
5532
5530
|
use: "use";
|
|
5531
|
+
bypass: "bypass";
|
|
5532
|
+
refresh: "refresh";
|
|
5533
5533
|
}>;
|
|
5534
5534
|
/** Mode controlling how cached spans behave during a run. */
|
|
5535
5535
|
type CacheMode = z$1.infer<typeof cacheModeSchema>;
|
|
@@ -5550,10 +5550,10 @@ declare const cacheOperationTypeSchema: z$1.ZodEnum<{
|
|
|
5550
5550
|
type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
|
|
5551
5551
|
/** Status of a cache lookup recorded on a span or case scope. */
|
|
5552
5552
|
declare const cacheStatusSchema: z$1.ZodEnum<{
|
|
5553
|
+
bypass: "bypass";
|
|
5554
|
+
refresh: "refresh";
|
|
5553
5555
|
hit: "hit";
|
|
5554
5556
|
miss: "miss";
|
|
5555
|
-
refresh: "refresh";
|
|
5556
|
-
bypass: "bypass";
|
|
5557
5557
|
}>;
|
|
5558
5558
|
/** Status of a cache lookup recorded on a span or case scope. */
|
|
5559
5559
|
type CacheStatus = z$1.infer<typeof cacheStatusSchema>;
|
|
@@ -5570,10 +5570,10 @@ declare const traceCacheRefSchema: z$1.ZodObject<{
|
|
|
5570
5570
|
namespace: z$1.ZodString;
|
|
5571
5571
|
key: z$1.ZodString;
|
|
5572
5572
|
status: z$1.ZodEnum<{
|
|
5573
|
+
bypass: "bypass";
|
|
5574
|
+
refresh: "refresh";
|
|
5573
5575
|
hit: "hit";
|
|
5574
5576
|
miss: "miss";
|
|
5575
|
-
refresh: "refresh";
|
|
5576
|
-
bypass: "bypass";
|
|
5577
5577
|
}>;
|
|
5578
5578
|
read: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
5579
5579
|
stored: z$1.ZodOptional<z$1.ZodBoolean>;
|
|
@@ -5651,8 +5651,8 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
|
|
|
5651
5651
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5652
5652
|
error: "error";
|
|
5653
5653
|
running: "running";
|
|
5654
|
-
ok: "ok";
|
|
5655
5654
|
cancelled: "cancelled";
|
|
5655
|
+
ok: "ok";
|
|
5656
5656
|
}>>;
|
|
5657
5657
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
5658
5658
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -5724,8 +5724,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
|
|
|
5724
5724
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5725
5725
|
error: "error";
|
|
5726
5726
|
running: "running";
|
|
5727
|
-
ok: "ok";
|
|
5728
5727
|
cancelled: "cancelled";
|
|
5728
|
+
ok: "ok";
|
|
5729
5729
|
}>>;
|
|
5730
5730
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
5731
5731
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -5813,8 +5813,8 @@ declare const cacheEntryWithDebugKeySchema: z$1.ZodObject<{
|
|
|
5813
5813
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5814
5814
|
error: "error";
|
|
5815
5815
|
running: "running";
|
|
5816
|
-
ok: "ok";
|
|
5817
5816
|
cancelled: "cancelled";
|
|
5817
|
+
ok: "ok";
|
|
5818
5818
|
}>>;
|
|
5819
5819
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
5820
5820
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -5902,8 +5902,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
|
|
|
5902
5902
|
finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
|
|
5903
5903
|
error: "error";
|
|
5904
5904
|
running: "running";
|
|
5905
|
-
ok: "ok";
|
|
5906
5905
|
cancelled: "cancelled";
|
|
5906
|
+
ok: "ok";
|
|
5907
5907
|
}>>;
|
|
5908
5908
|
finalError: z$1.ZodOptional<z$1.ZodObject<{
|
|
5909
5909
|
name: z$1.ZodOptional<z$1.ZodString>;
|
|
@@ -6089,9 +6089,9 @@ declare const createRunRequestSchema: z$1.ZodObject<{
|
|
|
6089
6089
|
trials: z$1.ZodNumber;
|
|
6090
6090
|
cache: z$1.ZodOptional<z$1.ZodObject<{
|
|
6091
6091
|
mode: z$1.ZodDefault<z$1.ZodEnum<{
|
|
6092
|
-
refresh: "refresh";
|
|
6093
|
-
bypass: "bypass";
|
|
6094
6092
|
use: "use";
|
|
6093
|
+
bypass: "bypass";
|
|
6094
|
+
refresh: "refresh";
|
|
6095
6095
|
}>>;
|
|
6096
6096
|
}, z$1.core.$strip>>;
|
|
6097
6097
|
manualInputs: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
|