@ls-stack/agent-eval 0.34.0 → 0.35.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -2626,6 +2626,13 @@ type CacheSerializationOptions = {
2626
2626
  * and set items are omitted instead of being written to cache files.
2627
2627
  */
2628
2628
  preserveUndefined?: boolean;
2629
+ /**
2630
+ * Compress large nested strings/JSON blobs with gzip wrappers.
2631
+ *
2632
+ * Enabled by default for reusable cache files. Disable for output artifacts
2633
+ * that need synchronous browser-side deserialization.
2634
+ */
2635
+ compress?: boolean;
2629
2636
  };
2630
2637
  /**
2631
2638
  * Serialize one cached value while keeping plain JSON as plain JSON.
@@ -2908,13 +2915,13 @@ type ColumnKind = z$1.infer<typeof columnKindSchema>;
2908
2915
  declare const columnFormatSchema: z$1.ZodEnum<{
2909
2916
  number: "number";
2910
2917
  boolean: "boolean";
2918
+ duration: "duration";
2919
+ json: "json";
2911
2920
  file: "file";
2912
2921
  markdown: "markdown";
2913
- json: "json";
2914
2922
  image: "image";
2915
2923
  audio: "audio";
2916
2924
  video: "video";
2917
- duration: "duration";
2918
2925
  percent: "percent";
2919
2926
  passFail: "passFail";
2920
2927
  stars: "stars";
@@ -2933,13 +2940,13 @@ declare const columnDefSchema: z$1.ZodObject<{
2933
2940
  format: z$1.ZodOptional<z$1.ZodEnum<{
2934
2941
  number: "number";
2935
2942
  boolean: "boolean";
2943
+ duration: "duration";
2944
+ json: "json";
2936
2945
  file: "file";
2937
2946
  markdown: "markdown";
2938
- json: "json";
2939
2947
  image: "image";
2940
2948
  audio: "audio";
2941
2949
  video: "video";
2942
- duration: "duration";
2943
2950
  percent: "percent";
2944
2951
  passFail: "passFail";
2945
2952
  stars: "stars";
@@ -2984,8 +2991,8 @@ declare const traceSpanKindSchema: z$1.ZodString;
2984
2991
  declare const traceAttributeDisplayFormatSchema: z$1.ZodEnum<{
2985
2992
  string: "string";
2986
2993
  number: "number";
2987
- json: "json";
2988
2994
  duration: "duration";
2995
+ json: "json";
2989
2996
  }>;
2990
2997
  /**
2991
2998
  * Formatting hint for trace attribute values rendered by the UI.
@@ -3009,8 +3016,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
3009
3016
  format: z$1.ZodOptional<z$1.ZodEnum<{
3010
3017
  string: "string";
3011
3018
  number: "number";
3012
- json: "json";
3013
3019
  duration: "duration";
3020
+ json: "json";
3014
3021
  }>>;
3015
3022
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3016
3023
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3024,8 +3031,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
3024
3031
  }>>;
3025
3032
  mode: z$1.ZodOptional<z$1.ZodEnum<{
3026
3033
  all: "all";
3027
- sum: "sum";
3028
3034
  last: "last";
3035
+ sum: "sum";
3029
3036
  }>>;
3030
3037
  }, z$1.core.$strip>;
3031
3038
  /**
@@ -3045,8 +3052,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
3045
3052
  format: z$1.ZodOptional<z$1.ZodEnum<{
3046
3053
  string: "string";
3047
3054
  number: "number";
3048
- json: "json";
3049
3055
  duration: "duration";
3056
+ json: "json";
3050
3057
  }>>;
3051
3058
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3052
3059
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3060,8 +3067,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
3060
3067
  }>>;
3061
3068
  mode: z$1.ZodOptional<z$1.ZodEnum<{
3062
3069
  all: "all";
3063
- sum: "sum";
3064
3070
  last: "last";
3071
+ sum: "sum";
3065
3072
  }>>;
3066
3073
  }, z$1.core.$strip>>>;
3067
3074
  }, z$1.core.$strip>;
@@ -3085,8 +3092,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
3085
3092
  format: z$1.ZodOptional<z$1.ZodEnum<{
3086
3093
  string: "string";
3087
3094
  number: "number";
3088
- json: "json";
3089
3095
  duration: "duration";
3096
+ json: "json";
3090
3097
  }>>;
3091
3098
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3092
3099
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3100,8 +3107,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
3100
3107
  }>>;
3101
3108
  mode: z$1.ZodOptional<z$1.ZodEnum<{
3102
3109
  all: "all";
3103
- sum: "sum";
3104
3110
  last: "last";
3111
+ sum: "sum";
3105
3112
  }>>;
3106
3113
  transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
3107
3114
  }, z$1.core.$strip>;
@@ -3123,8 +3130,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
3123
3130
  format: z$1.ZodOptional<z$1.ZodEnum<{
3124
3131
  string: "string";
3125
3132
  number: "number";
3126
- json: "json";
3127
3133
  duration: "duration";
3134
+ json: "json";
3128
3135
  }>>;
3129
3136
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3130
3137
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3138,8 +3145,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
3138
3145
  }>>;
3139
3146
  mode: z$1.ZodOptional<z$1.ZodEnum<{
3140
3147
  all: "all";
3141
- sum: "sum";
3142
3148
  last: "last";
3149
+ sum: "sum";
3143
3150
  }>>;
3144
3151
  transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
3145
3152
  }, z$1.core.$strip>>>;
@@ -3176,8 +3183,8 @@ declare const traceSpanSchema: z$1.ZodObject<{
3176
3183
  status: z$1.ZodEnum<{
3177
3184
  error: "error";
3178
3185
  running: "running";
3179
- cancelled: "cancelled";
3180
3186
  ok: "ok";
3187
+ cancelled: "cancelled";
3181
3188
  }>;
3182
3189
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
3183
3190
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -3218,11 +3225,11 @@ declare const evalFreshnessStatusSchema: z$1.ZodEnum<{
3218
3225
  type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
3219
3226
  /** Reducer used to collapse a column's per-case values into a single stat. */
3220
3227
  declare const evalStatAggregateSchema: z$1.ZodEnum<{
3221
- avg: "avg";
3228
+ last: "last";
3222
3229
  sum: "sum";
3230
+ avg: "avg";
3223
3231
  min: "min";
3224
3232
  max: "max";
3225
- last: "last";
3226
3233
  }>;
3227
3234
  /** Reducer used to collapse a column's per-case values into a single stat. */
3228
3235
  type EvalStatAggregate = z$1.infer<typeof evalStatAggregateSchema>;
@@ -3246,22 +3253,22 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
3246
3253
  key: z$1.ZodString;
3247
3254
  label: z$1.ZodOptional<z$1.ZodString>;
3248
3255
  aggregate: z$1.ZodEnum<{
3249
- avg: "avg";
3256
+ last: "last";
3250
3257
  sum: "sum";
3258
+ avg: "avg";
3251
3259
  min: "min";
3252
3260
  max: "max";
3253
- last: "last";
3254
3261
  }>;
3255
3262
  format: z$1.ZodOptional<z$1.ZodEnum<{
3256
3263
  number: "number";
3257
3264
  boolean: "boolean";
3265
+ duration: "duration";
3266
+ json: "json";
3258
3267
  file: "file";
3259
3268
  markdown: "markdown";
3260
- json: "json";
3261
3269
  image: "image";
3262
3270
  audio: "audio";
3263
3271
  video: "video";
3264
- duration: "duration";
3265
3272
  percent: "percent";
3266
3273
  passFail: "passFail";
3267
3274
  stars: "stars";
@@ -3288,22 +3295,22 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
3288
3295
  key: z$1.ZodString;
3289
3296
  label: z$1.ZodOptional<z$1.ZodString>;
3290
3297
  aggregate: z$1.ZodEnum<{
3291
- avg: "avg";
3298
+ last: "last";
3292
3299
  sum: "sum";
3300
+ avg: "avg";
3293
3301
  min: "min";
3294
3302
  max: "max";
3295
- last: "last";
3296
3303
  }>;
3297
3304
  format: z$1.ZodOptional<z$1.ZodEnum<{
3298
3305
  number: "number";
3299
3306
  boolean: "boolean";
3307
+ duration: "duration";
3308
+ json: "json";
3300
3309
  file: "file";
3301
3310
  markdown: "markdown";
3302
- json: "json";
3303
3311
  image: "image";
3304
3312
  audio: "audio";
3305
3313
  video: "video";
3306
- duration: "duration";
3307
3314
  percent: "percent";
3308
3315
  passFail: "passFail";
3309
3316
  stars: "stars";
@@ -3340,13 +3347,13 @@ declare const evalSummarySchema: z$1.ZodObject<{
3340
3347
  format: z$1.ZodOptional<z$1.ZodEnum<{
3341
3348
  number: "number";
3342
3349
  boolean: "boolean";
3350
+ duration: "duration";
3351
+ json: "json";
3343
3352
  file: "file";
3344
3353
  markdown: "markdown";
3345
- json: "json";
3346
3354
  image: "image";
3347
3355
  audio: "audio";
3348
3356
  video: "video";
3349
- duration: "duration";
3350
3357
  percent: "percent";
3351
3358
  passFail: "passFail";
3352
3359
  stars: "stars";
@@ -3389,22 +3396,22 @@ declare const evalSummarySchema: z$1.ZodObject<{
3389
3396
  key: z$1.ZodString;
3390
3397
  label: z$1.ZodOptional<z$1.ZodString>;
3391
3398
  aggregate: z$1.ZodEnum<{
3392
- avg: "avg";
3399
+ last: "last";
3393
3400
  sum: "sum";
3401
+ avg: "avg";
3394
3402
  min: "min";
3395
3403
  max: "max";
3396
- last: "last";
3397
3404
  }>;
3398
3405
  format: z$1.ZodOptional<z$1.ZodEnum<{
3399
3406
  number: "number";
3400
3407
  boolean: "boolean";
3408
+ duration: "duration";
3409
+ json: "json";
3401
3410
  file: "file";
3402
3411
  markdown: "markdown";
3403
- json: "json";
3404
3412
  image: "image";
3405
3413
  audio: "audio";
3406
3414
  video: "video";
3407
- duration: "duration";
3408
3415
  percent: "percent";
3409
3416
  passFail: "passFail";
3410
3417
  stars: "stars";
@@ -3429,11 +3436,11 @@ declare const evalSummarySchema: z$1.ZodObject<{
3429
3436
  }>;
3430
3437
  label: z$1.ZodOptional<z$1.ZodString>;
3431
3438
  color: z$1.ZodOptional<z$1.ZodEnum<{
3432
- success: "success";
3433
3439
  error: "error";
3440
+ success: "success";
3441
+ warning: "warning";
3434
3442
  accent: "accent";
3435
3443
  accentDim: "accentDim";
3436
- warning: "warning";
3437
3444
  textMuted: "textMuted";
3438
3445
  }>>;
3439
3446
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3444,8 +3451,8 @@ declare const evalSummarySchema: z$1.ZodObject<{
3444
3451
  source: z$1.ZodLiteral<"column">;
3445
3452
  key: z$1.ZodString;
3446
3453
  aggregate: z$1.ZodEnum<{
3447
- avg: "avg";
3448
3454
  sum: "sum";
3455
+ avg: "avg";
3449
3456
  min: "min";
3450
3457
  max: "max";
3451
3458
  latest: "latest";
@@ -3453,11 +3460,11 @@ declare const evalSummarySchema: z$1.ZodObject<{
3453
3460
  }>;
3454
3461
  label: z$1.ZodOptional<z$1.ZodString>;
3455
3462
  color: z$1.ZodOptional<z$1.ZodEnum<{
3456
- success: "success";
3457
3463
  error: "error";
3464
+ success: "success";
3465
+ warning: "warning";
3458
3466
  accent: "accent";
3459
3467
  accentDim: "accentDim";
3460
- warning: "warning";
3461
3468
  textMuted: "textMuted";
3462
3469
  }>>;
3463
3470
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3486,8 +3493,8 @@ declare const evalSummarySchema: z$1.ZodObject<{
3486
3493
  source: z$1.ZodLiteral<"column">;
3487
3494
  key: z$1.ZodString;
3488
3495
  aggregate: z$1.ZodEnum<{
3489
- avg: "avg";
3490
3496
  sum: "sum";
3497
+ avg: "avg";
3491
3498
  min: "min";
3492
3499
  max: "max";
3493
3500
  latest: "latest";
@@ -3585,9 +3592,9 @@ declare const caseRowSchema: z$1.ZodObject<{
3585
3592
  evalId: z$1.ZodString;
3586
3593
  status: z$1.ZodEnum<{
3587
3594
  error: "error";
3588
- pending: "pending";
3589
3595
  running: "running";
3590
3596
  cancelled: "cancelled";
3597
+ pending: "pending";
3591
3598
  pass: "pass";
3592
3599
  fail: "fail";
3593
3600
  }>;
@@ -3681,8 +3688,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
3681
3688
  status: z$1.ZodEnum<{
3682
3689
  error: "error";
3683
3690
  running: "running";
3684
- cancelled: "cancelled";
3685
3691
  ok: "ok";
3692
+ cancelled: "cancelled";
3686
3693
  }>;
3687
3694
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
3688
3695
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -3718,8 +3725,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
3718
3725
  format: z$1.ZodOptional<z$1.ZodEnum<{
3719
3726
  string: "string";
3720
3727
  number: "number";
3721
- json: "json";
3722
3728
  duration: "duration";
3729
+ json: "json";
3723
3730
  }>>;
3724
3731
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3725
3732
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3733,8 +3740,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
3733
3740
  }>>;
3734
3741
  mode: z$1.ZodOptional<z$1.ZodEnum<{
3735
3742
  all: "all";
3736
- sum: "sum";
3737
3743
  last: "last";
3744
+ sum: "sum";
3738
3745
  }>>;
3739
3746
  }, z$1.core.$strip>>>;
3740
3747
  }, z$1.core.$strip>;
@@ -3749,9 +3756,9 @@ declare const caseDetailSchema: z$1.ZodObject<{
3749
3756
  evalId: z$1.ZodString;
3750
3757
  status: z$1.ZodEnum<{
3751
3758
  error: "error";
3752
- pending: "pending";
3753
3759
  running: "running";
3754
3760
  cancelled: "cancelled";
3761
+ pending: "pending";
3755
3762
  pass: "pass";
3756
3763
  fail: "fail";
3757
3764
  }>;
@@ -3767,8 +3774,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
3767
3774
  status: z$1.ZodEnum<{
3768
3775
  error: "error";
3769
3776
  running: "running";
3770
- cancelled: "cancelled";
3771
3777
  ok: "ok";
3778
+ cancelled: "cancelled";
3772
3779
  }>;
3773
3780
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
3774
3781
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -3804,8 +3811,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
3804
3811
  format: z$1.ZodOptional<z$1.ZodEnum<{
3805
3812
  string: "string";
3806
3813
  number: "number";
3807
- json: "json";
3808
3814
  duration: "duration";
3815
+ json: "json";
3809
3816
  }>>;
3810
3817
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3811
3818
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3819,8 +3826,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
3819
3826
  }>>;
3820
3827
  mode: z$1.ZodOptional<z$1.ZodEnum<{
3821
3828
  all: "all";
3822
- sum: "sum";
3823
3829
  last: "last";
3830
+ sum: "sum";
3824
3831
  }>>;
3825
3832
  }, z$1.core.$strip>>>;
3826
3833
  }, z$1.core.$strip>;
@@ -3836,8 +3843,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
3836
3843
  status: z$1.ZodEnum<{
3837
3844
  error: "error";
3838
3845
  running: "running";
3839
- cancelled: "cancelled";
3840
3846
  ok: "ok";
3847
+ cancelled: "cancelled";
3841
3848
  }>;
3842
3849
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
3843
3850
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -3873,8 +3880,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
3873
3880
  format: z$1.ZodOptional<z$1.ZodEnum<{
3874
3881
  string: "string";
3875
3882
  number: "number";
3876
- json: "json";
3877
3883
  duration: "duration";
3884
+ json: "json";
3878
3885
  }>>;
3879
3886
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3880
3887
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3888,8 +3895,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
3888
3895
  }>>;
3889
3896
  mode: z$1.ZodOptional<z$1.ZodEnum<{
3890
3897
  all: "all";
3891
- sum: "sum";
3892
3898
  last: "last";
3899
+ sum: "sum";
3893
3900
  }>>;
3894
3901
  }, z$1.core.$strip>>>;
3895
3902
  }, z$1.core.$strip>;
@@ -4023,8 +4030,8 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
4023
4030
  type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
4024
4031
  /** Reducer applied to a numeric column across all cases of a single run. */
4025
4032
  declare const evalChartAggregateSchema: z$1.ZodEnum<{
4026
- avg: "avg";
4027
4033
  sum: "sum";
4034
+ avg: "avg";
4028
4035
  min: "min";
4029
4036
  max: "max";
4030
4037
  latest: "latest";
@@ -4037,11 +4044,11 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
4037
4044
  * not emit raw hex so authored evals stay decoupled from the web theme.
4038
4045
  */
4039
4046
  declare const evalChartColorSchema: z$1.ZodEnum<{
4040
- success: "success";
4041
4047
  error: "error";
4048
+ success: "success";
4049
+ warning: "warning";
4042
4050
  accent: "accent";
4043
4051
  accentDim: "accentDim";
4044
- warning: "warning";
4045
4052
  textMuted: "textMuted";
4046
4053
  }>;
4047
4054
  /** Semantic color token resolved to a theme color by the web UI. */
@@ -4066,11 +4073,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
4066
4073
  }>;
4067
4074
  label: z$1.ZodOptional<z$1.ZodString>;
4068
4075
  color: z$1.ZodOptional<z$1.ZodEnum<{
4069
- success: "success";
4070
4076
  error: "error";
4077
+ success: "success";
4078
+ warning: "warning";
4071
4079
  accent: "accent";
4072
4080
  accentDim: "accentDim";
4073
- warning: "warning";
4074
4081
  textMuted: "textMuted";
4075
4082
  }>>;
4076
4083
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4081,8 +4088,8 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
4081
4088
  source: z$1.ZodLiteral<"column">;
4082
4089
  key: z$1.ZodString;
4083
4090
  aggregate: z$1.ZodEnum<{
4084
- avg: "avg";
4085
4091
  sum: "sum";
4092
+ avg: "avg";
4086
4093
  min: "min";
4087
4094
  max: "max";
4088
4095
  latest: "latest";
@@ -4090,11 +4097,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
4090
4097
  }>;
4091
4098
  label: z$1.ZodOptional<z$1.ZodString>;
4092
4099
  color: z$1.ZodOptional<z$1.ZodEnum<{
4093
- success: "success";
4094
4100
  error: "error";
4101
+ success: "success";
4102
+ warning: "warning";
4095
4103
  accent: "accent";
4096
4104
  accentDim: "accentDim";
4097
- warning: "warning";
4098
4105
  textMuted: "textMuted";
4099
4106
  }>>;
4100
4107
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4116,8 +4123,8 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
4116
4123
  source: z$1.ZodLiteral<"column">;
4117
4124
  key: z$1.ZodString;
4118
4125
  aggregate: z$1.ZodEnum<{
4119
- avg: "avg";
4120
4126
  sum: "sum";
4127
+ avg: "avg";
4121
4128
  min: "min";
4122
4129
  max: "max";
4123
4130
  latest: "latest";
@@ -4149,11 +4156,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
4149
4156
  }>;
4150
4157
  label: z$1.ZodOptional<z$1.ZodString>;
4151
4158
  color: z$1.ZodOptional<z$1.ZodEnum<{
4152
- success: "success";
4153
4159
  error: "error";
4160
+ success: "success";
4161
+ warning: "warning";
4154
4162
  accent: "accent";
4155
4163
  accentDim: "accentDim";
4156
- warning: "warning";
4157
4164
  textMuted: "textMuted";
4158
4165
  }>>;
4159
4166
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4164,8 +4171,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
4164
4171
  source: z$1.ZodLiteral<"column">;
4165
4172
  key: z$1.ZodString;
4166
4173
  aggregate: z$1.ZodEnum<{
4167
- avg: "avg";
4168
4174
  sum: "sum";
4175
+ avg: "avg";
4169
4176
  min: "min";
4170
4177
  max: "max";
4171
4178
  latest: "latest";
@@ -4173,11 +4180,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
4173
4180
  }>;
4174
4181
  label: z$1.ZodOptional<z$1.ZodString>;
4175
4182
  color: z$1.ZodOptional<z$1.ZodEnum<{
4176
- success: "success";
4177
4183
  error: "error";
4184
+ success: "success";
4185
+ warning: "warning";
4178
4186
  accent: "accent";
4179
4187
  accentDim: "accentDim";
4180
- warning: "warning";
4181
4188
  textMuted: "textMuted";
4182
4189
  }>>;
4183
4190
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4206,8 +4213,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
4206
4213
  source: z$1.ZodLiteral<"column">;
4207
4214
  key: z$1.ZodString;
4208
4215
  aggregate: z$1.ZodEnum<{
4209
- avg: "avg";
4210
4216
  sum: "sum";
4217
+ avg: "avg";
4211
4218
  min: "min";
4212
4219
  max: "max";
4213
4220
  latest: "latest";
@@ -4239,11 +4246,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
4239
4246
  }>;
4240
4247
  label: z$1.ZodOptional<z$1.ZodString>;
4241
4248
  color: z$1.ZodOptional<z$1.ZodEnum<{
4242
- success: "success";
4243
4249
  error: "error";
4250
+ success: "success";
4251
+ warning: "warning";
4244
4252
  accent: "accent";
4245
4253
  accentDim: "accentDim";
4246
- warning: "warning";
4247
4254
  textMuted: "textMuted";
4248
4255
  }>>;
4249
4256
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4254,8 +4261,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
4254
4261
  source: z$1.ZodLiteral<"column">;
4255
4262
  key: z$1.ZodString;
4256
4263
  aggregate: z$1.ZodEnum<{
4257
- avg: "avg";
4258
4264
  sum: "sum";
4265
+ avg: "avg";
4259
4266
  min: "min";
4260
4267
  max: "max";
4261
4268
  latest: "latest";
@@ -4263,11 +4270,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
4263
4270
  }>;
4264
4271
  label: z$1.ZodOptional<z$1.ZodString>;
4265
4272
  color: z$1.ZodOptional<z$1.ZodEnum<{
4266
- success: "success";
4267
4273
  error: "error";
4274
+ success: "success";
4275
+ warning: "warning";
4268
4276
  accent: "accent";
4269
4277
  accentDim: "accentDim";
4270
- warning: "warning";
4271
4278
  textMuted: "textMuted";
4272
4279
  }>>;
4273
4280
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4296,8 +4303,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
4296
4303
  source: z$1.ZodLiteral<"column">;
4297
4304
  key: z$1.ZodString;
4298
4305
  aggregate: z$1.ZodEnum<{
4299
- avg: "avg";
4300
4306
  sum: "sum";
4307
+ avg: "avg";
4301
4308
  min: "min";
4302
4309
  max: "max";
4303
4310
  latest: "latest";
@@ -4315,10 +4322,10 @@ declare const runManifestSchema: z$1.ZodObject<{
4315
4322
  shortId: z$1.ZodString;
4316
4323
  status: z$1.ZodEnum<{
4317
4324
  error: "error";
4318
- pending: "pending";
4319
4325
  running: "running";
4320
- completed: "completed";
4321
4326
  cancelled: "cancelled";
4327
+ pending: "pending";
4328
+ completed: "completed";
4322
4329
  }>;
4323
4330
  startedAt: z$1.ZodString;
4324
4331
  endedAt: z$1.ZodNullable<z$1.ZodString>;
@@ -4353,10 +4360,10 @@ declare const runSummarySchema: z$1.ZodObject<{
4353
4360
  runId: z$1.ZodString;
4354
4361
  status: z$1.ZodEnum<{
4355
4362
  error: "error";
4356
- pending: "pending";
4357
4363
  running: "running";
4358
- completed: "completed";
4359
4364
  cancelled: "cancelled";
4365
+ pending: "pending";
4366
+ completed: "completed";
4360
4367
  }>;
4361
4368
  totalCases: z$1.ZodNumber;
4362
4369
  passedCases: z$1.ZodNumber;
@@ -4574,8 +4581,8 @@ declare const llmCallMetricFormatSchema: z$1.ZodEnum<{
4574
4581
  string: "string";
4575
4582
  number: "number";
4576
4583
  boolean: "boolean";
4577
- json: "json";
4578
4584
  duration: "duration";
4585
+ json: "json";
4579
4586
  }>;
4580
4587
  /** Render format applied to an LLM-call metric value. */
4581
4588
  type LlmCallMetricFormat = z$1.infer<typeof llmCallMetricFormatSchema>;
@@ -4584,8 +4591,8 @@ declare const apiCallMetricFormatSchema: z$1.ZodEnum<{
4584
4591
  string: "string";
4585
4592
  number: "number";
4586
4593
  boolean: "boolean";
4587
- json: "json";
4588
4594
  duration: "duration";
4595
+ json: "json";
4589
4596
  }>;
4590
4597
  /** Render format applied to an API-call metric value. */
4591
4598
  type ApiCallMetricFormat = z$1.infer<typeof apiCallMetricFormatSchema>;
@@ -4654,8 +4661,8 @@ declare const llmCallMetricSchema: z$1.ZodObject<{
4654
4661
  string: "string";
4655
4662
  number: "number";
4656
4663
  boolean: "boolean";
4657
- json: "json";
4658
4664
  duration: "duration";
4665
+ json: "json";
4659
4666
  }>>;
4660
4667
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
4661
4668
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4683,8 +4690,8 @@ declare const apiCallMetricSchema: z$1.ZodObject<{
4683
4690
  string: "string";
4684
4691
  number: "number";
4685
4692
  boolean: "boolean";
4686
- json: "json";
4687
4693
  duration: "duration";
4694
+ json: "json";
4688
4695
  }>>;
4689
4696
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
4690
4697
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4797,8 +4804,8 @@ declare const llmCallsConfigSchema: z$1.ZodObject<{
4797
4804
  string: "string";
4798
4805
  number: "number";
4799
4806
  boolean: "boolean";
4800
- json: "json";
4801
4807
  duration: "duration";
4808
+ json: "json";
4802
4809
  }>>;
4803
4810
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
4804
4811
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4833,8 +4840,8 @@ declare const apiCallsConfigSchema: z$1.ZodObject<{
4833
4840
  string: "string";
4834
4841
  number: "number";
4835
4842
  boolean: "boolean";
4836
- json: "json";
4837
4843
  duration: "duration";
4844
+ json: "json";
4838
4845
  }>>;
4839
4846
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
4840
4847
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -5135,8 +5142,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
5135
5142
  format: z$1.ZodOptional<z$1.ZodEnum<{
5136
5143
  string: "string";
5137
5144
  number: "number";
5138
- json: "json";
5139
5145
  duration: "duration";
5146
+ json: "json";
5140
5147
  }>>;
5141
5148
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
5142
5149
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -5150,8 +5157,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
5150
5157
  }>>;
5151
5158
  mode: z$1.ZodOptional<z$1.ZodEnum<{
5152
5159
  all: "all";
5153
- sum: "sum";
5154
5160
  last: "last";
5161
+ sum: "sum";
5155
5162
  }>>;
5156
5163
  transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
5157
5164
  }, z$1.core.$strip>>>;
@@ -5174,22 +5181,22 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
5174
5181
  key: z$1.ZodString;
5175
5182
  label: z$1.ZodOptional<z$1.ZodString>;
5176
5183
  aggregate: z$1.ZodEnum<{
5177
- avg: "avg";
5184
+ last: "last";
5178
5185
  sum: "sum";
5186
+ avg: "avg";
5179
5187
  min: "min";
5180
5188
  max: "max";
5181
- last: "last";
5182
5189
  }>;
5183
5190
  format: z$1.ZodOptional<z$1.ZodEnum<{
5184
5191
  number: "number";
5185
5192
  boolean: "boolean";
5193
+ duration: "duration";
5194
+ json: "json";
5186
5195
  file: "file";
5187
5196
  markdown: "markdown";
5188
- json: "json";
5189
5197
  image: "image";
5190
5198
  audio: "audio";
5191
5199
  video: "video";
5192
- duration: "duration";
5193
5200
  percent: "percent";
5194
5201
  passFail: "passFail";
5195
5202
  stars: "stars";
@@ -5248,8 +5255,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
5248
5255
  string: "string";
5249
5256
  number: "number";
5250
5257
  boolean: "boolean";
5251
- json: "json";
5252
5258
  duration: "duration";
5259
+ json: "json";
5253
5260
  }>>;
5254
5261
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
5255
5262
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -5293,8 +5300,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
5293
5300
  string: "string";
5294
5301
  number: "number";
5295
5302
  boolean: "boolean";
5296
- json: "json";
5297
5303
  duration: "duration";
5304
+ json: "json";
5298
5305
  }>>;
5299
5306
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
5300
5307
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -5651,8 +5658,8 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
5651
5658
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
5652
5659
  error: "error";
5653
5660
  running: "running";
5654
- cancelled: "cancelled";
5655
5661
  ok: "ok";
5662
+ cancelled: "cancelled";
5656
5663
  }>>;
5657
5664
  finalError: z$1.ZodOptional<z$1.ZodObject<{
5658
5665
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -5724,8 +5731,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
5724
5731
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
5725
5732
  error: "error";
5726
5733
  running: "running";
5727
- cancelled: "cancelled";
5728
5734
  ok: "ok";
5735
+ cancelled: "cancelled";
5729
5736
  }>>;
5730
5737
  finalError: z$1.ZodOptional<z$1.ZodObject<{
5731
5738
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -5813,8 +5820,8 @@ declare const cacheEntryWithDebugKeySchema: z$1.ZodObject<{
5813
5820
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
5814
5821
  error: "error";
5815
5822
  running: "running";
5816
- cancelled: "cancelled";
5817
5823
  ok: "ok";
5824
+ cancelled: "cancelled";
5818
5825
  }>>;
5819
5826
  finalError: z$1.ZodOptional<z$1.ZodObject<{
5820
5827
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -5902,8 +5909,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
5902
5909
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
5903
5910
  error: "error";
5904
5911
  running: "running";
5905
- cancelled: "cancelled";
5906
5912
  ok: "ok";
5913
+ cancelled: "cancelled";
5907
5914
  }>>;
5908
5915
  finalError: z$1.ZodOptional<z$1.ZodObject<{
5909
5916
  name: z$1.ZodOptional<z$1.ZodString>;