@ls-stack/agent-eval 0.33.0 → 0.34.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -2908,13 +2908,13 @@ type ColumnKind = z$1.infer<typeof columnKindSchema>;
2908
2908
  declare const columnFormatSchema: z$1.ZodEnum<{
2909
2909
  number: "number";
2910
2910
  boolean: "boolean";
2911
- duration: "duration";
2912
- json: "json";
2913
2911
  file: "file";
2914
2912
  markdown: "markdown";
2913
+ json: "json";
2915
2914
  image: "image";
2916
2915
  audio: "audio";
2917
2916
  video: "video";
2917
+ duration: "duration";
2918
2918
  percent: "percent";
2919
2919
  passFail: "passFail";
2920
2920
  stars: "stars";
@@ -2933,13 +2933,13 @@ declare const columnDefSchema: z$1.ZodObject<{
2933
2933
  format: z$1.ZodOptional<z$1.ZodEnum<{
2934
2934
  number: "number";
2935
2935
  boolean: "boolean";
2936
- duration: "duration";
2937
- json: "json";
2938
2936
  file: "file";
2939
2937
  markdown: "markdown";
2938
+ json: "json";
2940
2939
  image: "image";
2941
2940
  audio: "audio";
2942
2941
  video: "video";
2942
+ duration: "duration";
2943
2943
  percent: "percent";
2944
2944
  passFail: "passFail";
2945
2945
  stars: "stars";
@@ -2984,8 +2984,8 @@ declare const traceSpanKindSchema: z$1.ZodString;
2984
2984
  declare const traceAttributeDisplayFormatSchema: z$1.ZodEnum<{
2985
2985
  string: "string";
2986
2986
  number: "number";
2987
- duration: "duration";
2988
2987
  json: "json";
2988
+ duration: "duration";
2989
2989
  }>;
2990
2990
  /**
2991
2991
  * Formatting hint for trace attribute values rendered by the UI.
@@ -3009,8 +3009,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
3009
3009
  format: z$1.ZodOptional<z$1.ZodEnum<{
3010
3010
  string: "string";
3011
3011
  number: "number";
3012
- duration: "duration";
3013
3012
  json: "json";
3013
+ duration: "duration";
3014
3014
  }>>;
3015
3015
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3016
3016
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3024,8 +3024,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
3024
3024
  }>>;
3025
3025
  mode: z$1.ZodOptional<z$1.ZodEnum<{
3026
3026
  all: "all";
3027
- last: "last";
3028
3027
  sum: "sum";
3028
+ last: "last";
3029
3029
  }>>;
3030
3030
  }, z$1.core.$strip>;
3031
3031
  /**
@@ -3045,8 +3045,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
3045
3045
  format: z$1.ZodOptional<z$1.ZodEnum<{
3046
3046
  string: "string";
3047
3047
  number: "number";
3048
- duration: "duration";
3049
3048
  json: "json";
3049
+ duration: "duration";
3050
3050
  }>>;
3051
3051
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3052
3052
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3060,8 +3060,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
3060
3060
  }>>;
3061
3061
  mode: z$1.ZodOptional<z$1.ZodEnum<{
3062
3062
  all: "all";
3063
- last: "last";
3064
3063
  sum: "sum";
3064
+ last: "last";
3065
3065
  }>>;
3066
3066
  }, z$1.core.$strip>>>;
3067
3067
  }, z$1.core.$strip>;
@@ -3085,8 +3085,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
3085
3085
  format: z$1.ZodOptional<z$1.ZodEnum<{
3086
3086
  string: "string";
3087
3087
  number: "number";
3088
- duration: "duration";
3089
3088
  json: "json";
3089
+ duration: "duration";
3090
3090
  }>>;
3091
3091
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3092
3092
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3100,8 +3100,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
3100
3100
  }>>;
3101
3101
  mode: z$1.ZodOptional<z$1.ZodEnum<{
3102
3102
  all: "all";
3103
- last: "last";
3104
3103
  sum: "sum";
3104
+ last: "last";
3105
3105
  }>>;
3106
3106
  transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
3107
3107
  }, z$1.core.$strip>;
@@ -3123,8 +3123,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
3123
3123
  format: z$1.ZodOptional<z$1.ZodEnum<{
3124
3124
  string: "string";
3125
3125
  number: "number";
3126
- duration: "duration";
3127
3126
  json: "json";
3127
+ duration: "duration";
3128
3128
  }>>;
3129
3129
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3130
3130
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3138,8 +3138,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
3138
3138
  }>>;
3139
3139
  mode: z$1.ZodOptional<z$1.ZodEnum<{
3140
3140
  all: "all";
3141
- last: "last";
3142
3141
  sum: "sum";
3142
+ last: "last";
3143
3143
  }>>;
3144
3144
  transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
3145
3145
  }, z$1.core.$strip>>>;
@@ -3176,8 +3176,8 @@ declare const traceSpanSchema: z$1.ZodObject<{
3176
3176
  status: z$1.ZodEnum<{
3177
3177
  error: "error";
3178
3178
  running: "running";
3179
- ok: "ok";
3180
3179
  cancelled: "cancelled";
3180
+ ok: "ok";
3181
3181
  }>;
3182
3182
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
3183
3183
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -3218,11 +3218,11 @@ declare const evalFreshnessStatusSchema: z$1.ZodEnum<{
3218
3218
  type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
3219
3219
  /** Reducer used to collapse a column's per-case values into a single stat. */
3220
3220
  declare const evalStatAggregateSchema: z$1.ZodEnum<{
3221
- last: "last";
3222
- sum: "sum";
3223
3221
  avg: "avg";
3222
+ sum: "sum";
3224
3223
  min: "min";
3225
3224
  max: "max";
3225
+ last: "last";
3226
3226
  }>;
3227
3227
  /** Reducer used to collapse a column's per-case values into a single stat. */
3228
3228
  type EvalStatAggregate = z$1.infer<typeof evalStatAggregateSchema>;
@@ -3246,22 +3246,22 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
3246
3246
  key: z$1.ZodString;
3247
3247
  label: z$1.ZodOptional<z$1.ZodString>;
3248
3248
  aggregate: z$1.ZodEnum<{
3249
- last: "last";
3250
- sum: "sum";
3251
3249
  avg: "avg";
3250
+ sum: "sum";
3252
3251
  min: "min";
3253
3252
  max: "max";
3253
+ last: "last";
3254
3254
  }>;
3255
3255
  format: z$1.ZodOptional<z$1.ZodEnum<{
3256
3256
  number: "number";
3257
3257
  boolean: "boolean";
3258
- duration: "duration";
3259
- json: "json";
3260
3258
  file: "file";
3261
3259
  markdown: "markdown";
3260
+ json: "json";
3262
3261
  image: "image";
3263
3262
  audio: "audio";
3264
3263
  video: "video";
3264
+ duration: "duration";
3265
3265
  percent: "percent";
3266
3266
  passFail: "passFail";
3267
3267
  stars: "stars";
@@ -3288,22 +3288,22 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
3288
3288
  key: z$1.ZodString;
3289
3289
  label: z$1.ZodOptional<z$1.ZodString>;
3290
3290
  aggregate: z$1.ZodEnum<{
3291
- last: "last";
3292
- sum: "sum";
3293
3291
  avg: "avg";
3292
+ sum: "sum";
3294
3293
  min: "min";
3295
3294
  max: "max";
3295
+ last: "last";
3296
3296
  }>;
3297
3297
  format: z$1.ZodOptional<z$1.ZodEnum<{
3298
3298
  number: "number";
3299
3299
  boolean: "boolean";
3300
- duration: "duration";
3301
- json: "json";
3302
3300
  file: "file";
3303
3301
  markdown: "markdown";
3302
+ json: "json";
3304
3303
  image: "image";
3305
3304
  audio: "audio";
3306
3305
  video: "video";
3306
+ duration: "duration";
3307
3307
  percent: "percent";
3308
3308
  passFail: "passFail";
3309
3309
  stars: "stars";
@@ -3340,13 +3340,13 @@ declare const evalSummarySchema: z$1.ZodObject<{
3340
3340
  format: z$1.ZodOptional<z$1.ZodEnum<{
3341
3341
  number: "number";
3342
3342
  boolean: "boolean";
3343
- duration: "duration";
3344
- json: "json";
3345
3343
  file: "file";
3346
3344
  markdown: "markdown";
3345
+ json: "json";
3347
3346
  image: "image";
3348
3347
  audio: "audio";
3349
3348
  video: "video";
3349
+ duration: "duration";
3350
3350
  percent: "percent";
3351
3351
  passFail: "passFail";
3352
3352
  stars: "stars";
@@ -3389,22 +3389,22 @@ declare const evalSummarySchema: z$1.ZodObject<{
3389
3389
  key: z$1.ZodString;
3390
3390
  label: z$1.ZodOptional<z$1.ZodString>;
3391
3391
  aggregate: z$1.ZodEnum<{
3392
- last: "last";
3393
- sum: "sum";
3394
3392
  avg: "avg";
3393
+ sum: "sum";
3395
3394
  min: "min";
3396
3395
  max: "max";
3396
+ last: "last";
3397
3397
  }>;
3398
3398
  format: z$1.ZodOptional<z$1.ZodEnum<{
3399
3399
  number: "number";
3400
3400
  boolean: "boolean";
3401
- duration: "duration";
3402
- json: "json";
3403
3401
  file: "file";
3404
3402
  markdown: "markdown";
3403
+ json: "json";
3405
3404
  image: "image";
3406
3405
  audio: "audio";
3407
3406
  video: "video";
3407
+ duration: "duration";
3408
3408
  percent: "percent";
3409
3409
  passFail: "passFail";
3410
3410
  stars: "stars";
@@ -3429,11 +3429,11 @@ declare const evalSummarySchema: z$1.ZodObject<{
3429
3429
  }>;
3430
3430
  label: z$1.ZodOptional<z$1.ZodString>;
3431
3431
  color: z$1.ZodOptional<z$1.ZodEnum<{
3432
- error: "error";
3433
3432
  success: "success";
3434
- warning: "warning";
3433
+ error: "error";
3435
3434
  accent: "accent";
3436
3435
  accentDim: "accentDim";
3436
+ warning: "warning";
3437
3437
  textMuted: "textMuted";
3438
3438
  }>>;
3439
3439
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3444,8 +3444,8 @@ declare const evalSummarySchema: z$1.ZodObject<{
3444
3444
  source: z$1.ZodLiteral<"column">;
3445
3445
  key: z$1.ZodString;
3446
3446
  aggregate: z$1.ZodEnum<{
3447
- sum: "sum";
3448
3447
  avg: "avg";
3448
+ sum: "sum";
3449
3449
  min: "min";
3450
3450
  max: "max";
3451
3451
  latest: "latest";
@@ -3453,11 +3453,11 @@ declare const evalSummarySchema: z$1.ZodObject<{
3453
3453
  }>;
3454
3454
  label: z$1.ZodOptional<z$1.ZodString>;
3455
3455
  color: z$1.ZodOptional<z$1.ZodEnum<{
3456
- error: "error";
3457
3456
  success: "success";
3458
- warning: "warning";
3457
+ error: "error";
3459
3458
  accent: "accent";
3460
3459
  accentDim: "accentDim";
3460
+ warning: "warning";
3461
3461
  textMuted: "textMuted";
3462
3462
  }>>;
3463
3463
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3486,8 +3486,8 @@ declare const evalSummarySchema: z$1.ZodObject<{
3486
3486
  source: z$1.ZodLiteral<"column">;
3487
3487
  key: z$1.ZodString;
3488
3488
  aggregate: z$1.ZodEnum<{
3489
- sum: "sum";
3490
3489
  avg: "avg";
3490
+ sum: "sum";
3491
3491
  min: "min";
3492
3492
  max: "max";
3493
3493
  latest: "latest";
@@ -3585,11 +3585,11 @@ declare const caseRowSchema: z$1.ZodObject<{
3585
3585
  evalId: z$1.ZodString;
3586
3586
  status: z$1.ZodEnum<{
3587
3587
  error: "error";
3588
+ pending: "pending";
3588
3589
  running: "running";
3589
3590
  cancelled: "cancelled";
3590
3591
  pass: "pass";
3591
3592
  fail: "fail";
3592
- pending: "pending";
3593
3593
  }>;
3594
3594
  durationMs: z$1.ZodNullable<z$1.ZodNumber>;
3595
3595
  costUsd: z$1.ZodOptional<z$1.ZodNullable<z$1.ZodNumber>>;
@@ -3681,8 +3681,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
3681
3681
  status: z$1.ZodEnum<{
3682
3682
  error: "error";
3683
3683
  running: "running";
3684
- ok: "ok";
3685
3684
  cancelled: "cancelled";
3685
+ ok: "ok";
3686
3686
  }>;
3687
3687
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
3688
3688
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -3718,8 +3718,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
3718
3718
  format: z$1.ZodOptional<z$1.ZodEnum<{
3719
3719
  string: "string";
3720
3720
  number: "number";
3721
- duration: "duration";
3722
3721
  json: "json";
3722
+ duration: "duration";
3723
3723
  }>>;
3724
3724
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3725
3725
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3733,8 +3733,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
3733
3733
  }>>;
3734
3734
  mode: z$1.ZodOptional<z$1.ZodEnum<{
3735
3735
  all: "all";
3736
- last: "last";
3737
3736
  sum: "sum";
3737
+ last: "last";
3738
3738
  }>>;
3739
3739
  }, z$1.core.$strip>>>;
3740
3740
  }, z$1.core.$strip>;
@@ -3749,11 +3749,11 @@ declare const caseDetailSchema: z$1.ZodObject<{
3749
3749
  evalId: z$1.ZodString;
3750
3750
  status: z$1.ZodEnum<{
3751
3751
  error: "error";
3752
+ pending: "pending";
3752
3753
  running: "running";
3753
3754
  cancelled: "cancelled";
3754
3755
  pass: "pass";
3755
3756
  fail: "fail";
3756
- pending: "pending";
3757
3757
  }>;
3758
3758
  input: z$1.ZodUnknown;
3759
3759
  trace: z$1.ZodArray<z$1.ZodObject<{
@@ -3767,8 +3767,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
3767
3767
  status: z$1.ZodEnum<{
3768
3768
  error: "error";
3769
3769
  running: "running";
3770
- ok: "ok";
3771
3770
  cancelled: "cancelled";
3771
+ ok: "ok";
3772
3772
  }>;
3773
3773
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
3774
3774
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -3804,8 +3804,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
3804
3804
  format: z$1.ZodOptional<z$1.ZodEnum<{
3805
3805
  string: "string";
3806
3806
  number: "number";
3807
- duration: "duration";
3808
3807
  json: "json";
3808
+ duration: "duration";
3809
3809
  }>>;
3810
3810
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3811
3811
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3819,8 +3819,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
3819
3819
  }>>;
3820
3820
  mode: z$1.ZodOptional<z$1.ZodEnum<{
3821
3821
  all: "all";
3822
- last: "last";
3823
3822
  sum: "sum";
3823
+ last: "last";
3824
3824
  }>>;
3825
3825
  }, z$1.core.$strip>>>;
3826
3826
  }, z$1.core.$strip>;
@@ -3836,8 +3836,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
3836
3836
  status: z$1.ZodEnum<{
3837
3837
  error: "error";
3838
3838
  running: "running";
3839
- ok: "ok";
3840
3839
  cancelled: "cancelled";
3840
+ ok: "ok";
3841
3841
  }>;
3842
3842
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
3843
3843
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -3873,8 +3873,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
3873
3873
  format: z$1.ZodOptional<z$1.ZodEnum<{
3874
3874
  string: "string";
3875
3875
  number: "number";
3876
- duration: "duration";
3877
3876
  json: "json";
3877
+ duration: "duration";
3878
3878
  }>>;
3879
3879
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3880
3880
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3888,8 +3888,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
3888
3888
  }>>;
3889
3889
  mode: z$1.ZodOptional<z$1.ZodEnum<{
3890
3890
  all: "all";
3891
- last: "last";
3892
3891
  sum: "sum";
3892
+ last: "last";
3893
3893
  }>>;
3894
3894
  }, z$1.core.$strip>>>;
3895
3895
  }, z$1.core.$strip>;
@@ -3949,10 +3949,10 @@ declare const caseDetailSchema: z$1.ZodObject<{
3949
3949
  namespace: z$1.ZodString;
3950
3950
  key: z$1.ZodString;
3951
3951
  status: z$1.ZodEnum<{
3952
+ bypass: "bypass";
3953
+ refresh: "refresh";
3952
3954
  hit: "hit";
3953
3955
  miss: "miss";
3954
- refresh: "refresh";
3955
- bypass: "bypass";
3956
3956
  }>;
3957
3957
  read: z$1.ZodOptional<z$1.ZodBoolean>;
3958
3958
  stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -4023,8 +4023,8 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
4023
4023
  type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
4024
4024
  /** Reducer applied to a numeric column across all cases of a single run. */
4025
4025
  declare const evalChartAggregateSchema: z$1.ZodEnum<{
4026
- sum: "sum";
4027
4026
  avg: "avg";
4027
+ sum: "sum";
4028
4028
  min: "min";
4029
4029
  max: "max";
4030
4030
  latest: "latest";
@@ -4037,11 +4037,11 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
4037
4037
  * not emit raw hex so authored evals stay decoupled from the web theme.
4038
4038
  */
4039
4039
  declare const evalChartColorSchema: z$1.ZodEnum<{
4040
- error: "error";
4041
4040
  success: "success";
4042
- warning: "warning";
4041
+ error: "error";
4043
4042
  accent: "accent";
4044
4043
  accentDim: "accentDim";
4044
+ warning: "warning";
4045
4045
  textMuted: "textMuted";
4046
4046
  }>;
4047
4047
  /** Semantic color token resolved to a theme color by the web UI. */
@@ -4066,11 +4066,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
4066
4066
  }>;
4067
4067
  label: z$1.ZodOptional<z$1.ZodString>;
4068
4068
  color: z$1.ZodOptional<z$1.ZodEnum<{
4069
- error: "error";
4070
4069
  success: "success";
4071
- warning: "warning";
4070
+ error: "error";
4072
4071
  accent: "accent";
4073
4072
  accentDim: "accentDim";
4073
+ warning: "warning";
4074
4074
  textMuted: "textMuted";
4075
4075
  }>>;
4076
4076
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4081,8 +4081,8 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
4081
4081
  source: z$1.ZodLiteral<"column">;
4082
4082
  key: z$1.ZodString;
4083
4083
  aggregate: z$1.ZodEnum<{
4084
- sum: "sum";
4085
4084
  avg: "avg";
4085
+ sum: "sum";
4086
4086
  min: "min";
4087
4087
  max: "max";
4088
4088
  latest: "latest";
@@ -4090,11 +4090,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
4090
4090
  }>;
4091
4091
  label: z$1.ZodOptional<z$1.ZodString>;
4092
4092
  color: z$1.ZodOptional<z$1.ZodEnum<{
4093
- error: "error";
4094
4093
  success: "success";
4095
- warning: "warning";
4094
+ error: "error";
4096
4095
  accent: "accent";
4097
4096
  accentDim: "accentDim";
4097
+ warning: "warning";
4098
4098
  textMuted: "textMuted";
4099
4099
  }>>;
4100
4100
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4116,8 +4116,8 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
4116
4116
  source: z$1.ZodLiteral<"column">;
4117
4117
  key: z$1.ZodString;
4118
4118
  aggregate: z$1.ZodEnum<{
4119
- sum: "sum";
4120
4119
  avg: "avg";
4120
+ sum: "sum";
4121
4121
  min: "min";
4122
4122
  max: "max";
4123
4123
  latest: "latest";
@@ -4149,11 +4149,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
4149
4149
  }>;
4150
4150
  label: z$1.ZodOptional<z$1.ZodString>;
4151
4151
  color: z$1.ZodOptional<z$1.ZodEnum<{
4152
- error: "error";
4153
4152
  success: "success";
4154
- warning: "warning";
4153
+ error: "error";
4155
4154
  accent: "accent";
4156
4155
  accentDim: "accentDim";
4156
+ warning: "warning";
4157
4157
  textMuted: "textMuted";
4158
4158
  }>>;
4159
4159
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4164,8 +4164,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
4164
4164
  source: z$1.ZodLiteral<"column">;
4165
4165
  key: z$1.ZodString;
4166
4166
  aggregate: z$1.ZodEnum<{
4167
- sum: "sum";
4168
4167
  avg: "avg";
4168
+ sum: "sum";
4169
4169
  min: "min";
4170
4170
  max: "max";
4171
4171
  latest: "latest";
@@ -4173,11 +4173,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
4173
4173
  }>;
4174
4174
  label: z$1.ZodOptional<z$1.ZodString>;
4175
4175
  color: z$1.ZodOptional<z$1.ZodEnum<{
4176
- error: "error";
4177
4176
  success: "success";
4178
- warning: "warning";
4177
+ error: "error";
4179
4178
  accent: "accent";
4180
4179
  accentDim: "accentDim";
4180
+ warning: "warning";
4181
4181
  textMuted: "textMuted";
4182
4182
  }>>;
4183
4183
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4206,8 +4206,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
4206
4206
  source: z$1.ZodLiteral<"column">;
4207
4207
  key: z$1.ZodString;
4208
4208
  aggregate: z$1.ZodEnum<{
4209
- sum: "sum";
4210
4209
  avg: "avg";
4210
+ sum: "sum";
4211
4211
  min: "min";
4212
4212
  max: "max";
4213
4213
  latest: "latest";
@@ -4239,11 +4239,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
4239
4239
  }>;
4240
4240
  label: z$1.ZodOptional<z$1.ZodString>;
4241
4241
  color: z$1.ZodOptional<z$1.ZodEnum<{
4242
- error: "error";
4243
4242
  success: "success";
4244
- warning: "warning";
4243
+ error: "error";
4245
4244
  accent: "accent";
4246
4245
  accentDim: "accentDim";
4246
+ warning: "warning";
4247
4247
  textMuted: "textMuted";
4248
4248
  }>>;
4249
4249
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4254,8 +4254,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
4254
4254
  source: z$1.ZodLiteral<"column">;
4255
4255
  key: z$1.ZodString;
4256
4256
  aggregate: z$1.ZodEnum<{
4257
- sum: "sum";
4258
4257
  avg: "avg";
4258
+ sum: "sum";
4259
4259
  min: "min";
4260
4260
  max: "max";
4261
4261
  latest: "latest";
@@ -4263,11 +4263,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
4263
4263
  }>;
4264
4264
  label: z$1.ZodOptional<z$1.ZodString>;
4265
4265
  color: z$1.ZodOptional<z$1.ZodEnum<{
4266
- error: "error";
4267
4266
  success: "success";
4268
- warning: "warning";
4267
+ error: "error";
4269
4268
  accent: "accent";
4270
4269
  accentDim: "accentDim";
4270
+ warning: "warning";
4271
4271
  textMuted: "textMuted";
4272
4272
  }>>;
4273
4273
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4296,8 +4296,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
4296
4296
  source: z$1.ZodLiteral<"column">;
4297
4297
  key: z$1.ZodString;
4298
4298
  aggregate: z$1.ZodEnum<{
4299
- sum: "sum";
4300
4299
  avg: "avg";
4300
+ sum: "sum";
4301
4301
  min: "min";
4302
4302
  max: "max";
4303
4303
  latest: "latest";
@@ -4315,10 +4315,10 @@ declare const runManifestSchema: z$1.ZodObject<{
4315
4315
  shortId: z$1.ZodString;
4316
4316
  status: z$1.ZodEnum<{
4317
4317
  error: "error";
4318
- running: "running";
4319
- cancelled: "cancelled";
4320
4318
  pending: "pending";
4319
+ running: "running";
4321
4320
  completed: "completed";
4321
+ cancelled: "cancelled";
4322
4322
  }>;
4323
4323
  startedAt: z$1.ZodString;
4324
4324
  endedAt: z$1.ZodNullable<z$1.ZodString>;
@@ -4341,9 +4341,9 @@ declare const runManifestSchema: z$1.ZodObject<{
4341
4341
  median: "median";
4342
4342
  }>>>;
4343
4343
  cacheMode: z$1.ZodOptional<z$1.ZodEnum<{
4344
- refresh: "refresh";
4345
- bypass: "bypass";
4346
4344
  use: "use";
4345
+ bypass: "bypass";
4346
+ refresh: "refresh";
4347
4347
  }>>;
4348
4348
  }, z$1.core.$strip>;
4349
4349
  /** Persisted lifecycle metadata for a single eval run. */
@@ -4353,10 +4353,10 @@ declare const runSummarySchema: z$1.ZodObject<{
4353
4353
  runId: z$1.ZodString;
4354
4354
  status: z$1.ZodEnum<{
4355
4355
  error: "error";
4356
- running: "running";
4357
- cancelled: "cancelled";
4358
4356
  pending: "pending";
4357
+ running: "running";
4359
4358
  completed: "completed";
4359
+ cancelled: "cancelled";
4360
4360
  }>;
4361
4361
  totalCases: z$1.ZodNumber;
4362
4362
  passedCases: z$1.ZodNumber;
@@ -4574,8 +4574,8 @@ declare const llmCallMetricFormatSchema: z$1.ZodEnum<{
4574
4574
  string: "string";
4575
4575
  number: "number";
4576
4576
  boolean: "boolean";
4577
- duration: "duration";
4578
4577
  json: "json";
4578
+ duration: "duration";
4579
4579
  }>;
4580
4580
  /** Render format applied to an LLM-call metric value. */
4581
4581
  type LlmCallMetricFormat = z$1.infer<typeof llmCallMetricFormatSchema>;
@@ -4584,8 +4584,8 @@ declare const apiCallMetricFormatSchema: z$1.ZodEnum<{
4584
4584
  string: "string";
4585
4585
  number: "number";
4586
4586
  boolean: "boolean";
4587
- duration: "duration";
4588
4587
  json: "json";
4588
+ duration: "duration";
4589
4589
  }>;
4590
4590
  /** Render format applied to an API-call metric value. */
4591
4591
  type ApiCallMetricFormat = z$1.infer<typeof apiCallMetricFormatSchema>;
@@ -4654,8 +4654,8 @@ declare const llmCallMetricSchema: z$1.ZodObject<{
4654
4654
  string: "string";
4655
4655
  number: "number";
4656
4656
  boolean: "boolean";
4657
- duration: "duration";
4658
4657
  json: "json";
4658
+ duration: "duration";
4659
4659
  }>>;
4660
4660
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
4661
4661
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4683,8 +4683,8 @@ declare const apiCallMetricSchema: z$1.ZodObject<{
4683
4683
  string: "string";
4684
4684
  number: "number";
4685
4685
  boolean: "boolean";
4686
- duration: "duration";
4687
4686
  json: "json";
4687
+ duration: "duration";
4688
4688
  }>>;
4689
4689
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
4690
4690
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4797,8 +4797,8 @@ declare const llmCallsConfigSchema: z$1.ZodObject<{
4797
4797
  string: "string";
4798
4798
  number: "number";
4799
4799
  boolean: "boolean";
4800
- duration: "duration";
4801
4800
  json: "json";
4801
+ duration: "duration";
4802
4802
  }>>;
4803
4803
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
4804
4804
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4833,8 +4833,8 @@ declare const apiCallsConfigSchema: z$1.ZodObject<{
4833
4833
  string: "string";
4834
4834
  number: "number";
4835
4835
  boolean: "boolean";
4836
- duration: "duration";
4837
4836
  json: "json";
4837
+ duration: "duration";
4838
4838
  }>>;
4839
4839
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
4840
4840
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -5135,8 +5135,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
5135
5135
  format: z$1.ZodOptional<z$1.ZodEnum<{
5136
5136
  string: "string";
5137
5137
  number: "number";
5138
- duration: "duration";
5139
5138
  json: "json";
5139
+ duration: "duration";
5140
5140
  }>>;
5141
5141
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
5142
5142
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -5150,8 +5150,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
5150
5150
  }>>;
5151
5151
  mode: z$1.ZodOptional<z$1.ZodEnum<{
5152
5152
  all: "all";
5153
- last: "last";
5154
5153
  sum: "sum";
5154
+ last: "last";
5155
5155
  }>>;
5156
5156
  transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
5157
5157
  }, z$1.core.$strip>>>;
@@ -5174,22 +5174,22 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
5174
5174
  key: z$1.ZodString;
5175
5175
  label: z$1.ZodOptional<z$1.ZodString>;
5176
5176
  aggregate: z$1.ZodEnum<{
5177
- last: "last";
5178
- sum: "sum";
5179
5177
  avg: "avg";
5178
+ sum: "sum";
5180
5179
  min: "min";
5181
5180
  max: "max";
5181
+ last: "last";
5182
5182
  }>;
5183
5183
  format: z$1.ZodOptional<z$1.ZodEnum<{
5184
5184
  number: "number";
5185
5185
  boolean: "boolean";
5186
- duration: "duration";
5187
- json: "json";
5188
5186
  file: "file";
5189
5187
  markdown: "markdown";
5188
+ json: "json";
5190
5189
  image: "image";
5191
5190
  audio: "audio";
5192
5191
  video: "video";
5192
+ duration: "duration";
5193
5193
  percent: "percent";
5194
5194
  passFail: "passFail";
5195
5195
  stars: "stars";
@@ -5248,8 +5248,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
5248
5248
  string: "string";
5249
5249
  number: "number";
5250
5250
  boolean: "boolean";
5251
- duration: "duration";
5252
5251
  json: "json";
5252
+ duration: "duration";
5253
5253
  }>>;
5254
5254
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
5255
5255
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -5293,8 +5293,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
5293
5293
  string: "string";
5294
5294
  number: "number";
5295
5295
  boolean: "boolean";
5296
- duration: "duration";
5297
5296
  json: "json";
5297
+ duration: "duration";
5298
5298
  }>>;
5299
5299
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
5300
5300
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -5527,9 +5527,9 @@ declare function extractApiCalls(spans: EvalTraceSpan[], config: ResolvedApiCall
5527
5527
  * - `refresh`: never read, always write (forces re-execution and overwrites).
5528
5528
  */
5529
5529
  declare const cacheModeSchema: z$1.ZodEnum<{
5530
- refresh: "refresh";
5531
- bypass: "bypass";
5532
5530
  use: "use";
5531
+ bypass: "bypass";
5532
+ refresh: "refresh";
5533
5533
  }>;
5534
5534
  /** Mode controlling how cached spans behave during a run. */
5535
5535
  type CacheMode = z$1.infer<typeof cacheModeSchema>;
@@ -5550,10 +5550,10 @@ declare const cacheOperationTypeSchema: z$1.ZodEnum<{
5550
5550
  type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
5551
5551
  /** Status of a cache lookup recorded on a span or case scope. */
5552
5552
  declare const cacheStatusSchema: z$1.ZodEnum<{
5553
+ bypass: "bypass";
5554
+ refresh: "refresh";
5553
5555
  hit: "hit";
5554
5556
  miss: "miss";
5555
- refresh: "refresh";
5556
- bypass: "bypass";
5557
5557
  }>;
5558
5558
  /** Status of a cache lookup recorded on a span or case scope. */
5559
5559
  type CacheStatus = z$1.infer<typeof cacheStatusSchema>;
@@ -5570,10 +5570,10 @@ declare const traceCacheRefSchema: z$1.ZodObject<{
5570
5570
  namespace: z$1.ZodString;
5571
5571
  key: z$1.ZodString;
5572
5572
  status: z$1.ZodEnum<{
5573
+ bypass: "bypass";
5574
+ refresh: "refresh";
5573
5575
  hit: "hit";
5574
5576
  miss: "miss";
5575
- refresh: "refresh";
5576
- bypass: "bypass";
5577
5577
  }>;
5578
5578
  read: z$1.ZodOptional<z$1.ZodBoolean>;
5579
5579
  stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -5651,8 +5651,8 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
5651
5651
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
5652
5652
  error: "error";
5653
5653
  running: "running";
5654
- ok: "ok";
5655
5654
  cancelled: "cancelled";
5655
+ ok: "ok";
5656
5656
  }>>;
5657
5657
  finalError: z$1.ZodOptional<z$1.ZodObject<{
5658
5658
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -5724,8 +5724,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
5724
5724
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
5725
5725
  error: "error";
5726
5726
  running: "running";
5727
- ok: "ok";
5728
5727
  cancelled: "cancelled";
5728
+ ok: "ok";
5729
5729
  }>>;
5730
5730
  finalError: z$1.ZodOptional<z$1.ZodObject<{
5731
5731
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -5813,8 +5813,8 @@ declare const cacheEntryWithDebugKeySchema: z$1.ZodObject<{
5813
5813
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
5814
5814
  error: "error";
5815
5815
  running: "running";
5816
- ok: "ok";
5817
5816
  cancelled: "cancelled";
5817
+ ok: "ok";
5818
5818
  }>>;
5819
5819
  finalError: z$1.ZodOptional<z$1.ZodObject<{
5820
5820
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -5902,8 +5902,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
5902
5902
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
5903
5903
  error: "error";
5904
5904
  running: "running";
5905
- ok: "ok";
5906
5905
  cancelled: "cancelled";
5906
+ ok: "ok";
5907
5907
  }>>;
5908
5908
  finalError: z$1.ZodOptional<z$1.ZodObject<{
5909
5909
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -6089,9 +6089,9 @@ declare const createRunRequestSchema: z$1.ZodObject<{
6089
6089
  trials: z$1.ZodNumber;
6090
6090
  cache: z$1.ZodOptional<z$1.ZodObject<{
6091
6091
  mode: z$1.ZodDefault<z$1.ZodEnum<{
6092
- refresh: "refresh";
6093
- bypass: "bypass";
6094
6092
  use: "use";
6093
+ bypass: "bypass";
6094
+ refresh: "refresh";
6095
6095
  }>>;
6096
6096
  }, z$1.core.$strip>>;
6097
6097
  manualInputs: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;