@ls-stack/agent-eval 0.35.1 → 0.36.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -2915,10 +2915,10 @@ type ColumnKind = z$1.infer<typeof columnKindSchema>;
2915
2915
  declare const columnFormatSchema: z$1.ZodEnum<{
2916
2916
  number: "number";
2917
2917
  boolean: "boolean";
2918
- duration: "duration";
2919
- json: "json";
2920
2918
  file: "file";
2919
+ duration: "duration";
2921
2920
  markdown: "markdown";
2921
+ json: "json";
2922
2922
  image: "image";
2923
2923
  audio: "audio";
2924
2924
  video: "video";
@@ -2940,10 +2940,10 @@ declare const columnDefSchema: z$1.ZodObject<{
2940
2940
  format: z$1.ZodOptional<z$1.ZodEnum<{
2941
2941
  number: "number";
2942
2942
  boolean: "boolean";
2943
- duration: "duration";
2944
- json: "json";
2945
2943
  file: "file";
2944
+ duration: "duration";
2946
2945
  markdown: "markdown";
2946
+ json: "json";
2947
2947
  image: "image";
2948
2948
  audio: "audio";
2949
2949
  video: "video";
@@ -3030,9 +3030,9 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
3030
3030
  subtree: "subtree";
3031
3031
  }>>;
3032
3032
  mode: z$1.ZodOptional<z$1.ZodEnum<{
3033
- all: "all";
3034
- last: "last";
3035
3033
  sum: "sum";
3034
+ last: "last";
3035
+ all: "all";
3036
3036
  }>>;
3037
3037
  }, z$1.core.$strip>;
3038
3038
  /**
@@ -3066,9 +3066,9 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
3066
3066
  subtree: "subtree";
3067
3067
  }>>;
3068
3068
  mode: z$1.ZodOptional<z$1.ZodEnum<{
3069
- all: "all";
3070
- last: "last";
3071
3069
  sum: "sum";
3070
+ last: "last";
3071
+ all: "all";
3072
3072
  }>>;
3073
3073
  }, z$1.core.$strip>>>;
3074
3074
  }, z$1.core.$strip>;
@@ -3106,9 +3106,9 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
3106
3106
  subtree: "subtree";
3107
3107
  }>>;
3108
3108
  mode: z$1.ZodOptional<z$1.ZodEnum<{
3109
- all: "all";
3110
- last: "last";
3111
3109
  sum: "sum";
3110
+ last: "last";
3111
+ all: "all";
3112
3112
  }>>;
3113
3113
  transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
3114
3114
  }, z$1.core.$strip>;
@@ -3144,9 +3144,9 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
3144
3144
  subtree: "subtree";
3145
3145
  }>>;
3146
3146
  mode: z$1.ZodOptional<z$1.ZodEnum<{
3147
- all: "all";
3148
- last: "last";
3149
3147
  sum: "sum";
3148
+ last: "last";
3149
+ all: "all";
3150
3150
  }>>;
3151
3151
  transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
3152
3152
  }, z$1.core.$strip>>>;
@@ -3183,8 +3183,8 @@ declare const traceSpanSchema: z$1.ZodObject<{
3183
3183
  status: z$1.ZodEnum<{
3184
3184
  error: "error";
3185
3185
  running: "running";
3186
- ok: "ok";
3187
3186
  cancelled: "cancelled";
3187
+ ok: "ok";
3188
3188
  }>;
3189
3189
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
3190
3190
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -3225,11 +3225,11 @@ declare const evalFreshnessStatusSchema: z$1.ZodEnum<{
3225
3225
  type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
3226
3226
  /** Reducer used to collapse a column's per-case values into a single stat. */
3227
3227
  declare const evalStatAggregateSchema: z$1.ZodEnum<{
3228
- last: "last";
3229
- sum: "sum";
3230
3228
  avg: "avg";
3231
3229
  min: "min";
3232
3230
  max: "max";
3231
+ sum: "sum";
3232
+ last: "last";
3233
3233
  }>;
3234
3234
  /** Reducer used to collapse a column's per-case values into a single stat. */
3235
3235
  type EvalStatAggregate = z$1.infer<typeof evalStatAggregateSchema>;
@@ -3253,19 +3253,19 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
3253
3253
  key: z$1.ZodString;
3254
3254
  label: z$1.ZodOptional<z$1.ZodString>;
3255
3255
  aggregate: z$1.ZodEnum<{
3256
- last: "last";
3257
- sum: "sum";
3258
3256
  avg: "avg";
3259
3257
  min: "min";
3260
3258
  max: "max";
3259
+ sum: "sum";
3260
+ last: "last";
3261
3261
  }>;
3262
3262
  format: z$1.ZodOptional<z$1.ZodEnum<{
3263
3263
  number: "number";
3264
3264
  boolean: "boolean";
3265
- duration: "duration";
3266
- json: "json";
3267
3265
  file: "file";
3266
+ duration: "duration";
3268
3267
  markdown: "markdown";
3268
+ json: "json";
3269
3269
  image: "image";
3270
3270
  audio: "audio";
3271
3271
  video: "video";
@@ -3295,19 +3295,19 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
3295
3295
  key: z$1.ZodString;
3296
3296
  label: z$1.ZodOptional<z$1.ZodString>;
3297
3297
  aggregate: z$1.ZodEnum<{
3298
- last: "last";
3299
- sum: "sum";
3300
3298
  avg: "avg";
3301
3299
  min: "min";
3302
3300
  max: "max";
3301
+ sum: "sum";
3302
+ last: "last";
3303
3303
  }>;
3304
3304
  format: z$1.ZodOptional<z$1.ZodEnum<{
3305
3305
  number: "number";
3306
3306
  boolean: "boolean";
3307
- duration: "duration";
3308
- json: "json";
3309
3307
  file: "file";
3308
+ duration: "duration";
3310
3309
  markdown: "markdown";
3310
+ json: "json";
3311
3311
  image: "image";
3312
3312
  audio: "audio";
3313
3313
  video: "video";
@@ -3347,10 +3347,10 @@ declare const evalSummarySchema: z$1.ZodObject<{
3347
3347
  format: z$1.ZodOptional<z$1.ZodEnum<{
3348
3348
  number: "number";
3349
3349
  boolean: "boolean";
3350
- duration: "duration";
3351
- json: "json";
3352
3350
  file: "file";
3351
+ duration: "duration";
3353
3352
  markdown: "markdown";
3353
+ json: "json";
3354
3354
  image: "image";
3355
3355
  audio: "audio";
3356
3356
  video: "video";
@@ -3374,10 +3374,10 @@ declare const evalSummarySchema: z$1.ZodObject<{
3374
3374
  caseCount: z$1.ZodNullable<z$1.ZodNumber>;
3375
3375
  lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
3376
3376
  error: "error";
3377
- running: "running";
3378
- cancelled: "cancelled";
3379
3377
  pass: "pass";
3380
3378
  fail: "fail";
3379
+ running: "running";
3380
+ cancelled: "cancelled";
3381
3381
  unscored: "unscored";
3382
3382
  }>>;
3383
3383
  stats: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
@@ -3396,19 +3396,19 @@ declare const evalSummarySchema: z$1.ZodObject<{
3396
3396
  key: z$1.ZodString;
3397
3397
  label: z$1.ZodOptional<z$1.ZodString>;
3398
3398
  aggregate: z$1.ZodEnum<{
3399
- last: "last";
3400
- sum: "sum";
3401
3399
  avg: "avg";
3402
3400
  min: "min";
3403
3401
  max: "max";
3402
+ sum: "sum";
3403
+ last: "last";
3404
3404
  }>;
3405
3405
  format: z$1.ZodOptional<z$1.ZodEnum<{
3406
3406
  number: "number";
3407
3407
  boolean: "boolean";
3408
- duration: "duration";
3409
- json: "json";
3410
3408
  file: "file";
3409
+ duration: "duration";
3411
3410
  markdown: "markdown";
3411
+ json: "json";
3412
3412
  image: "image";
3413
3413
  audio: "audio";
3414
3414
  video: "video";
@@ -3436,11 +3436,11 @@ declare const evalSummarySchema: z$1.ZodObject<{
3436
3436
  }>;
3437
3437
  label: z$1.ZodOptional<z$1.ZodString>;
3438
3438
  color: z$1.ZodOptional<z$1.ZodEnum<{
3439
- error: "error";
3440
3439
  success: "success";
3441
- warning: "warning";
3442
3440
  accent: "accent";
3441
+ error: "error";
3443
3442
  accentDim: "accentDim";
3443
+ warning: "warning";
3444
3444
  textMuted: "textMuted";
3445
3445
  }>>;
3446
3446
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3451,20 +3451,20 @@ declare const evalSummarySchema: z$1.ZodObject<{
3451
3451
  source: z$1.ZodLiteral<"column">;
3452
3452
  key: z$1.ZodString;
3453
3453
  aggregate: z$1.ZodEnum<{
3454
- sum: "sum";
3455
3454
  avg: "avg";
3456
3455
  min: "min";
3457
3456
  max: "max";
3457
+ sum: "sum";
3458
3458
  latest: "latest";
3459
3459
  passThresholdRate: "passThresholdRate";
3460
3460
  }>;
3461
3461
  label: z$1.ZodOptional<z$1.ZodString>;
3462
3462
  color: z$1.ZodOptional<z$1.ZodEnum<{
3463
- error: "error";
3464
3463
  success: "success";
3465
- warning: "warning";
3466
3464
  accent: "accent";
3465
+ error: "error";
3467
3466
  accentDim: "accentDim";
3467
+ warning: "warning";
3468
3468
  textMuted: "textMuted";
3469
3469
  }>>;
3470
3470
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3493,10 +3493,10 @@ declare const evalSummarySchema: z$1.ZodObject<{
3493
3493
  source: z$1.ZodLiteral<"column">;
3494
3494
  key: z$1.ZodString;
3495
3495
  aggregate: z$1.ZodEnum<{
3496
- sum: "sum";
3497
3496
  avg: "avg";
3498
3497
  min: "min";
3499
3498
  max: "max";
3499
+ sum: "sum";
3500
3500
  latest: "latest";
3501
3501
  passThresholdRate: "passThresholdRate";
3502
3502
  }>;
@@ -3592,11 +3592,11 @@ declare const caseRowSchema: z$1.ZodObject<{
3592
3592
  evalId: z$1.ZodString;
3593
3593
  status: z$1.ZodEnum<{
3594
3594
  error: "error";
3595
+ pass: "pass";
3596
+ fail: "fail";
3595
3597
  running: "running";
3596
3598
  cancelled: "cancelled";
3597
3599
  pending: "pending";
3598
- pass: "pass";
3599
- fail: "fail";
3600
3600
  }>;
3601
3601
  durationMs: z$1.ZodNullable<z$1.ZodNumber>;
3602
3602
  costUsd: z$1.ZodOptional<z$1.ZodNullable<z$1.ZodNumber>>;
@@ -3688,8 +3688,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
3688
3688
  status: z$1.ZodEnum<{
3689
3689
  error: "error";
3690
3690
  running: "running";
3691
- ok: "ok";
3692
3691
  cancelled: "cancelled";
3692
+ ok: "ok";
3693
3693
  }>;
3694
3694
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
3695
3695
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -3739,9 +3739,9 @@ declare const scoreTraceSchema: z$1.ZodObject<{
3739
3739
  subtree: "subtree";
3740
3740
  }>>;
3741
3741
  mode: z$1.ZodOptional<z$1.ZodEnum<{
3742
- all: "all";
3743
- last: "last";
3744
3742
  sum: "sum";
3743
+ last: "last";
3744
+ all: "all";
3745
3745
  }>>;
3746
3746
  }, z$1.core.$strip>>>;
3747
3747
  }, z$1.core.$strip>;
@@ -3756,11 +3756,11 @@ declare const caseDetailSchema: z$1.ZodObject<{
3756
3756
  evalId: z$1.ZodString;
3757
3757
  status: z$1.ZodEnum<{
3758
3758
  error: "error";
3759
+ pass: "pass";
3760
+ fail: "fail";
3759
3761
  running: "running";
3760
3762
  cancelled: "cancelled";
3761
3763
  pending: "pending";
3762
- pass: "pass";
3763
- fail: "fail";
3764
3764
  }>;
3765
3765
  input: z$1.ZodUnknown;
3766
3766
  trace: z$1.ZodArray<z$1.ZodObject<{
@@ -3774,8 +3774,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
3774
3774
  status: z$1.ZodEnum<{
3775
3775
  error: "error";
3776
3776
  running: "running";
3777
- ok: "ok";
3778
3777
  cancelled: "cancelled";
3778
+ ok: "ok";
3779
3779
  }>;
3780
3780
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
3781
3781
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -3825,9 +3825,9 @@ declare const caseDetailSchema: z$1.ZodObject<{
3825
3825
  subtree: "subtree";
3826
3826
  }>>;
3827
3827
  mode: z$1.ZodOptional<z$1.ZodEnum<{
3828
- all: "all";
3829
- last: "last";
3830
3828
  sum: "sum";
3829
+ last: "last";
3830
+ all: "all";
3831
3831
  }>>;
3832
3832
  }, z$1.core.$strip>>>;
3833
3833
  }, z$1.core.$strip>;
@@ -3843,8 +3843,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
3843
3843
  status: z$1.ZodEnum<{
3844
3844
  error: "error";
3845
3845
  running: "running";
3846
- ok: "ok";
3847
3846
  cancelled: "cancelled";
3847
+ ok: "ok";
3848
3848
  }>;
3849
3849
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
3850
3850
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -3894,9 +3894,9 @@ declare const caseDetailSchema: z$1.ZodObject<{
3894
3894
  subtree: "subtree";
3895
3895
  }>>;
3896
3896
  mode: z$1.ZodOptional<z$1.ZodEnum<{
3897
- all: "all";
3898
- last: "last";
3899
3897
  sum: "sum";
3898
+ last: "last";
3899
+ all: "all";
3900
3900
  }>>;
3901
3901
  }, z$1.core.$strip>>>;
3902
3902
  }, z$1.core.$strip>;
@@ -3956,10 +3956,10 @@ declare const caseDetailSchema: z$1.ZodObject<{
3956
3956
  namespace: z$1.ZodString;
3957
3957
  key: z$1.ZodString;
3958
3958
  status: z$1.ZodEnum<{
3959
- bypass: "bypass";
3960
- refresh: "refresh";
3961
3959
  hit: "hit";
3962
3960
  miss: "miss";
3961
+ refresh: "refresh";
3962
+ bypass: "bypass";
3963
3963
  }>;
3964
3964
  read: z$1.ZodOptional<z$1.ZodBoolean>;
3965
3965
  stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -4030,10 +4030,10 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
4030
4030
  type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
4031
4031
  /** Reducer applied to a numeric column across all cases of a single run. */
4032
4032
  declare const evalChartAggregateSchema: z$1.ZodEnum<{
4033
- sum: "sum";
4034
4033
  avg: "avg";
4035
4034
  min: "min";
4036
4035
  max: "max";
4036
+ sum: "sum";
4037
4037
  latest: "latest";
4038
4038
  passThresholdRate: "passThresholdRate";
4039
4039
  }>;
@@ -4044,11 +4044,11 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
4044
4044
  * not emit raw hex so authored evals stay decoupled from the web theme.
4045
4045
  */
4046
4046
  declare const evalChartColorSchema: z$1.ZodEnum<{
4047
- error: "error";
4048
4047
  success: "success";
4049
- warning: "warning";
4050
4048
  accent: "accent";
4049
+ error: "error";
4051
4050
  accentDim: "accentDim";
4051
+ warning: "warning";
4052
4052
  textMuted: "textMuted";
4053
4053
  }>;
4054
4054
  /** Semantic color token resolved to a theme color by the web UI. */
@@ -4073,11 +4073,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
4073
4073
  }>;
4074
4074
  label: z$1.ZodOptional<z$1.ZodString>;
4075
4075
  color: z$1.ZodOptional<z$1.ZodEnum<{
4076
- error: "error";
4077
4076
  success: "success";
4078
- warning: "warning";
4079
4077
  accent: "accent";
4078
+ error: "error";
4080
4079
  accentDim: "accentDim";
4080
+ warning: "warning";
4081
4081
  textMuted: "textMuted";
4082
4082
  }>>;
4083
4083
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4088,20 +4088,20 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
4088
4088
  source: z$1.ZodLiteral<"column">;
4089
4089
  key: z$1.ZodString;
4090
4090
  aggregate: z$1.ZodEnum<{
4091
- sum: "sum";
4092
4091
  avg: "avg";
4093
4092
  min: "min";
4094
4093
  max: "max";
4094
+ sum: "sum";
4095
4095
  latest: "latest";
4096
4096
  passThresholdRate: "passThresholdRate";
4097
4097
  }>;
4098
4098
  label: z$1.ZodOptional<z$1.ZodString>;
4099
4099
  color: z$1.ZodOptional<z$1.ZodEnum<{
4100
- error: "error";
4101
4100
  success: "success";
4102
- warning: "warning";
4103
4101
  accent: "accent";
4102
+ error: "error";
4104
4103
  accentDim: "accentDim";
4104
+ warning: "warning";
4105
4105
  textMuted: "textMuted";
4106
4106
  }>>;
4107
4107
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4123,10 +4123,10 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
4123
4123
  source: z$1.ZodLiteral<"column">;
4124
4124
  key: z$1.ZodString;
4125
4125
  aggregate: z$1.ZodEnum<{
4126
- sum: "sum";
4127
4126
  avg: "avg";
4128
4127
  min: "min";
4129
4128
  max: "max";
4129
+ sum: "sum";
4130
4130
  latest: "latest";
4131
4131
  passThresholdRate: "passThresholdRate";
4132
4132
  }>;
@@ -4156,11 +4156,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
4156
4156
  }>;
4157
4157
  label: z$1.ZodOptional<z$1.ZodString>;
4158
4158
  color: z$1.ZodOptional<z$1.ZodEnum<{
4159
- error: "error";
4160
4159
  success: "success";
4161
- warning: "warning";
4162
4160
  accent: "accent";
4161
+ error: "error";
4163
4162
  accentDim: "accentDim";
4163
+ warning: "warning";
4164
4164
  textMuted: "textMuted";
4165
4165
  }>>;
4166
4166
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4171,20 +4171,20 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
4171
4171
  source: z$1.ZodLiteral<"column">;
4172
4172
  key: z$1.ZodString;
4173
4173
  aggregate: z$1.ZodEnum<{
4174
- sum: "sum";
4175
4174
  avg: "avg";
4176
4175
  min: "min";
4177
4176
  max: "max";
4177
+ sum: "sum";
4178
4178
  latest: "latest";
4179
4179
  passThresholdRate: "passThresholdRate";
4180
4180
  }>;
4181
4181
  label: z$1.ZodOptional<z$1.ZodString>;
4182
4182
  color: z$1.ZodOptional<z$1.ZodEnum<{
4183
- error: "error";
4184
4183
  success: "success";
4185
- warning: "warning";
4186
4184
  accent: "accent";
4185
+ error: "error";
4187
4186
  accentDim: "accentDim";
4187
+ warning: "warning";
4188
4188
  textMuted: "textMuted";
4189
4189
  }>>;
4190
4190
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4213,10 +4213,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
4213
4213
  source: z$1.ZodLiteral<"column">;
4214
4214
  key: z$1.ZodString;
4215
4215
  aggregate: z$1.ZodEnum<{
4216
- sum: "sum";
4217
4216
  avg: "avg";
4218
4217
  min: "min";
4219
4218
  max: "max";
4219
+ sum: "sum";
4220
4220
  latest: "latest";
4221
4221
  passThresholdRate: "passThresholdRate";
4222
4222
  }>;
@@ -4246,11 +4246,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
4246
4246
  }>;
4247
4247
  label: z$1.ZodOptional<z$1.ZodString>;
4248
4248
  color: z$1.ZodOptional<z$1.ZodEnum<{
4249
- error: "error";
4250
4249
  success: "success";
4251
- warning: "warning";
4252
4250
  accent: "accent";
4251
+ error: "error";
4253
4252
  accentDim: "accentDim";
4253
+ warning: "warning";
4254
4254
  textMuted: "textMuted";
4255
4255
  }>>;
4256
4256
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4261,20 +4261,20 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
4261
4261
  source: z$1.ZodLiteral<"column">;
4262
4262
  key: z$1.ZodString;
4263
4263
  aggregate: z$1.ZodEnum<{
4264
- sum: "sum";
4265
4264
  avg: "avg";
4266
4265
  min: "min";
4267
4266
  max: "max";
4267
+ sum: "sum";
4268
4268
  latest: "latest";
4269
4269
  passThresholdRate: "passThresholdRate";
4270
4270
  }>;
4271
4271
  label: z$1.ZodOptional<z$1.ZodString>;
4272
4272
  color: z$1.ZodOptional<z$1.ZodEnum<{
4273
- error: "error";
4274
4273
  success: "success";
4275
- warning: "warning";
4276
4274
  accent: "accent";
4275
+ error: "error";
4277
4276
  accentDim: "accentDim";
4277
+ warning: "warning";
4278
4278
  textMuted: "textMuted";
4279
4279
  }>>;
4280
4280
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4303,10 +4303,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
4303
4303
  source: z$1.ZodLiteral<"column">;
4304
4304
  key: z$1.ZodString;
4305
4305
  aggregate: z$1.ZodEnum<{
4306
- sum: "sum";
4307
4306
  avg: "avg";
4308
4307
  min: "min";
4309
4308
  max: "max";
4309
+ sum: "sum";
4310
4310
  latest: "latest";
4311
4311
  passThresholdRate: "passThresholdRate";
4312
4312
  }>;
@@ -4348,9 +4348,9 @@ declare const runManifestSchema: z$1.ZodObject<{
4348
4348
  median: "median";
4349
4349
  }>>>;
4350
4350
  cacheMode: z$1.ZodOptional<z$1.ZodEnum<{
4351
- use: "use";
4352
- bypass: "bypass";
4353
4351
  refresh: "refresh";
4352
+ bypass: "bypass";
4353
+ use: "use";
4354
4354
  }>>;
4355
4355
  }, z$1.core.$strip>;
4356
4356
  /** Persisted lifecycle metadata for a single eval run. */
@@ -5156,9 +5156,9 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
5156
5156
  subtree: "subtree";
5157
5157
  }>>;
5158
5158
  mode: z$1.ZodOptional<z$1.ZodEnum<{
5159
- all: "all";
5160
- last: "last";
5161
5159
  sum: "sum";
5160
+ last: "last";
5161
+ all: "all";
5162
5162
  }>>;
5163
5163
  transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
5164
5164
  }, z$1.core.$strip>>>;
@@ -5181,19 +5181,19 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
5181
5181
  key: z$1.ZodString;
5182
5182
  label: z$1.ZodOptional<z$1.ZodString>;
5183
5183
  aggregate: z$1.ZodEnum<{
5184
- last: "last";
5185
- sum: "sum";
5186
5184
  avg: "avg";
5187
5185
  min: "min";
5188
5186
  max: "max";
5187
+ sum: "sum";
5188
+ last: "last";
5189
5189
  }>;
5190
5190
  format: z$1.ZodOptional<z$1.ZodEnum<{
5191
5191
  number: "number";
5192
5192
  boolean: "boolean";
5193
- duration: "duration";
5194
- json: "json";
5195
5193
  file: "file";
5194
+ duration: "duration";
5196
5195
  markdown: "markdown";
5196
+ json: "json";
5197
5197
  image: "image";
5198
5198
  audio: "audio";
5199
5199
  video: "video";
@@ -5534,9 +5534,9 @@ declare function extractApiCalls(spans: EvalTraceSpan[], config: ResolvedApiCall
5534
5534
  * - `refresh`: never read, always write (forces re-execution and overwrites).
5535
5535
  */
5536
5536
  declare const cacheModeSchema: z$1.ZodEnum<{
5537
- use: "use";
5538
- bypass: "bypass";
5539
5537
  refresh: "refresh";
5538
+ bypass: "bypass";
5539
+ use: "use";
5540
5540
  }>;
5541
5541
  /** Mode controlling how cached spans behave during a run. */
5542
5542
  type CacheMode = z$1.infer<typeof cacheModeSchema>;
@@ -5557,10 +5557,10 @@ declare const cacheOperationTypeSchema: z$1.ZodEnum<{
5557
5557
  type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
5558
5558
  /** Status of a cache lookup recorded on a span or case scope. */
5559
5559
  declare const cacheStatusSchema: z$1.ZodEnum<{
5560
- bypass: "bypass";
5561
- refresh: "refresh";
5562
5560
  hit: "hit";
5563
5561
  miss: "miss";
5562
+ refresh: "refresh";
5563
+ bypass: "bypass";
5564
5564
  }>;
5565
5565
  /** Status of a cache lookup recorded on a span or case scope. */
5566
5566
  type CacheStatus = z$1.infer<typeof cacheStatusSchema>;
@@ -5577,10 +5577,10 @@ declare const traceCacheRefSchema: z$1.ZodObject<{
5577
5577
  namespace: z$1.ZodString;
5578
5578
  key: z$1.ZodString;
5579
5579
  status: z$1.ZodEnum<{
5580
- bypass: "bypass";
5581
- refresh: "refresh";
5582
5580
  hit: "hit";
5583
5581
  miss: "miss";
5582
+ refresh: "refresh";
5583
+ bypass: "bypass";
5584
5584
  }>;
5585
5585
  read: z$1.ZodOptional<z$1.ZodBoolean>;
5586
5586
  stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -5658,8 +5658,8 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
5658
5658
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
5659
5659
  error: "error";
5660
5660
  running: "running";
5661
- ok: "ok";
5662
5661
  cancelled: "cancelled";
5662
+ ok: "ok";
5663
5663
  }>>;
5664
5664
  finalError: z$1.ZodOptional<z$1.ZodObject<{
5665
5665
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -5731,8 +5731,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
5731
5731
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
5732
5732
  error: "error";
5733
5733
  running: "running";
5734
- ok: "ok";
5735
5734
  cancelled: "cancelled";
5735
+ ok: "ok";
5736
5736
  }>>;
5737
5737
  finalError: z$1.ZodOptional<z$1.ZodObject<{
5738
5738
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -5820,8 +5820,8 @@ declare const cacheEntryWithDebugKeySchema: z$1.ZodObject<{
5820
5820
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
5821
5821
  error: "error";
5822
5822
  running: "running";
5823
- ok: "ok";
5824
5823
  cancelled: "cancelled";
5824
+ ok: "ok";
5825
5825
  }>>;
5826
5826
  finalError: z$1.ZodOptional<z$1.ZodObject<{
5827
5827
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -5909,8 +5909,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
5909
5909
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
5910
5910
  error: "error";
5911
5911
  running: "running";
5912
- ok: "ok";
5913
5912
  cancelled: "cancelled";
5913
+ ok: "ok";
5914
5914
  }>>;
5915
5915
  finalError: z$1.ZodOptional<z$1.ZodObject<{
5916
5916
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -6096,9 +6096,9 @@ declare const createRunRequestSchema: z$1.ZodObject<{
6096
6096
  trials: z$1.ZodNumber;
6097
6097
  cache: z$1.ZodOptional<z$1.ZodObject<{
6098
6098
  mode: z$1.ZodDefault<z$1.ZodEnum<{
6099
- use: "use";
6100
- bypass: "bypass";
6101
6099
  refresh: "refresh";
6100
+ bypass: "bypass";
6101
+ use: "use";
6102
6102
  }>>;
6103
6103
  }, z$1.core.$strip>>;
6104
6104
  manualInputs: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@ls-stack/agent-eval",
3
- "version": "0.35.1",
3
+ "version": "0.36.0",
4
4
  "type": "module",
5
5
  "bin": {
6
6
  "agent-evals": "./dist/bin.mjs"
@@ -32,8 +32,8 @@
32
32
  "@types/node": "^24.7.2",
33
33
  "typescript": "^5.9.2",
34
34
  "@agent-evals/runner": "0.0.1",
35
- "@agent-evals/sdk": "0.0.1",
36
- "@agent-evals/shared": "0.0.1"
35
+ "@agent-evals/shared": "0.0.1",
36
+ "@agent-evals/sdk": "0.0.1"
37
37
  },
38
38
  "scripts": {
39
39
  "build": "pnpm --filter @agent-evals/web build && pnpm --filter @agent-evals/shared build && pnpm --filter @agent-evals/sdk build && pnpm --filter @agent-evals/runner build && tsdown --filter cli-js && tsdown --filter cli-types",