@ls-stack/agent-eval 0.55.0 → 0.55.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -1781,14 +1781,14 @@ declare const columnFormatSchema: z$1.ZodEnum<{
1781
1781
  number: "number";
1782
1782
  boolean: "boolean";
1783
1783
  file: "file";
1784
- json: "json";
1785
- duration: "duration";
1786
1784
  markdown: "markdown";
1785
+ json: "json";
1787
1786
  image: "image";
1788
1787
  html: "html";
1789
1788
  pdf: "pdf";
1790
1789
  audio: "audio";
1791
1790
  video: "video";
1791
+ duration: "duration";
1792
1792
  percent: "percent";
1793
1793
  passFail: "passFail";
1794
1794
  stars: "stars";
@@ -1808,14 +1808,14 @@ declare const columnDefSchema: z$1.ZodObject<{
1808
1808
  number: "number";
1809
1809
  boolean: "boolean";
1810
1810
  file: "file";
1811
- json: "json";
1812
- duration: "duration";
1813
1811
  markdown: "markdown";
1812
+ json: "json";
1814
1813
  image: "image";
1815
1814
  html: "html";
1816
1815
  pdf: "pdf";
1817
1816
  audio: "audio";
1818
1817
  video: "video";
1818
+ duration: "duration";
1819
1819
  percent: "percent";
1820
1820
  passFail: "passFail";
1821
1821
  stars: "stars";
@@ -1829,8 +1829,8 @@ declare const columnDefSchema: z$1.ZodObject<{
1829
1829
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
1830
1830
  align: z$1.ZodOptional<z$1.ZodEnum<{
1831
1831
  left: "left";
1832
- right: "right";
1833
1832
  center: "center";
1833
+ right: "right";
1834
1834
  }>>;
1835
1835
  }, z$1.core.$strip>;
1836
1836
  /** Column definition exposed to the UI for eval and case tables. */
@@ -2099,10 +2099,10 @@ type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
2099
2099
  * `best` selects the highest finite value and `worst` selects the lowest.
2100
2100
  */
2101
2101
  declare const evalStatAggregateSchema: z$1.ZodEnum<{
2102
- min: "min";
2103
- max: "max";
2104
2102
  sum: "sum";
2105
2103
  avg: "avg";
2104
+ min: "min";
2105
+ max: "max";
2106
2106
  best: "best";
2107
2107
  worst: "worst";
2108
2108
  }>;
@@ -2131,10 +2131,10 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2131
2131
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
2132
2132
  kind: z$1.ZodLiteral<"duration">;
2133
2133
  aggregate: z$1.ZodOptional<z$1.ZodEnum<{
2134
- min: "min";
2135
- max: "max";
2136
2134
  sum: "sum";
2137
2135
  avg: "avg";
2136
+ min: "min";
2137
+ max: "max";
2138
2138
  best: "best";
2139
2139
  worst: "worst";
2140
2140
  }>>;
@@ -2142,10 +2142,10 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2142
2142
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
2143
2143
  kind: z$1.ZodLiteral<"cacheHits">;
2144
2144
  aggregate: z$1.ZodOptional<z$1.ZodEnum<{
2145
- min: "min";
2146
- max: "max";
2147
2145
  sum: "sum";
2148
2146
  avg: "avg";
2147
+ min: "min";
2148
+ max: "max";
2149
2149
  best: "best";
2150
2150
  worst: "worst";
2151
2151
  }>>;
@@ -2155,10 +2155,10 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2155
2155
  key: z$1.ZodString;
2156
2156
  label: z$1.ZodOptional<z$1.ZodString>;
2157
2157
  aggregate: z$1.ZodEnum<{
2158
- min: "min";
2159
- max: "max";
2160
2158
  sum: "sum";
2161
2159
  avg: "avg";
2160
+ min: "min";
2161
+ max: "max";
2162
2162
  best: "best";
2163
2163
  worst: "worst";
2164
2164
  }>;
@@ -2166,14 +2166,14 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2166
2166
  number: "number";
2167
2167
  boolean: "boolean";
2168
2168
  file: "file";
2169
- json: "json";
2170
- duration: "duration";
2171
2169
  markdown: "markdown";
2170
+ json: "json";
2172
2171
  image: "image";
2173
2172
  html: "html";
2174
2173
  pdf: "pdf";
2175
2174
  audio: "audio";
2176
2175
  video: "video";
2176
+ duration: "duration";
2177
2177
  percent: "percent";
2178
2178
  passFail: "passFail";
2179
2179
  stars: "stars";
@@ -2195,10 +2195,10 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
2195
2195
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
2196
2196
  kind: z$1.ZodLiteral<"duration">;
2197
2197
  aggregate: z$1.ZodOptional<z$1.ZodEnum<{
2198
- min: "min";
2199
- max: "max";
2200
2198
  sum: "sum";
2201
2199
  avg: "avg";
2200
+ min: "min";
2201
+ max: "max";
2202
2202
  best: "best";
2203
2203
  worst: "worst";
2204
2204
  }>>;
@@ -2206,10 +2206,10 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
2206
2206
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
2207
2207
  kind: z$1.ZodLiteral<"cacheHits">;
2208
2208
  aggregate: z$1.ZodOptional<z$1.ZodEnum<{
2209
- min: "min";
2210
- max: "max";
2211
2209
  sum: "sum";
2212
2210
  avg: "avg";
2211
+ min: "min";
2212
+ max: "max";
2213
2213
  best: "best";
2214
2214
  worst: "worst";
2215
2215
  }>>;
@@ -2219,10 +2219,10 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
2219
2219
  key: z$1.ZodString;
2220
2220
  label: z$1.ZodOptional<z$1.ZodString>;
2221
2221
  aggregate: z$1.ZodEnum<{
2222
- min: "min";
2223
- max: "max";
2224
2222
  sum: "sum";
2225
2223
  avg: "avg";
2224
+ min: "min";
2225
+ max: "max";
2226
2226
  best: "best";
2227
2227
  worst: "worst";
2228
2228
  }>;
@@ -2230,14 +2230,14 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
2230
2230
  number: "number";
2231
2231
  boolean: "boolean";
2232
2232
  file: "file";
2233
- json: "json";
2234
- duration: "duration";
2235
2233
  markdown: "markdown";
2234
+ json: "json";
2236
2235
  image: "image";
2237
2236
  html: "html";
2238
2237
  pdf: "pdf";
2239
2238
  audio: "audio";
2240
2239
  video: "video";
2240
+ duration: "duration";
2241
2241
  percent: "percent";
2242
2242
  passFail: "passFail";
2243
2243
  stars: "stars";
@@ -2276,14 +2276,14 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2276
2276
  number: "number";
2277
2277
  boolean: "boolean";
2278
2278
  file: "file";
2279
- json: "json";
2280
- duration: "duration";
2281
2279
  markdown: "markdown";
2280
+ json: "json";
2282
2281
  image: "image";
2283
2282
  html: "html";
2284
2283
  pdf: "pdf";
2285
2284
  audio: "audio";
2286
2285
  video: "video";
2286
+ duration: "duration";
2287
2287
  percent: "percent";
2288
2288
  passFail: "passFail";
2289
2289
  stars: "stars";
@@ -2297,8 +2297,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2297
2297
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
2298
2298
  align: z$1.ZodOptional<z$1.ZodEnum<{
2299
2299
  left: "left";
2300
- right: "right";
2301
2300
  center: "center";
2301
+ right: "right";
2302
2302
  }>>;
2303
2303
  }, z$1.core.$strip>>;
2304
2304
  caseCount: z$1.ZodNullable<z$1.ZodNumber>;
@@ -2322,10 +2322,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2322
2322
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
2323
2323
  kind: z$1.ZodLiteral<"duration">;
2324
2324
  aggregate: z$1.ZodOptional<z$1.ZodEnum<{
2325
- min: "min";
2326
- max: "max";
2327
2325
  sum: "sum";
2328
2326
  avg: "avg";
2327
+ min: "min";
2328
+ max: "max";
2329
2329
  best: "best";
2330
2330
  worst: "worst";
2331
2331
  }>>;
@@ -2333,10 +2333,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2333
2333
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
2334
2334
  kind: z$1.ZodLiteral<"cacheHits">;
2335
2335
  aggregate: z$1.ZodOptional<z$1.ZodEnum<{
2336
- min: "min";
2337
- max: "max";
2338
2336
  sum: "sum";
2339
2337
  avg: "avg";
2338
+ min: "min";
2339
+ max: "max";
2340
2340
  best: "best";
2341
2341
  worst: "worst";
2342
2342
  }>>;
@@ -2346,10 +2346,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2346
2346
  key: z$1.ZodString;
2347
2347
  label: z$1.ZodOptional<z$1.ZodString>;
2348
2348
  aggregate: z$1.ZodEnum<{
2349
- min: "min";
2350
- max: "max";
2351
2349
  sum: "sum";
2352
2350
  avg: "avg";
2351
+ min: "min";
2352
+ max: "max";
2353
2353
  best: "best";
2354
2354
  worst: "worst";
2355
2355
  }>;
@@ -2357,14 +2357,14 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2357
2357
  number: "number";
2358
2358
  boolean: "boolean";
2359
2359
  file: "file";
2360
- json: "json";
2361
- duration: "duration";
2362
2360
  markdown: "markdown";
2361
+ json: "json";
2363
2362
  image: "image";
2364
2363
  html: "html";
2365
2364
  pdf: "pdf";
2366
2365
  audio: "audio";
2367
2366
  video: "video";
2367
+ duration: "duration";
2368
2368
  percent: "percent";
2369
2369
  passFail: "passFail";
2370
2370
  stars: "stars";
@@ -2373,10 +2373,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2373
2373
  accent: z$1.ZodOptional<z$1.ZodBoolean>;
2374
2374
  }, z$1.core.$strip>], "kind">>>;
2375
2375
  defaultStatAggregate: z$1.ZodOptional<z$1.ZodEnum<{
2376
- min: "min";
2377
- max: "max";
2378
2376
  sum: "sum";
2379
2377
  avg: "avg";
2378
+ min: "min";
2379
+ max: "max";
2380
2380
  best: "best";
2381
2381
  worst: "worst";
2382
2382
  }>>;
@@ -2392,16 +2392,16 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2392
2392
  metrics: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2393
2393
  source: z$1.ZodLiteral<"builtin">;
2394
2394
  metric: z$1.ZodEnum<{
2395
- durationMs: "durationMs";
2396
2395
  passRate: "passRate";
2396
+ durationMs: "durationMs";
2397
2397
  }>;
2398
2398
  label: z$1.ZodOptional<z$1.ZodString>;
2399
2399
  color: z$1.ZodOptional<z$1.ZodEnum<{
2400
- error: "error";
2401
2400
  success: "success";
2401
+ error: "error";
2402
+ warning: "warning";
2402
2403
  accent: "accent";
2403
2404
  accentDim: "accentDim";
2404
- warning: "warning";
2405
2405
  textMuted: "textMuted";
2406
2406
  }>>;
2407
2407
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2412,20 +2412,20 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2412
2412
  source: z$1.ZodLiteral<"column">;
2413
2413
  key: z$1.ZodString;
2414
2414
  aggregate: z$1.ZodEnum<{
2415
- min: "min";
2416
- max: "max";
2417
2415
  sum: "sum";
2418
2416
  avg: "avg";
2417
+ min: "min";
2418
+ max: "max";
2419
2419
  latest: "latest";
2420
2420
  passThresholdRate: "passThresholdRate";
2421
2421
  }>;
2422
2422
  label: z$1.ZodOptional<z$1.ZodString>;
2423
2423
  color: z$1.ZodOptional<z$1.ZodEnum<{
2424
- error: "error";
2425
2424
  success: "success";
2425
+ error: "error";
2426
+ warning: "warning";
2426
2427
  accent: "accent";
2427
2428
  accentDim: "accentDim";
2428
- warning: "warning";
2429
2429
  textMuted: "textMuted";
2430
2430
  }>>;
2431
2431
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2446,18 +2446,18 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2446
2446
  tooltipExtras: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2447
2447
  source: z$1.ZodLiteral<"builtin">;
2448
2448
  metric: z$1.ZodEnum<{
2449
- durationMs: "durationMs";
2450
2449
  passRate: "passRate";
2450
+ durationMs: "durationMs";
2451
2451
  }>;
2452
2452
  label: z$1.ZodOptional<z$1.ZodString>;
2453
2453
  }, z$1.core.$strip>, z$1.ZodObject<{
2454
2454
  source: z$1.ZodLiteral<"column">;
2455
2455
  key: z$1.ZodString;
2456
2456
  aggregate: z$1.ZodEnum<{
2457
- min: "min";
2458
- max: "max";
2459
2457
  sum: "sum";
2460
2458
  avg: "avg";
2459
+ min: "min";
2460
+ max: "max";
2461
2461
  latest: "latest";
2462
2462
  passThresholdRate: "passThresholdRate";
2463
2463
  }>;
@@ -2556,9 +2556,9 @@ declare const caseRowSchema$1: z$1.ZodObject<{
2556
2556
  error: "error";
2557
2557
  running: "running";
2558
2558
  cancelled: "cancelled";
2559
- pending: "pending";
2560
2559
  pass: "pass";
2561
2560
  fail: "fail";
2561
+ pending: "pending";
2562
2562
  }>;
2563
2563
  durationMs: z$1.ZodNullable<z$1.ZodNumber>;
2564
2564
  cacheHits: z$1.ZodOptional<z$1.ZodNumber>;
@@ -2719,10 +2719,10 @@ declare const scoreTraceSchema: z$1.ZodObject<{
2719
2719
  namespace: z$1.ZodString;
2720
2720
  key: z$1.ZodString;
2721
2721
  status: z$1.ZodEnum<{
2722
- bypass: "bypass";
2723
- refresh: "refresh";
2724
2722
  hit: "hit";
2725
2723
  miss: "miss";
2724
+ refresh: "refresh";
2725
+ bypass: "bypass";
2726
2726
  }>;
2727
2727
  read: z$1.ZodOptional<z$1.ZodBoolean>;
2728
2728
  stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -2743,9 +2743,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2743
2743
  error: "error";
2744
2744
  running: "running";
2745
2745
  cancelled: "cancelled";
2746
- pending: "pending";
2747
2746
  pass: "pass";
2748
2747
  fail: "fail";
2748
+ pending: "pending";
2749
2749
  }>;
2750
2750
  input: z$1.ZodUnknown;
2751
2751
  trace: z$1.ZodArray<z$1.ZodObject<{
@@ -2891,10 +2891,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2891
2891
  namespace: z$1.ZodString;
2892
2892
  key: z$1.ZodString;
2893
2893
  status: z$1.ZodEnum<{
2894
- bypass: "bypass";
2895
- refresh: "refresh";
2896
2894
  hit: "hit";
2897
2895
  miss: "miss";
2896
+ refresh: "refresh";
2897
+ bypass: "bypass";
2898
2898
  }>;
2899
2899
  read: z$1.ZodOptional<z$1.ZodBoolean>;
2900
2900
  stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -2960,10 +2960,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2960
2960
  namespace: z$1.ZodString;
2961
2961
  key: z$1.ZodString;
2962
2962
  status: z$1.ZodEnum<{
2963
- bypass: "bypass";
2964
- refresh: "refresh";
2965
2963
  hit: "hit";
2966
2964
  miss: "miss";
2965
+ refresh: "refresh";
2966
+ bypass: "bypass";
2967
2967
  }>;
2968
2968
  read: z$1.ZodOptional<z$1.ZodBoolean>;
2969
2969
  stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -3006,8 +3006,8 @@ type EvalChartType = z$1.infer<typeof evalChartTypeSchema>;
3006
3006
  * than from a per-case column.
3007
3007
  */
3008
3008
  declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
3009
- durationMs: "durationMs";
3010
3009
  passRate: "passRate";
3010
+ durationMs: "durationMs";
3011
3011
  }>;
3012
3012
  /**
3013
3013
  * Run-level metric sourced from the aggregated `RunSummary` for a run, rather
@@ -3016,10 +3016,10 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
3016
3016
  type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
3017
3017
  /** Reducer applied to a numeric column across all cases of a single run. */
3018
3018
  declare const evalChartAggregateSchema: z$1.ZodEnum<{
3019
- min: "min";
3020
- max: "max";
3021
3019
  sum: "sum";
3022
3020
  avg: "avg";
3021
+ min: "min";
3022
+ max: "max";
3023
3023
  latest: "latest";
3024
3024
  passThresholdRate: "passThresholdRate";
3025
3025
  }>;
@@ -3030,11 +3030,11 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
3030
3030
  * not emit raw hex so authored evals stay decoupled from the web theme.
3031
3031
  */
3032
3032
  declare const evalChartColorSchema: z$1.ZodEnum<{
3033
- error: "error";
3034
3033
  success: "success";
3034
+ error: "error";
3035
+ warning: "warning";
3035
3036
  accent: "accent";
3036
3037
  accentDim: "accentDim";
3037
- warning: "warning";
3038
3038
  textMuted: "textMuted";
3039
3039
  }>;
3040
3040
  /** Semantic color token resolved to a theme color by the web UI. */
@@ -3054,16 +3054,16 @@ type EvalChartAxis = z$1.infer<typeof evalChartAxisSchema>;
3054
3054
  declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
3055
3055
  source: z$1.ZodLiteral<"builtin">;
3056
3056
  metric: z$1.ZodEnum<{
3057
- durationMs: "durationMs";
3058
3057
  passRate: "passRate";
3058
+ durationMs: "durationMs";
3059
3059
  }>;
3060
3060
  label: z$1.ZodOptional<z$1.ZodString>;
3061
3061
  color: z$1.ZodOptional<z$1.ZodEnum<{
3062
- error: "error";
3063
3062
  success: "success";
3063
+ error: "error";
3064
+ warning: "warning";
3064
3065
  accent: "accent";
3065
3066
  accentDim: "accentDim";
3066
- warning: "warning";
3067
3067
  textMuted: "textMuted";
3068
3068
  }>>;
3069
3069
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3074,20 +3074,20 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
3074
3074
  source: z$1.ZodLiteral<"column">;
3075
3075
  key: z$1.ZodString;
3076
3076
  aggregate: z$1.ZodEnum<{
3077
- min: "min";
3078
- max: "max";
3079
3077
  sum: "sum";
3080
3078
  avg: "avg";
3079
+ min: "min";
3080
+ max: "max";
3081
3081
  latest: "latest";
3082
3082
  passThresholdRate: "passThresholdRate";
3083
3083
  }>;
3084
3084
  label: z$1.ZodOptional<z$1.ZodString>;
3085
3085
  color: z$1.ZodOptional<z$1.ZodEnum<{
3086
- error: "error";
3087
3086
  success: "success";
3087
+ error: "error";
3088
+ warning: "warning";
3088
3089
  accent: "accent";
3089
3090
  accentDim: "accentDim";
3090
- warning: "warning";
3091
3091
  textMuted: "textMuted";
3092
3092
  }>>;
3093
3093
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3101,18 +3101,18 @@ type EvalChartMetric = z$1.infer<typeof evalChartMetricSchema>;
3101
3101
  declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
3102
3102
  source: z$1.ZodLiteral<"builtin">;
3103
3103
  metric: z$1.ZodEnum<{
3104
- durationMs: "durationMs";
3105
3104
  passRate: "passRate";
3105
+ durationMs: "durationMs";
3106
3106
  }>;
3107
3107
  label: z$1.ZodOptional<z$1.ZodString>;
3108
3108
  }, z$1.core.$strip>, z$1.ZodObject<{
3109
3109
  source: z$1.ZodLiteral<"column">;
3110
3110
  key: z$1.ZodString;
3111
3111
  aggregate: z$1.ZodEnum<{
3112
- min: "min";
3113
- max: "max";
3114
3112
  sum: "sum";
3115
3113
  avg: "avg";
3114
+ min: "min";
3115
+ max: "max";
3116
3116
  latest: "latest";
3117
3117
  passThresholdRate: "passThresholdRate";
3118
3118
  }>;
@@ -3137,16 +3137,16 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
3137
3137
  metrics: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
3138
3138
  source: z$1.ZodLiteral<"builtin">;
3139
3139
  metric: z$1.ZodEnum<{
3140
- durationMs: "durationMs";
3141
3140
  passRate: "passRate";
3141
+ durationMs: "durationMs";
3142
3142
  }>;
3143
3143
  label: z$1.ZodOptional<z$1.ZodString>;
3144
3144
  color: z$1.ZodOptional<z$1.ZodEnum<{
3145
- error: "error";
3146
3145
  success: "success";
3146
+ error: "error";
3147
+ warning: "warning";
3147
3148
  accent: "accent";
3148
3149
  accentDim: "accentDim";
3149
- warning: "warning";
3150
3150
  textMuted: "textMuted";
3151
3151
  }>>;
3152
3152
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3157,20 +3157,20 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
3157
3157
  source: z$1.ZodLiteral<"column">;
3158
3158
  key: z$1.ZodString;
3159
3159
  aggregate: z$1.ZodEnum<{
3160
- min: "min";
3161
- max: "max";
3162
3160
  sum: "sum";
3163
3161
  avg: "avg";
3162
+ min: "min";
3163
+ max: "max";
3164
3164
  latest: "latest";
3165
3165
  passThresholdRate: "passThresholdRate";
3166
3166
  }>;
3167
3167
  label: z$1.ZodOptional<z$1.ZodString>;
3168
3168
  color: z$1.ZodOptional<z$1.ZodEnum<{
3169
- error: "error";
3170
3169
  success: "success";
3170
+ error: "error";
3171
+ warning: "warning";
3171
3172
  accent: "accent";
3172
3173
  accentDim: "accentDim";
3173
- warning: "warning";
3174
3174
  textMuted: "textMuted";
3175
3175
  }>>;
3176
3176
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3191,18 +3191,18 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
3191
3191
  tooltipExtras: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
3192
3192
  source: z$1.ZodLiteral<"builtin">;
3193
3193
  metric: z$1.ZodEnum<{
3194
- durationMs: "durationMs";
3195
3194
  passRate: "passRate";
3195
+ durationMs: "durationMs";
3196
3196
  }>;
3197
3197
  label: z$1.ZodOptional<z$1.ZodString>;
3198
3198
  }, z$1.core.$strip>, z$1.ZodObject<{
3199
3199
  source: z$1.ZodLiteral<"column">;
3200
3200
  key: z$1.ZodString;
3201
3201
  aggregate: z$1.ZodEnum<{
3202
- min: "min";
3203
- max: "max";
3204
3202
  sum: "sum";
3205
3203
  avg: "avg";
3204
+ min: "min";
3205
+ max: "max";
3206
3206
  latest: "latest";
3207
3207
  passThresholdRate: "passThresholdRate";
3208
3208
  }>;
@@ -3227,16 +3227,16 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
3227
3227
  metrics: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
3228
3228
  source: z$1.ZodLiteral<"builtin">;
3229
3229
  metric: z$1.ZodEnum<{
3230
- durationMs: "durationMs";
3231
3230
  passRate: "passRate";
3231
+ durationMs: "durationMs";
3232
3232
  }>;
3233
3233
  label: z$1.ZodOptional<z$1.ZodString>;
3234
3234
  color: z$1.ZodOptional<z$1.ZodEnum<{
3235
- error: "error";
3236
3235
  success: "success";
3236
+ error: "error";
3237
+ warning: "warning";
3237
3238
  accent: "accent";
3238
3239
  accentDim: "accentDim";
3239
- warning: "warning";
3240
3240
  textMuted: "textMuted";
3241
3241
  }>>;
3242
3242
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3247,20 +3247,20 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
3247
3247
  source: z$1.ZodLiteral<"column">;
3248
3248
  key: z$1.ZodString;
3249
3249
  aggregate: z$1.ZodEnum<{
3250
- min: "min";
3251
- max: "max";
3252
3250
  sum: "sum";
3253
3251
  avg: "avg";
3252
+ min: "min";
3253
+ max: "max";
3254
3254
  latest: "latest";
3255
3255
  passThresholdRate: "passThresholdRate";
3256
3256
  }>;
3257
3257
  label: z$1.ZodOptional<z$1.ZodString>;
3258
3258
  color: z$1.ZodOptional<z$1.ZodEnum<{
3259
- error: "error";
3260
3259
  success: "success";
3260
+ error: "error";
3261
+ warning: "warning";
3261
3262
  accent: "accent";
3262
3263
  accentDim: "accentDim";
3263
- warning: "warning";
3264
3264
  textMuted: "textMuted";
3265
3265
  }>>;
3266
3266
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3281,18 +3281,18 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
3281
3281
  tooltipExtras: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
3282
3282
  source: z$1.ZodLiteral<"builtin">;
3283
3283
  metric: z$1.ZodEnum<{
3284
- durationMs: "durationMs";
3285
3284
  passRate: "passRate";
3285
+ durationMs: "durationMs";
3286
3286
  }>;
3287
3287
  label: z$1.ZodOptional<z$1.ZodString>;
3288
3288
  }, z$1.core.$strip>, z$1.ZodObject<{
3289
3289
  source: z$1.ZodLiteral<"column">;
3290
3290
  key: z$1.ZodString;
3291
3291
  aggregate: z$1.ZodEnum<{
3292
- min: "min";
3293
- max: "max";
3294
3292
  sum: "sum";
3295
3293
  avg: "avg";
3294
+ min: "min";
3295
+ max: "max";
3296
3296
  latest: "latest";
3297
3297
  passThresholdRate: "passThresholdRate";
3298
3298
  }>;
@@ -3321,8 +3321,8 @@ declare const runManifestSchema$1: z$1.ZodObject<{
3321
3321
  target: z$1.ZodObject<{
3322
3322
  mode: z$1.ZodEnum<{
3323
3323
  all: "all";
3324
- evalIds: "evalIds";
3325
3324
  caseIds: "caseIds";
3325
+ evalIds: "evalIds";
3326
3326
  }>;
3327
3327
  evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
3328
3328
  files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
@@ -3336,9 +3336,9 @@ declare const runManifestSchema$1: z$1.ZodObject<{
3336
3336
  median: "median";
3337
3337
  }>>>;
3338
3338
  cacheMode: z$1.ZodOptional<z$1.ZodEnum<{
3339
- use: "use";
3340
- bypass: "bypass";
3341
3339
  refresh: "refresh";
3340
+ bypass: "bypass";
3341
+ use: "use";
3342
3342
  }>>;
3343
3343
  }, z$1.core.$strip>;
3344
3344
  /** Persisted lifecycle metadata for a single eval run. */
@@ -3434,8 +3434,8 @@ type TrialSelectionMode = z$1.infer<typeof trialSelectionModeSchema>;
3434
3434
  /** Built-in eval-level output/column keys. */
3435
3435
  /** Removal config for built-in eval-level outputs and UI metadata. */
3436
3436
  declare const removeDefaultConfigSchema: z$1.ZodUnion<readonly [z$1.ZodLiteral<true>, z$1.ZodArray<z$1.ZodEnum<{
3437
- apiCalls: "apiCalls";
3438
3437
  costUsd: "costUsd";
3438
+ apiCalls: "apiCalls";
3439
3439
  llmTurns: "llmTurns";
3440
3440
  inputTokens: "inputTokens";
3441
3441
  outputTokens: "outputTokens";
@@ -4249,9 +4249,9 @@ declare function extractApiCalls(spans: EvalTraceSpan$1[], config: ResolvedApiCa
4249
4249
  * - `refresh`: never read, always write (forces re-execution and overwrites).
4250
4250
  */
4251
4251
  declare const cacheModeSchema: z$1.ZodEnum<{
4252
- use: "use";
4253
- bypass: "bypass";
4254
4252
  refresh: "refresh";
4253
+ bypass: "bypass";
4254
+ use: "use";
4255
4255
  }>;
4256
4256
  /** Mode controlling how cached spans behave during a run. */
4257
4257
  type CacheMode = z$1.infer<typeof cacheModeSchema>;
@@ -4265,17 +4265,17 @@ declare const spanCacheOptionsSchema: z$1.ZodObject<{
4265
4265
  type SpanCacheOptions = z$1.infer<typeof spanCacheOptionsSchema>;
4266
4266
  /** Category of operation stored in the eval cache. */
4267
4267
  declare const cacheOperationTypeSchema: z$1.ZodEnum<{
4268
- span: "span";
4269
4268
  value: "value";
4269
+ span: "span";
4270
4270
  }>;
4271
4271
  /** Category of operation stored in the eval cache. */
4272
4272
  type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
4273
4273
  /** Status of a cache lookup recorded on a span or case scope. */
4274
4274
  declare const cacheStatusSchema: z$1.ZodEnum<{
4275
- bypass: "bypass";
4276
- refresh: "refresh";
4277
4275
  hit: "hit";
4278
4276
  miss: "miss";
4277
+ refresh: "refresh";
4278
+ bypass: "bypass";
4279
4279
  }>;
4280
4280
  /** Status of a cache lookup recorded on a span or case scope. */
4281
4281
  type CacheStatus = z$1.infer<typeof cacheStatusSchema>;
@@ -4292,10 +4292,10 @@ declare const traceCacheRefSchema: z$1.ZodObject<{
4292
4292
  namespace: z$1.ZodString;
4293
4293
  key: z$1.ZodString;
4294
4294
  status: z$1.ZodEnum<{
4295
- bypass: "bypass";
4296
- refresh: "refresh";
4297
4295
  hit: "hit";
4298
4296
  miss: "miss";
4297
+ refresh: "refresh";
4298
+ bypass: "bypass";
4299
4299
  }>;
4300
4300
  read: z$1.ZodOptional<z$1.ZodBoolean>;
4301
4301
  stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -4309,8 +4309,8 @@ declare const cacheListItemSchema$1: z$1.ZodObject<{
4309
4309
  key: z$1.ZodString;
4310
4310
  namespace: z$1.ZodString;
4311
4311
  operationType: z$1.ZodEnum<{
4312
- span: "span";
4313
4312
  value: "value";
4313
+ span: "span";
4314
4314
  }>;
4315
4315
  operationName: z$1.ZodString;
4316
4316
  spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -4432,8 +4432,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
4432
4432
  key: z$1.ZodString;
4433
4433
  namespace: z$1.ZodString;
4434
4434
  operationType: z$1.ZodOptional<z$1.ZodEnum<{
4435
- span: "span";
4436
4435
  value: "value";
4436
+ span: "span";
4437
4437
  }>>;
4438
4438
  operationName: z$1.ZodOptional<z$1.ZodString>;
4439
4439
  spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -4511,8 +4511,8 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
4511
4511
  key: z$1.ZodString;
4512
4512
  namespace: z$1.ZodString;
4513
4513
  operationType: z$1.ZodEnum<{
4514
- span: "span";
4515
4514
  value: "value";
4515
+ span: "span";
4516
4516
  }>;
4517
4517
  operationName: z$1.ZodString;
4518
4518
  storedAt: z$1.ZodString;
@@ -4522,8 +4522,8 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
4522
4522
  key: z$1.ZodString;
4523
4523
  namespace: z$1.ZodString;
4524
4524
  operationType: z$1.ZodOptional<z$1.ZodEnum<{
4525
- span: "span";
4526
4525
  value: "value";
4526
+ span: "span";
4527
4527
  }>>;
4528
4528
  operationName: z$1.ZodOptional<z$1.ZodString>;
4529
4529
  spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -4601,8 +4601,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
4601
4601
  key: z$1.ZodString;
4602
4602
  namespace: z$1.ZodString;
4603
4603
  operationType: z$1.ZodOptional<z$1.ZodEnum<{
4604
- span: "span";
4605
4604
  value: "value";
4605
+ span: "span";
4606
4606
  }>>;
4607
4607
  operationName: z$1.ZodOptional<z$1.ZodString>;
4608
4608
  spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -4671,8 +4671,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
4671
4671
  key: z$1.ZodString;
4672
4672
  namespace: z$1.ZodString;
4673
4673
  operationType: z$1.ZodEnum<{
4674
- span: "span";
4675
4674
  value: "value";
4675
+ span: "span";
4676
4676
  }>;
4677
4677
  operationName: z$1.ZodString;
4678
4678
  storedAt: z$1.ZodString;
@@ -4682,8 +4682,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
4682
4682
  key: z$1.ZodString;
4683
4683
  namespace: z$1.ZodString;
4684
4684
  operationType: z$1.ZodOptional<z$1.ZodEnum<{
4685
- span: "span";
4686
4685
  value: "value";
4686
+ span: "span";
4687
4687
  }>>;
4688
4688
  operationName: z$1.ZodOptional<z$1.ZodString>;
4689
4689
  spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -4761,8 +4761,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
4761
4761
  key: z$1.ZodString;
4762
4762
  namespace: z$1.ZodString;
4763
4763
  operationType: z$1.ZodOptional<z$1.ZodEnum<{
4764
- span: "span";
4765
4764
  value: "value";
4765
+ span: "span";
4766
4766
  }>>;
4767
4767
  operationName: z$1.ZodOptional<z$1.ZodString>;
4768
4768
  spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -4839,8 +4839,8 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
4839
4839
  key: z$1.ZodString;
4840
4840
  namespace: z$1.ZodString;
4841
4841
  operationType: z$1.ZodEnum<{
4842
- span: "span";
4843
4842
  value: "value";
4843
+ span: "span";
4844
4844
  }>;
4845
4845
  operationName: z$1.ZodString;
4846
4846
  storedAt: z$1.ZodString;
@@ -4850,8 +4850,8 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
4850
4850
  key: z$1.ZodString;
4851
4851
  namespace: z$1.ZodString;
4852
4852
  operationType: z$1.ZodOptional<z$1.ZodEnum<{
4853
- span: "span";
4854
4853
  value: "value";
4854
+ span: "span";
4855
4855
  }>>;
4856
4856
  operationName: z$1.ZodOptional<z$1.ZodString>;
4857
4857
  spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -4997,8 +4997,8 @@ type SseEnvelope = z$1.infer<typeof sseEnvelopeSchema$1>; //#endregion
4997
4997
  //#region src/schemas/api.d.ts
4998
4998
  /** Lifecycle state for an app config reload triggered by `agent-evals.config.ts`. */
4999
4999
  declare const configReloadStatusSchema: z$1.ZodEnum<{
5000
- idle: "idle";
5001
5000
  pending: "pending";
5001
+ idle: "idle";
5002
5002
  reloading: "reloading";
5003
5003
  }>;
5004
5004
  /** Status for config reloads in the long-running app server. */
@@ -5006,8 +5006,8 @@ type ConfigReloadStatus = z$1.infer<typeof configReloadStatusSchema>;
5006
5006
  /** UI/API-visible state for config reloads in `agent-evals app`. */
5007
5007
  declare const configReloadStateSchema$1: z$1.ZodObject<{
5008
5008
  status: z$1.ZodEnum<{
5009
- idle: "idle";
5010
5009
  pending: "pending";
5010
+ idle: "idle";
5011
5011
  reloading: "reloading";
5012
5012
  }>;
5013
5013
  activeRunCount: z$1.ZodNumber;
@@ -5021,8 +5021,8 @@ declare const createRunRequestSchema$1: z$1.ZodObject<{
5021
5021
  target: z$1.ZodObject<{
5022
5022
  mode: z$1.ZodEnum<{
5023
5023
  all: "all";
5024
- evalIds: "evalIds";
5025
5024
  caseIds: "caseIds";
5025
+ evalIds: "evalIds";
5026
5026
  }>;
5027
5027
  evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
5028
5028
  files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
@@ -5034,9 +5034,9 @@ declare const createRunRequestSchema$1: z$1.ZodObject<{
5034
5034
  temporary: z$1.ZodOptional<z$1.ZodBoolean>;
5035
5035
  cache: z$1.ZodOptional<z$1.ZodObject<{
5036
5036
  mode: z$1.ZodDefault<z$1.ZodEnum<{
5037
- use: "use";
5038
- bypass: "bypass";
5039
5037
  refresh: "refresh";
5038
+ bypass: "bypass";
5039
+ use: "use";
5040
5040
  }>>;
5041
5041
  }, z$1.core.$strip>>;
5042
5042
  manualInputs: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;