@ls-stack/agent-eval 0.60.3 → 0.61.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -2061,9 +2061,9 @@ declare const traceAttributeDisplaySchema: z.ZodObject<{
2061
2061
  subtree: "subtree";
2062
2062
  }>>;
2063
2063
  mode: z.ZodOptional<z.ZodEnum<{
2064
- sum: "sum";
2065
2064
  all: "all";
2066
2065
  last: "last";
2066
+ sum: "sum";
2067
2067
  }>>;
2068
2068
  }, z.core.$strip>;
2069
2069
  /**
@@ -2097,9 +2097,9 @@ declare const traceDisplayConfigSchema: z.ZodObject<{
2097
2097
  subtree: "subtree";
2098
2098
  }>>;
2099
2099
  mode: z.ZodOptional<z.ZodEnum<{
2100
- sum: "sum";
2101
2100
  all: "all";
2102
2101
  last: "last";
2102
+ sum: "sum";
2103
2103
  }>>;
2104
2104
  }, z.core.$strip>>>;
2105
2105
  }, z.core.$strip>;
@@ -2137,9 +2137,9 @@ declare const traceAttributeDisplayInputSchema: z.ZodObject<{
2137
2137
  subtree: "subtree";
2138
2138
  }>>;
2139
2139
  mode: z.ZodOptional<z.ZodEnum<{
2140
- sum: "sum";
2141
2140
  all: "all";
2142
2141
  last: "last";
2142
+ sum: "sum";
2143
2143
  }>>;
2144
2144
  transform: z.ZodOptional<z.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
2145
2145
  }, z.core.$strip>;
@@ -2175,9 +2175,9 @@ declare const traceDisplayInputConfigSchema: z.ZodObject<{
2175
2175
  subtree: "subtree";
2176
2176
  }>>;
2177
2177
  mode: z.ZodOptional<z.ZodEnum<{
2178
- sum: "sum";
2179
2178
  all: "all";
2180
2179
  last: "last";
2180
+ sum: "sum";
2181
2181
  }>>;
2182
2182
  transform: z.ZodOptional<z.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
2183
2183
  }, z.core.$strip>>>;
@@ -2214,8 +2214,8 @@ declare const traceSpanSchema$1: z.ZodObject<{
2214
2214
  status: z.ZodEnum<{
2215
2215
  error: "error";
2216
2216
  running: "running";
2217
- cancelled: "cancelled";
2218
2217
  ok: "ok";
2218
+ cancelled: "cancelled";
2219
2219
  }>;
2220
2220
  attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
2221
2221
  error: z.ZodOptional<z.ZodObject<{
@@ -2260,10 +2260,10 @@ type EvalFreshnessStatus = z.infer<typeof evalFreshnessStatusSchema>;
2260
2260
  * `best` selects the highest finite value and `worst` selects the lowest.
2261
2261
  */
2262
2262
  declare const evalStatAggregateSchema: z.ZodEnum<{
2263
+ sum: "sum";
2263
2264
  avg: "avg";
2264
2265
  min: "min";
2265
2266
  max: "max";
2266
- sum: "sum";
2267
2267
  best: "best";
2268
2268
  worst: "worst";
2269
2269
  }>;
@@ -2292,10 +2292,10 @@ declare const evalStatItemSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2292
2292
  hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
2293
2293
  kind: z.ZodLiteral<"duration">;
2294
2294
  aggregate: z.ZodOptional<z.ZodEnum<{
2295
+ sum: "sum";
2295
2296
  avg: "avg";
2296
2297
  min: "min";
2297
2298
  max: "max";
2298
- sum: "sum";
2299
2299
  best: "best";
2300
2300
  worst: "worst";
2301
2301
  }>>;
@@ -2303,10 +2303,10 @@ declare const evalStatItemSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2303
2303
  hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
2304
2304
  kind: z.ZodLiteral<"cacheHits">;
2305
2305
  aggregate: z.ZodOptional<z.ZodEnum<{
2306
+ sum: "sum";
2306
2307
  avg: "avg";
2307
2308
  min: "min";
2308
2309
  max: "max";
2309
- sum: "sum";
2310
2310
  best: "best";
2311
2311
  worst: "worst";
2312
2312
  }>>;
@@ -2316,10 +2316,10 @@ declare const evalStatItemSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2316
2316
  key: z.ZodString;
2317
2317
  label: z.ZodOptional<z.ZodString>;
2318
2318
  aggregate: z.ZodEnum<{
2319
+ sum: "sum";
2319
2320
  avg: "avg";
2320
2321
  min: "min";
2321
2322
  max: "max";
2322
- sum: "sum";
2323
2323
  best: "best";
2324
2324
  worst: "worst";
2325
2325
  }>;
@@ -2356,10 +2356,10 @@ declare const evalStatsConfigSchema: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodOb
2356
2356
  hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
2357
2357
  kind: z.ZodLiteral<"duration">;
2358
2358
  aggregate: z.ZodOptional<z.ZodEnum<{
2359
+ sum: "sum";
2359
2360
  avg: "avg";
2360
2361
  min: "min";
2361
2362
  max: "max";
2362
- sum: "sum";
2363
2363
  best: "best";
2364
2364
  worst: "worst";
2365
2365
  }>>;
@@ -2367,10 +2367,10 @@ declare const evalStatsConfigSchema: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodOb
2367
2367
  hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
2368
2368
  kind: z.ZodLiteral<"cacheHits">;
2369
2369
  aggregate: z.ZodOptional<z.ZodEnum<{
2370
+ sum: "sum";
2370
2371
  avg: "avg";
2371
2372
  min: "min";
2372
2373
  max: "max";
2373
- sum: "sum";
2374
2374
  best: "best";
2375
2375
  worst: "worst";
2376
2376
  }>>;
@@ -2380,10 +2380,10 @@ declare const evalStatsConfigSchema: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodOb
2380
2380
  key: z.ZodString;
2381
2381
  label: z.ZodOptional<z.ZodString>;
2382
2382
  aggregate: z.ZodEnum<{
2383
+ sum: "sum";
2383
2384
  avg: "avg";
2384
2385
  min: "min";
2385
2386
  max: "max";
2386
- sum: "sum";
2387
2387
  best: "best";
2388
2388
  worst: "worst";
2389
2389
  }>;
@@ -2466,10 +2466,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
2466
2466
  caseIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
2467
2467
  lastRunStatus: z.ZodNullable<z.ZodEnum<{
2468
2468
  error: "error";
2469
- pass: "pass";
2470
- fail: "fail";
2471
2469
  running: "running";
2472
2470
  cancelled: "cancelled";
2471
+ pass: "pass";
2472
+ fail: "fail";
2473
2473
  unscored: "unscored";
2474
2474
  }>>;
2475
2475
  stats: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
@@ -2483,10 +2483,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
2483
2483
  hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
2484
2484
  kind: z.ZodLiteral<"duration">;
2485
2485
  aggregate: z.ZodOptional<z.ZodEnum<{
2486
+ sum: "sum";
2486
2487
  avg: "avg";
2487
2488
  min: "min";
2488
2489
  max: "max";
2489
- sum: "sum";
2490
2490
  best: "best";
2491
2491
  worst: "worst";
2492
2492
  }>>;
@@ -2494,10 +2494,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
2494
2494
  hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
2495
2495
  kind: z.ZodLiteral<"cacheHits">;
2496
2496
  aggregate: z.ZodOptional<z.ZodEnum<{
2497
+ sum: "sum";
2497
2498
  avg: "avg";
2498
2499
  min: "min";
2499
2500
  max: "max";
2500
- sum: "sum";
2501
2501
  best: "best";
2502
2502
  worst: "worst";
2503
2503
  }>>;
@@ -2507,10 +2507,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
2507
2507
  key: z.ZodString;
2508
2508
  label: z.ZodOptional<z.ZodString>;
2509
2509
  aggregate: z.ZodEnum<{
2510
+ sum: "sum";
2510
2511
  avg: "avg";
2511
2512
  min: "min";
2512
2513
  max: "max";
2513
- sum: "sum";
2514
2514
  best: "best";
2515
2515
  worst: "worst";
2516
2516
  }>;
@@ -2534,10 +2534,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
2534
2534
  accent: z.ZodOptional<z.ZodBoolean>;
2535
2535
  }, z.core.$strip>], "kind">>>;
2536
2536
  defaultStatAggregate: z.ZodOptional<z.ZodEnum<{
2537
+ sum: "sum";
2537
2538
  avg: "avg";
2538
2539
  min: "min";
2539
2540
  max: "max";
2540
- sum: "sum";
2541
2541
  best: "best";
2542
2542
  worst: "worst";
2543
2543
  }>>;
@@ -2558,11 +2558,11 @@ declare const evalSummarySchema$1: z.ZodObject<{
2558
2558
  }>;
2559
2559
  label: z.ZodOptional<z.ZodString>;
2560
2560
  color: z.ZodOptional<z.ZodEnum<{
2561
- success: "success";
2562
2561
  error: "error";
2562
+ success: "success";
2563
+ warning: "warning";
2563
2564
  accent: "accent";
2564
2565
  accentDim: "accentDim";
2565
- warning: "warning";
2566
2566
  textMuted: "textMuted";
2567
2567
  }>>;
2568
2568
  axis: z.ZodOptional<z.ZodEnum<{
@@ -2573,20 +2573,20 @@ declare const evalSummarySchema$1: z.ZodObject<{
2573
2573
  source: z.ZodLiteral<"column">;
2574
2574
  key: z.ZodString;
2575
2575
  aggregate: z.ZodEnum<{
2576
+ sum: "sum";
2576
2577
  avg: "avg";
2577
2578
  min: "min";
2578
2579
  max: "max";
2579
- sum: "sum";
2580
2580
  latest: "latest";
2581
2581
  passThresholdRate: "passThresholdRate";
2582
2582
  }>;
2583
2583
  label: z.ZodOptional<z.ZodString>;
2584
2584
  color: z.ZodOptional<z.ZodEnum<{
2585
- success: "success";
2586
2585
  error: "error";
2586
+ success: "success";
2587
+ warning: "warning";
2587
2588
  accent: "accent";
2588
2589
  accentDim: "accentDim";
2589
- warning: "warning";
2590
2590
  textMuted: "textMuted";
2591
2591
  }>>;
2592
2592
  axis: z.ZodOptional<z.ZodEnum<{
@@ -2615,10 +2615,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
2615
2615
  source: z.ZodLiteral<"column">;
2616
2616
  key: z.ZodString;
2617
2617
  aggregate: z.ZodEnum<{
2618
+ sum: "sum";
2618
2619
  avg: "avg";
2619
2620
  min: "min";
2620
2621
  max: "max";
2621
- sum: "sum";
2622
2622
  latest: "latest";
2623
2623
  passThresholdRate: "passThresholdRate";
2624
2624
  }>;
@@ -2715,10 +2715,10 @@ declare const caseRowSchema$1: z.ZodObject<{
2715
2715
  tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
2716
2716
  status: z.ZodEnum<{
2717
2717
  error: "error";
2718
- pass: "pass";
2719
- fail: "fail";
2720
2718
  running: "running";
2721
2719
  cancelled: "cancelled";
2720
+ pass: "pass";
2721
+ fail: "fail";
2722
2722
  pending: "pending";
2723
2723
  }>;
2724
2724
  durationMs: z.ZodNullable<z.ZodNumber>;
@@ -2857,8 +2857,8 @@ declare const scoreTraceSchema: z.ZodObject<{
2857
2857
  status: z.ZodEnum<{
2858
2858
  error: "error";
2859
2859
  running: "running";
2860
- cancelled: "cancelled";
2861
2860
  ok: "ok";
2861
+ cancelled: "cancelled";
2862
2862
  }>;
2863
2863
  attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
2864
2864
  error: z.ZodOptional<z.ZodObject<{
@@ -2908,9 +2908,9 @@ declare const scoreTraceSchema: z.ZodObject<{
2908
2908
  subtree: "subtree";
2909
2909
  }>>;
2910
2910
  mode: z.ZodOptional<z.ZodEnum<{
2911
- sum: "sum";
2912
2911
  all: "all";
2913
2912
  last: "last";
2913
+ sum: "sum";
2914
2914
  }>>;
2915
2915
  }, z.core.$strip>>>;
2916
2916
  }, z.core.$strip>;
@@ -2920,10 +2920,10 @@ declare const scoreTraceSchema: z.ZodObject<{
2920
2920
  namespace: z.ZodString;
2921
2921
  key: z.ZodString;
2922
2922
  status: z.ZodEnum<{
2923
+ bypass: "bypass";
2924
+ refresh: "refresh";
2923
2925
  hit: "hit";
2924
2926
  miss: "miss";
2925
- refresh: "refresh";
2926
- bypass: "bypass";
2927
2927
  }>;
2928
2928
  read: z.ZodOptional<z.ZodBoolean>;
2929
2929
  stored: z.ZodOptional<z.ZodBoolean>;
@@ -2942,10 +2942,10 @@ declare const caseDetailSchema$1: z.ZodObject<{
2942
2942
  tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
2943
2943
  status: z.ZodEnum<{
2944
2944
  error: "error";
2945
- pass: "pass";
2946
- fail: "fail";
2947
2945
  running: "running";
2948
2946
  cancelled: "cancelled";
2947
+ pass: "pass";
2948
+ fail: "fail";
2949
2949
  pending: "pending";
2950
2950
  }>;
2951
2951
  input: z.ZodUnknown;
@@ -2960,8 +2960,8 @@ declare const caseDetailSchema$1: z.ZodObject<{
2960
2960
  status: z.ZodEnum<{
2961
2961
  error: "error";
2962
2962
  running: "running";
2963
- cancelled: "cancelled";
2964
2963
  ok: "ok";
2964
+ cancelled: "cancelled";
2965
2965
  }>;
2966
2966
  attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
2967
2967
  error: z.ZodOptional<z.ZodObject<{
@@ -3011,9 +3011,9 @@ declare const caseDetailSchema$1: z.ZodObject<{
3011
3011
  subtree: "subtree";
3012
3012
  }>>;
3013
3013
  mode: z.ZodOptional<z.ZodEnum<{
3014
- sum: "sum";
3015
3014
  all: "all";
3016
3015
  last: "last";
3016
+ sum: "sum";
3017
3017
  }>>;
3018
3018
  }, z.core.$strip>>>;
3019
3019
  }, z.core.$strip>;
@@ -3029,8 +3029,8 @@ declare const caseDetailSchema$1: z.ZodObject<{
3029
3029
  status: z.ZodEnum<{
3030
3030
  error: "error";
3031
3031
  running: "running";
3032
- cancelled: "cancelled";
3033
3032
  ok: "ok";
3033
+ cancelled: "cancelled";
3034
3034
  }>;
3035
3035
  attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
3036
3036
  error: z.ZodOptional<z.ZodObject<{
@@ -3080,9 +3080,9 @@ declare const caseDetailSchema$1: z.ZodObject<{
3080
3080
  subtree: "subtree";
3081
3081
  }>>;
3082
3082
  mode: z.ZodOptional<z.ZodEnum<{
3083
- sum: "sum";
3084
3083
  all: "all";
3085
3084
  last: "last";
3085
+ sum: "sum";
3086
3086
  }>>;
3087
3087
  }, z.core.$strip>>>;
3088
3088
  }, z.core.$strip>;
@@ -3092,10 +3092,10 @@ declare const caseDetailSchema$1: z.ZodObject<{
3092
3092
  namespace: z.ZodString;
3093
3093
  key: z.ZodString;
3094
3094
  status: z.ZodEnum<{
3095
+ bypass: "bypass";
3096
+ refresh: "refresh";
3095
3097
  hit: "hit";
3096
3098
  miss: "miss";
3097
- refresh: "refresh";
3098
- bypass: "bypass";
3099
3099
  }>;
3100
3100
  read: z.ZodOptional<z.ZodBoolean>;
3101
3101
  stored: z.ZodOptional<z.ZodBoolean>;
@@ -3213,10 +3213,10 @@ declare const caseDetailSchema$1: z.ZodObject<{
3213
3213
  namespace: z.ZodString;
3214
3214
  key: z.ZodString;
3215
3215
  status: z.ZodEnum<{
3216
+ bypass: "bypass";
3217
+ refresh: "refresh";
3216
3218
  hit: "hit";
3217
3219
  miss: "miss";
3218
- refresh: "refresh";
3219
- bypass: "bypass";
3220
3220
  }>;
3221
3221
  read: z.ZodOptional<z.ZodBoolean>;
3222
3222
  stored: z.ZodOptional<z.ZodBoolean>;
@@ -3269,10 +3269,10 @@ declare const evalChartBuiltinMetricSchema: z.ZodEnum<{
3269
3269
  type EvalChartBuiltinMetric = z.infer<typeof evalChartBuiltinMetricSchema>;
3270
3270
  /** Reducer applied to a numeric column across all cases of a single run. */
3271
3271
  declare const evalChartAggregateSchema: z.ZodEnum<{
3272
+ sum: "sum";
3272
3273
  avg: "avg";
3273
3274
  min: "min";
3274
3275
  max: "max";
3275
- sum: "sum";
3276
3276
  latest: "latest";
3277
3277
  passThresholdRate: "passThresholdRate";
3278
3278
  }>;
@@ -3283,11 +3283,11 @@ type EvalChartAggregate = z.infer<typeof evalChartAggregateSchema>;
3283
3283
  * not emit raw hex so authored evals stay decoupled from the web theme.
3284
3284
  */
3285
3285
  declare const evalChartColorSchema: z.ZodEnum<{
3286
- success: "success";
3287
3286
  error: "error";
3287
+ success: "success";
3288
+ warning: "warning";
3288
3289
  accent: "accent";
3289
3290
  accentDim: "accentDim";
3290
- warning: "warning";
3291
3291
  textMuted: "textMuted";
3292
3292
  }>;
3293
3293
  /** Semantic color token resolved to a theme color by the web UI. */
@@ -3312,11 +3312,11 @@ declare const evalChartMetricSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
3312
3312
  }>;
3313
3313
  label: z.ZodOptional<z.ZodString>;
3314
3314
  color: z.ZodOptional<z.ZodEnum<{
3315
- success: "success";
3316
3315
  error: "error";
3316
+ success: "success";
3317
+ warning: "warning";
3317
3318
  accent: "accent";
3318
3319
  accentDim: "accentDim";
3319
- warning: "warning";
3320
3320
  textMuted: "textMuted";
3321
3321
  }>>;
3322
3322
  axis: z.ZodOptional<z.ZodEnum<{
@@ -3327,20 +3327,20 @@ declare const evalChartMetricSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
3327
3327
  source: z.ZodLiteral<"column">;
3328
3328
  key: z.ZodString;
3329
3329
  aggregate: z.ZodEnum<{
3330
+ sum: "sum";
3330
3331
  avg: "avg";
3331
3332
  min: "min";
3332
3333
  max: "max";
3333
- sum: "sum";
3334
3334
  latest: "latest";
3335
3335
  passThresholdRate: "passThresholdRate";
3336
3336
  }>;
3337
3337
  label: z.ZodOptional<z.ZodString>;
3338
3338
  color: z.ZodOptional<z.ZodEnum<{
3339
- success: "success";
3340
3339
  error: "error";
3340
+ success: "success";
3341
+ warning: "warning";
3341
3342
  accent: "accent";
3342
3343
  accentDim: "accentDim";
3343
- warning: "warning";
3344
3344
  textMuted: "textMuted";
3345
3345
  }>>;
3346
3346
  axis: z.ZodOptional<z.ZodEnum<{
@@ -3362,10 +3362,10 @@ declare const evalChartTooltipExtraSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
3362
3362
  source: z.ZodLiteral<"column">;
3363
3363
  key: z.ZodString;
3364
3364
  aggregate: z.ZodEnum<{
3365
+ sum: "sum";
3365
3366
  avg: "avg";
3366
3367
  min: "min";
3367
3368
  max: "max";
3368
- sum: "sum";
3369
3369
  latest: "latest";
3370
3370
  passThresholdRate: "passThresholdRate";
3371
3371
  }>;
@@ -3395,11 +3395,11 @@ declare const evalChartConfigSchema: z.ZodObject<{
3395
3395
  }>;
3396
3396
  label: z.ZodOptional<z.ZodString>;
3397
3397
  color: z.ZodOptional<z.ZodEnum<{
3398
- success: "success";
3399
3398
  error: "error";
3399
+ success: "success";
3400
+ warning: "warning";
3400
3401
  accent: "accent";
3401
3402
  accentDim: "accentDim";
3402
- warning: "warning";
3403
3403
  textMuted: "textMuted";
3404
3404
  }>>;
3405
3405
  axis: z.ZodOptional<z.ZodEnum<{
@@ -3410,20 +3410,20 @@ declare const evalChartConfigSchema: z.ZodObject<{
3410
3410
  source: z.ZodLiteral<"column">;
3411
3411
  key: z.ZodString;
3412
3412
  aggregate: z.ZodEnum<{
3413
+ sum: "sum";
3413
3414
  avg: "avg";
3414
3415
  min: "min";
3415
3416
  max: "max";
3416
- sum: "sum";
3417
3417
  latest: "latest";
3418
3418
  passThresholdRate: "passThresholdRate";
3419
3419
  }>;
3420
3420
  label: z.ZodOptional<z.ZodString>;
3421
3421
  color: z.ZodOptional<z.ZodEnum<{
3422
- success: "success";
3423
3422
  error: "error";
3423
+ success: "success";
3424
+ warning: "warning";
3424
3425
  accent: "accent";
3425
3426
  accentDim: "accentDim";
3426
- warning: "warning";
3427
3427
  textMuted: "textMuted";
3428
3428
  }>>;
3429
3429
  axis: z.ZodOptional<z.ZodEnum<{
@@ -3452,10 +3452,10 @@ declare const evalChartConfigSchema: z.ZodObject<{
3452
3452
  source: z.ZodLiteral<"column">;
3453
3453
  key: z.ZodString;
3454
3454
  aggregate: z.ZodEnum<{
3455
+ sum: "sum";
3455
3456
  avg: "avg";
3456
3457
  min: "min";
3457
3458
  max: "max";
3458
- sum: "sum";
3459
3459
  latest: "latest";
3460
3460
  passThresholdRate: "passThresholdRate";
3461
3461
  }>;
@@ -3485,11 +3485,11 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
3485
3485
  }>;
3486
3486
  label: z.ZodOptional<z.ZodString>;
3487
3487
  color: z.ZodOptional<z.ZodEnum<{
3488
- success: "success";
3489
3488
  error: "error";
3489
+ success: "success";
3490
+ warning: "warning";
3490
3491
  accent: "accent";
3491
3492
  accentDim: "accentDim";
3492
- warning: "warning";
3493
3493
  textMuted: "textMuted";
3494
3494
  }>>;
3495
3495
  axis: z.ZodOptional<z.ZodEnum<{
@@ -3500,20 +3500,20 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
3500
3500
  source: z.ZodLiteral<"column">;
3501
3501
  key: z.ZodString;
3502
3502
  aggregate: z.ZodEnum<{
3503
+ sum: "sum";
3503
3504
  avg: "avg";
3504
3505
  min: "min";
3505
3506
  max: "max";
3506
- sum: "sum";
3507
3507
  latest: "latest";
3508
3508
  passThresholdRate: "passThresholdRate";
3509
3509
  }>;
3510
3510
  label: z.ZodOptional<z.ZodString>;
3511
3511
  color: z.ZodOptional<z.ZodEnum<{
3512
- success: "success";
3513
3512
  error: "error";
3513
+ success: "success";
3514
+ warning: "warning";
3514
3515
  accent: "accent";
3515
3516
  accentDim: "accentDim";
3516
- warning: "warning";
3517
3517
  textMuted: "textMuted";
3518
3518
  }>>;
3519
3519
  axis: z.ZodOptional<z.ZodEnum<{
@@ -3542,10 +3542,10 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
3542
3542
  source: z.ZodLiteral<"column">;
3543
3543
  key: z.ZodString;
3544
3544
  aggregate: z.ZodEnum<{
3545
+ sum: "sum";
3545
3546
  avg: "avg";
3546
3547
  min: "min";
3547
3548
  max: "max";
3548
- sum: "sum";
3549
3549
  latest: "latest";
3550
3550
  passThresholdRate: "passThresholdRate";
3551
3551
  }>;
@@ -3573,8 +3573,8 @@ declare const runManifestSchema$1: z.ZodObject<{
3573
3573
  evalSourceFingerprints: z.ZodDefault<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>>;
3574
3574
  target: z.ZodObject<{
3575
3575
  mode: z.ZodEnum<{
3576
- caseIds: "caseIds";
3577
3576
  all: "all";
3577
+ caseIds: "caseIds";
3578
3578
  evalIds: "evalIds";
3579
3579
  }>;
3580
3580
  evalKeys: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -3589,9 +3589,9 @@ declare const runManifestSchema$1: z.ZodObject<{
3589
3589
  median: "median";
3590
3590
  }>>>;
3591
3591
  cacheMode: z.ZodOptional<z.ZodEnum<{
3592
- refresh: "refresh";
3593
- bypass: "bypass";
3594
3592
  use: "use";
3593
+ bypass: "bypass";
3594
+ refresh: "refresh";
3595
3595
  }>>;
3596
3596
  }, z.core.$strip>;
3597
3597
  /** Persisted lifecycle metadata for a single eval run. */
@@ -4049,6 +4049,7 @@ declare const apiCallsConfigSchema: z.ZodObject<{
4049
4049
  attributes: z.ZodOptional<z.ZodObject<{
4050
4050
  method: z.ZodOptional<z.ZodString>;
4051
4051
  url: z.ZodOptional<z.ZodString>;
4052
+ routeAlias: z.ZodOptional<z.ZodString>;
4052
4053
  statusCode: z.ZodOptional<z.ZodString>;
4053
4054
  request: z.ZodOptional<z.ZodString>;
4054
4055
  response: z.ZodOptional<z.ZodString>;
@@ -4116,6 +4117,7 @@ type ResolvedApiCallsConfig = {
4116
4117
  attributes: {
4117
4118
  method: string;
4118
4119
  url: string;
4120
+ routeAlias: string;
4119
4121
  statusCode: string;
4120
4122
  request: string;
4121
4123
  response: string;
@@ -4302,6 +4304,7 @@ type AgentEvalsConfig$1 = {
4302
4304
  * kinds: ['api', 'http.client', 'undici.request'],
4303
4305
  * attributes: {
4304
4306
  * statusCode: 'http.status_code',
4307
+ * routeAlias: 'http.route',
4305
4308
  * },
4306
4309
  * metrics: [
4307
4310
  * { label: 'Retries', path: 'retryCount', format: 'number' },
@@ -4533,6 +4536,11 @@ type ApiCallEntry = {
4533
4536
  status: EvalTraceSpan$1['status'];
4534
4537
  method: string | null;
4535
4538
  url: string | null;
4539
+ /**
4540
+ * Dynamic route alias read from the API span, such as `/v3/tabs/:id`.
4541
+ * The original `url` stays available for request details.
4542
+ */
4543
+ routeAlias: string | null;
4536
4544
  statusCode: number | null; /** Elapsed API call duration in milliseconds. */
4537
4545
  durationMs: number | null;
4538
4546
  request: unknown;
@@ -4567,9 +4575,9 @@ declare function extractApiCalls(spans: EvalTraceSpan$1[], config: ResolvedApiCa
4567
4575
  * - `refresh`: never read, always write (forces re-execution and overwrites).
4568
4576
  */
4569
4577
  declare const cacheModeSchema: z.ZodEnum<{
4570
- refresh: "refresh";
4571
- bypass: "bypass";
4572
4578
  use: "use";
4579
+ bypass: "bypass";
4580
+ refresh: "refresh";
4573
4581
  }>;
4574
4582
  /** Mode controlling how cached spans behave during a run. */
4575
4583
  type CacheMode = z.infer<typeof cacheModeSchema>;
@@ -4583,17 +4591,17 @@ declare const spanCacheOptionsSchema: z.ZodObject<{
4583
4591
  type SpanCacheOptions = z.infer<typeof spanCacheOptionsSchema>;
4584
4592
  /** Category of operation stored in the eval cache. */
4585
4593
  declare const cacheOperationTypeSchema: z.ZodEnum<{
4586
- value: "value";
4587
4594
  span: "span";
4595
+ value: "value";
4588
4596
  }>;
4589
4597
  /** Category of operation stored in the eval cache. */
4590
4598
  type CacheOperationType = z.infer<typeof cacheOperationTypeSchema>;
4591
4599
  /** Status of a cache lookup recorded on a span or case scope. */
4592
4600
  declare const cacheStatusSchema: z.ZodEnum<{
4601
+ bypass: "bypass";
4602
+ refresh: "refresh";
4593
4603
  hit: "hit";
4594
4604
  miss: "miss";
4595
- refresh: "refresh";
4596
- bypass: "bypass";
4597
4605
  }>;
4598
4606
  /** Status of a cache lookup recorded on a span or case scope. */
4599
4607
  type CacheStatus = z.infer<typeof cacheStatusSchema>;
@@ -4610,10 +4618,10 @@ declare const traceCacheRefSchema: z.ZodObject<{
4610
4618
  namespace: z.ZodString;
4611
4619
  key: z.ZodString;
4612
4620
  status: z.ZodEnum<{
4621
+ bypass: "bypass";
4622
+ refresh: "refresh";
4613
4623
  hit: "hit";
4614
4624
  miss: "miss";
4615
- refresh: "refresh";
4616
- bypass: "bypass";
4617
4625
  }>;
4618
4626
  read: z.ZodOptional<z.ZodBoolean>;
4619
4627
  stored: z.ZodOptional<z.ZodBoolean>;
@@ -4721,8 +4729,8 @@ declare const cacheRecordingSchema: z.ZodObject<{
4721
4729
  finalStatus: z.ZodOptional<z.ZodEnum<{
4722
4730
  error: "error";
4723
4731
  running: "running";
4724
- cancelled: "cancelled";
4725
4732
  ok: "ok";
4733
+ cancelled: "cancelled";
4726
4734
  }>>;
4727
4735
  finalError: z.ZodOptional<z.ZodObject<{
4728
4736
  name: z.ZodOptional<z.ZodString>;
@@ -4809,8 +4817,8 @@ declare const cacheEntrySchema: z.ZodObject<{
4809
4817
  key: z.ZodString;
4810
4818
  namespace: z.ZodString;
4811
4819
  operationType: z.ZodOptional<z.ZodEnum<{
4812
- value: "value";
4813
4820
  span: "span";
4821
+ value: "value";
4814
4822
  }>>;
4815
4823
  operationName: z.ZodOptional<z.ZodString>;
4816
4824
  spanName: z.ZodOptional<z.ZodString>;
@@ -4822,8 +4830,8 @@ declare const cacheEntrySchema: z.ZodObject<{
4822
4830
  finalStatus: z.ZodOptional<z.ZodEnum<{
4823
4831
  error: "error";
4824
4832
  running: "running";
4825
- cancelled: "cancelled";
4826
4833
  ok: "ok";
4834
+ cancelled: "cancelled";
4827
4835
  }>>;
4828
4836
  finalError: z.ZodOptional<z.ZodObject<{
4829
4837
  name: z.ZodOptional<z.ZodString>;
@@ -4916,8 +4924,8 @@ declare const cacheDebugKeyEntrySchema: z.ZodObject<{
4916
4924
  key: z.ZodString;
4917
4925
  namespace: z.ZodString;
4918
4926
  operationType: z.ZodEnum<{
4919
- value: "value";
4920
4927
  span: "span";
4928
+ value: "value";
4921
4929
  }>;
4922
4930
  operationName: z.ZodString;
4923
4931
  storedAt: z.ZodString;
@@ -4927,8 +4935,8 @@ declare const cacheDebugKeyEntrySchema: z.ZodObject<{
4927
4935
  key: z.ZodString;
4928
4936
  namespace: z.ZodString;
4929
4937
  operationType: z.ZodOptional<z.ZodEnum<{
4930
- value: "value";
4931
4938
  span: "span";
4939
+ value: "value";
4932
4940
  }>>;
4933
4941
  operationName: z.ZodOptional<z.ZodString>;
4934
4942
  spanName: z.ZodOptional<z.ZodString>;
@@ -4940,8 +4948,8 @@ declare const cacheDebugKeyEntrySchema: z.ZodObject<{
4940
4948
  finalStatus: z.ZodOptional<z.ZodEnum<{
4941
4949
  error: "error";
4942
4950
  running: "running";
4943
- cancelled: "cancelled";
4944
4951
  ok: "ok";
4952
+ cancelled: "cancelled";
4945
4953
  }>>;
4946
4954
  finalError: z.ZodOptional<z.ZodObject<{
4947
4955
  name: z.ZodOptional<z.ZodString>;
@@ -5034,8 +5042,8 @@ declare const cacheEntryWithDebugKeySchema$1: z.ZodObject<{
5034
5042
  key: z.ZodString;
5035
5043
  namespace: z.ZodString;
5036
5044
  operationType: z.ZodOptional<z.ZodEnum<{
5037
- value: "value";
5038
5045
  span: "span";
5046
+ value: "value";
5039
5047
  }>>;
5040
5048
  operationName: z.ZodOptional<z.ZodString>;
5041
5049
  spanName: z.ZodOptional<z.ZodString>;
@@ -5047,8 +5055,8 @@ declare const cacheEntryWithDebugKeySchema$1: z.ZodObject<{
5047
5055
  finalStatus: z.ZodOptional<z.ZodEnum<{
5048
5056
  error: "error";
5049
5057
  running: "running";
5050
- cancelled: "cancelled";
5051
5058
  ok: "ok";
5059
+ cancelled: "cancelled";
5052
5060
  }>>;
5053
5061
  finalError: z.ZodOptional<z.ZodObject<{
5054
5062
  name: z.ZodOptional<z.ZodString>;
@@ -5132,8 +5140,8 @@ declare const cacheEntryWithDebugKeySchema$1: z.ZodObject<{
5132
5140
  key: z.ZodString;
5133
5141
  namespace: z.ZodString;
5134
5142
  operationType: z.ZodEnum<{
5135
- value: "value";
5136
5143
  span: "span";
5144
+ value: "value";
5137
5145
  }>;
5138
5146
  operationName: z.ZodString;
5139
5147
  storedAt: z.ZodString;
@@ -5143,8 +5151,8 @@ declare const cacheEntryWithDebugKeySchema$1: z.ZodObject<{
5143
5151
  key: z.ZodString;
5144
5152
  namespace: z.ZodString;
5145
5153
  operationType: z.ZodOptional<z.ZodEnum<{
5146
- value: "value";
5147
5154
  span: "span";
5155
+ value: "value";
5148
5156
  }>>;
5149
5157
  operationName: z.ZodOptional<z.ZodString>;
5150
5158
  spanName: z.ZodOptional<z.ZodString>;
@@ -5156,8 +5164,8 @@ declare const cacheEntryWithDebugKeySchema$1: z.ZodObject<{
5156
5164
  finalStatus: z.ZodOptional<z.ZodEnum<{
5157
5165
  error: "error";
5158
5166
  running: "running";
5159
- cancelled: "cancelled";
5160
5167
  ok: "ok";
5168
+ cancelled: "cancelled";
5161
5169
  }>>;
5162
5170
  finalError: z.ZodOptional<z.ZodObject<{
5163
5171
  name: z.ZodOptional<z.ZodString>;
@@ -5250,8 +5258,8 @@ declare const cacheFileSchema: z.ZodObject<{
5250
5258
  key: z.ZodString;
5251
5259
  namespace: z.ZodString;
5252
5260
  operationType: z.ZodOptional<z.ZodEnum<{
5253
- value: "value";
5254
5261
  span: "span";
5262
+ value: "value";
5255
5263
  }>>;
5256
5264
  operationName: z.ZodOptional<z.ZodString>;
5257
5265
  spanName: z.ZodOptional<z.ZodString>;
@@ -5263,8 +5271,8 @@ declare const cacheFileSchema: z.ZodObject<{
5263
5271
  finalStatus: z.ZodOptional<z.ZodEnum<{
5264
5272
  error: "error";
5265
5273
  running: "running";
5266
- cancelled: "cancelled";
5267
5274
  ok: "ok";
5275
+ cancelled: "cancelled";
5268
5276
  }>>;
5269
5277
  finalError: z.ZodOptional<z.ZodObject<{
5270
5278
  name: z.ZodOptional<z.ZodString>;
@@ -5356,8 +5364,8 @@ declare const cacheDebugKeyFileSchema: z.ZodObject<{
5356
5364
  key: z.ZodString;
5357
5365
  namespace: z.ZodString;
5358
5366
  operationType: z.ZodEnum<{
5359
- value: "value";
5360
5367
  span: "span";
5368
+ value: "value";
5361
5369
  }>;
5362
5370
  operationName: z.ZodString;
5363
5371
  storedAt: z.ZodString;
@@ -5367,8 +5375,8 @@ declare const cacheDebugKeyFileSchema: z.ZodObject<{
5367
5375
  key: z.ZodString;
5368
5376
  namespace: z.ZodString;
5369
5377
  operationType: z.ZodOptional<z.ZodEnum<{
5370
- value: "value";
5371
5378
  span: "span";
5379
+ value: "value";
5372
5380
  }>>;
5373
5381
  operationName: z.ZodOptional<z.ZodString>;
5374
5382
  spanName: z.ZodOptional<z.ZodString>;
@@ -5380,8 +5388,8 @@ declare const cacheDebugKeyFileSchema: z.ZodObject<{
5380
5388
  finalStatus: z.ZodOptional<z.ZodEnum<{
5381
5389
  error: "error";
5382
5390
  running: "running";
5383
- cancelled: "cancelled";
5384
5391
  ok: "ok";
5392
+ cancelled: "cancelled";
5385
5393
  }>>;
5386
5394
  finalError: z.ZodOptional<z.ZodObject<{
5387
5395
  name: z.ZodOptional<z.ZodString>;
@@ -5565,8 +5573,8 @@ type ConfigReloadState = z.infer<typeof configReloadStateSchema$1>;
5565
5573
  declare const createRunRequestSchema$1: z.ZodObject<{
5566
5574
  target: z.ZodObject<{
5567
5575
  mode: z.ZodEnum<{
5568
- caseIds: "caseIds";
5569
5576
  all: "all";
5577
+ caseIds: "caseIds";
5570
5578
  evalIds: "evalIds";
5571
5579
  }>;
5572
5580
  evalKeys: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -5579,9 +5587,9 @@ declare const createRunRequestSchema$1: z.ZodObject<{
5579
5587
  temporary: z.ZodOptional<z.ZodBoolean>;
5580
5588
  cache: z.ZodOptional<z.ZodObject<{
5581
5589
  mode: z.ZodDefault<z.ZodEnum<{
5582
- refresh: "refresh";
5583
- bypass: "bypass";
5584
5590
  use: "use";
5591
+ bypass: "bypass";
5592
+ refresh: "refresh";
5585
5593
  }>>;
5586
5594
  }, z.core.$strip>>;
5587
5595
  manualInputs: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
@@ -6682,6 +6690,7 @@ type ResolvedApiCallsConfig$1 = {
6682
6690
  attributes: {
6683
6691
  method: string;
6684
6692
  url: string;
6693
+ routeAlias: string;
6685
6694
  statusCode: string;
6686
6695
  request: string;
6687
6696
  response: string;