@ls-stack/agent-eval 0.60.1 → 0.60.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -1941,15 +1941,15 @@ type ColumnKind = z.infer<typeof columnKindSchema>;
1941
1941
  declare const columnFormatSchema: z.ZodEnum<{
1942
1942
  number: "number";
1943
1943
  boolean: "boolean";
1944
- duration: "duration";
1945
- json: "json";
1946
1944
  file: "file";
1947
1945
  markdown: "markdown";
1946
+ json: "json";
1948
1947
  image: "image";
1949
1948
  html: "html";
1950
1949
  pdf: "pdf";
1951
1950
  audio: "audio";
1952
1951
  video: "video";
1952
+ duration: "duration";
1953
1953
  percent: "percent";
1954
1954
  passFail: "passFail";
1955
1955
  stars: "stars";
@@ -1968,15 +1968,15 @@ declare const columnDefSchema: z.ZodObject<{
1968
1968
  format: z.ZodOptional<z.ZodEnum<{
1969
1969
  number: "number";
1970
1970
  boolean: "boolean";
1971
- duration: "duration";
1972
- json: "json";
1973
1971
  file: "file";
1974
1972
  markdown: "markdown";
1973
+ json: "json";
1975
1974
  image: "image";
1976
1975
  html: "html";
1977
1976
  pdf: "pdf";
1978
1977
  audio: "audio";
1979
1978
  video: "video";
1979
+ duration: "duration";
1980
1980
  percent: "percent";
1981
1981
  passFail: "passFail";
1982
1982
  stars: "stars";
@@ -2022,8 +2022,8 @@ type CellValue = z.infer<typeof cellValueSchema>; //#endregion
2022
2022
  declare const traceAttributeDisplayFormatSchema: z.ZodEnum<{
2023
2023
  string: "string";
2024
2024
  number: "number";
2025
- duration: "duration";
2026
2025
  json: "json";
2026
+ duration: "duration";
2027
2027
  }>;
2028
2028
  /**
2029
2029
  * Formatting hint for trace attribute values rendered by the UI.
@@ -2047,8 +2047,8 @@ declare const traceAttributeDisplaySchema: z.ZodObject<{
2047
2047
  format: z.ZodOptional<z.ZodEnum<{
2048
2048
  string: "string";
2049
2049
  number: "number";
2050
- duration: "duration";
2051
2050
  json: "json";
2051
+ duration: "duration";
2052
2052
  }>>;
2053
2053
  numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
2054
2054
  placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -2061,9 +2061,9 @@ declare const traceAttributeDisplaySchema: z.ZodObject<{
2061
2061
  subtree: "subtree";
2062
2062
  }>>;
2063
2063
  mode: z.ZodOptional<z.ZodEnum<{
2064
+ sum: "sum";
2064
2065
  all: "all";
2065
2066
  last: "last";
2066
- sum: "sum";
2067
2067
  }>>;
2068
2068
  }, z.core.$strip>;
2069
2069
  /**
@@ -2083,8 +2083,8 @@ declare const traceDisplayConfigSchema: z.ZodObject<{
2083
2083
  format: z.ZodOptional<z.ZodEnum<{
2084
2084
  string: "string";
2085
2085
  number: "number";
2086
- duration: "duration";
2087
2086
  json: "json";
2087
+ duration: "duration";
2088
2088
  }>>;
2089
2089
  numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
2090
2090
  placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -2097,9 +2097,9 @@ declare const traceDisplayConfigSchema: z.ZodObject<{
2097
2097
  subtree: "subtree";
2098
2098
  }>>;
2099
2099
  mode: z.ZodOptional<z.ZodEnum<{
2100
+ sum: "sum";
2100
2101
  all: "all";
2101
2102
  last: "last";
2102
- sum: "sum";
2103
2103
  }>>;
2104
2104
  }, z.core.$strip>>>;
2105
2105
  }, z.core.$strip>;
@@ -2123,8 +2123,8 @@ declare const traceAttributeDisplayInputSchema: z.ZodObject<{
2123
2123
  format: z.ZodOptional<z.ZodEnum<{
2124
2124
  string: "string";
2125
2125
  number: "number";
2126
- duration: "duration";
2127
2126
  json: "json";
2127
+ duration: "duration";
2128
2128
  }>>;
2129
2129
  numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
2130
2130
  placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -2137,9 +2137,9 @@ declare const traceAttributeDisplayInputSchema: z.ZodObject<{
2137
2137
  subtree: "subtree";
2138
2138
  }>>;
2139
2139
  mode: z.ZodOptional<z.ZodEnum<{
2140
+ sum: "sum";
2140
2141
  all: "all";
2141
2142
  last: "last";
2142
- sum: "sum";
2143
2143
  }>>;
2144
2144
  transform: z.ZodOptional<z.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
2145
2145
  }, z.core.$strip>;
@@ -2161,8 +2161,8 @@ declare const traceDisplayInputConfigSchema: z.ZodObject<{
2161
2161
  format: z.ZodOptional<z.ZodEnum<{
2162
2162
  string: "string";
2163
2163
  number: "number";
2164
- duration: "duration";
2165
2164
  json: "json";
2165
+ duration: "duration";
2166
2166
  }>>;
2167
2167
  numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
2168
2168
  placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -2175,9 +2175,9 @@ declare const traceDisplayInputConfigSchema: z.ZodObject<{
2175
2175
  subtree: "subtree";
2176
2176
  }>>;
2177
2177
  mode: z.ZodOptional<z.ZodEnum<{
2178
+ sum: "sum";
2178
2179
  all: "all";
2179
2180
  last: "last";
2180
- sum: "sum";
2181
2181
  }>>;
2182
2182
  transform: z.ZodOptional<z.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
2183
2183
  }, z.core.$strip>>>;
@@ -2214,8 +2214,8 @@ declare const traceSpanSchema$1: z.ZodObject<{
2214
2214
  status: z.ZodEnum<{
2215
2215
  error: "error";
2216
2216
  running: "running";
2217
- ok: "ok";
2218
2217
  cancelled: "cancelled";
2218
+ ok: "ok";
2219
2219
  }>;
2220
2220
  attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
2221
2221
  error: z.ZodOptional<z.ZodObject<{
@@ -2260,10 +2260,10 @@ type EvalFreshnessStatus = z.infer<typeof evalFreshnessStatusSchema>;
2260
2260
  * `best` selects the highest finite value and `worst` selects the lowest.
2261
2261
  */
2262
2262
  declare const evalStatAggregateSchema: z.ZodEnum<{
2263
- sum: "sum";
2264
2263
  avg: "avg";
2265
2264
  min: "min";
2266
2265
  max: "max";
2266
+ sum: "sum";
2267
2267
  best: "best";
2268
2268
  worst: "worst";
2269
2269
  }>;
@@ -2292,10 +2292,10 @@ declare const evalStatItemSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2292
2292
  hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
2293
2293
  kind: z.ZodLiteral<"duration">;
2294
2294
  aggregate: z.ZodOptional<z.ZodEnum<{
2295
- sum: "sum";
2296
2295
  avg: "avg";
2297
2296
  min: "min";
2298
2297
  max: "max";
2298
+ sum: "sum";
2299
2299
  best: "best";
2300
2300
  worst: "worst";
2301
2301
  }>>;
@@ -2303,10 +2303,10 @@ declare const evalStatItemSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2303
2303
  hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
2304
2304
  kind: z.ZodLiteral<"cacheHits">;
2305
2305
  aggregate: z.ZodOptional<z.ZodEnum<{
2306
- sum: "sum";
2307
2306
  avg: "avg";
2308
2307
  min: "min";
2309
2308
  max: "max";
2309
+ sum: "sum";
2310
2310
  best: "best";
2311
2311
  worst: "worst";
2312
2312
  }>>;
@@ -2316,25 +2316,25 @@ declare const evalStatItemSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2316
2316
  key: z.ZodString;
2317
2317
  label: z.ZodOptional<z.ZodString>;
2318
2318
  aggregate: z.ZodEnum<{
2319
- sum: "sum";
2320
2319
  avg: "avg";
2321
2320
  min: "min";
2322
2321
  max: "max";
2322
+ sum: "sum";
2323
2323
  best: "best";
2324
2324
  worst: "worst";
2325
2325
  }>;
2326
2326
  format: z.ZodOptional<z.ZodEnum<{
2327
2327
  number: "number";
2328
2328
  boolean: "boolean";
2329
- duration: "duration";
2330
- json: "json";
2331
2329
  file: "file";
2332
2330
  markdown: "markdown";
2331
+ json: "json";
2333
2332
  image: "image";
2334
2333
  html: "html";
2335
2334
  pdf: "pdf";
2336
2335
  audio: "audio";
2337
2336
  video: "video";
2337
+ duration: "duration";
2338
2338
  percent: "percent";
2339
2339
  passFail: "passFail";
2340
2340
  stars: "stars";
@@ -2356,10 +2356,10 @@ declare const evalStatsConfigSchema: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodOb
2356
2356
  hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
2357
2357
  kind: z.ZodLiteral<"duration">;
2358
2358
  aggregate: z.ZodOptional<z.ZodEnum<{
2359
- sum: "sum";
2360
2359
  avg: "avg";
2361
2360
  min: "min";
2362
2361
  max: "max";
2362
+ sum: "sum";
2363
2363
  best: "best";
2364
2364
  worst: "worst";
2365
2365
  }>>;
@@ -2367,10 +2367,10 @@ declare const evalStatsConfigSchema: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodOb
2367
2367
  hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
2368
2368
  kind: z.ZodLiteral<"cacheHits">;
2369
2369
  aggregate: z.ZodOptional<z.ZodEnum<{
2370
- sum: "sum";
2371
2370
  avg: "avg";
2372
2371
  min: "min";
2373
2372
  max: "max";
2373
+ sum: "sum";
2374
2374
  best: "best";
2375
2375
  worst: "worst";
2376
2376
  }>>;
@@ -2380,25 +2380,25 @@ declare const evalStatsConfigSchema: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodOb
2380
2380
  key: z.ZodString;
2381
2381
  label: z.ZodOptional<z.ZodString>;
2382
2382
  aggregate: z.ZodEnum<{
2383
- sum: "sum";
2384
2383
  avg: "avg";
2385
2384
  min: "min";
2386
2385
  max: "max";
2386
+ sum: "sum";
2387
2387
  best: "best";
2388
2388
  worst: "worst";
2389
2389
  }>;
2390
2390
  format: z.ZodOptional<z.ZodEnum<{
2391
2391
  number: "number";
2392
2392
  boolean: "boolean";
2393
- duration: "duration";
2394
- json: "json";
2395
2393
  file: "file";
2396
2394
  markdown: "markdown";
2395
+ json: "json";
2397
2396
  image: "image";
2398
2397
  html: "html";
2399
2398
  pdf: "pdf";
2400
2399
  audio: "audio";
2401
2400
  video: "video";
2401
+ duration: "duration";
2402
2402
  percent: "percent";
2403
2403
  passFail: "passFail";
2404
2404
  stars: "stars";
@@ -2436,15 +2436,15 @@ declare const evalSummarySchema$1: z.ZodObject<{
2436
2436
  format: z.ZodOptional<z.ZodEnum<{
2437
2437
  number: "number";
2438
2438
  boolean: "boolean";
2439
- duration: "duration";
2440
- json: "json";
2441
2439
  file: "file";
2442
2440
  markdown: "markdown";
2441
+ json: "json";
2443
2442
  image: "image";
2444
2443
  html: "html";
2445
2444
  pdf: "pdf";
2446
2445
  audio: "audio";
2447
2446
  video: "video";
2447
+ duration: "duration";
2448
2448
  percent: "percent";
2449
2449
  passFail: "passFail";
2450
2450
  stars: "stars";
@@ -2466,10 +2466,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
2466
2466
  caseIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
2467
2467
  lastRunStatus: z.ZodNullable<z.ZodEnum<{
2468
2468
  error: "error";
2469
- running: "running";
2470
- cancelled: "cancelled";
2471
2469
  pass: "pass";
2472
2470
  fail: "fail";
2471
+ running: "running";
2472
+ cancelled: "cancelled";
2473
2473
  unscored: "unscored";
2474
2474
  }>>;
2475
2475
  stats: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
@@ -2483,10 +2483,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
2483
2483
  hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
2484
2484
  kind: z.ZodLiteral<"duration">;
2485
2485
  aggregate: z.ZodOptional<z.ZodEnum<{
2486
- sum: "sum";
2487
2486
  avg: "avg";
2488
2487
  min: "min";
2489
2488
  max: "max";
2489
+ sum: "sum";
2490
2490
  best: "best";
2491
2491
  worst: "worst";
2492
2492
  }>>;
@@ -2494,10 +2494,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
2494
2494
  hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
2495
2495
  kind: z.ZodLiteral<"cacheHits">;
2496
2496
  aggregate: z.ZodOptional<z.ZodEnum<{
2497
- sum: "sum";
2498
2497
  avg: "avg";
2499
2498
  min: "min";
2500
2499
  max: "max";
2500
+ sum: "sum";
2501
2501
  best: "best";
2502
2502
  worst: "worst";
2503
2503
  }>>;
@@ -2507,25 +2507,25 @@ declare const evalSummarySchema$1: z.ZodObject<{
2507
2507
  key: z.ZodString;
2508
2508
  label: z.ZodOptional<z.ZodString>;
2509
2509
  aggregate: z.ZodEnum<{
2510
- sum: "sum";
2511
2510
  avg: "avg";
2512
2511
  min: "min";
2513
2512
  max: "max";
2513
+ sum: "sum";
2514
2514
  best: "best";
2515
2515
  worst: "worst";
2516
2516
  }>;
2517
2517
  format: z.ZodOptional<z.ZodEnum<{
2518
2518
  number: "number";
2519
2519
  boolean: "boolean";
2520
- duration: "duration";
2521
- json: "json";
2522
2520
  file: "file";
2523
2521
  markdown: "markdown";
2522
+ json: "json";
2524
2523
  image: "image";
2525
2524
  html: "html";
2526
2525
  pdf: "pdf";
2527
2526
  audio: "audio";
2528
2527
  video: "video";
2528
+ duration: "duration";
2529
2529
  percent: "percent";
2530
2530
  passFail: "passFail";
2531
2531
  stars: "stars";
@@ -2534,10 +2534,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
2534
2534
  accent: z.ZodOptional<z.ZodBoolean>;
2535
2535
  }, z.core.$strip>], "kind">>>;
2536
2536
  defaultStatAggregate: z.ZodOptional<z.ZodEnum<{
2537
- sum: "sum";
2538
2537
  avg: "avg";
2539
2538
  min: "min";
2540
2539
  max: "max";
2540
+ sum: "sum";
2541
2541
  best: "best";
2542
2542
  worst: "worst";
2543
2543
  }>>;
@@ -2558,11 +2558,11 @@ declare const evalSummarySchema$1: z.ZodObject<{
2558
2558
  }>;
2559
2559
  label: z.ZodOptional<z.ZodString>;
2560
2560
  color: z.ZodOptional<z.ZodEnum<{
2561
- error: "error";
2562
2561
  success: "success";
2563
- warning: "warning";
2562
+ error: "error";
2564
2563
  accent: "accent";
2565
2564
  accentDim: "accentDim";
2565
+ warning: "warning";
2566
2566
  textMuted: "textMuted";
2567
2567
  }>>;
2568
2568
  axis: z.ZodOptional<z.ZodEnum<{
@@ -2573,20 +2573,20 @@ declare const evalSummarySchema$1: z.ZodObject<{
2573
2573
  source: z.ZodLiteral<"column">;
2574
2574
  key: z.ZodString;
2575
2575
  aggregate: z.ZodEnum<{
2576
- sum: "sum";
2577
2576
  avg: "avg";
2578
2577
  min: "min";
2579
2578
  max: "max";
2579
+ sum: "sum";
2580
2580
  latest: "latest";
2581
2581
  passThresholdRate: "passThresholdRate";
2582
2582
  }>;
2583
2583
  label: z.ZodOptional<z.ZodString>;
2584
2584
  color: z.ZodOptional<z.ZodEnum<{
2585
- error: "error";
2586
2585
  success: "success";
2587
- warning: "warning";
2586
+ error: "error";
2588
2587
  accent: "accent";
2589
2588
  accentDim: "accentDim";
2589
+ warning: "warning";
2590
2590
  textMuted: "textMuted";
2591
2591
  }>>;
2592
2592
  axis: z.ZodOptional<z.ZodEnum<{
@@ -2615,10 +2615,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
2615
2615
  source: z.ZodLiteral<"column">;
2616
2616
  key: z.ZodString;
2617
2617
  aggregate: z.ZodEnum<{
2618
- sum: "sum";
2619
2618
  avg: "avg";
2620
2619
  min: "min";
2621
2620
  max: "max";
2621
+ sum: "sum";
2622
2622
  latest: "latest";
2623
2623
  passThresholdRate: "passThresholdRate";
2624
2624
  }>;
@@ -2715,10 +2715,10 @@ declare const caseRowSchema$1: z.ZodObject<{
2715
2715
  tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
2716
2716
  status: z.ZodEnum<{
2717
2717
  error: "error";
2718
- running: "running";
2719
- cancelled: "cancelled";
2720
2718
  pass: "pass";
2721
2719
  fail: "fail";
2720
+ running: "running";
2721
+ cancelled: "cancelled";
2722
2722
  pending: "pending";
2723
2723
  }>;
2724
2724
  durationMs: z.ZodNullable<z.ZodNumber>;
@@ -2748,15 +2748,15 @@ declare const caseRowSchema$1: z.ZodObject<{
2748
2748
  format: z.ZodOptional<z.ZodEnum<{
2749
2749
  number: "number";
2750
2750
  boolean: "boolean";
2751
- duration: "duration";
2752
- json: "json";
2753
2751
  file: "file";
2754
2752
  markdown: "markdown";
2753
+ json: "json";
2755
2754
  image: "image";
2756
2755
  html: "html";
2757
2756
  pdf: "pdf";
2758
2757
  audio: "audio";
2759
2758
  video: "video";
2759
+ duration: "duration";
2760
2760
  percent: "percent";
2761
2761
  passFail: "passFail";
2762
2762
  stars: "stars";
@@ -2857,8 +2857,8 @@ declare const scoreTraceSchema: z.ZodObject<{
2857
2857
  status: z.ZodEnum<{
2858
2858
  error: "error";
2859
2859
  running: "running";
2860
- ok: "ok";
2861
2860
  cancelled: "cancelled";
2861
+ ok: "ok";
2862
2862
  }>;
2863
2863
  attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
2864
2864
  error: z.ZodOptional<z.ZodObject<{
@@ -2894,8 +2894,8 @@ declare const scoreTraceSchema: z.ZodObject<{
2894
2894
  format: z.ZodOptional<z.ZodEnum<{
2895
2895
  string: "string";
2896
2896
  number: "number";
2897
- duration: "duration";
2898
2897
  json: "json";
2898
+ duration: "duration";
2899
2899
  }>>;
2900
2900
  numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
2901
2901
  placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -2908,9 +2908,9 @@ declare const scoreTraceSchema: z.ZodObject<{
2908
2908
  subtree: "subtree";
2909
2909
  }>>;
2910
2910
  mode: z.ZodOptional<z.ZodEnum<{
2911
+ sum: "sum";
2911
2912
  all: "all";
2912
2913
  last: "last";
2913
- sum: "sum";
2914
2914
  }>>;
2915
2915
  }, z.core.$strip>>>;
2916
2916
  }, z.core.$strip>;
@@ -2942,10 +2942,10 @@ declare const caseDetailSchema$1: z.ZodObject<{
2942
2942
  tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
2943
2943
  status: z.ZodEnum<{
2944
2944
  error: "error";
2945
- running: "running";
2946
- cancelled: "cancelled";
2947
2945
  pass: "pass";
2948
2946
  fail: "fail";
2947
+ running: "running";
2948
+ cancelled: "cancelled";
2949
2949
  pending: "pending";
2950
2950
  }>;
2951
2951
  input: z.ZodUnknown;
@@ -2960,8 +2960,8 @@ declare const caseDetailSchema$1: z.ZodObject<{
2960
2960
  status: z.ZodEnum<{
2961
2961
  error: "error";
2962
2962
  running: "running";
2963
- ok: "ok";
2964
2963
  cancelled: "cancelled";
2964
+ ok: "ok";
2965
2965
  }>;
2966
2966
  attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
2967
2967
  error: z.ZodOptional<z.ZodObject<{
@@ -2997,8 +2997,8 @@ declare const caseDetailSchema$1: z.ZodObject<{
2997
2997
  format: z.ZodOptional<z.ZodEnum<{
2998
2998
  string: "string";
2999
2999
  number: "number";
3000
- duration: "duration";
3001
3000
  json: "json";
3001
+ duration: "duration";
3002
3002
  }>>;
3003
3003
  numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3004
3004
  placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -3011,9 +3011,9 @@ declare const caseDetailSchema$1: z.ZodObject<{
3011
3011
  subtree: "subtree";
3012
3012
  }>>;
3013
3013
  mode: z.ZodOptional<z.ZodEnum<{
3014
+ sum: "sum";
3014
3015
  all: "all";
3015
3016
  last: "last";
3016
- sum: "sum";
3017
3017
  }>>;
3018
3018
  }, z.core.$strip>>>;
3019
3019
  }, z.core.$strip>;
@@ -3029,8 +3029,8 @@ declare const caseDetailSchema$1: z.ZodObject<{
3029
3029
  status: z.ZodEnum<{
3030
3030
  error: "error";
3031
3031
  running: "running";
3032
- ok: "ok";
3033
3032
  cancelled: "cancelled";
3033
+ ok: "ok";
3034
3034
  }>;
3035
3035
  attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
3036
3036
  error: z.ZodOptional<z.ZodObject<{
@@ -3066,8 +3066,8 @@ declare const caseDetailSchema$1: z.ZodObject<{
3066
3066
  format: z.ZodOptional<z.ZodEnum<{
3067
3067
  string: "string";
3068
3068
  number: "number";
3069
- duration: "duration";
3070
3069
  json: "json";
3070
+ duration: "duration";
3071
3071
  }>>;
3072
3072
  numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3073
3073
  placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -3080,9 +3080,9 @@ declare const caseDetailSchema$1: z.ZodObject<{
3080
3080
  subtree: "subtree";
3081
3081
  }>>;
3082
3082
  mode: z.ZodOptional<z.ZodEnum<{
3083
+ sum: "sum";
3083
3084
  all: "all";
3084
3085
  last: "last";
3085
- sum: "sum";
3086
3086
  }>>;
3087
3087
  }, z.core.$strip>>>;
3088
3088
  }, z.core.$strip>;
@@ -3126,15 +3126,15 @@ declare const caseDetailSchema$1: z.ZodObject<{
3126
3126
  format: z.ZodOptional<z.ZodEnum<{
3127
3127
  number: "number";
3128
3128
  boolean: "boolean";
3129
- duration: "duration";
3130
- json: "json";
3131
3129
  file: "file";
3132
3130
  markdown: "markdown";
3131
+ json: "json";
3133
3132
  image: "image";
3134
3133
  html: "html";
3135
3134
  pdf: "pdf";
3136
3135
  audio: "audio";
3137
3136
  video: "video";
3137
+ duration: "duration";
3138
3138
  percent: "percent";
3139
3139
  passFail: "passFail";
3140
3140
  stars: "stars";
@@ -3269,10 +3269,10 @@ declare const evalChartBuiltinMetricSchema: z.ZodEnum<{
3269
3269
  type EvalChartBuiltinMetric = z.infer<typeof evalChartBuiltinMetricSchema>;
3270
3270
  /** Reducer applied to a numeric column across all cases of a single run. */
3271
3271
  declare const evalChartAggregateSchema: z.ZodEnum<{
3272
- sum: "sum";
3273
3272
  avg: "avg";
3274
3273
  min: "min";
3275
3274
  max: "max";
3275
+ sum: "sum";
3276
3276
  latest: "latest";
3277
3277
  passThresholdRate: "passThresholdRate";
3278
3278
  }>;
@@ -3283,11 +3283,11 @@ type EvalChartAggregate = z.infer<typeof evalChartAggregateSchema>;
3283
3283
  * not emit raw hex so authored evals stay decoupled from the web theme.
3284
3284
  */
3285
3285
  declare const evalChartColorSchema: z.ZodEnum<{
3286
- error: "error";
3287
3286
  success: "success";
3288
- warning: "warning";
3287
+ error: "error";
3289
3288
  accent: "accent";
3290
3289
  accentDim: "accentDim";
3290
+ warning: "warning";
3291
3291
  textMuted: "textMuted";
3292
3292
  }>;
3293
3293
  /** Semantic color token resolved to a theme color by the web UI. */
@@ -3312,11 +3312,11 @@ declare const evalChartMetricSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
3312
3312
  }>;
3313
3313
  label: z.ZodOptional<z.ZodString>;
3314
3314
  color: z.ZodOptional<z.ZodEnum<{
3315
- error: "error";
3316
3315
  success: "success";
3317
- warning: "warning";
3316
+ error: "error";
3318
3317
  accent: "accent";
3319
3318
  accentDim: "accentDim";
3319
+ warning: "warning";
3320
3320
  textMuted: "textMuted";
3321
3321
  }>>;
3322
3322
  axis: z.ZodOptional<z.ZodEnum<{
@@ -3327,20 +3327,20 @@ declare const evalChartMetricSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
3327
3327
  source: z.ZodLiteral<"column">;
3328
3328
  key: z.ZodString;
3329
3329
  aggregate: z.ZodEnum<{
3330
- sum: "sum";
3331
3330
  avg: "avg";
3332
3331
  min: "min";
3333
3332
  max: "max";
3333
+ sum: "sum";
3334
3334
  latest: "latest";
3335
3335
  passThresholdRate: "passThresholdRate";
3336
3336
  }>;
3337
3337
  label: z.ZodOptional<z.ZodString>;
3338
3338
  color: z.ZodOptional<z.ZodEnum<{
3339
- error: "error";
3340
3339
  success: "success";
3341
- warning: "warning";
3340
+ error: "error";
3342
3341
  accent: "accent";
3343
3342
  accentDim: "accentDim";
3343
+ warning: "warning";
3344
3344
  textMuted: "textMuted";
3345
3345
  }>>;
3346
3346
  axis: z.ZodOptional<z.ZodEnum<{
@@ -3362,10 +3362,10 @@ declare const evalChartTooltipExtraSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
3362
3362
  source: z.ZodLiteral<"column">;
3363
3363
  key: z.ZodString;
3364
3364
  aggregate: z.ZodEnum<{
3365
- sum: "sum";
3366
3365
  avg: "avg";
3367
3366
  min: "min";
3368
3367
  max: "max";
3368
+ sum: "sum";
3369
3369
  latest: "latest";
3370
3370
  passThresholdRate: "passThresholdRate";
3371
3371
  }>;
@@ -3395,11 +3395,11 @@ declare const evalChartConfigSchema: z.ZodObject<{
3395
3395
  }>;
3396
3396
  label: z.ZodOptional<z.ZodString>;
3397
3397
  color: z.ZodOptional<z.ZodEnum<{
3398
- error: "error";
3399
3398
  success: "success";
3400
- warning: "warning";
3399
+ error: "error";
3401
3400
  accent: "accent";
3402
3401
  accentDim: "accentDim";
3402
+ warning: "warning";
3403
3403
  textMuted: "textMuted";
3404
3404
  }>>;
3405
3405
  axis: z.ZodOptional<z.ZodEnum<{
@@ -3410,20 +3410,20 @@ declare const evalChartConfigSchema: z.ZodObject<{
3410
3410
  source: z.ZodLiteral<"column">;
3411
3411
  key: z.ZodString;
3412
3412
  aggregate: z.ZodEnum<{
3413
- sum: "sum";
3414
3413
  avg: "avg";
3415
3414
  min: "min";
3416
3415
  max: "max";
3416
+ sum: "sum";
3417
3417
  latest: "latest";
3418
3418
  passThresholdRate: "passThresholdRate";
3419
3419
  }>;
3420
3420
  label: z.ZodOptional<z.ZodString>;
3421
3421
  color: z.ZodOptional<z.ZodEnum<{
3422
- error: "error";
3423
3422
  success: "success";
3424
- warning: "warning";
3423
+ error: "error";
3425
3424
  accent: "accent";
3426
3425
  accentDim: "accentDim";
3426
+ warning: "warning";
3427
3427
  textMuted: "textMuted";
3428
3428
  }>>;
3429
3429
  axis: z.ZodOptional<z.ZodEnum<{
@@ -3452,10 +3452,10 @@ declare const evalChartConfigSchema: z.ZodObject<{
3452
3452
  source: z.ZodLiteral<"column">;
3453
3453
  key: z.ZodString;
3454
3454
  aggregate: z.ZodEnum<{
3455
- sum: "sum";
3456
3455
  avg: "avg";
3457
3456
  min: "min";
3458
3457
  max: "max";
3458
+ sum: "sum";
3459
3459
  latest: "latest";
3460
3460
  passThresholdRate: "passThresholdRate";
3461
3461
  }>;
@@ -3485,11 +3485,11 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
3485
3485
  }>;
3486
3486
  label: z.ZodOptional<z.ZodString>;
3487
3487
  color: z.ZodOptional<z.ZodEnum<{
3488
- error: "error";
3489
3488
  success: "success";
3490
- warning: "warning";
3489
+ error: "error";
3491
3490
  accent: "accent";
3492
3491
  accentDim: "accentDim";
3492
+ warning: "warning";
3493
3493
  textMuted: "textMuted";
3494
3494
  }>>;
3495
3495
  axis: z.ZodOptional<z.ZodEnum<{
@@ -3500,20 +3500,20 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
3500
3500
  source: z.ZodLiteral<"column">;
3501
3501
  key: z.ZodString;
3502
3502
  aggregate: z.ZodEnum<{
3503
- sum: "sum";
3504
3503
  avg: "avg";
3505
3504
  min: "min";
3506
3505
  max: "max";
3506
+ sum: "sum";
3507
3507
  latest: "latest";
3508
3508
  passThresholdRate: "passThresholdRate";
3509
3509
  }>;
3510
3510
  label: z.ZodOptional<z.ZodString>;
3511
3511
  color: z.ZodOptional<z.ZodEnum<{
3512
- error: "error";
3513
3512
  success: "success";
3514
- warning: "warning";
3513
+ error: "error";
3515
3514
  accent: "accent";
3516
3515
  accentDim: "accentDim";
3516
+ warning: "warning";
3517
3517
  textMuted: "textMuted";
3518
3518
  }>>;
3519
3519
  axis: z.ZodOptional<z.ZodEnum<{
@@ -3542,10 +3542,10 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
3542
3542
  source: z.ZodLiteral<"column">;
3543
3543
  key: z.ZodString;
3544
3544
  aggregate: z.ZodEnum<{
3545
- sum: "sum";
3546
3545
  avg: "avg";
3547
3546
  min: "min";
3548
3547
  max: "max";
3548
+ sum: "sum";
3549
3549
  latest: "latest";
3550
3550
  passThresholdRate: "passThresholdRate";
3551
3551
  }>;
@@ -3573,8 +3573,8 @@ declare const runManifestSchema$1: z.ZodObject<{
3573
3573
  evalSourceFingerprints: z.ZodDefault<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>>;
3574
3574
  target: z.ZodObject<{
3575
3575
  mode: z.ZodEnum<{
3576
- all: "all";
3577
3576
  caseIds: "caseIds";
3577
+ all: "all";
3578
3578
  evalIds: "evalIds";
3579
3579
  }>;
3580
3580
  evalKeys: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -3808,8 +3808,8 @@ declare const llmCallMetricFormatSchema$1: z.ZodEnum<{
3808
3808
  string: "string";
3809
3809
  number: "number";
3810
3810
  boolean: "boolean";
3811
- duration: "duration";
3812
3811
  json: "json";
3812
+ duration: "duration";
3813
3813
  }>;
3814
3814
  /** Render format applied to an LLM-call metric value. */
3815
3815
  type LlmCallMetricFormat = z.infer<typeof llmCallMetricFormatSchema$1>;
@@ -3818,8 +3818,8 @@ declare const apiCallMetricFormatSchema$1: z.ZodEnum<{
3818
3818
  string: "string";
3819
3819
  number: "number";
3820
3820
  boolean: "boolean";
3821
- duration: "duration";
3822
3821
  json: "json";
3822
+ duration: "duration";
3823
3823
  }>;
3824
3824
  /** Render format applied to an API-call metric value. */
3825
3825
  type ApiCallMetricFormat = z.infer<typeof apiCallMetricFormatSchema$1>;
@@ -3888,8 +3888,8 @@ declare const llmCallMetricSchema: z.ZodObject<{
3888
3888
  string: "string";
3889
3889
  number: "number";
3890
3890
  boolean: "boolean";
3891
- duration: "duration";
3892
3891
  json: "json";
3892
+ duration: "duration";
3893
3893
  }>>;
3894
3894
  numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3895
3895
  placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -3917,8 +3917,8 @@ declare const apiCallMetricSchema: z.ZodObject<{
3917
3917
  string: "string";
3918
3918
  number: "number";
3919
3919
  boolean: "boolean";
3920
- duration: "duration";
3921
3920
  json: "json";
3921
+ duration: "duration";
3922
3922
  }>>;
3923
3923
  numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3924
3924
  placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -4031,8 +4031,8 @@ declare const llmCallsConfigSchema: z.ZodObject<{
4031
4031
  string: "string";
4032
4032
  number: "number";
4033
4033
  boolean: "boolean";
4034
- duration: "duration";
4035
4034
  json: "json";
4035
+ duration: "duration";
4036
4036
  }>>;
4037
4037
  numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
4038
4038
  placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -4067,8 +4067,8 @@ declare const apiCallsConfigSchema: z.ZodObject<{
4067
4067
  string: "string";
4068
4068
  number: "number";
4069
4069
  boolean: "boolean";
4070
- duration: "duration";
4071
4070
  json: "json";
4071
+ duration: "duration";
4072
4072
  }>>;
4073
4073
  numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
4074
4074
  placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -4669,15 +4669,15 @@ declare const cacheRecordingOpSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
4669
4669
  format: z.ZodOptional<z.ZodEnum<{
4670
4670
  number: "number";
4671
4671
  boolean: "boolean";
4672
- duration: "duration";
4673
- json: "json";
4674
4672
  file: "file";
4675
4673
  markdown: "markdown";
4674
+ json: "json";
4676
4675
  image: "image";
4677
4676
  html: "html";
4678
4677
  pdf: "pdf";
4679
4678
  audio: "audio";
4680
4679
  video: "video";
4680
+ duration: "duration";
4681
4681
  percent: "percent";
4682
4682
  passFail: "passFail";
4683
4683
  stars: "stars";
@@ -4721,8 +4721,8 @@ declare const cacheRecordingSchema: z.ZodObject<{
4721
4721
  finalStatus: z.ZodOptional<z.ZodEnum<{
4722
4722
  error: "error";
4723
4723
  running: "running";
4724
- ok: "ok";
4725
4724
  cancelled: "cancelled";
4725
+ ok: "ok";
4726
4726
  }>>;
4727
4727
  finalError: z.ZodOptional<z.ZodObject<{
4728
4728
  name: z.ZodOptional<z.ZodString>;
@@ -4757,15 +4757,15 @@ declare const cacheRecordingSchema: z.ZodObject<{
4757
4757
  format: z.ZodOptional<z.ZodEnum<{
4758
4758
  number: "number";
4759
4759
  boolean: "boolean";
4760
- duration: "duration";
4761
- json: "json";
4762
4760
  file: "file";
4763
4761
  markdown: "markdown";
4762
+ json: "json";
4764
4763
  image: "image";
4765
4764
  html: "html";
4766
4765
  pdf: "pdf";
4767
4766
  audio: "audio";
4768
4767
  video: "video";
4768
+ duration: "duration";
4769
4769
  percent: "percent";
4770
4770
  passFail: "passFail";
4771
4771
  stars: "stars";
@@ -4822,8 +4822,8 @@ declare const cacheEntrySchema: z.ZodObject<{
4822
4822
  finalStatus: z.ZodOptional<z.ZodEnum<{
4823
4823
  error: "error";
4824
4824
  running: "running";
4825
- ok: "ok";
4826
4825
  cancelled: "cancelled";
4826
+ ok: "ok";
4827
4827
  }>>;
4828
4828
  finalError: z.ZodOptional<z.ZodObject<{
4829
4829
  name: z.ZodOptional<z.ZodString>;
@@ -4858,15 +4858,15 @@ declare const cacheEntrySchema: z.ZodObject<{
4858
4858
  format: z.ZodOptional<z.ZodEnum<{
4859
4859
  number: "number";
4860
4860
  boolean: "boolean";
4861
- duration: "duration";
4862
- json: "json";
4863
4861
  file: "file";
4864
4862
  markdown: "markdown";
4863
+ json: "json";
4865
4864
  image: "image";
4866
4865
  html: "html";
4867
4866
  pdf: "pdf";
4868
4867
  audio: "audio";
4869
4868
  video: "video";
4869
+ duration: "duration";
4870
4870
  percent: "percent";
4871
4871
  passFail: "passFail";
4872
4872
  stars: "stars";
@@ -4940,8 +4940,8 @@ declare const cacheDebugKeyEntrySchema: z.ZodObject<{
4940
4940
  finalStatus: z.ZodOptional<z.ZodEnum<{
4941
4941
  error: "error";
4942
4942
  running: "running";
4943
- ok: "ok";
4944
4943
  cancelled: "cancelled";
4944
+ ok: "ok";
4945
4945
  }>>;
4946
4946
  finalError: z.ZodOptional<z.ZodObject<{
4947
4947
  name: z.ZodOptional<z.ZodString>;
@@ -4976,15 +4976,15 @@ declare const cacheDebugKeyEntrySchema: z.ZodObject<{
4976
4976
  format: z.ZodOptional<z.ZodEnum<{
4977
4977
  number: "number";
4978
4978
  boolean: "boolean";
4979
- duration: "duration";
4980
- json: "json";
4981
4979
  file: "file";
4982
4980
  markdown: "markdown";
4981
+ json: "json";
4983
4982
  image: "image";
4984
4983
  html: "html";
4985
4984
  pdf: "pdf";
4986
4985
  audio: "audio";
4987
4986
  video: "video";
4987
+ duration: "duration";
4988
4988
  percent: "percent";
4989
4989
  passFail: "passFail";
4990
4990
  stars: "stars";
@@ -5047,8 +5047,8 @@ declare const cacheEntryWithDebugKeySchema$1: z.ZodObject<{
5047
5047
  finalStatus: z.ZodOptional<z.ZodEnum<{
5048
5048
  error: "error";
5049
5049
  running: "running";
5050
- ok: "ok";
5051
5050
  cancelled: "cancelled";
5051
+ ok: "ok";
5052
5052
  }>>;
5053
5053
  finalError: z.ZodOptional<z.ZodObject<{
5054
5054
  name: z.ZodOptional<z.ZodString>;
@@ -5083,15 +5083,15 @@ declare const cacheEntryWithDebugKeySchema$1: z.ZodObject<{
5083
5083
  format: z.ZodOptional<z.ZodEnum<{
5084
5084
  number: "number";
5085
5085
  boolean: "boolean";
5086
- duration: "duration";
5087
- json: "json";
5088
5086
  file: "file";
5089
5087
  markdown: "markdown";
5088
+ json: "json";
5090
5089
  image: "image";
5091
5090
  html: "html";
5092
5091
  pdf: "pdf";
5093
5092
  audio: "audio";
5094
5093
  video: "video";
5094
+ duration: "duration";
5095
5095
  percent: "percent";
5096
5096
  passFail: "passFail";
5097
5097
  stars: "stars";
@@ -5156,8 +5156,8 @@ declare const cacheEntryWithDebugKeySchema$1: z.ZodObject<{
5156
5156
  finalStatus: z.ZodOptional<z.ZodEnum<{
5157
5157
  error: "error";
5158
5158
  running: "running";
5159
- ok: "ok";
5160
5159
  cancelled: "cancelled";
5160
+ ok: "ok";
5161
5161
  }>>;
5162
5162
  finalError: z.ZodOptional<z.ZodObject<{
5163
5163
  name: z.ZodOptional<z.ZodString>;
@@ -5192,15 +5192,15 @@ declare const cacheEntryWithDebugKeySchema$1: z.ZodObject<{
5192
5192
  format: z.ZodOptional<z.ZodEnum<{
5193
5193
  number: "number";
5194
5194
  boolean: "boolean";
5195
- duration: "duration";
5196
- json: "json";
5197
5195
  file: "file";
5198
5196
  markdown: "markdown";
5197
+ json: "json";
5199
5198
  image: "image";
5200
5199
  html: "html";
5201
5200
  pdf: "pdf";
5202
5201
  audio: "audio";
5203
5202
  video: "video";
5203
+ duration: "duration";
5204
5204
  percent: "percent";
5205
5205
  passFail: "passFail";
5206
5206
  stars: "stars";
@@ -5263,8 +5263,8 @@ declare const cacheFileSchema: z.ZodObject<{
5263
5263
  finalStatus: z.ZodOptional<z.ZodEnum<{
5264
5264
  error: "error";
5265
5265
  running: "running";
5266
- ok: "ok";
5267
5266
  cancelled: "cancelled";
5267
+ ok: "ok";
5268
5268
  }>>;
5269
5269
  finalError: z.ZodOptional<z.ZodObject<{
5270
5270
  name: z.ZodOptional<z.ZodString>;
@@ -5299,15 +5299,15 @@ declare const cacheFileSchema: z.ZodObject<{
5299
5299
  format: z.ZodOptional<z.ZodEnum<{
5300
5300
  number: "number";
5301
5301
  boolean: "boolean";
5302
- duration: "duration";
5303
- json: "json";
5304
5302
  file: "file";
5305
5303
  markdown: "markdown";
5304
+ json: "json";
5306
5305
  image: "image";
5307
5306
  html: "html";
5308
5307
  pdf: "pdf";
5309
5308
  audio: "audio";
5310
5309
  video: "video";
5310
+ duration: "duration";
5311
5311
  percent: "percent";
5312
5312
  passFail: "passFail";
5313
5313
  stars: "stars";
@@ -5380,8 +5380,8 @@ declare const cacheDebugKeyFileSchema: z.ZodObject<{
5380
5380
  finalStatus: z.ZodOptional<z.ZodEnum<{
5381
5381
  error: "error";
5382
5382
  running: "running";
5383
- ok: "ok";
5384
5383
  cancelled: "cancelled";
5384
+ ok: "ok";
5385
5385
  }>>;
5386
5386
  finalError: z.ZodOptional<z.ZodObject<{
5387
5387
  name: z.ZodOptional<z.ZodString>;
@@ -5416,15 +5416,15 @@ declare const cacheDebugKeyFileSchema: z.ZodObject<{
5416
5416
  format: z.ZodOptional<z.ZodEnum<{
5417
5417
  number: "number";
5418
5418
  boolean: "boolean";
5419
- duration: "duration";
5420
- json: "json";
5421
5419
  file: "file";
5422
5420
  markdown: "markdown";
5421
+ json: "json";
5423
5422
  image: "image";
5424
5423
  html: "html";
5425
5424
  pdf: "pdf";
5426
5425
  audio: "audio";
5427
5426
  video: "video";
5427
+ duration: "duration";
5428
5428
  percent: "percent";
5429
5429
  passFail: "passFail";
5430
5430
  stars: "stars";
@@ -5565,8 +5565,8 @@ type ConfigReloadState = z.infer<typeof configReloadStateSchema$1>;
5565
5565
  declare const createRunRequestSchema$1: z.ZodObject<{
5566
5566
  target: z.ZodObject<{
5567
5567
  mode: z.ZodEnum<{
5568
- all: "all";
5569
5568
  caseIds: "caseIds";
5569
+ all: "all";
5570
5570
  evalIds: "evalIds";
5571
5571
  }>;
5572
5572
  evalKeys: z.ZodOptional<z.ZodArray<z.ZodString>>;