@ls-stack/agent-eval 0.54.0 → 0.55.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -1781,14 +1781,14 @@ declare const columnFormatSchema: z$1.ZodEnum<{
1781
1781
  number: "number";
1782
1782
  boolean: "boolean";
1783
1783
  file: "file";
1784
- json: "json";
1785
- duration: "duration";
1786
1784
  markdown: "markdown";
1785
+ json: "json";
1787
1786
  image: "image";
1788
1787
  html: "html";
1789
1788
  pdf: "pdf";
1790
1789
  audio: "audio";
1791
1790
  video: "video";
1791
+ duration: "duration";
1792
1792
  percent: "percent";
1793
1793
  passFail: "passFail";
1794
1794
  stars: "stars";
@@ -1808,14 +1808,14 @@ declare const columnDefSchema: z$1.ZodObject<{
1808
1808
  number: "number";
1809
1809
  boolean: "boolean";
1810
1810
  file: "file";
1811
- json: "json";
1812
- duration: "duration";
1813
1811
  markdown: "markdown";
1812
+ json: "json";
1814
1813
  image: "image";
1815
1814
  html: "html";
1816
1815
  pdf: "pdf";
1817
1816
  audio: "audio";
1818
1817
  video: "video";
1818
+ duration: "duration";
1819
1819
  percent: "percent";
1820
1820
  passFail: "passFail";
1821
1821
  stars: "stars";
@@ -1829,8 +1829,8 @@ declare const columnDefSchema: z$1.ZodObject<{
1829
1829
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
1830
1830
  align: z$1.ZodOptional<z$1.ZodEnum<{
1831
1831
  left: "left";
1832
- right: "right";
1833
1832
  center: "center";
1833
+ right: "right";
1834
1834
  }>>;
1835
1835
  }, z$1.core.$strip>;
1836
1836
  /** Column definition exposed to the UI for eval and case tables. */
@@ -1901,8 +1901,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
1901
1901
  }>>;
1902
1902
  mode: z$1.ZodOptional<z$1.ZodEnum<{
1903
1903
  all: "all";
1904
- sum: "sum";
1905
1904
  last: "last";
1905
+ sum: "sum";
1906
1906
  }>>;
1907
1907
  }, z$1.core.$strip>;
1908
1908
  /**
@@ -1937,8 +1937,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
1937
1937
  }>>;
1938
1938
  mode: z$1.ZodOptional<z$1.ZodEnum<{
1939
1939
  all: "all";
1940
- sum: "sum";
1941
1940
  last: "last";
1941
+ sum: "sum";
1942
1942
  }>>;
1943
1943
  }, z$1.core.$strip>>>;
1944
1944
  }, z$1.core.$strip>;
@@ -1977,8 +1977,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
1977
1977
  }>>;
1978
1978
  mode: z$1.ZodOptional<z$1.ZodEnum<{
1979
1979
  all: "all";
1980
- sum: "sum";
1981
1980
  last: "last";
1981
+ sum: "sum";
1982
1982
  }>>;
1983
1983
  transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
1984
1984
  }, z$1.core.$strip>;
@@ -2015,8 +2015,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
2015
2015
  }>>;
2016
2016
  mode: z$1.ZodOptional<z$1.ZodEnum<{
2017
2017
  all: "all";
2018
- sum: "sum";
2019
2018
  last: "last";
2019
+ sum: "sum";
2020
2020
  }>>;
2021
2021
  transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
2022
2022
  }, z$1.core.$strip>>>;
@@ -2051,10 +2051,10 @@ declare const traceSpanSchema$1: z$1.ZodObject<{
2051
2051
  startedAt: z$1.ZodString;
2052
2052
  endedAt: z$1.ZodNullable<z$1.ZodString>;
2053
2053
  status: z$1.ZodEnum<{
2054
- running: "running";
2055
- cancelled: "cancelled";
2056
2054
  error: "error";
2055
+ running: "running";
2057
2056
  ok: "ok";
2057
+ cancelled: "cancelled";
2058
2058
  }>;
2059
2059
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
2060
2060
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2099,8 +2099,8 @@ type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
2099
2099
  * `best` selects the highest finite value and `worst` selects the lowest.
2100
2100
  */
2101
2101
  declare const evalStatAggregateSchema: z$1.ZodEnum<{
2102
- avg: "avg";
2103
2102
  sum: "sum";
2103
+ avg: "avg";
2104
2104
  min: "min";
2105
2105
  max: "max";
2106
2106
  best: "best";
@@ -2131,8 +2131,8 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2131
2131
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
2132
2132
  kind: z$1.ZodLiteral<"duration">;
2133
2133
  aggregate: z$1.ZodOptional<z$1.ZodEnum<{
2134
- avg: "avg";
2135
2134
  sum: "sum";
2135
+ avg: "avg";
2136
2136
  min: "min";
2137
2137
  max: "max";
2138
2138
  best: "best";
@@ -2142,8 +2142,8 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2142
2142
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
2143
2143
  kind: z$1.ZodLiteral<"cacheHits">;
2144
2144
  aggregate: z$1.ZodOptional<z$1.ZodEnum<{
2145
- avg: "avg";
2146
2145
  sum: "sum";
2146
+ avg: "avg";
2147
2147
  min: "min";
2148
2148
  max: "max";
2149
2149
  best: "best";
@@ -2155,8 +2155,8 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2155
2155
  key: z$1.ZodString;
2156
2156
  label: z$1.ZodOptional<z$1.ZodString>;
2157
2157
  aggregate: z$1.ZodEnum<{
2158
- avg: "avg";
2159
2158
  sum: "sum";
2159
+ avg: "avg";
2160
2160
  min: "min";
2161
2161
  max: "max";
2162
2162
  best: "best";
@@ -2166,14 +2166,14 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2166
2166
  number: "number";
2167
2167
  boolean: "boolean";
2168
2168
  file: "file";
2169
- json: "json";
2170
- duration: "duration";
2171
2169
  markdown: "markdown";
2170
+ json: "json";
2172
2171
  image: "image";
2173
2172
  html: "html";
2174
2173
  pdf: "pdf";
2175
2174
  audio: "audio";
2176
2175
  video: "video";
2176
+ duration: "duration";
2177
2177
  percent: "percent";
2178
2178
  passFail: "passFail";
2179
2179
  stars: "stars";
@@ -2195,8 +2195,8 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
2195
2195
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
2196
2196
  kind: z$1.ZodLiteral<"duration">;
2197
2197
  aggregate: z$1.ZodOptional<z$1.ZodEnum<{
2198
- avg: "avg";
2199
2198
  sum: "sum";
2199
+ avg: "avg";
2200
2200
  min: "min";
2201
2201
  max: "max";
2202
2202
  best: "best";
@@ -2206,8 +2206,8 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
2206
2206
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
2207
2207
  kind: z$1.ZodLiteral<"cacheHits">;
2208
2208
  aggregate: z$1.ZodOptional<z$1.ZodEnum<{
2209
- avg: "avg";
2210
2209
  sum: "sum";
2210
+ avg: "avg";
2211
2211
  min: "min";
2212
2212
  max: "max";
2213
2213
  best: "best";
@@ -2219,8 +2219,8 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
2219
2219
  key: z$1.ZodString;
2220
2220
  label: z$1.ZodOptional<z$1.ZodString>;
2221
2221
  aggregate: z$1.ZodEnum<{
2222
- avg: "avg";
2223
2222
  sum: "sum";
2223
+ avg: "avg";
2224
2224
  min: "min";
2225
2225
  max: "max";
2226
2226
  best: "best";
@@ -2230,14 +2230,14 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
2230
2230
  number: "number";
2231
2231
  boolean: "boolean";
2232
2232
  file: "file";
2233
- json: "json";
2234
- duration: "duration";
2235
2233
  markdown: "markdown";
2234
+ json: "json";
2236
2235
  image: "image";
2237
2236
  html: "html";
2238
2237
  pdf: "pdf";
2239
2238
  audio: "audio";
2240
2239
  video: "video";
2240
+ duration: "duration";
2241
2241
  percent: "percent";
2242
2242
  passFail: "passFail";
2243
2243
  stars: "stars";
@@ -2276,14 +2276,14 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2276
2276
  number: "number";
2277
2277
  boolean: "boolean";
2278
2278
  file: "file";
2279
- json: "json";
2280
- duration: "duration";
2281
2279
  markdown: "markdown";
2280
+ json: "json";
2282
2281
  image: "image";
2283
2282
  html: "html";
2284
2283
  pdf: "pdf";
2285
2284
  audio: "audio";
2286
2285
  video: "video";
2286
+ duration: "duration";
2287
2287
  percent: "percent";
2288
2288
  passFail: "passFail";
2289
2289
  stars: "stars";
@@ -2297,16 +2297,16 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2297
2297
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
2298
2298
  align: z$1.ZodOptional<z$1.ZodEnum<{
2299
2299
  left: "left";
2300
- right: "right";
2301
2300
  center: "center";
2301
+ right: "right";
2302
2302
  }>>;
2303
2303
  }, z$1.core.$strip>>;
2304
2304
  caseCount: z$1.ZodNullable<z$1.ZodNumber>;
2305
2305
  caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
2306
2306
  lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
2307
+ error: "error";
2307
2308
  running: "running";
2308
2309
  cancelled: "cancelled";
2309
- error: "error";
2310
2310
  pass: "pass";
2311
2311
  fail: "fail";
2312
2312
  unscored: "unscored";
@@ -2322,8 +2322,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2322
2322
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
2323
2323
  kind: z$1.ZodLiteral<"duration">;
2324
2324
  aggregate: z$1.ZodOptional<z$1.ZodEnum<{
2325
- avg: "avg";
2326
2325
  sum: "sum";
2326
+ avg: "avg";
2327
2327
  min: "min";
2328
2328
  max: "max";
2329
2329
  best: "best";
@@ -2333,8 +2333,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2333
2333
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
2334
2334
  kind: z$1.ZodLiteral<"cacheHits">;
2335
2335
  aggregate: z$1.ZodOptional<z$1.ZodEnum<{
2336
- avg: "avg";
2337
2336
  sum: "sum";
2337
+ avg: "avg";
2338
2338
  min: "min";
2339
2339
  max: "max";
2340
2340
  best: "best";
@@ -2346,8 +2346,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2346
2346
  key: z$1.ZodString;
2347
2347
  label: z$1.ZodOptional<z$1.ZodString>;
2348
2348
  aggregate: z$1.ZodEnum<{
2349
- avg: "avg";
2350
2349
  sum: "sum";
2350
+ avg: "avg";
2351
2351
  min: "min";
2352
2352
  max: "max";
2353
2353
  best: "best";
@@ -2357,14 +2357,14 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2357
2357
  number: "number";
2358
2358
  boolean: "boolean";
2359
2359
  file: "file";
2360
- json: "json";
2361
- duration: "duration";
2362
2360
  markdown: "markdown";
2361
+ json: "json";
2363
2362
  image: "image";
2364
2363
  html: "html";
2365
2364
  pdf: "pdf";
2366
2365
  audio: "audio";
2367
2366
  video: "video";
2367
+ duration: "duration";
2368
2368
  percent: "percent";
2369
2369
  passFail: "passFail";
2370
2370
  stars: "stars";
@@ -2373,8 +2373,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2373
2373
  accent: z$1.ZodOptional<z$1.ZodBoolean>;
2374
2374
  }, z$1.core.$strip>], "kind">>>;
2375
2375
  defaultStatAggregate: z$1.ZodOptional<z$1.ZodEnum<{
2376
- avg: "avg";
2377
2376
  sum: "sum";
2377
+ avg: "avg";
2378
2378
  min: "min";
2379
2379
  max: "max";
2380
2380
  best: "best";
@@ -2397,11 +2397,11 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2397
2397
  }>;
2398
2398
  label: z$1.ZodOptional<z$1.ZodString>;
2399
2399
  color: z$1.ZodOptional<z$1.ZodEnum<{
2400
- error: "error";
2401
2400
  success: "success";
2401
+ error: "error";
2402
+ warning: "warning";
2402
2403
  accent: "accent";
2403
2404
  accentDim: "accentDim";
2404
- warning: "warning";
2405
2405
  textMuted: "textMuted";
2406
2406
  }>>;
2407
2407
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2412,8 +2412,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2412
2412
  source: z$1.ZodLiteral<"column">;
2413
2413
  key: z$1.ZodString;
2414
2414
  aggregate: z$1.ZodEnum<{
2415
- avg: "avg";
2416
2415
  sum: "sum";
2416
+ avg: "avg";
2417
2417
  min: "min";
2418
2418
  max: "max";
2419
2419
  latest: "latest";
@@ -2421,11 +2421,11 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2421
2421
  }>;
2422
2422
  label: z$1.ZodOptional<z$1.ZodString>;
2423
2423
  color: z$1.ZodOptional<z$1.ZodEnum<{
2424
- error: "error";
2425
2424
  success: "success";
2425
+ error: "error";
2426
+ warning: "warning";
2426
2427
  accent: "accent";
2427
2428
  accentDim: "accentDim";
2428
- warning: "warning";
2429
2429
  textMuted: "textMuted";
2430
2430
  }>>;
2431
2431
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2454,8 +2454,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2454
2454
  source: z$1.ZodLiteral<"column">;
2455
2455
  key: z$1.ZodString;
2456
2456
  aggregate: z$1.ZodEnum<{
2457
- avg: "avg";
2458
2457
  sum: "sum";
2458
+ avg: "avg";
2459
2459
  min: "min";
2460
2460
  max: "max";
2461
2461
  latest: "latest";
@@ -2553,12 +2553,12 @@ declare const caseRowSchema$1: z$1.ZodObject<{
2553
2553
  evalId: z$1.ZodString;
2554
2554
  tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
2555
2555
  status: z$1.ZodEnum<{
2556
- pending: "pending";
2556
+ error: "error";
2557
2557
  running: "running";
2558
2558
  cancelled: "cancelled";
2559
- error: "error";
2560
2559
  pass: "pass";
2561
2560
  fail: "fail";
2561
+ pending: "pending";
2562
2562
  }>;
2563
2563
  durationMs: z$1.ZodNullable<z$1.ZodNumber>;
2564
2564
  cacheHits: z$1.ZodOptional<z$1.ZodNumber>;
@@ -2654,10 +2654,10 @@ declare const scoreTraceSchema: z$1.ZodObject<{
2654
2654
  startedAt: z$1.ZodString;
2655
2655
  endedAt: z$1.ZodNullable<z$1.ZodString>;
2656
2656
  status: z$1.ZodEnum<{
2657
- running: "running";
2658
- cancelled: "cancelled";
2659
2657
  error: "error";
2658
+ running: "running";
2660
2659
  ok: "ok";
2660
+ cancelled: "cancelled";
2661
2661
  }>;
2662
2662
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
2663
2663
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2708,8 +2708,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
2708
2708
  }>>;
2709
2709
  mode: z$1.ZodOptional<z$1.ZodEnum<{
2710
2710
  all: "all";
2711
- sum: "sum";
2712
2711
  last: "last";
2712
+ sum: "sum";
2713
2713
  }>>;
2714
2714
  }, z$1.core.$strip>>>;
2715
2715
  }, z$1.core.$strip>;
@@ -2719,10 +2719,10 @@ declare const scoreTraceSchema: z$1.ZodObject<{
2719
2719
  namespace: z$1.ZodString;
2720
2720
  key: z$1.ZodString;
2721
2721
  status: z$1.ZodEnum<{
2722
- bypass: "bypass";
2723
- refresh: "refresh";
2724
2722
  hit: "hit";
2725
2723
  miss: "miss";
2724
+ refresh: "refresh";
2725
+ bypass: "bypass";
2726
2726
  }>;
2727
2727
  read: z$1.ZodOptional<z$1.ZodBoolean>;
2728
2728
  stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -2740,12 +2740,12 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2740
2740
  evalId: z$1.ZodString;
2741
2741
  tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
2742
2742
  status: z$1.ZodEnum<{
2743
- pending: "pending";
2743
+ error: "error";
2744
2744
  running: "running";
2745
2745
  cancelled: "cancelled";
2746
- error: "error";
2747
2746
  pass: "pass";
2748
2747
  fail: "fail";
2748
+ pending: "pending";
2749
2749
  }>;
2750
2750
  input: z$1.ZodUnknown;
2751
2751
  trace: z$1.ZodArray<z$1.ZodObject<{
@@ -2757,10 +2757,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2757
2757
  startedAt: z$1.ZodString;
2758
2758
  endedAt: z$1.ZodNullable<z$1.ZodString>;
2759
2759
  status: z$1.ZodEnum<{
2760
- running: "running";
2761
- cancelled: "cancelled";
2762
2760
  error: "error";
2761
+ running: "running";
2763
2762
  ok: "ok";
2763
+ cancelled: "cancelled";
2764
2764
  }>;
2765
2765
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
2766
2766
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2811,8 +2811,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2811
2811
  }>>;
2812
2812
  mode: z$1.ZodOptional<z$1.ZodEnum<{
2813
2813
  all: "all";
2814
- sum: "sum";
2815
2814
  last: "last";
2815
+ sum: "sum";
2816
2816
  }>>;
2817
2817
  }, z$1.core.$strip>>>;
2818
2818
  }, z$1.core.$strip>;
@@ -2826,10 +2826,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2826
2826
  startedAt: z$1.ZodString;
2827
2827
  endedAt: z$1.ZodNullable<z$1.ZodString>;
2828
2828
  status: z$1.ZodEnum<{
2829
- running: "running";
2830
- cancelled: "cancelled";
2831
2829
  error: "error";
2830
+ running: "running";
2832
2831
  ok: "ok";
2832
+ cancelled: "cancelled";
2833
2833
  }>;
2834
2834
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
2835
2835
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2880,8 +2880,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2880
2880
  }>>;
2881
2881
  mode: z$1.ZodOptional<z$1.ZodEnum<{
2882
2882
  all: "all";
2883
- sum: "sum";
2884
2883
  last: "last";
2884
+ sum: "sum";
2885
2885
  }>>;
2886
2886
  }, z$1.core.$strip>>>;
2887
2887
  }, z$1.core.$strip>;
@@ -2891,10 +2891,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2891
2891
  namespace: z$1.ZodString;
2892
2892
  key: z$1.ZodString;
2893
2893
  status: z$1.ZodEnum<{
2894
- bypass: "bypass";
2895
- refresh: "refresh";
2896
2894
  hit: "hit";
2897
2895
  miss: "miss";
2896
+ refresh: "refresh";
2897
+ bypass: "bypass";
2898
2898
  }>;
2899
2899
  read: z$1.ZodOptional<z$1.ZodBoolean>;
2900
2900
  stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -2960,10 +2960,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2960
2960
  namespace: z$1.ZodString;
2961
2961
  key: z$1.ZodString;
2962
2962
  status: z$1.ZodEnum<{
2963
- bypass: "bypass";
2964
- refresh: "refresh";
2965
2963
  hit: "hit";
2966
2964
  miss: "miss";
2965
+ refresh: "refresh";
2966
+ bypass: "bypass";
2967
2967
  }>;
2968
2968
  read: z$1.ZodOptional<z$1.ZodBoolean>;
2969
2969
  stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -3016,8 +3016,8 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
3016
3016
  type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
3017
3017
  /** Reducer applied to a numeric column across all cases of a single run. */
3018
3018
  declare const evalChartAggregateSchema: z$1.ZodEnum<{
3019
- avg: "avg";
3020
3019
  sum: "sum";
3020
+ avg: "avg";
3021
3021
  min: "min";
3022
3022
  max: "max";
3023
3023
  latest: "latest";
@@ -3030,11 +3030,11 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
3030
3030
  * not emit raw hex so authored evals stay decoupled from the web theme.
3031
3031
  */
3032
3032
  declare const evalChartColorSchema: z$1.ZodEnum<{
3033
- error: "error";
3034
3033
  success: "success";
3034
+ error: "error";
3035
+ warning: "warning";
3035
3036
  accent: "accent";
3036
3037
  accentDim: "accentDim";
3037
- warning: "warning";
3038
3038
  textMuted: "textMuted";
3039
3039
  }>;
3040
3040
  /** Semantic color token resolved to a theme color by the web UI. */
@@ -3059,11 +3059,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
3059
3059
  }>;
3060
3060
  label: z$1.ZodOptional<z$1.ZodString>;
3061
3061
  color: z$1.ZodOptional<z$1.ZodEnum<{
3062
- error: "error";
3063
3062
  success: "success";
3063
+ error: "error";
3064
+ warning: "warning";
3064
3065
  accent: "accent";
3065
3066
  accentDim: "accentDim";
3066
- warning: "warning";
3067
3067
  textMuted: "textMuted";
3068
3068
  }>>;
3069
3069
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3074,8 +3074,8 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
3074
3074
  source: z$1.ZodLiteral<"column">;
3075
3075
  key: z$1.ZodString;
3076
3076
  aggregate: z$1.ZodEnum<{
3077
- avg: "avg";
3078
3077
  sum: "sum";
3078
+ avg: "avg";
3079
3079
  min: "min";
3080
3080
  max: "max";
3081
3081
  latest: "latest";
@@ -3083,11 +3083,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
3083
3083
  }>;
3084
3084
  label: z$1.ZodOptional<z$1.ZodString>;
3085
3085
  color: z$1.ZodOptional<z$1.ZodEnum<{
3086
- error: "error";
3087
3086
  success: "success";
3087
+ error: "error";
3088
+ warning: "warning";
3088
3089
  accent: "accent";
3089
3090
  accentDim: "accentDim";
3090
- warning: "warning";
3091
3091
  textMuted: "textMuted";
3092
3092
  }>>;
3093
3093
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3109,8 +3109,8 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
3109
3109
  source: z$1.ZodLiteral<"column">;
3110
3110
  key: z$1.ZodString;
3111
3111
  aggregate: z$1.ZodEnum<{
3112
- avg: "avg";
3113
3112
  sum: "sum";
3113
+ avg: "avg";
3114
3114
  min: "min";
3115
3115
  max: "max";
3116
3116
  latest: "latest";
@@ -3142,11 +3142,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
3142
3142
  }>;
3143
3143
  label: z$1.ZodOptional<z$1.ZodString>;
3144
3144
  color: z$1.ZodOptional<z$1.ZodEnum<{
3145
- error: "error";
3146
3145
  success: "success";
3146
+ error: "error";
3147
+ warning: "warning";
3147
3148
  accent: "accent";
3148
3149
  accentDim: "accentDim";
3149
- warning: "warning";
3150
3150
  textMuted: "textMuted";
3151
3151
  }>>;
3152
3152
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3157,8 +3157,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
3157
3157
  source: z$1.ZodLiteral<"column">;
3158
3158
  key: z$1.ZodString;
3159
3159
  aggregate: z$1.ZodEnum<{
3160
- avg: "avg";
3161
3160
  sum: "sum";
3161
+ avg: "avg";
3162
3162
  min: "min";
3163
3163
  max: "max";
3164
3164
  latest: "latest";
@@ -3166,11 +3166,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
3166
3166
  }>;
3167
3167
  label: z$1.ZodOptional<z$1.ZodString>;
3168
3168
  color: z$1.ZodOptional<z$1.ZodEnum<{
3169
- error: "error";
3170
3169
  success: "success";
3170
+ error: "error";
3171
+ warning: "warning";
3171
3172
  accent: "accent";
3172
3173
  accentDim: "accentDim";
3173
- warning: "warning";
3174
3174
  textMuted: "textMuted";
3175
3175
  }>>;
3176
3176
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3199,8 +3199,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
3199
3199
  source: z$1.ZodLiteral<"column">;
3200
3200
  key: z$1.ZodString;
3201
3201
  aggregate: z$1.ZodEnum<{
3202
- avg: "avg";
3203
3202
  sum: "sum";
3203
+ avg: "avg";
3204
3204
  min: "min";
3205
3205
  max: "max";
3206
3206
  latest: "latest";
@@ -3232,11 +3232,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
3232
3232
  }>;
3233
3233
  label: z$1.ZodOptional<z$1.ZodString>;
3234
3234
  color: z$1.ZodOptional<z$1.ZodEnum<{
3235
- error: "error";
3236
3235
  success: "success";
3236
+ error: "error";
3237
+ warning: "warning";
3237
3238
  accent: "accent";
3238
3239
  accentDim: "accentDim";
3239
- warning: "warning";
3240
3240
  textMuted: "textMuted";
3241
3241
  }>>;
3242
3242
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3247,8 +3247,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
3247
3247
  source: z$1.ZodLiteral<"column">;
3248
3248
  key: z$1.ZodString;
3249
3249
  aggregate: z$1.ZodEnum<{
3250
- avg: "avg";
3251
3250
  sum: "sum";
3251
+ avg: "avg";
3252
3252
  min: "min";
3253
3253
  max: "max";
3254
3254
  latest: "latest";
@@ -3256,11 +3256,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
3256
3256
  }>;
3257
3257
  label: z$1.ZodOptional<z$1.ZodString>;
3258
3258
  color: z$1.ZodOptional<z$1.ZodEnum<{
3259
- error: "error";
3260
3259
  success: "success";
3260
+ error: "error";
3261
+ warning: "warning";
3261
3262
  accent: "accent";
3262
3263
  accentDim: "accentDim";
3263
- warning: "warning";
3264
3264
  textMuted: "textMuted";
3265
3265
  }>>;
3266
3266
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3289,8 +3289,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
3289
3289
  source: z$1.ZodLiteral<"column">;
3290
3290
  key: z$1.ZodString;
3291
3291
  aggregate: z$1.ZodEnum<{
3292
- avg: "avg";
3293
3292
  sum: "sum";
3293
+ avg: "avg";
3294
3294
  min: "min";
3295
3295
  max: "max";
3296
3296
  latest: "latest";
@@ -3307,11 +3307,11 @@ declare const runManifestSchema$1: z$1.ZodObject<{
3307
3307
  id: z$1.ZodString;
3308
3308
  shortId: z$1.ZodString;
3309
3309
  status: z$1.ZodEnum<{
3310
- pending: "pending";
3310
+ error: "error";
3311
3311
  running: "running";
3312
- completed: "completed";
3313
3312
  cancelled: "cancelled";
3314
- error: "error";
3313
+ pending: "pending";
3314
+ completed: "completed";
3315
3315
  }>;
3316
3316
  temporary: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodBoolean>>;
3317
3317
  startedAt: z$1.ZodString;
@@ -3321,8 +3321,8 @@ declare const runManifestSchema$1: z$1.ZodObject<{
3321
3321
  target: z$1.ZodObject<{
3322
3322
  mode: z$1.ZodEnum<{
3323
3323
  all: "all";
3324
- evalIds: "evalIds";
3325
3324
  caseIds: "caseIds";
3325
+ evalIds: "evalIds";
3326
3326
  }>;
3327
3327
  evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
3328
3328
  files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
@@ -3336,9 +3336,9 @@ declare const runManifestSchema$1: z$1.ZodObject<{
3336
3336
  median: "median";
3337
3337
  }>>>;
3338
3338
  cacheMode: z$1.ZodOptional<z$1.ZodEnum<{
3339
- use: "use";
3340
- bypass: "bypass";
3341
3339
  refresh: "refresh";
3340
+ bypass: "bypass";
3341
+ use: "use";
3342
3342
  }>>;
3343
3343
  }, z$1.core.$strip>;
3344
3344
  /** Persisted lifecycle metadata for a single eval run. */
@@ -3347,11 +3347,11 @@ type RunManifest = z$1.infer<typeof runManifestSchema$1>;
3347
3347
  declare const runSummarySchema$1: z$1.ZodObject<{
3348
3348
  runId: z$1.ZodString;
3349
3349
  status: z$1.ZodEnum<{
3350
- pending: "pending";
3350
+ error: "error";
3351
3351
  running: "running";
3352
- completed: "completed";
3353
3352
  cancelled: "cancelled";
3354
- error: "error";
3353
+ pending: "pending";
3354
+ completed: "completed";
3355
3355
  }>;
3356
3356
  totalCases: z$1.ZodNumber;
3357
3357
  passedCases: z$1.ZodNumber;
@@ -3434,8 +3434,8 @@ type TrialSelectionMode = z$1.infer<typeof trialSelectionModeSchema>;
3434
3434
  /** Built-in eval-level output/column keys. */
3435
3435
  /** Removal config for built-in eval-level outputs and UI metadata. */
3436
3436
  declare const removeDefaultConfigSchema: z$1.ZodUnion<readonly [z$1.ZodLiteral<true>, z$1.ZodArray<z$1.ZodEnum<{
3437
- apiCalls: "apiCalls";
3438
3437
  costUsd: "costUsd";
3438
+ apiCalls: "apiCalls";
3439
3439
  llmTurns: "llmTurns";
3440
3440
  inputTokens: "inputTokens";
3441
3441
  outputTokens: "outputTokens";
@@ -4249,9 +4249,9 @@ declare function extractApiCalls(spans: EvalTraceSpan$1[], config: ResolvedApiCa
4249
4249
  * - `refresh`: never read, always write (forces re-execution and overwrites).
4250
4250
  */
4251
4251
  declare const cacheModeSchema: z$1.ZodEnum<{
4252
- use: "use";
4253
- bypass: "bypass";
4254
4252
  refresh: "refresh";
4253
+ bypass: "bypass";
4254
+ use: "use";
4255
4255
  }>;
4256
4256
  /** Mode controlling how cached spans behave during a run. */
4257
4257
  type CacheMode = z$1.infer<typeof cacheModeSchema>;
@@ -4272,10 +4272,10 @@ declare const cacheOperationTypeSchema: z$1.ZodEnum<{
4272
4272
  type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
4273
4273
  /** Status of a cache lookup recorded on a span or case scope. */
4274
4274
  declare const cacheStatusSchema: z$1.ZodEnum<{
4275
- bypass: "bypass";
4276
- refresh: "refresh";
4277
4275
  hit: "hit";
4278
4276
  miss: "miss";
4277
+ refresh: "refresh";
4278
+ bypass: "bypass";
4279
4279
  }>;
4280
4280
  /** Status of a cache lookup recorded on a span or case scope. */
4281
4281
  type CacheStatus = z$1.infer<typeof cacheStatusSchema>;
@@ -4292,10 +4292,10 @@ declare const traceCacheRefSchema: z$1.ZodObject<{
4292
4292
  namespace: z$1.ZodString;
4293
4293
  key: z$1.ZodString;
4294
4294
  status: z$1.ZodEnum<{
4295
- bypass: "bypass";
4296
- refresh: "refresh";
4297
4295
  hit: "hit";
4298
4296
  miss: "miss";
4297
+ refresh: "refresh";
4298
+ bypass: "bypass";
4299
4299
  }>;
4300
4300
  read: z$1.ZodOptional<z$1.ZodBoolean>;
4301
4301
  stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -4370,10 +4370,10 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
4370
4370
  returnValue: z$1.ZodUnknown;
4371
4371
  finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
4372
4372
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4373
- running: "running";
4374
- cancelled: "cancelled";
4375
4373
  error: "error";
4374
+ running: "running";
4376
4375
  ok: "ok";
4376
+ cancelled: "cancelled";
4377
4377
  }>>;
4378
4378
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4379
4379
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4443,10 +4443,10 @@ declare const cacheEntrySchema: z$1.ZodObject<{
4443
4443
  returnValue: z$1.ZodUnknown;
4444
4444
  finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
4445
4445
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4446
- running: "running";
4447
- cancelled: "cancelled";
4448
4446
  error: "error";
4447
+ running: "running";
4449
4448
  ok: "ok";
4449
+ cancelled: "cancelled";
4450
4450
  }>>;
4451
4451
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4452
4452
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4533,10 +4533,10 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
4533
4533
  returnValue: z$1.ZodUnknown;
4534
4534
  finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
4535
4535
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4536
- running: "running";
4537
- cancelled: "cancelled";
4538
4536
  error: "error";
4537
+ running: "running";
4539
4538
  ok: "ok";
4539
+ cancelled: "cancelled";
4540
4540
  }>>;
4541
4541
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4542
4542
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4612,10 +4612,10 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
4612
4612
  returnValue: z$1.ZodUnknown;
4613
4613
  finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
4614
4614
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4615
- running: "running";
4616
- cancelled: "cancelled";
4617
4615
  error: "error";
4616
+ running: "running";
4618
4617
  ok: "ok";
4618
+ cancelled: "cancelled";
4619
4619
  }>>;
4620
4620
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4621
4621
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4693,10 +4693,10 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
4693
4693
  returnValue: z$1.ZodUnknown;
4694
4694
  finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
4695
4695
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4696
- running: "running";
4697
- cancelled: "cancelled";
4698
4696
  error: "error";
4697
+ running: "running";
4699
4698
  ok: "ok";
4699
+ cancelled: "cancelled";
4700
4700
  }>>;
4701
4701
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4702
4702
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4772,10 +4772,10 @@ declare const cacheFileSchema: z$1.ZodObject<{
4772
4772
  returnValue: z$1.ZodUnknown;
4773
4773
  finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
4774
4774
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4775
- running: "running";
4776
- cancelled: "cancelled";
4777
4775
  error: "error";
4776
+ running: "running";
4778
4777
  ok: "ok";
4778
+ cancelled: "cancelled";
4779
4779
  }>>;
4780
4780
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4781
4781
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4861,10 +4861,10 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
4861
4861
  returnValue: z$1.ZodUnknown;
4862
4862
  finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
4863
4863
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4864
- running: "running";
4865
- cancelled: "cancelled";
4866
4864
  error: "error";
4865
+ running: "running";
4867
4866
  ok: "ok";
4867
+ cancelled: "cancelled";
4868
4868
  }>>;
4869
4869
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4870
4870
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -5021,8 +5021,8 @@ declare const createRunRequestSchema$1: z$1.ZodObject<{
5021
5021
  target: z$1.ZodObject<{
5022
5022
  mode: z$1.ZodEnum<{
5023
5023
  all: "all";
5024
- evalIds: "evalIds";
5025
5024
  caseIds: "caseIds";
5025
+ evalIds: "evalIds";
5026
5026
  }>;
5027
5027
  evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
5028
5028
  files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
@@ -5034,9 +5034,9 @@ declare const createRunRequestSchema$1: z$1.ZodObject<{
5034
5034
  temporary: z$1.ZodOptional<z$1.ZodBoolean>;
5035
5035
  cache: z$1.ZodOptional<z$1.ZodObject<{
5036
5036
  mode: z$1.ZodDefault<z$1.ZodEnum<{
5037
- use: "use";
5038
- bypass: "bypass";
5039
5037
  refresh: "refresh";
5038
+ bypass: "bypass";
5039
+ use: "use";
5040
5040
  }>>;
5041
5041
  }, z$1.core.$strip>>;
5042
5042
  manualInputs: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
@@ -6635,4 +6635,4 @@ declare function defineEval<TInput = unknown, TOutputs extends EvalOutputs = Eva
6635
6635
  /** Return whether the active eval case has tags matching the typed input. */
6636
6636
  declare function matchesEvalTags(input: EvalTagMatchInput): boolean;
6637
6637
  //#endregion
6638
- export { type AgentEvalTagRegistry, type AgentEvalsConfig, type ApiCallEntry, type ApiCallMetric, type ApiCallMetricFormat, type ApiCallMetricPlacement, type ApiCallMetricValue, type ApiCallsConfigInput, type AssertionFailure, type CacheActivityEntry, type CacheAdapter, type CacheDebugKeyEntry, type CacheDebugKeyFile, type CacheDebugKeyWrite, type CacheEntry, type CacheEntryWithDebugKey, type CacheFile, type CacheHitEntry, type CacheKeyHashInput, type CacheKeyHashOptions, type CacheListItem, type CacheMode, type CacheOperationType, type CacheRecording, type CacheRecordingFrame, type CacheRecordingOp, type CacheScopeContext, type CacheSerializationOptions, type CacheStatus, type CallDerivedAttribute, type CallDerivedAttributeContext, type CallDerivedAttributesConfig, type CallDerivedAttributesFn, type CaptureEvalSpanErrorLevel, type CaptureEvalSpanErrorOptions, type CaseDetail, type CaseRow, type CellValue, type ColumnDef, type ColumnFormat, type ColumnKind, type ConfigReloadState, type ConfigReloadStatus, type CreateRunRequest, type DefaultConfigKey, type DerivedStatus, type DiscoveryIssue, EvalAssertionError, type EvalCacheConfig, type EvalCase, type EvalCaseScope, type EvalChartAggregate, type EvalChartAxis, type EvalChartBuiltinMetric, type EvalChartColor, type EvalChartConfig, type EvalChartMetric, type EvalChartTooltipExtra, type EvalChartType, type EvalChartsConfig, type EvalColumnOverride, type EvalColumns, type EvalDefinition, type EvalDeriveConfig, type EvalDeriveContext, type EvalDeriveFn, type EvalDeriveMap, type EvalDeriveValueFn, type EvalDisplayStatus, type EvalExecuteContext, type EvalExpectation, type EvalFreshnessStatus, type EvalManualInputConfig, type EvalManualScoreDef, type EvalOutputs, type EvalOutputsSchema, type EvalRunner, type EvalRuntimeScope, type EvalScoreContext, type EvalScoreDef, type EvalScoreFn, type EvalSetOutput, type EvalStartTime, type EvalStatAggregate, type EvalStatItem, type EvalStatsConfig, type EvalSummary, type EvalTag, type EvalTagMatchInput, type EvalTraceTree, type JsonCell, type LlmCallCostBreakdown, type LlmCallCostCurrency, type LlmCallEntry, type LlmCallMetric, type LlmCallMetricFormat, type LlmCallMetricPlacement, type LlmCallMetricValue, type LlmCallPricing, type LlmCallPricingRate, type LlmCallPricingRegistry, type LlmCallSimulatedTokens, type LlmCallsConfigInput, type LlmCostScenario, type ManualInputDescriptor, type ManualInputFieldDescriptor, type ManualInputFieldKind, type ManualInputFieldOverride, type ManualInputFieldsConfig, type ManualInputFileValue, type ManualInputSelectOption, type MaterializeManualInputFilesResult, type NumberDisplayOptions, type ReadManualInputFileResult, type RemoveDefaultConfig, type ResolvedApiCallMetric, type ResolvedApiCallsConfig, type ResolvedCallDerivedAttribute, type ResolvedLlmCallCostCurrency, type ResolvedLlmCallMetric, type ResolvedLlmCallPricing, type ResolvedLlmCallsConfig, type RunInEvalScopeOptions, type RunLogEntry, type RunLogLevel, type RunLogLocation, type RunLogPhase, type RunLogsConfigInput, type RunManifest, type RunSummary, type ScalarCell, type ScopedCaseSummary, type ScoreTrace, type SerializedCacheSpan, type SerializedCacheValue, type SpanCacheOptions, type SseEnvelope, type SseEventType, type TraceActiveSpan, type TraceAttributeDisplay, type TraceAttributeDisplayFormat, type TraceAttributeDisplayInput, type TraceAttributeDisplayPlacement, type TraceAttributeTransform, type TraceAttributeTransformContext, type TraceCacheInfo, type TraceCacheRef, type TraceDisplayConfig, type TraceDisplayInputConfig, type TraceSpanInfo, type TrialSelectionMode, type UpdateManualScoreRequest, appendToEvalOutput, buildTraceTree, captureEvalSpanError, cleanupStagedManualInputFiles, createRunner, defineEval, deserializeCacheRecording, deserializeCacheValue, evalAssert, evalExpect, evalLog, evalSpan, evalTime, evalTracer, extractApiCalls, extractCacheEntries, extractCacheHits, extractLlmCalls, getCurrentScope, getEvalCaseInput, getEvalRegistry, getNestedAttribute, hashCacheKey, hashCacheKeySync, incrementEvalOutput, isInEvalScope, isManualInputFileValue, manualInputFileValueSchema, matchesEvalTags, materializeManualInputFiles, mergeEvalOutput, nextEvalId, readManualInputFile, repoFile, runCli, runInEvalRuntimeScope, runInEvalScope, runInExistingEvalScope, serializeCacheRecording, serializeCacheValue, setEvalOutput, setScopeCacheContext, simulateLlmCallCost, simulateTokenAllocation, stageManualInputFile, stageManualInputFileFromPath, startEvalBackgroundJob, z };
6638
+ export { AgentEvalTagRegistry, AgentEvalsConfig, type ApiCallEntry, type ApiCallMetric, type ApiCallMetricFormat, type ApiCallMetricPlacement, type ApiCallMetricValue, type ApiCallsConfigInput, type AssertionFailure, type CacheActivityEntry, type CacheAdapter, type CacheDebugKeyEntry, type CacheDebugKeyFile, type CacheDebugKeyWrite, type CacheEntry, type CacheEntryWithDebugKey, type CacheFile, type CacheHitEntry, type CacheKeyHashInput, type CacheKeyHashOptions, type CacheListItem, type CacheMode, type CacheOperationType, type CacheRecording, type CacheRecordingFrame, type CacheRecordingOp, type CacheScopeContext, type CacheSerializationOptions, type CacheStatus, type CallDerivedAttribute, type CallDerivedAttributeContext, type CallDerivedAttributesConfig, type CallDerivedAttributesFn, type CaptureEvalSpanErrorLevel, type CaptureEvalSpanErrorOptions, type CaseDetail, type CaseRow, type CellValue, type ColumnDef, type ColumnFormat, type ColumnKind, type ConfigReloadState, type ConfigReloadStatus, type CreateRunRequest, type DefaultConfigKey, type DerivedStatus, type DiscoveryIssue, EvalAssertionError, type EvalCacheConfig, EvalCase, type EvalCaseScope, type EvalChartAggregate, type EvalChartAxis, type EvalChartBuiltinMetric, type EvalChartColor, type EvalChartConfig, type EvalChartMetric, type EvalChartTooltipExtra, type EvalChartType, type EvalChartsConfig, type EvalColumnOverride, type EvalColumns, EvalDefinition, type EvalDeriveConfig, type EvalDeriveContext, type EvalDeriveFn, type EvalDeriveMap, type EvalDeriveValueFn, type EvalDisplayStatus, type EvalExecuteContext, type EvalExpectation, type EvalFreshnessStatus, type EvalManualInputConfig, type EvalManualScoreDef, type EvalOutputs, type EvalOutputsSchema, type EvalRunner, type EvalRuntimeScope, type EvalScoreContext, type EvalScoreDef, type EvalScoreFn, type EvalSetOutput, type EvalStartTime, type EvalStatAggregate, type EvalStatItem, type EvalStatsConfig, type EvalSummary, EvalTag, EvalTagMatchInput, type EvalTraceTree, type JsonCell, type LlmCallCostBreakdown, type LlmCallCostCurrency, type LlmCallEntry, type LlmCallMetric, type LlmCallMetricFormat, type LlmCallMetricPlacement, type LlmCallMetricValue, type LlmCallPricing, type LlmCallPricingRate, type LlmCallPricingRegistry, type LlmCallSimulatedTokens, type LlmCallsConfigInput, type LlmCostScenario, type ManualInputDescriptor, type ManualInputFieldDescriptor, type ManualInputFieldKind, type ManualInputFieldOverride, type ManualInputFieldsConfig, type ManualInputFileValue, type ManualInputSelectOption, type MaterializeManualInputFilesResult, type NumberDisplayOptions, type ReadManualInputFileResult, type RemoveDefaultConfig, type ResolvedApiCallMetric, type ResolvedApiCallsConfig, type ResolvedCallDerivedAttribute, type ResolvedLlmCallCostCurrency, type ResolvedLlmCallMetric, type ResolvedLlmCallPricing, type ResolvedLlmCallsConfig, type RunInEvalScopeOptions, type RunLogEntry, type RunLogLevel, type RunLogLocation, type RunLogPhase, type RunLogsConfigInput, type RunManifest, type RunSummary, type ScalarCell, type ScopedCaseSummary, type ScoreTrace, type SerializedCacheSpan, type SerializedCacheValue, type SpanCacheOptions, type SseEnvelope, type SseEventType, type TraceActiveSpan, type TraceAttributeDisplay, type TraceAttributeDisplayFormat, type TraceAttributeDisplayInput, type TraceAttributeDisplayPlacement, type TraceAttributeTransform, type TraceAttributeTransformContext, type TraceCacheInfo, type TraceCacheRef, type TraceDisplayConfig, type TraceDisplayInputConfig, type TraceSpanInfo, type TrialSelectionMode, type UpdateManualScoreRequest, appendToEvalOutput, buildTraceTree, captureEvalSpanError, cleanupStagedManualInputFiles, createRunner, defineEval, deserializeCacheRecording, deserializeCacheValue, evalAssert, evalExpect, evalLog, evalSpan, evalTime, evalTracer, extractApiCalls, extractCacheEntries, extractCacheHits, extractLlmCalls, getCurrentScope, getEvalCaseInput, getEvalRegistry, getNestedAttribute, hashCacheKey, hashCacheKeySync, incrementEvalOutput, isInEvalScope, isManualInputFileValue, manualInputFileValueSchema, matchesEvalTags, materializeManualInputFiles, mergeEvalOutput, nextEvalId, readManualInputFile, repoFile, runCli, runInEvalRuntimeScope, runInEvalScope, runInExistingEvalScope, serializeCacheRecording, serializeCacheValue, setEvalOutput, setScopeCacheContext, simulateLlmCallCost, simulateTokenAllocation, stageManualInputFile, stageManualInputFileFromPath, startEvalBackgroundJob, z };