@ls-stack/agent-eval 0.54.0 → 0.55.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -1901,8 +1901,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
1901
1901
  }>>;
1902
1902
  mode: z$1.ZodOptional<z$1.ZodEnum<{
1903
1903
  all: "all";
1904
- sum: "sum";
1905
1904
  last: "last";
1905
+ sum: "sum";
1906
1906
  }>>;
1907
1907
  }, z$1.core.$strip>;
1908
1908
  /**
@@ -1937,8 +1937,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
1937
1937
  }>>;
1938
1938
  mode: z$1.ZodOptional<z$1.ZodEnum<{
1939
1939
  all: "all";
1940
- sum: "sum";
1941
1940
  last: "last";
1941
+ sum: "sum";
1942
1942
  }>>;
1943
1943
  }, z$1.core.$strip>>>;
1944
1944
  }, z$1.core.$strip>;
@@ -1977,8 +1977,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
1977
1977
  }>>;
1978
1978
  mode: z$1.ZodOptional<z$1.ZodEnum<{
1979
1979
  all: "all";
1980
- sum: "sum";
1981
1980
  last: "last";
1981
+ sum: "sum";
1982
1982
  }>>;
1983
1983
  transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
1984
1984
  }, z$1.core.$strip>;
@@ -2015,8 +2015,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
2015
2015
  }>>;
2016
2016
  mode: z$1.ZodOptional<z$1.ZodEnum<{
2017
2017
  all: "all";
2018
- sum: "sum";
2019
2018
  last: "last";
2019
+ sum: "sum";
2020
2020
  }>>;
2021
2021
  transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
2022
2022
  }, z$1.core.$strip>>>;
@@ -2051,10 +2051,10 @@ declare const traceSpanSchema$1: z$1.ZodObject<{
2051
2051
  startedAt: z$1.ZodString;
2052
2052
  endedAt: z$1.ZodNullable<z$1.ZodString>;
2053
2053
  status: z$1.ZodEnum<{
2054
- running: "running";
2055
- cancelled: "cancelled";
2056
2054
  error: "error";
2055
+ running: "running";
2057
2056
  ok: "ok";
2057
+ cancelled: "cancelled";
2058
2058
  }>;
2059
2059
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
2060
2060
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2099,10 +2099,10 @@ type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
2099
2099
  * `best` selects the highest finite value and `worst` selects the lowest.
2100
2100
  */
2101
2101
  declare const evalStatAggregateSchema: z$1.ZodEnum<{
2102
- avg: "avg";
2103
- sum: "sum";
2104
2102
  min: "min";
2105
2103
  max: "max";
2104
+ sum: "sum";
2105
+ avg: "avg";
2106
2106
  best: "best";
2107
2107
  worst: "worst";
2108
2108
  }>;
@@ -2131,10 +2131,10 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2131
2131
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
2132
2132
  kind: z$1.ZodLiteral<"duration">;
2133
2133
  aggregate: z$1.ZodOptional<z$1.ZodEnum<{
2134
- avg: "avg";
2135
- sum: "sum";
2136
2134
  min: "min";
2137
2135
  max: "max";
2136
+ sum: "sum";
2137
+ avg: "avg";
2138
2138
  best: "best";
2139
2139
  worst: "worst";
2140
2140
  }>>;
@@ -2142,10 +2142,10 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2142
2142
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
2143
2143
  kind: z$1.ZodLiteral<"cacheHits">;
2144
2144
  aggregate: z$1.ZodOptional<z$1.ZodEnum<{
2145
- avg: "avg";
2146
- sum: "sum";
2147
2145
  min: "min";
2148
2146
  max: "max";
2147
+ sum: "sum";
2148
+ avg: "avg";
2149
2149
  best: "best";
2150
2150
  worst: "worst";
2151
2151
  }>>;
@@ -2155,10 +2155,10 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2155
2155
  key: z$1.ZodString;
2156
2156
  label: z$1.ZodOptional<z$1.ZodString>;
2157
2157
  aggregate: z$1.ZodEnum<{
2158
- avg: "avg";
2159
- sum: "sum";
2160
2158
  min: "min";
2161
2159
  max: "max";
2160
+ sum: "sum";
2161
+ avg: "avg";
2162
2162
  best: "best";
2163
2163
  worst: "worst";
2164
2164
  }>;
@@ -2195,10 +2195,10 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
2195
2195
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
2196
2196
  kind: z$1.ZodLiteral<"duration">;
2197
2197
  aggregate: z$1.ZodOptional<z$1.ZodEnum<{
2198
- avg: "avg";
2199
- sum: "sum";
2200
2198
  min: "min";
2201
2199
  max: "max";
2200
+ sum: "sum";
2201
+ avg: "avg";
2202
2202
  best: "best";
2203
2203
  worst: "worst";
2204
2204
  }>>;
@@ -2206,10 +2206,10 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
2206
2206
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
2207
2207
  kind: z$1.ZodLiteral<"cacheHits">;
2208
2208
  aggregate: z$1.ZodOptional<z$1.ZodEnum<{
2209
- avg: "avg";
2210
- sum: "sum";
2211
2209
  min: "min";
2212
2210
  max: "max";
2211
+ sum: "sum";
2212
+ avg: "avg";
2213
2213
  best: "best";
2214
2214
  worst: "worst";
2215
2215
  }>>;
@@ -2219,10 +2219,10 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
2219
2219
  key: z$1.ZodString;
2220
2220
  label: z$1.ZodOptional<z$1.ZodString>;
2221
2221
  aggregate: z$1.ZodEnum<{
2222
- avg: "avg";
2223
- sum: "sum";
2224
2222
  min: "min";
2225
2223
  max: "max";
2224
+ sum: "sum";
2225
+ avg: "avg";
2226
2226
  best: "best";
2227
2227
  worst: "worst";
2228
2228
  }>;
@@ -2304,9 +2304,9 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2304
2304
  caseCount: z$1.ZodNullable<z$1.ZodNumber>;
2305
2305
  caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
2306
2306
  lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
2307
+ error: "error";
2307
2308
  running: "running";
2308
2309
  cancelled: "cancelled";
2309
- error: "error";
2310
2310
  pass: "pass";
2311
2311
  fail: "fail";
2312
2312
  unscored: "unscored";
@@ -2322,10 +2322,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2322
2322
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
2323
2323
  kind: z$1.ZodLiteral<"duration">;
2324
2324
  aggregate: z$1.ZodOptional<z$1.ZodEnum<{
2325
- avg: "avg";
2326
- sum: "sum";
2327
2325
  min: "min";
2328
2326
  max: "max";
2327
+ sum: "sum";
2328
+ avg: "avg";
2329
2329
  best: "best";
2330
2330
  worst: "worst";
2331
2331
  }>>;
@@ -2333,10 +2333,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2333
2333
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
2334
2334
  kind: z$1.ZodLiteral<"cacheHits">;
2335
2335
  aggregate: z$1.ZodOptional<z$1.ZodEnum<{
2336
- avg: "avg";
2337
- sum: "sum";
2338
2336
  min: "min";
2339
2337
  max: "max";
2338
+ sum: "sum";
2339
+ avg: "avg";
2340
2340
  best: "best";
2341
2341
  worst: "worst";
2342
2342
  }>>;
@@ -2346,10 +2346,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2346
2346
  key: z$1.ZodString;
2347
2347
  label: z$1.ZodOptional<z$1.ZodString>;
2348
2348
  aggregate: z$1.ZodEnum<{
2349
- avg: "avg";
2350
- sum: "sum";
2351
2349
  min: "min";
2352
2350
  max: "max";
2351
+ sum: "sum";
2352
+ avg: "avg";
2353
2353
  best: "best";
2354
2354
  worst: "worst";
2355
2355
  }>;
@@ -2373,10 +2373,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2373
2373
  accent: z$1.ZodOptional<z$1.ZodBoolean>;
2374
2374
  }, z$1.core.$strip>], "kind">>>;
2375
2375
  defaultStatAggregate: z$1.ZodOptional<z$1.ZodEnum<{
2376
- avg: "avg";
2377
- sum: "sum";
2378
2376
  min: "min";
2379
2377
  max: "max";
2378
+ sum: "sum";
2379
+ avg: "avg";
2380
2380
  best: "best";
2381
2381
  worst: "worst";
2382
2382
  }>>;
@@ -2392,8 +2392,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2392
2392
  metrics: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2393
2393
  source: z$1.ZodLiteral<"builtin">;
2394
2394
  metric: z$1.ZodEnum<{
2395
- passRate: "passRate";
2396
2395
  durationMs: "durationMs";
2396
+ passRate: "passRate";
2397
2397
  }>;
2398
2398
  label: z$1.ZodOptional<z$1.ZodString>;
2399
2399
  color: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2412,10 +2412,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2412
2412
  source: z$1.ZodLiteral<"column">;
2413
2413
  key: z$1.ZodString;
2414
2414
  aggregate: z$1.ZodEnum<{
2415
- avg: "avg";
2416
- sum: "sum";
2417
2415
  min: "min";
2418
2416
  max: "max";
2417
+ sum: "sum";
2418
+ avg: "avg";
2419
2419
  latest: "latest";
2420
2420
  passThresholdRate: "passThresholdRate";
2421
2421
  }>;
@@ -2446,18 +2446,18 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2446
2446
  tooltipExtras: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2447
2447
  source: z$1.ZodLiteral<"builtin">;
2448
2448
  metric: z$1.ZodEnum<{
2449
- passRate: "passRate";
2450
2449
  durationMs: "durationMs";
2450
+ passRate: "passRate";
2451
2451
  }>;
2452
2452
  label: z$1.ZodOptional<z$1.ZodString>;
2453
2453
  }, z$1.core.$strip>, z$1.ZodObject<{
2454
2454
  source: z$1.ZodLiteral<"column">;
2455
2455
  key: z$1.ZodString;
2456
2456
  aggregate: z$1.ZodEnum<{
2457
- avg: "avg";
2458
- sum: "sum";
2459
2457
  min: "min";
2460
2458
  max: "max";
2459
+ sum: "sum";
2460
+ avg: "avg";
2461
2461
  latest: "latest";
2462
2462
  passThresholdRate: "passThresholdRate";
2463
2463
  }>;
@@ -2553,10 +2553,10 @@ declare const caseRowSchema$1: z$1.ZodObject<{
2553
2553
  evalId: z$1.ZodString;
2554
2554
  tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
2555
2555
  status: z$1.ZodEnum<{
2556
- pending: "pending";
2556
+ error: "error";
2557
2557
  running: "running";
2558
2558
  cancelled: "cancelled";
2559
- error: "error";
2559
+ pending: "pending";
2560
2560
  pass: "pass";
2561
2561
  fail: "fail";
2562
2562
  }>;
@@ -2654,10 +2654,10 @@ declare const scoreTraceSchema: z$1.ZodObject<{
2654
2654
  startedAt: z$1.ZodString;
2655
2655
  endedAt: z$1.ZodNullable<z$1.ZodString>;
2656
2656
  status: z$1.ZodEnum<{
2657
- running: "running";
2658
- cancelled: "cancelled";
2659
2657
  error: "error";
2658
+ running: "running";
2660
2659
  ok: "ok";
2660
+ cancelled: "cancelled";
2661
2661
  }>;
2662
2662
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
2663
2663
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2708,8 +2708,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
2708
2708
  }>>;
2709
2709
  mode: z$1.ZodOptional<z$1.ZodEnum<{
2710
2710
  all: "all";
2711
- sum: "sum";
2712
2711
  last: "last";
2712
+ sum: "sum";
2713
2713
  }>>;
2714
2714
  }, z$1.core.$strip>>>;
2715
2715
  }, z$1.core.$strip>;
@@ -2740,10 +2740,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2740
2740
  evalId: z$1.ZodString;
2741
2741
  tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
2742
2742
  status: z$1.ZodEnum<{
2743
- pending: "pending";
2743
+ error: "error";
2744
2744
  running: "running";
2745
2745
  cancelled: "cancelled";
2746
- error: "error";
2746
+ pending: "pending";
2747
2747
  pass: "pass";
2748
2748
  fail: "fail";
2749
2749
  }>;
@@ -2757,10 +2757,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2757
2757
  startedAt: z$1.ZodString;
2758
2758
  endedAt: z$1.ZodNullable<z$1.ZodString>;
2759
2759
  status: z$1.ZodEnum<{
2760
- running: "running";
2761
- cancelled: "cancelled";
2762
2760
  error: "error";
2761
+ running: "running";
2763
2762
  ok: "ok";
2763
+ cancelled: "cancelled";
2764
2764
  }>;
2765
2765
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
2766
2766
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2811,8 +2811,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2811
2811
  }>>;
2812
2812
  mode: z$1.ZodOptional<z$1.ZodEnum<{
2813
2813
  all: "all";
2814
- sum: "sum";
2815
2814
  last: "last";
2815
+ sum: "sum";
2816
2816
  }>>;
2817
2817
  }, z$1.core.$strip>>>;
2818
2818
  }, z$1.core.$strip>;
@@ -2826,10 +2826,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2826
2826
  startedAt: z$1.ZodString;
2827
2827
  endedAt: z$1.ZodNullable<z$1.ZodString>;
2828
2828
  status: z$1.ZodEnum<{
2829
- running: "running";
2830
- cancelled: "cancelled";
2831
2829
  error: "error";
2830
+ running: "running";
2832
2831
  ok: "ok";
2832
+ cancelled: "cancelled";
2833
2833
  }>;
2834
2834
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
2835
2835
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2880,8 +2880,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2880
2880
  }>>;
2881
2881
  mode: z$1.ZodOptional<z$1.ZodEnum<{
2882
2882
  all: "all";
2883
- sum: "sum";
2884
2883
  last: "last";
2884
+ sum: "sum";
2885
2885
  }>>;
2886
2886
  }, z$1.core.$strip>>>;
2887
2887
  }, z$1.core.$strip>;
@@ -3006,8 +3006,8 @@ type EvalChartType = z$1.infer<typeof evalChartTypeSchema>;
3006
3006
  * than from a per-case column.
3007
3007
  */
3008
3008
  declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
3009
- passRate: "passRate";
3010
3009
  durationMs: "durationMs";
3010
+ passRate: "passRate";
3011
3011
  }>;
3012
3012
  /**
3013
3013
  * Run-level metric sourced from the aggregated `RunSummary` for a run, rather
@@ -3016,10 +3016,10 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
3016
3016
  type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
3017
3017
  /** Reducer applied to a numeric column across all cases of a single run. */
3018
3018
  declare const evalChartAggregateSchema: z$1.ZodEnum<{
3019
- avg: "avg";
3020
- sum: "sum";
3021
3019
  min: "min";
3022
3020
  max: "max";
3021
+ sum: "sum";
3022
+ avg: "avg";
3023
3023
  latest: "latest";
3024
3024
  passThresholdRate: "passThresholdRate";
3025
3025
  }>;
@@ -3054,8 +3054,8 @@ type EvalChartAxis = z$1.infer<typeof evalChartAxisSchema>;
3054
3054
  declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
3055
3055
  source: z$1.ZodLiteral<"builtin">;
3056
3056
  metric: z$1.ZodEnum<{
3057
- passRate: "passRate";
3058
3057
  durationMs: "durationMs";
3058
+ passRate: "passRate";
3059
3059
  }>;
3060
3060
  label: z$1.ZodOptional<z$1.ZodString>;
3061
3061
  color: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3074,10 +3074,10 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
3074
3074
  source: z$1.ZodLiteral<"column">;
3075
3075
  key: z$1.ZodString;
3076
3076
  aggregate: z$1.ZodEnum<{
3077
- avg: "avg";
3078
- sum: "sum";
3079
3077
  min: "min";
3080
3078
  max: "max";
3079
+ sum: "sum";
3080
+ avg: "avg";
3081
3081
  latest: "latest";
3082
3082
  passThresholdRate: "passThresholdRate";
3083
3083
  }>;
@@ -3101,18 +3101,18 @@ type EvalChartMetric = z$1.infer<typeof evalChartMetricSchema>;
3101
3101
  declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
3102
3102
  source: z$1.ZodLiteral<"builtin">;
3103
3103
  metric: z$1.ZodEnum<{
3104
- passRate: "passRate";
3105
3104
  durationMs: "durationMs";
3105
+ passRate: "passRate";
3106
3106
  }>;
3107
3107
  label: z$1.ZodOptional<z$1.ZodString>;
3108
3108
  }, z$1.core.$strip>, z$1.ZodObject<{
3109
3109
  source: z$1.ZodLiteral<"column">;
3110
3110
  key: z$1.ZodString;
3111
3111
  aggregate: z$1.ZodEnum<{
3112
- avg: "avg";
3113
- sum: "sum";
3114
3112
  min: "min";
3115
3113
  max: "max";
3114
+ sum: "sum";
3115
+ avg: "avg";
3116
3116
  latest: "latest";
3117
3117
  passThresholdRate: "passThresholdRate";
3118
3118
  }>;
@@ -3137,8 +3137,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
3137
3137
  metrics: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
3138
3138
  source: z$1.ZodLiteral<"builtin">;
3139
3139
  metric: z$1.ZodEnum<{
3140
- passRate: "passRate";
3141
3140
  durationMs: "durationMs";
3141
+ passRate: "passRate";
3142
3142
  }>;
3143
3143
  label: z$1.ZodOptional<z$1.ZodString>;
3144
3144
  color: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3157,10 +3157,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
3157
3157
  source: z$1.ZodLiteral<"column">;
3158
3158
  key: z$1.ZodString;
3159
3159
  aggregate: z$1.ZodEnum<{
3160
- avg: "avg";
3161
- sum: "sum";
3162
3160
  min: "min";
3163
3161
  max: "max";
3162
+ sum: "sum";
3163
+ avg: "avg";
3164
3164
  latest: "latest";
3165
3165
  passThresholdRate: "passThresholdRate";
3166
3166
  }>;
@@ -3191,18 +3191,18 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
3191
3191
  tooltipExtras: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
3192
3192
  source: z$1.ZodLiteral<"builtin">;
3193
3193
  metric: z$1.ZodEnum<{
3194
- passRate: "passRate";
3195
3194
  durationMs: "durationMs";
3195
+ passRate: "passRate";
3196
3196
  }>;
3197
3197
  label: z$1.ZodOptional<z$1.ZodString>;
3198
3198
  }, z$1.core.$strip>, z$1.ZodObject<{
3199
3199
  source: z$1.ZodLiteral<"column">;
3200
3200
  key: z$1.ZodString;
3201
3201
  aggregate: z$1.ZodEnum<{
3202
- avg: "avg";
3203
- sum: "sum";
3204
3202
  min: "min";
3205
3203
  max: "max";
3204
+ sum: "sum";
3205
+ avg: "avg";
3206
3206
  latest: "latest";
3207
3207
  passThresholdRate: "passThresholdRate";
3208
3208
  }>;
@@ -3227,8 +3227,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
3227
3227
  metrics: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
3228
3228
  source: z$1.ZodLiteral<"builtin">;
3229
3229
  metric: z$1.ZodEnum<{
3230
- passRate: "passRate";
3231
3230
  durationMs: "durationMs";
3231
+ passRate: "passRate";
3232
3232
  }>;
3233
3233
  label: z$1.ZodOptional<z$1.ZodString>;
3234
3234
  color: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3247,10 +3247,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
3247
3247
  source: z$1.ZodLiteral<"column">;
3248
3248
  key: z$1.ZodString;
3249
3249
  aggregate: z$1.ZodEnum<{
3250
- avg: "avg";
3251
- sum: "sum";
3252
3250
  min: "min";
3253
3251
  max: "max";
3252
+ sum: "sum";
3253
+ avg: "avg";
3254
3254
  latest: "latest";
3255
3255
  passThresholdRate: "passThresholdRate";
3256
3256
  }>;
@@ -3281,18 +3281,18 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
3281
3281
  tooltipExtras: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
3282
3282
  source: z$1.ZodLiteral<"builtin">;
3283
3283
  metric: z$1.ZodEnum<{
3284
- passRate: "passRate";
3285
3284
  durationMs: "durationMs";
3285
+ passRate: "passRate";
3286
3286
  }>;
3287
3287
  label: z$1.ZodOptional<z$1.ZodString>;
3288
3288
  }, z$1.core.$strip>, z$1.ZodObject<{
3289
3289
  source: z$1.ZodLiteral<"column">;
3290
3290
  key: z$1.ZodString;
3291
3291
  aggregate: z$1.ZodEnum<{
3292
- avg: "avg";
3293
- sum: "sum";
3294
3292
  min: "min";
3295
3293
  max: "max";
3294
+ sum: "sum";
3295
+ avg: "avg";
3296
3296
  latest: "latest";
3297
3297
  passThresholdRate: "passThresholdRate";
3298
3298
  }>;
@@ -3307,11 +3307,11 @@ declare const runManifestSchema$1: z$1.ZodObject<{
3307
3307
  id: z$1.ZodString;
3308
3308
  shortId: z$1.ZodString;
3309
3309
  status: z$1.ZodEnum<{
3310
- pending: "pending";
3310
+ error: "error";
3311
3311
  running: "running";
3312
- completed: "completed";
3313
3312
  cancelled: "cancelled";
3314
- error: "error";
3313
+ pending: "pending";
3314
+ completed: "completed";
3315
3315
  }>;
3316
3316
  temporary: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodBoolean>>;
3317
3317
  startedAt: z$1.ZodString;
@@ -3347,11 +3347,11 @@ type RunManifest = z$1.infer<typeof runManifestSchema$1>;
3347
3347
  declare const runSummarySchema$1: z$1.ZodObject<{
3348
3348
  runId: z$1.ZodString;
3349
3349
  status: z$1.ZodEnum<{
3350
- pending: "pending";
3350
+ error: "error";
3351
3351
  running: "running";
3352
- completed: "completed";
3353
3352
  cancelled: "cancelled";
3354
- error: "error";
3353
+ pending: "pending";
3354
+ completed: "completed";
3355
3355
  }>;
3356
3356
  totalCases: z$1.ZodNumber;
3357
3357
  passedCases: z$1.ZodNumber;
@@ -4265,8 +4265,8 @@ declare const spanCacheOptionsSchema: z$1.ZodObject<{
4265
4265
  type SpanCacheOptions = z$1.infer<typeof spanCacheOptionsSchema>;
4266
4266
  /** Category of operation stored in the eval cache. */
4267
4267
  declare const cacheOperationTypeSchema: z$1.ZodEnum<{
4268
- value: "value";
4269
4268
  span: "span";
4269
+ value: "value";
4270
4270
  }>;
4271
4271
  /** Category of operation stored in the eval cache. */
4272
4272
  type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
@@ -4309,8 +4309,8 @@ declare const cacheListItemSchema$1: z$1.ZodObject<{
4309
4309
  key: z$1.ZodString;
4310
4310
  namespace: z$1.ZodString;
4311
4311
  operationType: z$1.ZodEnum<{
4312
- value: "value";
4313
4312
  span: "span";
4313
+ value: "value";
4314
4314
  }>;
4315
4315
  operationName: z$1.ZodString;
4316
4316
  spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -4370,10 +4370,10 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
4370
4370
  returnValue: z$1.ZodUnknown;
4371
4371
  finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
4372
4372
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4373
- running: "running";
4374
- cancelled: "cancelled";
4375
4373
  error: "error";
4374
+ running: "running";
4376
4375
  ok: "ok";
4376
+ cancelled: "cancelled";
4377
4377
  }>>;
4378
4378
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4379
4379
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4432,8 +4432,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
4432
4432
  key: z$1.ZodString;
4433
4433
  namespace: z$1.ZodString;
4434
4434
  operationType: z$1.ZodOptional<z$1.ZodEnum<{
4435
- value: "value";
4436
4435
  span: "span";
4436
+ value: "value";
4437
4437
  }>>;
4438
4438
  operationName: z$1.ZodOptional<z$1.ZodString>;
4439
4439
  spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -4443,10 +4443,10 @@ declare const cacheEntrySchema: z$1.ZodObject<{
4443
4443
  returnValue: z$1.ZodUnknown;
4444
4444
  finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
4445
4445
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4446
- running: "running";
4447
- cancelled: "cancelled";
4448
4446
  error: "error";
4447
+ running: "running";
4449
4448
  ok: "ok";
4449
+ cancelled: "cancelled";
4450
4450
  }>>;
4451
4451
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4452
4452
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4511,8 +4511,8 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
4511
4511
  key: z$1.ZodString;
4512
4512
  namespace: z$1.ZodString;
4513
4513
  operationType: z$1.ZodEnum<{
4514
- value: "value";
4515
4514
  span: "span";
4515
+ value: "value";
4516
4516
  }>;
4517
4517
  operationName: z$1.ZodString;
4518
4518
  storedAt: z$1.ZodString;
@@ -4522,8 +4522,8 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
4522
4522
  key: z$1.ZodString;
4523
4523
  namespace: z$1.ZodString;
4524
4524
  operationType: z$1.ZodOptional<z$1.ZodEnum<{
4525
- value: "value";
4526
4525
  span: "span";
4526
+ value: "value";
4527
4527
  }>>;
4528
4528
  operationName: z$1.ZodOptional<z$1.ZodString>;
4529
4529
  spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -4533,10 +4533,10 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
4533
4533
  returnValue: z$1.ZodUnknown;
4534
4534
  finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
4535
4535
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4536
- running: "running";
4537
- cancelled: "cancelled";
4538
4536
  error: "error";
4537
+ running: "running";
4539
4538
  ok: "ok";
4539
+ cancelled: "cancelled";
4540
4540
  }>>;
4541
4541
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4542
4542
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4601,8 +4601,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
4601
4601
  key: z$1.ZodString;
4602
4602
  namespace: z$1.ZodString;
4603
4603
  operationType: z$1.ZodOptional<z$1.ZodEnum<{
4604
- value: "value";
4605
4604
  span: "span";
4605
+ value: "value";
4606
4606
  }>>;
4607
4607
  operationName: z$1.ZodOptional<z$1.ZodString>;
4608
4608
  spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -4612,10 +4612,10 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
4612
4612
  returnValue: z$1.ZodUnknown;
4613
4613
  finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
4614
4614
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4615
- running: "running";
4616
- cancelled: "cancelled";
4617
4615
  error: "error";
4616
+ running: "running";
4618
4617
  ok: "ok";
4618
+ cancelled: "cancelled";
4619
4619
  }>>;
4620
4620
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4621
4621
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4671,8 +4671,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
4671
4671
  key: z$1.ZodString;
4672
4672
  namespace: z$1.ZodString;
4673
4673
  operationType: z$1.ZodEnum<{
4674
- value: "value";
4675
4674
  span: "span";
4675
+ value: "value";
4676
4676
  }>;
4677
4677
  operationName: z$1.ZodString;
4678
4678
  storedAt: z$1.ZodString;
@@ -4682,8 +4682,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
4682
4682
  key: z$1.ZodString;
4683
4683
  namespace: z$1.ZodString;
4684
4684
  operationType: z$1.ZodOptional<z$1.ZodEnum<{
4685
- value: "value";
4686
4685
  span: "span";
4686
+ value: "value";
4687
4687
  }>>;
4688
4688
  operationName: z$1.ZodOptional<z$1.ZodString>;
4689
4689
  spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -4693,10 +4693,10 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
4693
4693
  returnValue: z$1.ZodUnknown;
4694
4694
  finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
4695
4695
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4696
- running: "running";
4697
- cancelled: "cancelled";
4698
4696
  error: "error";
4697
+ running: "running";
4699
4698
  ok: "ok";
4699
+ cancelled: "cancelled";
4700
4700
  }>>;
4701
4701
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4702
4702
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4761,8 +4761,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
4761
4761
  key: z$1.ZodString;
4762
4762
  namespace: z$1.ZodString;
4763
4763
  operationType: z$1.ZodOptional<z$1.ZodEnum<{
4764
- value: "value";
4765
4764
  span: "span";
4765
+ value: "value";
4766
4766
  }>>;
4767
4767
  operationName: z$1.ZodOptional<z$1.ZodString>;
4768
4768
  spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -4772,10 +4772,10 @@ declare const cacheFileSchema: z$1.ZodObject<{
4772
4772
  returnValue: z$1.ZodUnknown;
4773
4773
  finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
4774
4774
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4775
- running: "running";
4776
- cancelled: "cancelled";
4777
4775
  error: "error";
4776
+ running: "running";
4778
4777
  ok: "ok";
4778
+ cancelled: "cancelled";
4779
4779
  }>>;
4780
4780
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4781
4781
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4839,8 +4839,8 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
4839
4839
  key: z$1.ZodString;
4840
4840
  namespace: z$1.ZodString;
4841
4841
  operationType: z$1.ZodEnum<{
4842
- value: "value";
4843
4842
  span: "span";
4843
+ value: "value";
4844
4844
  }>;
4845
4845
  operationName: z$1.ZodString;
4846
4846
  storedAt: z$1.ZodString;
@@ -4850,8 +4850,8 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
4850
4850
  key: z$1.ZodString;
4851
4851
  namespace: z$1.ZodString;
4852
4852
  operationType: z$1.ZodOptional<z$1.ZodEnum<{
4853
- value: "value";
4854
4853
  span: "span";
4854
+ value: "value";
4855
4855
  }>>;
4856
4856
  operationName: z$1.ZodOptional<z$1.ZodString>;
4857
4857
  spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -4861,10 +4861,10 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
4861
4861
  returnValue: z$1.ZodUnknown;
4862
4862
  finalAttributes: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>;
4863
4863
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4864
- running: "running";
4865
- cancelled: "cancelled";
4866
4864
  error: "error";
4865
+ running: "running";
4867
4866
  ok: "ok";
4867
+ cancelled: "cancelled";
4868
4868
  }>>;
4869
4869
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4870
4870
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4997,8 +4997,8 @@ type SseEnvelope = z$1.infer<typeof sseEnvelopeSchema$1>; //#endregion
4997
4997
  //#region src/schemas/api.d.ts
4998
4998
  /** Lifecycle state for an app config reload triggered by `agent-evals.config.ts`. */
4999
4999
  declare const configReloadStatusSchema: z$1.ZodEnum<{
5000
- pending: "pending";
5001
5000
  idle: "idle";
5001
+ pending: "pending";
5002
5002
  reloading: "reloading";
5003
5003
  }>;
5004
5004
  /** Status for config reloads in the long-running app server. */
@@ -5006,8 +5006,8 @@ type ConfigReloadStatus = z$1.infer<typeof configReloadStatusSchema>;
5006
5006
  /** UI/API-visible state for config reloads in `agent-evals app`. */
5007
5007
  declare const configReloadStateSchema$1: z$1.ZodObject<{
5008
5008
  status: z$1.ZodEnum<{
5009
- pending: "pending";
5010
5009
  idle: "idle";
5010
+ pending: "pending";
5011
5011
  reloading: "reloading";
5012
5012
  }>;
5013
5013
  activeRunCount: z$1.ZodNumber;
@@ -6635,4 +6635,4 @@ declare function defineEval<TInput = unknown, TOutputs extends EvalOutputs = Eva
6635
6635
  /** Return whether the active eval case has tags matching the typed input. */
6636
6636
  declare function matchesEvalTags(input: EvalTagMatchInput): boolean;
6637
6637
  //#endregion
6638
- export { type AgentEvalTagRegistry, type AgentEvalsConfig, type ApiCallEntry, type ApiCallMetric, type ApiCallMetricFormat, type ApiCallMetricPlacement, type ApiCallMetricValue, type ApiCallsConfigInput, type AssertionFailure, type CacheActivityEntry, type CacheAdapter, type CacheDebugKeyEntry, type CacheDebugKeyFile, type CacheDebugKeyWrite, type CacheEntry, type CacheEntryWithDebugKey, type CacheFile, type CacheHitEntry, type CacheKeyHashInput, type CacheKeyHashOptions, type CacheListItem, type CacheMode, type CacheOperationType, type CacheRecording, type CacheRecordingFrame, type CacheRecordingOp, type CacheScopeContext, type CacheSerializationOptions, type CacheStatus, type CallDerivedAttribute, type CallDerivedAttributeContext, type CallDerivedAttributesConfig, type CallDerivedAttributesFn, type CaptureEvalSpanErrorLevel, type CaptureEvalSpanErrorOptions, type CaseDetail, type CaseRow, type CellValue, type ColumnDef, type ColumnFormat, type ColumnKind, type ConfigReloadState, type ConfigReloadStatus, type CreateRunRequest, type DefaultConfigKey, type DerivedStatus, type DiscoveryIssue, EvalAssertionError, type EvalCacheConfig, type EvalCase, type EvalCaseScope, type EvalChartAggregate, type EvalChartAxis, type EvalChartBuiltinMetric, type EvalChartColor, type EvalChartConfig, type EvalChartMetric, type EvalChartTooltipExtra, type EvalChartType, type EvalChartsConfig, type EvalColumnOverride, type EvalColumns, type EvalDefinition, type EvalDeriveConfig, type EvalDeriveContext, type EvalDeriveFn, type EvalDeriveMap, type EvalDeriveValueFn, type EvalDisplayStatus, type EvalExecuteContext, type EvalExpectation, type EvalFreshnessStatus, type EvalManualInputConfig, type EvalManualScoreDef, type EvalOutputs, type EvalOutputsSchema, type EvalRunner, type EvalRuntimeScope, type EvalScoreContext, type EvalScoreDef, type EvalScoreFn, type EvalSetOutput, type EvalStartTime, type EvalStatAggregate, type EvalStatItem, type EvalStatsConfig, type EvalSummary, type EvalTag, type EvalTagMatchInput, type EvalTraceTree, type JsonCell, type LlmCallCostBreakdown, type LlmCallCostCurrency, type LlmCallEntry, type LlmCallMetric, type LlmCallMetricFormat, type LlmCallMetricPlacement, type LlmCallMetricValue, type LlmCallPricing, type LlmCallPricingRate, type LlmCallPricingRegistry, type LlmCallSimulatedTokens, type LlmCallsConfigInput, type LlmCostScenario, type ManualInputDescriptor, type ManualInputFieldDescriptor, type ManualInputFieldKind, type ManualInputFieldOverride, type ManualInputFieldsConfig, type ManualInputFileValue, type ManualInputSelectOption, type MaterializeManualInputFilesResult, type NumberDisplayOptions, type ReadManualInputFileResult, type RemoveDefaultConfig, type ResolvedApiCallMetric, type ResolvedApiCallsConfig, type ResolvedCallDerivedAttribute, type ResolvedLlmCallCostCurrency, type ResolvedLlmCallMetric, type ResolvedLlmCallPricing, type ResolvedLlmCallsConfig, type RunInEvalScopeOptions, type RunLogEntry, type RunLogLevel, type RunLogLocation, type RunLogPhase, type RunLogsConfigInput, type RunManifest, type RunSummary, type ScalarCell, type ScopedCaseSummary, type ScoreTrace, type SerializedCacheSpan, type SerializedCacheValue, type SpanCacheOptions, type SseEnvelope, type SseEventType, type TraceActiveSpan, type TraceAttributeDisplay, type TraceAttributeDisplayFormat, type TraceAttributeDisplayInput, type TraceAttributeDisplayPlacement, type TraceAttributeTransform, type TraceAttributeTransformContext, type TraceCacheInfo, type TraceCacheRef, type TraceDisplayConfig, type TraceDisplayInputConfig, type TraceSpanInfo, type TrialSelectionMode, type UpdateManualScoreRequest, appendToEvalOutput, buildTraceTree, captureEvalSpanError, cleanupStagedManualInputFiles, createRunner, defineEval, deserializeCacheRecording, deserializeCacheValue, evalAssert, evalExpect, evalLog, evalSpan, evalTime, evalTracer, extractApiCalls, extractCacheEntries, extractCacheHits, extractLlmCalls, getCurrentScope, getEvalCaseInput, getEvalRegistry, getNestedAttribute, hashCacheKey, hashCacheKeySync, incrementEvalOutput, isInEvalScope, isManualInputFileValue, manualInputFileValueSchema, matchesEvalTags, materializeManualInputFiles, mergeEvalOutput, nextEvalId, readManualInputFile, repoFile, runCli, runInEvalRuntimeScope, runInEvalScope, runInExistingEvalScope, serializeCacheRecording, serializeCacheValue, setEvalOutput, setScopeCacheContext, simulateLlmCallCost, simulateTokenAllocation, stageManualInputFile, stageManualInputFileFromPath, startEvalBackgroundJob, z };
6638
+ export { AgentEvalTagRegistry, AgentEvalsConfig, type ApiCallEntry, type ApiCallMetric, type ApiCallMetricFormat, type ApiCallMetricPlacement, type ApiCallMetricValue, type ApiCallsConfigInput, type AssertionFailure, type CacheActivityEntry, type CacheAdapter, type CacheDebugKeyEntry, type CacheDebugKeyFile, type CacheDebugKeyWrite, type CacheEntry, type CacheEntryWithDebugKey, type CacheFile, type CacheHitEntry, type CacheKeyHashInput, type CacheKeyHashOptions, type CacheListItem, type CacheMode, type CacheOperationType, type CacheRecording, type CacheRecordingFrame, type CacheRecordingOp, type CacheScopeContext, type CacheSerializationOptions, type CacheStatus, type CallDerivedAttribute, type CallDerivedAttributeContext, type CallDerivedAttributesConfig, type CallDerivedAttributesFn, type CaptureEvalSpanErrorLevel, type CaptureEvalSpanErrorOptions, type CaseDetail, type CaseRow, type CellValue, type ColumnDef, type ColumnFormat, type ColumnKind, type ConfigReloadState, type ConfigReloadStatus, type CreateRunRequest, type DefaultConfigKey, type DerivedStatus, type DiscoveryIssue, EvalAssertionError, type EvalCacheConfig, EvalCase, type EvalCaseScope, type EvalChartAggregate, type EvalChartAxis, type EvalChartBuiltinMetric, type EvalChartColor, type EvalChartConfig, type EvalChartMetric, type EvalChartTooltipExtra, type EvalChartType, type EvalChartsConfig, type EvalColumnOverride, type EvalColumns, EvalDefinition, type EvalDeriveConfig, type EvalDeriveContext, type EvalDeriveFn, type EvalDeriveMap, type EvalDeriveValueFn, type EvalDisplayStatus, type EvalExecuteContext, type EvalExpectation, type EvalFreshnessStatus, type EvalManualInputConfig, type EvalManualScoreDef, type EvalOutputs, type EvalOutputsSchema, type EvalRunner, type EvalRuntimeScope, type EvalScoreContext, type EvalScoreDef, type EvalScoreFn, type EvalSetOutput, type EvalStartTime, type EvalStatAggregate, type EvalStatItem, type EvalStatsConfig, type EvalSummary, EvalTag, EvalTagMatchInput, type EvalTraceTree, type JsonCell, type LlmCallCostBreakdown, type LlmCallCostCurrency, type LlmCallEntry, type LlmCallMetric, type LlmCallMetricFormat, type LlmCallMetricPlacement, type LlmCallMetricValue, type LlmCallPricing, type LlmCallPricingRate, type LlmCallPricingRegistry, type LlmCallSimulatedTokens, type LlmCallsConfigInput, type LlmCostScenario, type ManualInputDescriptor, type ManualInputFieldDescriptor, type ManualInputFieldKind, type ManualInputFieldOverride, type ManualInputFieldsConfig, type ManualInputFileValue, type ManualInputSelectOption, type MaterializeManualInputFilesResult, type NumberDisplayOptions, type ReadManualInputFileResult, type RemoveDefaultConfig, type ResolvedApiCallMetric, type ResolvedApiCallsConfig, type ResolvedCallDerivedAttribute, type ResolvedLlmCallCostCurrency, type ResolvedLlmCallMetric, type ResolvedLlmCallPricing, type ResolvedLlmCallsConfig, type RunInEvalScopeOptions, type RunLogEntry, type RunLogLevel, type RunLogLocation, type RunLogPhase, type RunLogsConfigInput, type RunManifest, type RunSummary, type ScalarCell, type ScopedCaseSummary, type ScoreTrace, type SerializedCacheSpan, type SerializedCacheValue, type SpanCacheOptions, type SseEnvelope, type SseEventType, type TraceActiveSpan, type TraceAttributeDisplay, type TraceAttributeDisplayFormat, type TraceAttributeDisplayInput, type TraceAttributeDisplayPlacement, type TraceAttributeTransform, type TraceAttributeTransformContext, type TraceCacheInfo, type TraceCacheRef, type TraceDisplayConfig, type TraceDisplayInputConfig, type TraceSpanInfo, type TrialSelectionMode, type UpdateManualScoreRequest, appendToEvalOutput, buildTraceTree, captureEvalSpanError, cleanupStagedManualInputFiles, createRunner, defineEval, deserializeCacheRecording, deserializeCacheValue, evalAssert, evalExpect, evalLog, evalSpan, evalTime, evalTracer, extractApiCalls, extractCacheEntries, extractCacheHits, extractLlmCalls, getCurrentScope, getEvalCaseInput, getEvalRegistry, getNestedAttribute, hashCacheKey, hashCacheKeySync, incrementEvalOutput, isInEvalScope, isManualInputFileValue, manualInputFileValueSchema, matchesEvalTags, materializeManualInputFiles, mergeEvalOutput, nextEvalId, readManualInputFile, repoFile, runCli, runInEvalRuntimeScope, runInEvalScope, runInExistingEvalScope, serializeCacheRecording, serializeCacheValue, setEvalOutput, setScopeCacheContext, simulateLlmCallCost, simulateTokenAllocation, stageManualInputFile, stageManualInputFileFromPath, startEvalBackgroundJob, z };