@ls-stack/agent-eval 0.41.0 → 0.42.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -1717,13 +1717,13 @@ type ColumnKind = z$1.infer<typeof columnKindSchema>;
1717
1717
  declare const columnFormatSchema: z$1.ZodEnum<{
1718
1718
  number: "number";
1719
1719
  boolean: "boolean";
1720
- duration: "duration";
1721
- json: "json";
1722
1720
  file: "file";
1723
1721
  markdown: "markdown";
1722
+ json: "json";
1724
1723
  image: "image";
1725
1724
  audio: "audio";
1726
1725
  video: "video";
1726
+ duration: "duration";
1727
1727
  percent: "percent";
1728
1728
  passFail: "passFail";
1729
1729
  stars: "stars";
@@ -1742,13 +1742,13 @@ declare const columnDefSchema: z$1.ZodObject<{
1742
1742
  format: z$1.ZodOptional<z$1.ZodEnum<{
1743
1743
  number: "number";
1744
1744
  boolean: "boolean";
1745
- duration: "duration";
1746
- json: "json";
1747
1745
  file: "file";
1748
1746
  markdown: "markdown";
1747
+ json: "json";
1749
1748
  image: "image";
1750
1749
  audio: "audio";
1751
1750
  video: "video";
1751
+ duration: "duration";
1752
1752
  percent: "percent";
1753
1753
  passFail: "passFail";
1754
1754
  stars: "stars";
@@ -1792,8 +1792,8 @@ type CellValue = z$1.infer<typeof cellValueSchema>; //#endregion
1792
1792
  declare const traceAttributeDisplayFormatSchema: z$1.ZodEnum<{
1793
1793
  string: "string";
1794
1794
  number: "number";
1795
- duration: "duration";
1796
1795
  json: "json";
1796
+ duration: "duration";
1797
1797
  }>;
1798
1798
  /**
1799
1799
  * Formatting hint for trace attribute values rendered by the UI.
@@ -1817,8 +1817,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
1817
1817
  format: z$1.ZodOptional<z$1.ZodEnum<{
1818
1818
  string: "string";
1819
1819
  number: "number";
1820
- duration: "duration";
1821
1820
  json: "json";
1821
+ duration: "duration";
1822
1822
  }>>;
1823
1823
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
1824
1824
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -1831,9 +1831,9 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
1831
1831
  subtree: "subtree";
1832
1832
  }>>;
1833
1833
  mode: z$1.ZodOptional<z$1.ZodEnum<{
1834
- all: "all";
1835
- last: "last";
1836
1834
  sum: "sum";
1835
+ last: "last";
1836
+ all: "all";
1837
1837
  }>>;
1838
1838
  }, z$1.core.$strip>;
1839
1839
  /**
@@ -1853,8 +1853,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
1853
1853
  format: z$1.ZodOptional<z$1.ZodEnum<{
1854
1854
  string: "string";
1855
1855
  number: "number";
1856
- duration: "duration";
1857
1856
  json: "json";
1857
+ duration: "duration";
1858
1858
  }>>;
1859
1859
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
1860
1860
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -1867,9 +1867,9 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
1867
1867
  subtree: "subtree";
1868
1868
  }>>;
1869
1869
  mode: z$1.ZodOptional<z$1.ZodEnum<{
1870
- all: "all";
1871
- last: "last";
1872
1870
  sum: "sum";
1871
+ last: "last";
1872
+ all: "all";
1873
1873
  }>>;
1874
1874
  }, z$1.core.$strip>>>;
1875
1875
  }, z$1.core.$strip>;
@@ -1893,8 +1893,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
1893
1893
  format: z$1.ZodOptional<z$1.ZodEnum<{
1894
1894
  string: "string";
1895
1895
  number: "number";
1896
- duration: "duration";
1897
1896
  json: "json";
1897
+ duration: "duration";
1898
1898
  }>>;
1899
1899
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
1900
1900
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -1907,9 +1907,9 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
1907
1907
  subtree: "subtree";
1908
1908
  }>>;
1909
1909
  mode: z$1.ZodOptional<z$1.ZodEnum<{
1910
- all: "all";
1911
- last: "last";
1912
1910
  sum: "sum";
1911
+ last: "last";
1912
+ all: "all";
1913
1913
  }>>;
1914
1914
  transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
1915
1915
  }, z$1.core.$strip>;
@@ -1931,8 +1931,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
1931
1931
  format: z$1.ZodOptional<z$1.ZodEnum<{
1932
1932
  string: "string";
1933
1933
  number: "number";
1934
- duration: "duration";
1935
1934
  json: "json";
1935
+ duration: "duration";
1936
1936
  }>>;
1937
1937
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
1938
1938
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -1945,9 +1945,9 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
1945
1945
  subtree: "subtree";
1946
1946
  }>>;
1947
1947
  mode: z$1.ZodOptional<z$1.ZodEnum<{
1948
- all: "all";
1949
- last: "last";
1950
1948
  sum: "sum";
1949
+ last: "last";
1950
+ all: "all";
1951
1951
  }>>;
1952
1952
  transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
1953
1953
  }, z$1.core.$strip>>>;
@@ -1984,8 +1984,8 @@ declare const traceSpanSchema$1: z$1.ZodObject<{
1984
1984
  status: z$1.ZodEnum<{
1985
1985
  error: "error";
1986
1986
  running: "running";
1987
- ok: "ok";
1988
1987
  cancelled: "cancelled";
1988
+ ok: "ok";
1989
1989
  }>;
1990
1990
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
1991
1991
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2026,11 +2026,11 @@ declare const evalFreshnessStatusSchema: z$1.ZodEnum<{
2026
2026
  type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
2027
2027
  /** Reducer used to collapse a column's per-case values into a single stat. */
2028
2028
  declare const evalStatAggregateSchema: z$1.ZodEnum<{
2029
- last: "last";
2030
- sum: "sum";
2031
2029
  avg: "avg";
2032
2030
  min: "min";
2033
2031
  max: "max";
2032
+ sum: "sum";
2033
+ last: "last";
2034
2034
  }>;
2035
2035
  /** Reducer used to collapse a column's per-case values into a single stat. */
2036
2036
  type EvalStatAggregate = z$1.infer<typeof evalStatAggregateSchema>;
@@ -2054,22 +2054,22 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2054
2054
  key: z$1.ZodString;
2055
2055
  label: z$1.ZodOptional<z$1.ZodString>;
2056
2056
  aggregate: z$1.ZodEnum<{
2057
- last: "last";
2058
- sum: "sum";
2059
2057
  avg: "avg";
2060
2058
  min: "min";
2061
2059
  max: "max";
2060
+ sum: "sum";
2061
+ last: "last";
2062
2062
  }>;
2063
2063
  format: z$1.ZodOptional<z$1.ZodEnum<{
2064
2064
  number: "number";
2065
2065
  boolean: "boolean";
2066
- duration: "duration";
2067
- json: "json";
2068
2066
  file: "file";
2069
2067
  markdown: "markdown";
2068
+ json: "json";
2070
2069
  image: "image";
2071
2070
  audio: "audio";
2072
2071
  video: "video";
2072
+ duration: "duration";
2073
2073
  percent: "percent";
2074
2074
  passFail: "passFail";
2075
2075
  stars: "stars";
@@ -2096,22 +2096,22 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
2096
2096
  key: z$1.ZodString;
2097
2097
  label: z$1.ZodOptional<z$1.ZodString>;
2098
2098
  aggregate: z$1.ZodEnum<{
2099
- last: "last";
2100
- sum: "sum";
2101
2099
  avg: "avg";
2102
2100
  min: "min";
2103
2101
  max: "max";
2102
+ sum: "sum";
2103
+ last: "last";
2104
2104
  }>;
2105
2105
  format: z$1.ZodOptional<z$1.ZodEnum<{
2106
2106
  number: "number";
2107
2107
  boolean: "boolean";
2108
- duration: "duration";
2109
- json: "json";
2110
2108
  file: "file";
2111
2109
  markdown: "markdown";
2110
+ json: "json";
2112
2111
  image: "image";
2113
2112
  audio: "audio";
2114
2113
  video: "video";
2114
+ duration: "duration";
2115
2115
  percent: "percent";
2116
2116
  passFail: "passFail";
2117
2117
  stars: "stars";
@@ -2149,13 +2149,13 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2149
2149
  format: z$1.ZodOptional<z$1.ZodEnum<{
2150
2150
  number: "number";
2151
2151
  boolean: "boolean";
2152
- duration: "duration";
2153
- json: "json";
2154
2152
  file: "file";
2155
2153
  markdown: "markdown";
2154
+ json: "json";
2156
2155
  image: "image";
2157
2156
  audio: "audio";
2158
2157
  video: "video";
2158
+ duration: "duration";
2159
2159
  percent: "percent";
2160
2160
  passFail: "passFail";
2161
2161
  stars: "stars";
@@ -2177,10 +2177,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2177
2177
  caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
2178
2178
  lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
2179
2179
  error: "error";
2180
- running: "running";
2181
- cancelled: "cancelled";
2182
2180
  pass: "pass";
2183
2181
  fail: "fail";
2182
+ running: "running";
2183
+ cancelled: "cancelled";
2184
2184
  unscored: "unscored";
2185
2185
  }>>;
2186
2186
  stats: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
@@ -2199,22 +2199,22 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2199
2199
  key: z$1.ZodString;
2200
2200
  label: z$1.ZodOptional<z$1.ZodString>;
2201
2201
  aggregate: z$1.ZodEnum<{
2202
- last: "last";
2203
- sum: "sum";
2204
2202
  avg: "avg";
2205
2203
  min: "min";
2206
2204
  max: "max";
2205
+ sum: "sum";
2206
+ last: "last";
2207
2207
  }>;
2208
2208
  format: z$1.ZodOptional<z$1.ZodEnum<{
2209
2209
  number: "number";
2210
2210
  boolean: "boolean";
2211
- duration: "duration";
2212
- json: "json";
2213
2211
  file: "file";
2214
2212
  markdown: "markdown";
2213
+ json: "json";
2215
2214
  image: "image";
2216
2215
  audio: "audio";
2217
2216
  video: "video";
2217
+ duration: "duration";
2218
2218
  percent: "percent";
2219
2219
  passFail: "passFail";
2220
2220
  stars: "stars";
@@ -2239,11 +2239,11 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2239
2239
  }>;
2240
2240
  label: z$1.ZodOptional<z$1.ZodString>;
2241
2241
  color: z$1.ZodOptional<z$1.ZodEnum<{
2242
- error: "error";
2243
2242
  success: "success";
2244
- warning: "warning";
2243
+ error: "error";
2245
2244
  accent: "accent";
2246
2245
  accentDim: "accentDim";
2246
+ warning: "warning";
2247
2247
  textMuted: "textMuted";
2248
2248
  }>>;
2249
2249
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2254,20 +2254,20 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2254
2254
  source: z$1.ZodLiteral<"column">;
2255
2255
  key: z$1.ZodString;
2256
2256
  aggregate: z$1.ZodEnum<{
2257
- sum: "sum";
2258
2257
  avg: "avg";
2259
2258
  min: "min";
2260
2259
  max: "max";
2260
+ sum: "sum";
2261
2261
  latest: "latest";
2262
2262
  passThresholdRate: "passThresholdRate";
2263
2263
  }>;
2264
2264
  label: z$1.ZodOptional<z$1.ZodString>;
2265
2265
  color: z$1.ZodOptional<z$1.ZodEnum<{
2266
- error: "error";
2267
2266
  success: "success";
2268
- warning: "warning";
2267
+ error: "error";
2269
2268
  accent: "accent";
2270
2269
  accentDim: "accentDim";
2270
+ warning: "warning";
2271
2271
  textMuted: "textMuted";
2272
2272
  }>>;
2273
2273
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2296,10 +2296,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2296
2296
  source: z$1.ZodLiteral<"column">;
2297
2297
  key: z$1.ZodString;
2298
2298
  aggregate: z$1.ZodEnum<{
2299
- sum: "sum";
2300
2299
  avg: "avg";
2301
2300
  min: "min";
2302
2301
  max: "max";
2302
+ sum: "sum";
2303
2303
  latest: "latest";
2304
2304
  passThresholdRate: "passThresholdRate";
2305
2305
  }>;
@@ -2396,10 +2396,10 @@ declare const caseRowSchema$1: z$1.ZodObject<{
2396
2396
  tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
2397
2397
  status: z$1.ZodEnum<{
2398
2398
  error: "error";
2399
- running: "running";
2400
- cancelled: "cancelled";
2401
2399
  pass: "pass";
2402
2400
  fail: "fail";
2401
+ running: "running";
2402
+ cancelled: "cancelled";
2403
2403
  pending: "pending";
2404
2404
  }>;
2405
2405
  durationMs: z$1.ZodNullable<z$1.ZodNumber>;
@@ -2492,8 +2492,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
2492
2492
  status: z$1.ZodEnum<{
2493
2493
  error: "error";
2494
2494
  running: "running";
2495
- ok: "ok";
2496
2495
  cancelled: "cancelled";
2496
+ ok: "ok";
2497
2497
  }>;
2498
2498
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
2499
2499
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2529,8 +2529,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
2529
2529
  format: z$1.ZodOptional<z$1.ZodEnum<{
2530
2530
  string: "string";
2531
2531
  number: "number";
2532
- duration: "duration";
2533
2532
  json: "json";
2533
+ duration: "duration";
2534
2534
  }>>;
2535
2535
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
2536
2536
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2543,9 +2543,9 @@ declare const scoreTraceSchema: z$1.ZodObject<{
2543
2543
  subtree: "subtree";
2544
2544
  }>>;
2545
2545
  mode: z$1.ZodOptional<z$1.ZodEnum<{
2546
- all: "all";
2547
- last: "last";
2548
2546
  sum: "sum";
2547
+ last: "last";
2548
+ all: "all";
2549
2549
  }>>;
2550
2550
  }, z$1.core.$strip>>>;
2551
2551
  }, z$1.core.$strip>;
@@ -2561,10 +2561,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2561
2561
  tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
2562
2562
  status: z$1.ZodEnum<{
2563
2563
  error: "error";
2564
- running: "running";
2565
- cancelled: "cancelled";
2566
2564
  pass: "pass";
2567
2565
  fail: "fail";
2566
+ running: "running";
2567
+ cancelled: "cancelled";
2568
2568
  pending: "pending";
2569
2569
  }>;
2570
2570
  input: z$1.ZodUnknown;
@@ -2579,8 +2579,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2579
2579
  status: z$1.ZodEnum<{
2580
2580
  error: "error";
2581
2581
  running: "running";
2582
- ok: "ok";
2583
2582
  cancelled: "cancelled";
2583
+ ok: "ok";
2584
2584
  }>;
2585
2585
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
2586
2586
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2616,8 +2616,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2616
2616
  format: z$1.ZodOptional<z$1.ZodEnum<{
2617
2617
  string: "string";
2618
2618
  number: "number";
2619
- duration: "duration";
2620
2619
  json: "json";
2620
+ duration: "duration";
2621
2621
  }>>;
2622
2622
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
2623
2623
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2630,9 +2630,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2630
2630
  subtree: "subtree";
2631
2631
  }>>;
2632
2632
  mode: z$1.ZodOptional<z$1.ZodEnum<{
2633
- all: "all";
2634
- last: "last";
2635
2633
  sum: "sum";
2634
+ last: "last";
2635
+ all: "all";
2636
2636
  }>>;
2637
2637
  }, z$1.core.$strip>>>;
2638
2638
  }, z$1.core.$strip>;
@@ -2648,8 +2648,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2648
2648
  status: z$1.ZodEnum<{
2649
2649
  error: "error";
2650
2650
  running: "running";
2651
- ok: "ok";
2652
2651
  cancelled: "cancelled";
2652
+ ok: "ok";
2653
2653
  }>;
2654
2654
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
2655
2655
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2685,8 +2685,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2685
2685
  format: z$1.ZodOptional<z$1.ZodEnum<{
2686
2686
  string: "string";
2687
2687
  number: "number";
2688
- duration: "duration";
2689
2688
  json: "json";
2689
+ duration: "duration";
2690
2690
  }>>;
2691
2691
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
2692
2692
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2699,9 +2699,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2699
2699
  subtree: "subtree";
2700
2700
  }>>;
2701
2701
  mode: z$1.ZodOptional<z$1.ZodEnum<{
2702
- all: "all";
2703
- last: "last";
2704
2702
  sum: "sum";
2703
+ last: "last";
2704
+ all: "all";
2705
2705
  }>>;
2706
2706
  }, z$1.core.$strip>>>;
2707
2707
  }, z$1.core.$strip>;
@@ -2817,10 +2817,10 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
2817
2817
  type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
2818
2818
  /** Reducer applied to a numeric column across all cases of a single run. */
2819
2819
  declare const evalChartAggregateSchema: z$1.ZodEnum<{
2820
- sum: "sum";
2821
2820
  avg: "avg";
2822
2821
  min: "min";
2823
2822
  max: "max";
2823
+ sum: "sum";
2824
2824
  latest: "latest";
2825
2825
  passThresholdRate: "passThresholdRate";
2826
2826
  }>;
@@ -2831,11 +2831,11 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
2831
2831
  * not emit raw hex so authored evals stay decoupled from the web theme.
2832
2832
  */
2833
2833
  declare const evalChartColorSchema: z$1.ZodEnum<{
2834
- error: "error";
2835
2834
  success: "success";
2836
- warning: "warning";
2835
+ error: "error";
2837
2836
  accent: "accent";
2838
2837
  accentDim: "accentDim";
2838
+ warning: "warning";
2839
2839
  textMuted: "textMuted";
2840
2840
  }>;
2841
2841
  /** Semantic color token resolved to a theme color by the web UI. */
@@ -2860,11 +2860,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2860
2860
  }>;
2861
2861
  label: z$1.ZodOptional<z$1.ZodString>;
2862
2862
  color: z$1.ZodOptional<z$1.ZodEnum<{
2863
- error: "error";
2864
2863
  success: "success";
2865
- warning: "warning";
2864
+ error: "error";
2866
2865
  accent: "accent";
2867
2866
  accentDim: "accentDim";
2867
+ warning: "warning";
2868
2868
  textMuted: "textMuted";
2869
2869
  }>>;
2870
2870
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2875,20 +2875,20 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2875
2875
  source: z$1.ZodLiteral<"column">;
2876
2876
  key: z$1.ZodString;
2877
2877
  aggregate: z$1.ZodEnum<{
2878
- sum: "sum";
2879
2878
  avg: "avg";
2880
2879
  min: "min";
2881
2880
  max: "max";
2881
+ sum: "sum";
2882
2882
  latest: "latest";
2883
2883
  passThresholdRate: "passThresholdRate";
2884
2884
  }>;
2885
2885
  label: z$1.ZodOptional<z$1.ZodString>;
2886
2886
  color: z$1.ZodOptional<z$1.ZodEnum<{
2887
- error: "error";
2888
2887
  success: "success";
2889
- warning: "warning";
2888
+ error: "error";
2890
2889
  accent: "accent";
2891
2890
  accentDim: "accentDim";
2891
+ warning: "warning";
2892
2892
  textMuted: "textMuted";
2893
2893
  }>>;
2894
2894
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2910,10 +2910,10 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
2910
2910
  source: z$1.ZodLiteral<"column">;
2911
2911
  key: z$1.ZodString;
2912
2912
  aggregate: z$1.ZodEnum<{
2913
- sum: "sum";
2914
2913
  avg: "avg";
2915
2914
  min: "min";
2916
2915
  max: "max";
2916
+ sum: "sum";
2917
2917
  latest: "latest";
2918
2918
  passThresholdRate: "passThresholdRate";
2919
2919
  }>;
@@ -2943,11 +2943,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
2943
2943
  }>;
2944
2944
  label: z$1.ZodOptional<z$1.ZodString>;
2945
2945
  color: z$1.ZodOptional<z$1.ZodEnum<{
2946
- error: "error";
2947
2946
  success: "success";
2948
- warning: "warning";
2947
+ error: "error";
2949
2948
  accent: "accent";
2950
2949
  accentDim: "accentDim";
2950
+ warning: "warning";
2951
2951
  textMuted: "textMuted";
2952
2952
  }>>;
2953
2953
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2958,20 +2958,20 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
2958
2958
  source: z$1.ZodLiteral<"column">;
2959
2959
  key: z$1.ZodString;
2960
2960
  aggregate: z$1.ZodEnum<{
2961
- sum: "sum";
2962
2961
  avg: "avg";
2963
2962
  min: "min";
2964
2963
  max: "max";
2964
+ sum: "sum";
2965
2965
  latest: "latest";
2966
2966
  passThresholdRate: "passThresholdRate";
2967
2967
  }>;
2968
2968
  label: z$1.ZodOptional<z$1.ZodString>;
2969
2969
  color: z$1.ZodOptional<z$1.ZodEnum<{
2970
- error: "error";
2971
2970
  success: "success";
2972
- warning: "warning";
2971
+ error: "error";
2973
2972
  accent: "accent";
2974
2973
  accentDim: "accentDim";
2974
+ warning: "warning";
2975
2975
  textMuted: "textMuted";
2976
2976
  }>>;
2977
2977
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3000,10 +3000,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
3000
3000
  source: z$1.ZodLiteral<"column">;
3001
3001
  key: z$1.ZodString;
3002
3002
  aggregate: z$1.ZodEnum<{
3003
- sum: "sum";
3004
3003
  avg: "avg";
3005
3004
  min: "min";
3006
3005
  max: "max";
3006
+ sum: "sum";
3007
3007
  latest: "latest";
3008
3008
  passThresholdRate: "passThresholdRate";
3009
3009
  }>;
@@ -3033,11 +3033,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
3033
3033
  }>;
3034
3034
  label: z$1.ZodOptional<z$1.ZodString>;
3035
3035
  color: z$1.ZodOptional<z$1.ZodEnum<{
3036
- error: "error";
3037
3036
  success: "success";
3038
- warning: "warning";
3037
+ error: "error";
3039
3038
  accent: "accent";
3040
3039
  accentDim: "accentDim";
3040
+ warning: "warning";
3041
3041
  textMuted: "textMuted";
3042
3042
  }>>;
3043
3043
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3048,20 +3048,20 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
3048
3048
  source: z$1.ZodLiteral<"column">;
3049
3049
  key: z$1.ZodString;
3050
3050
  aggregate: z$1.ZodEnum<{
3051
- sum: "sum";
3052
3051
  avg: "avg";
3053
3052
  min: "min";
3054
3053
  max: "max";
3054
+ sum: "sum";
3055
3055
  latest: "latest";
3056
3056
  passThresholdRate: "passThresholdRate";
3057
3057
  }>;
3058
3058
  label: z$1.ZodOptional<z$1.ZodString>;
3059
3059
  color: z$1.ZodOptional<z$1.ZodEnum<{
3060
- error: "error";
3061
3060
  success: "success";
3062
- warning: "warning";
3061
+ error: "error";
3063
3062
  accent: "accent";
3064
3063
  accentDim: "accentDim";
3064
+ warning: "warning";
3065
3065
  textMuted: "textMuted";
3066
3066
  }>>;
3067
3067
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3090,10 +3090,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
3090
3090
  source: z$1.ZodLiteral<"column">;
3091
3091
  key: z$1.ZodString;
3092
3092
  aggregate: z$1.ZodEnum<{
3093
- sum: "sum";
3094
3093
  avg: "avg";
3095
3094
  min: "min";
3096
3095
  max: "max";
3096
+ sum: "sum";
3097
3097
  latest: "latest";
3098
3098
  passThresholdRate: "passThresholdRate";
3099
3099
  }>;
@@ -3121,8 +3121,8 @@ declare const runManifestSchema$1: z$1.ZodObject<{
3121
3121
  evalSourceFingerprints: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodString>>>;
3122
3122
  target: z$1.ZodObject<{
3123
3123
  mode: z$1.ZodEnum<{
3124
- all: "all";
3125
3124
  caseIds: "caseIds";
3125
+ all: "all";
3126
3126
  evalIds: "evalIds";
3127
3127
  }>;
3128
3128
  evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
@@ -3310,8 +3310,8 @@ declare const llmCallMetricFormatSchema$1: z$1.ZodEnum<{
3310
3310
  string: "string";
3311
3311
  number: "number";
3312
3312
  boolean: "boolean";
3313
- duration: "duration";
3314
3313
  json: "json";
3314
+ duration: "duration";
3315
3315
  }>;
3316
3316
  /** Render format applied to an LLM-call metric value. */
3317
3317
  type LlmCallMetricFormat = z$1.infer<typeof llmCallMetricFormatSchema$1>;
@@ -3320,8 +3320,8 @@ declare const apiCallMetricFormatSchema$1: z$1.ZodEnum<{
3320
3320
  string: "string";
3321
3321
  number: "number";
3322
3322
  boolean: "boolean";
3323
- duration: "duration";
3324
3323
  json: "json";
3324
+ duration: "duration";
3325
3325
  }>;
3326
3326
  /** Render format applied to an API-call metric value. */
3327
3327
  type ApiCallMetricFormat = z$1.infer<typeof apiCallMetricFormatSchema$1>;
@@ -3390,8 +3390,8 @@ declare const llmCallMetricSchema: z$1.ZodObject<{
3390
3390
  string: "string";
3391
3391
  number: "number";
3392
3392
  boolean: "boolean";
3393
- duration: "duration";
3394
3393
  json: "json";
3394
+ duration: "duration";
3395
3395
  }>>;
3396
3396
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3397
3397
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3419,8 +3419,8 @@ declare const apiCallMetricSchema: z$1.ZodObject<{
3419
3419
  string: "string";
3420
3420
  number: "number";
3421
3421
  boolean: "boolean";
3422
- duration: "duration";
3423
3422
  json: "json";
3423
+ duration: "duration";
3424
3424
  }>>;
3425
3425
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3426
3426
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3533,8 +3533,8 @@ declare const llmCallsConfigSchema: z$1.ZodObject<{
3533
3533
  string: "string";
3534
3534
  number: "number";
3535
3535
  boolean: "boolean";
3536
- duration: "duration";
3537
3536
  json: "json";
3537
+ duration: "duration";
3538
3538
  }>>;
3539
3539
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3540
3540
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3569,8 +3569,8 @@ declare const apiCallsConfigSchema: z$1.ZodObject<{
3569
3569
  string: "string";
3570
3570
  number: "number";
3571
3571
  boolean: "boolean";
3572
- duration: "duration";
3573
3572
  json: "json";
3573
+ duration: "duration";
3574
3574
  }>>;
3575
3575
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3576
3576
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4148,8 +4148,8 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
4148
4148
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4149
4149
  error: "error";
4150
4150
  running: "running";
4151
- ok: "ok";
4152
4151
  cancelled: "cancelled";
4152
+ ok: "ok";
4153
4153
  }>>;
4154
4154
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4155
4155
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4221,8 +4221,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
4221
4221
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4222
4222
  error: "error";
4223
4223
  running: "running";
4224
- ok: "ok";
4225
4224
  cancelled: "cancelled";
4225
+ ok: "ok";
4226
4226
  }>>;
4227
4227
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4228
4228
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4310,8 +4310,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
4310
4310
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4311
4311
  error: "error";
4312
4312
  running: "running";
4313
- ok: "ok";
4314
4313
  cancelled: "cancelled";
4314
+ ok: "ok";
4315
4315
  }>>;
4316
4316
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4317
4317
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4399,8 +4399,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
4399
4399
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4400
4400
  error: "error";
4401
4401
  running: "running";
4402
- ok: "ok";
4403
4402
  cancelled: "cancelled";
4403
+ ok: "ok";
4404
4404
  }>>;
4405
4405
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4406
4406
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4574,8 +4574,8 @@ type ConfigReloadState = z$1.infer<typeof configReloadStateSchema$1>;
4574
4574
  declare const createRunRequestSchema$1: z$1.ZodObject<{
4575
4575
  target: z$1.ZodObject<{
4576
4576
  mode: z$1.ZodEnum<{
4577
- all: "all";
4578
4577
  caseIds: "caseIds";
4578
+ all: "all";
4579
4579
  evalIds: "evalIds";
4580
4580
  }>;
4581
4581
  evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;