@ls-stack/agent-eval 0.42.0 → 0.42.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -1717,13 +1717,13 @@ type ColumnKind = z$1.infer<typeof columnKindSchema>;
1717
1717
  declare const columnFormatSchema: z$1.ZodEnum<{
1718
1718
  number: "number";
1719
1719
  boolean: "boolean";
1720
+ duration: "duration";
1721
+ json: "json";
1720
1722
  file: "file";
1721
1723
  markdown: "markdown";
1722
- json: "json";
1723
1724
  image: "image";
1724
1725
  audio: "audio";
1725
1726
  video: "video";
1726
- duration: "duration";
1727
1727
  percent: "percent";
1728
1728
  passFail: "passFail";
1729
1729
  stars: "stars";
@@ -1742,13 +1742,13 @@ declare const columnDefSchema: z$1.ZodObject<{
1742
1742
  format: z$1.ZodOptional<z$1.ZodEnum<{
1743
1743
  number: "number";
1744
1744
  boolean: "boolean";
1745
+ duration: "duration";
1746
+ json: "json";
1745
1747
  file: "file";
1746
1748
  markdown: "markdown";
1747
- json: "json";
1748
1749
  image: "image";
1749
1750
  audio: "audio";
1750
1751
  video: "video";
1751
- duration: "duration";
1752
1752
  percent: "percent";
1753
1753
  passFail: "passFail";
1754
1754
  stars: "stars";
@@ -1762,8 +1762,8 @@ declare const columnDefSchema: z$1.ZodObject<{
1762
1762
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
1763
1763
  align: z$1.ZodOptional<z$1.ZodEnum<{
1764
1764
  left: "left";
1765
- center: "center";
1766
1765
  right: "right";
1766
+ center: "center";
1767
1767
  }>>;
1768
1768
  }, z$1.core.$strip>;
1769
1769
  /** Column definition exposed to the UI for eval and case tables. */
@@ -1792,8 +1792,8 @@ type CellValue = z$1.infer<typeof cellValueSchema>; //#endregion
1792
1792
  declare const traceAttributeDisplayFormatSchema: z$1.ZodEnum<{
1793
1793
  string: "string";
1794
1794
  number: "number";
1795
- json: "json";
1796
1795
  duration: "duration";
1796
+ json: "json";
1797
1797
  }>;
1798
1798
  /**
1799
1799
  * Formatting hint for trace attribute values rendered by the UI.
@@ -1817,8 +1817,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
1817
1817
  format: z$1.ZodOptional<z$1.ZodEnum<{
1818
1818
  string: "string";
1819
1819
  number: "number";
1820
- json: "json";
1821
1820
  duration: "duration";
1821
+ json: "json";
1822
1822
  }>>;
1823
1823
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
1824
1824
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -1831,9 +1831,9 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
1831
1831
  subtree: "subtree";
1832
1832
  }>>;
1833
1833
  mode: z$1.ZodOptional<z$1.ZodEnum<{
1834
- sum: "sum";
1835
- last: "last";
1836
1834
  all: "all";
1835
+ last: "last";
1836
+ sum: "sum";
1837
1837
  }>>;
1838
1838
  }, z$1.core.$strip>;
1839
1839
  /**
@@ -1853,8 +1853,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
1853
1853
  format: z$1.ZodOptional<z$1.ZodEnum<{
1854
1854
  string: "string";
1855
1855
  number: "number";
1856
- json: "json";
1857
1856
  duration: "duration";
1857
+ json: "json";
1858
1858
  }>>;
1859
1859
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
1860
1860
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -1867,9 +1867,9 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
1867
1867
  subtree: "subtree";
1868
1868
  }>>;
1869
1869
  mode: z$1.ZodOptional<z$1.ZodEnum<{
1870
- sum: "sum";
1871
- last: "last";
1872
1870
  all: "all";
1871
+ last: "last";
1872
+ sum: "sum";
1873
1873
  }>>;
1874
1874
  }, z$1.core.$strip>>>;
1875
1875
  }, z$1.core.$strip>;
@@ -1893,8 +1893,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
1893
1893
  format: z$1.ZodOptional<z$1.ZodEnum<{
1894
1894
  string: "string";
1895
1895
  number: "number";
1896
- json: "json";
1897
1896
  duration: "duration";
1897
+ json: "json";
1898
1898
  }>>;
1899
1899
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
1900
1900
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -1907,9 +1907,9 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
1907
1907
  subtree: "subtree";
1908
1908
  }>>;
1909
1909
  mode: z$1.ZodOptional<z$1.ZodEnum<{
1910
- sum: "sum";
1911
- last: "last";
1912
1910
  all: "all";
1911
+ last: "last";
1912
+ sum: "sum";
1913
1913
  }>>;
1914
1914
  transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
1915
1915
  }, z$1.core.$strip>;
@@ -1931,8 +1931,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
1931
1931
  format: z$1.ZodOptional<z$1.ZodEnum<{
1932
1932
  string: "string";
1933
1933
  number: "number";
1934
- json: "json";
1935
1934
  duration: "duration";
1935
+ json: "json";
1936
1936
  }>>;
1937
1937
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
1938
1938
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -1945,9 +1945,9 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
1945
1945
  subtree: "subtree";
1946
1946
  }>>;
1947
1947
  mode: z$1.ZodOptional<z$1.ZodEnum<{
1948
- sum: "sum";
1949
- last: "last";
1950
1948
  all: "all";
1949
+ last: "last";
1950
+ sum: "sum";
1951
1951
  }>>;
1952
1952
  transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
1953
1953
  }, z$1.core.$strip>>>;
@@ -1984,8 +1984,8 @@ declare const traceSpanSchema$1: z$1.ZodObject<{
1984
1984
  status: z$1.ZodEnum<{
1985
1985
  error: "error";
1986
1986
  running: "running";
1987
- cancelled: "cancelled";
1988
1987
  ok: "ok";
1988
+ cancelled: "cancelled";
1989
1989
  }>;
1990
1990
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
1991
1991
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2026,11 +2026,11 @@ declare const evalFreshnessStatusSchema: z$1.ZodEnum<{
2026
2026
  type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
2027
2027
  /** Reducer used to collapse a column's per-case values into a single stat. */
2028
2028
  declare const evalStatAggregateSchema: z$1.ZodEnum<{
2029
+ last: "last";
2030
+ sum: "sum";
2029
2031
  avg: "avg";
2030
2032
  min: "min";
2031
2033
  max: "max";
2032
- sum: "sum";
2033
- last: "last";
2034
2034
  }>;
2035
2035
  /** Reducer used to collapse a column's per-case values into a single stat. */
2036
2036
  type EvalStatAggregate = z$1.infer<typeof evalStatAggregateSchema>;
@@ -2054,22 +2054,22 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2054
2054
  key: z$1.ZodString;
2055
2055
  label: z$1.ZodOptional<z$1.ZodString>;
2056
2056
  aggregate: z$1.ZodEnum<{
2057
+ last: "last";
2058
+ sum: "sum";
2057
2059
  avg: "avg";
2058
2060
  min: "min";
2059
2061
  max: "max";
2060
- sum: "sum";
2061
- last: "last";
2062
2062
  }>;
2063
2063
  format: z$1.ZodOptional<z$1.ZodEnum<{
2064
2064
  number: "number";
2065
2065
  boolean: "boolean";
2066
+ duration: "duration";
2067
+ json: "json";
2066
2068
  file: "file";
2067
2069
  markdown: "markdown";
2068
- json: "json";
2069
2070
  image: "image";
2070
2071
  audio: "audio";
2071
2072
  video: "video";
2072
- duration: "duration";
2073
2073
  percent: "percent";
2074
2074
  passFail: "passFail";
2075
2075
  stars: "stars";
@@ -2096,22 +2096,22 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
2096
2096
  key: z$1.ZodString;
2097
2097
  label: z$1.ZodOptional<z$1.ZodString>;
2098
2098
  aggregate: z$1.ZodEnum<{
2099
+ last: "last";
2100
+ sum: "sum";
2099
2101
  avg: "avg";
2100
2102
  min: "min";
2101
2103
  max: "max";
2102
- sum: "sum";
2103
- last: "last";
2104
2104
  }>;
2105
2105
  format: z$1.ZodOptional<z$1.ZodEnum<{
2106
2106
  number: "number";
2107
2107
  boolean: "boolean";
2108
+ duration: "duration";
2109
+ json: "json";
2108
2110
  file: "file";
2109
2111
  markdown: "markdown";
2110
- json: "json";
2111
2112
  image: "image";
2112
2113
  audio: "audio";
2113
2114
  video: "video";
2114
- duration: "duration";
2115
2115
  percent: "percent";
2116
2116
  passFail: "passFail";
2117
2117
  stars: "stars";
@@ -2149,13 +2149,13 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2149
2149
  format: z$1.ZodOptional<z$1.ZodEnum<{
2150
2150
  number: "number";
2151
2151
  boolean: "boolean";
2152
+ duration: "duration";
2153
+ json: "json";
2152
2154
  file: "file";
2153
2155
  markdown: "markdown";
2154
- json: "json";
2155
2156
  image: "image";
2156
2157
  audio: "audio";
2157
2158
  video: "video";
2158
- duration: "duration";
2159
2159
  percent: "percent";
2160
2160
  passFail: "passFail";
2161
2161
  stars: "stars";
@@ -2169,18 +2169,18 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2169
2169
  hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
2170
2170
  align: z$1.ZodOptional<z$1.ZodEnum<{
2171
2171
  left: "left";
2172
- center: "center";
2173
2172
  right: "right";
2173
+ center: "center";
2174
2174
  }>>;
2175
2175
  }, z$1.core.$strip>>;
2176
2176
  caseCount: z$1.ZodNullable<z$1.ZodNumber>;
2177
2177
  caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
2178
2178
  lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
2179
2179
  error: "error";
2180
- pass: "pass";
2181
- fail: "fail";
2182
2180
  running: "running";
2183
2181
  cancelled: "cancelled";
2182
+ pass: "pass";
2183
+ fail: "fail";
2184
2184
  unscored: "unscored";
2185
2185
  }>>;
2186
2186
  stats: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
@@ -2199,22 +2199,22 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2199
2199
  key: z$1.ZodString;
2200
2200
  label: z$1.ZodOptional<z$1.ZodString>;
2201
2201
  aggregate: z$1.ZodEnum<{
2202
+ last: "last";
2203
+ sum: "sum";
2202
2204
  avg: "avg";
2203
2205
  min: "min";
2204
2206
  max: "max";
2205
- sum: "sum";
2206
- last: "last";
2207
2207
  }>;
2208
2208
  format: z$1.ZodOptional<z$1.ZodEnum<{
2209
2209
  number: "number";
2210
2210
  boolean: "boolean";
2211
+ duration: "duration";
2212
+ json: "json";
2211
2213
  file: "file";
2212
2214
  markdown: "markdown";
2213
- json: "json";
2214
2215
  image: "image";
2215
2216
  audio: "audio";
2216
2217
  video: "video";
2217
- duration: "duration";
2218
2218
  percent: "percent";
2219
2219
  passFail: "passFail";
2220
2220
  stars: "stars";
@@ -2239,11 +2239,11 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2239
2239
  }>;
2240
2240
  label: z$1.ZodOptional<z$1.ZodString>;
2241
2241
  color: z$1.ZodOptional<z$1.ZodEnum<{
2242
- success: "success";
2243
2242
  error: "error";
2243
+ success: "success";
2244
+ warning: "warning";
2244
2245
  accent: "accent";
2245
2246
  accentDim: "accentDim";
2246
- warning: "warning";
2247
2247
  textMuted: "textMuted";
2248
2248
  }>>;
2249
2249
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2254,20 +2254,20 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2254
2254
  source: z$1.ZodLiteral<"column">;
2255
2255
  key: z$1.ZodString;
2256
2256
  aggregate: z$1.ZodEnum<{
2257
+ sum: "sum";
2257
2258
  avg: "avg";
2258
2259
  min: "min";
2259
2260
  max: "max";
2260
- sum: "sum";
2261
2261
  latest: "latest";
2262
2262
  passThresholdRate: "passThresholdRate";
2263
2263
  }>;
2264
2264
  label: z$1.ZodOptional<z$1.ZodString>;
2265
2265
  color: z$1.ZodOptional<z$1.ZodEnum<{
2266
- success: "success";
2267
2266
  error: "error";
2267
+ success: "success";
2268
+ warning: "warning";
2268
2269
  accent: "accent";
2269
2270
  accentDim: "accentDim";
2270
- warning: "warning";
2271
2271
  textMuted: "textMuted";
2272
2272
  }>>;
2273
2273
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2296,10 +2296,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2296
2296
  source: z$1.ZodLiteral<"column">;
2297
2297
  key: z$1.ZodString;
2298
2298
  aggregate: z$1.ZodEnum<{
2299
+ sum: "sum";
2299
2300
  avg: "avg";
2300
2301
  min: "min";
2301
2302
  max: "max";
2302
- sum: "sum";
2303
2303
  latest: "latest";
2304
2304
  passThresholdRate: "passThresholdRate";
2305
2305
  }>;
@@ -2396,11 +2396,11 @@ declare const caseRowSchema$1: z$1.ZodObject<{
2396
2396
  tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
2397
2397
  status: z$1.ZodEnum<{
2398
2398
  error: "error";
2399
- pass: "pass";
2400
- fail: "fail";
2401
2399
  running: "running";
2402
2400
  cancelled: "cancelled";
2403
2401
  pending: "pending";
2402
+ pass: "pass";
2403
+ fail: "fail";
2404
2404
  }>;
2405
2405
  durationMs: z$1.ZodNullable<z$1.ZodNumber>;
2406
2406
  costUsd: z$1.ZodOptional<z$1.ZodNullable<z$1.ZodNumber>>;
@@ -2492,8 +2492,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
2492
2492
  status: z$1.ZodEnum<{
2493
2493
  error: "error";
2494
2494
  running: "running";
2495
- cancelled: "cancelled";
2496
2495
  ok: "ok";
2496
+ cancelled: "cancelled";
2497
2497
  }>;
2498
2498
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
2499
2499
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2529,8 +2529,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
2529
2529
  format: z$1.ZodOptional<z$1.ZodEnum<{
2530
2530
  string: "string";
2531
2531
  number: "number";
2532
- json: "json";
2533
2532
  duration: "duration";
2533
+ json: "json";
2534
2534
  }>>;
2535
2535
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
2536
2536
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2543,9 +2543,9 @@ declare const scoreTraceSchema: z$1.ZodObject<{
2543
2543
  subtree: "subtree";
2544
2544
  }>>;
2545
2545
  mode: z$1.ZodOptional<z$1.ZodEnum<{
2546
- sum: "sum";
2547
- last: "last";
2548
2546
  all: "all";
2547
+ last: "last";
2548
+ sum: "sum";
2549
2549
  }>>;
2550
2550
  }, z$1.core.$strip>>>;
2551
2551
  }, z$1.core.$strip>;
@@ -2561,11 +2561,11 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2561
2561
  tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
2562
2562
  status: z$1.ZodEnum<{
2563
2563
  error: "error";
2564
- pass: "pass";
2565
- fail: "fail";
2566
2564
  running: "running";
2567
2565
  cancelled: "cancelled";
2568
2566
  pending: "pending";
2567
+ pass: "pass";
2568
+ fail: "fail";
2569
2569
  }>;
2570
2570
  input: z$1.ZodUnknown;
2571
2571
  trace: z$1.ZodArray<z$1.ZodObject<{
@@ -2579,8 +2579,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2579
2579
  status: z$1.ZodEnum<{
2580
2580
  error: "error";
2581
2581
  running: "running";
2582
- cancelled: "cancelled";
2583
2582
  ok: "ok";
2583
+ cancelled: "cancelled";
2584
2584
  }>;
2585
2585
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
2586
2586
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2616,8 +2616,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2616
2616
  format: z$1.ZodOptional<z$1.ZodEnum<{
2617
2617
  string: "string";
2618
2618
  number: "number";
2619
- json: "json";
2620
2619
  duration: "duration";
2620
+ json: "json";
2621
2621
  }>>;
2622
2622
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
2623
2623
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2630,9 +2630,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2630
2630
  subtree: "subtree";
2631
2631
  }>>;
2632
2632
  mode: z$1.ZodOptional<z$1.ZodEnum<{
2633
- sum: "sum";
2634
- last: "last";
2635
2633
  all: "all";
2634
+ last: "last";
2635
+ sum: "sum";
2636
2636
  }>>;
2637
2637
  }, z$1.core.$strip>>>;
2638
2638
  }, z$1.core.$strip>;
@@ -2648,8 +2648,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2648
2648
  status: z$1.ZodEnum<{
2649
2649
  error: "error";
2650
2650
  running: "running";
2651
- cancelled: "cancelled";
2652
2651
  ok: "ok";
2652
+ cancelled: "cancelled";
2653
2653
  }>;
2654
2654
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
2655
2655
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2685,8 +2685,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2685
2685
  format: z$1.ZodOptional<z$1.ZodEnum<{
2686
2686
  string: "string";
2687
2687
  number: "number";
2688
- json: "json";
2689
2688
  duration: "duration";
2689
+ json: "json";
2690
2690
  }>>;
2691
2691
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
2692
2692
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2699,9 +2699,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2699
2699
  subtree: "subtree";
2700
2700
  }>>;
2701
2701
  mode: z$1.ZodOptional<z$1.ZodEnum<{
2702
- sum: "sum";
2703
- last: "last";
2704
2702
  all: "all";
2703
+ last: "last";
2704
+ sum: "sum";
2705
2705
  }>>;
2706
2706
  }, z$1.core.$strip>>>;
2707
2707
  }, z$1.core.$strip>;
@@ -2761,10 +2761,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2761
2761
  namespace: z$1.ZodString;
2762
2762
  key: z$1.ZodString;
2763
2763
  status: z$1.ZodEnum<{
2764
+ bypass: "bypass";
2765
+ refresh: "refresh";
2764
2766
  hit: "hit";
2765
2767
  miss: "miss";
2766
- refresh: "refresh";
2767
- bypass: "bypass";
2768
2768
  }>;
2769
2769
  read: z$1.ZodOptional<z$1.ZodBoolean>;
2770
2770
  stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -2817,10 +2817,10 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
2817
2817
  type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
2818
2818
  /** Reducer applied to a numeric column across all cases of a single run. */
2819
2819
  declare const evalChartAggregateSchema: z$1.ZodEnum<{
2820
+ sum: "sum";
2820
2821
  avg: "avg";
2821
2822
  min: "min";
2822
2823
  max: "max";
2823
- sum: "sum";
2824
2824
  latest: "latest";
2825
2825
  passThresholdRate: "passThresholdRate";
2826
2826
  }>;
@@ -2831,11 +2831,11 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
2831
2831
  * not emit raw hex so authored evals stay decoupled from the web theme.
2832
2832
  */
2833
2833
  declare const evalChartColorSchema: z$1.ZodEnum<{
2834
- success: "success";
2835
2834
  error: "error";
2835
+ success: "success";
2836
+ warning: "warning";
2836
2837
  accent: "accent";
2837
2838
  accentDim: "accentDim";
2838
- warning: "warning";
2839
2839
  textMuted: "textMuted";
2840
2840
  }>;
2841
2841
  /** Semantic color token resolved to a theme color by the web UI. */
@@ -2860,11 +2860,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2860
2860
  }>;
2861
2861
  label: z$1.ZodOptional<z$1.ZodString>;
2862
2862
  color: z$1.ZodOptional<z$1.ZodEnum<{
2863
- success: "success";
2864
2863
  error: "error";
2864
+ success: "success";
2865
+ warning: "warning";
2865
2866
  accent: "accent";
2866
2867
  accentDim: "accentDim";
2867
- warning: "warning";
2868
2868
  textMuted: "textMuted";
2869
2869
  }>>;
2870
2870
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2875,20 +2875,20 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2875
2875
  source: z$1.ZodLiteral<"column">;
2876
2876
  key: z$1.ZodString;
2877
2877
  aggregate: z$1.ZodEnum<{
2878
+ sum: "sum";
2878
2879
  avg: "avg";
2879
2880
  min: "min";
2880
2881
  max: "max";
2881
- sum: "sum";
2882
2882
  latest: "latest";
2883
2883
  passThresholdRate: "passThresholdRate";
2884
2884
  }>;
2885
2885
  label: z$1.ZodOptional<z$1.ZodString>;
2886
2886
  color: z$1.ZodOptional<z$1.ZodEnum<{
2887
- success: "success";
2888
2887
  error: "error";
2888
+ success: "success";
2889
+ warning: "warning";
2889
2890
  accent: "accent";
2890
2891
  accentDim: "accentDim";
2891
- warning: "warning";
2892
2892
  textMuted: "textMuted";
2893
2893
  }>>;
2894
2894
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2910,10 +2910,10 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
2910
2910
  source: z$1.ZodLiteral<"column">;
2911
2911
  key: z$1.ZodString;
2912
2912
  aggregate: z$1.ZodEnum<{
2913
+ sum: "sum";
2913
2914
  avg: "avg";
2914
2915
  min: "min";
2915
2916
  max: "max";
2916
- sum: "sum";
2917
2917
  latest: "latest";
2918
2918
  passThresholdRate: "passThresholdRate";
2919
2919
  }>;
@@ -2943,11 +2943,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
2943
2943
  }>;
2944
2944
  label: z$1.ZodOptional<z$1.ZodString>;
2945
2945
  color: z$1.ZodOptional<z$1.ZodEnum<{
2946
- success: "success";
2947
2946
  error: "error";
2947
+ success: "success";
2948
+ warning: "warning";
2948
2949
  accent: "accent";
2949
2950
  accentDim: "accentDim";
2950
- warning: "warning";
2951
2951
  textMuted: "textMuted";
2952
2952
  }>>;
2953
2953
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2958,20 +2958,20 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
2958
2958
  source: z$1.ZodLiteral<"column">;
2959
2959
  key: z$1.ZodString;
2960
2960
  aggregate: z$1.ZodEnum<{
2961
+ sum: "sum";
2961
2962
  avg: "avg";
2962
2963
  min: "min";
2963
2964
  max: "max";
2964
- sum: "sum";
2965
2965
  latest: "latest";
2966
2966
  passThresholdRate: "passThresholdRate";
2967
2967
  }>;
2968
2968
  label: z$1.ZodOptional<z$1.ZodString>;
2969
2969
  color: z$1.ZodOptional<z$1.ZodEnum<{
2970
- success: "success";
2971
2970
  error: "error";
2971
+ success: "success";
2972
+ warning: "warning";
2972
2973
  accent: "accent";
2973
2974
  accentDim: "accentDim";
2974
- warning: "warning";
2975
2975
  textMuted: "textMuted";
2976
2976
  }>>;
2977
2977
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3000,10 +3000,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
3000
3000
  source: z$1.ZodLiteral<"column">;
3001
3001
  key: z$1.ZodString;
3002
3002
  aggregate: z$1.ZodEnum<{
3003
+ sum: "sum";
3003
3004
  avg: "avg";
3004
3005
  min: "min";
3005
3006
  max: "max";
3006
- sum: "sum";
3007
3007
  latest: "latest";
3008
3008
  passThresholdRate: "passThresholdRate";
3009
3009
  }>;
@@ -3033,11 +3033,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
3033
3033
  }>;
3034
3034
  label: z$1.ZodOptional<z$1.ZodString>;
3035
3035
  color: z$1.ZodOptional<z$1.ZodEnum<{
3036
- success: "success";
3037
3036
  error: "error";
3037
+ success: "success";
3038
+ warning: "warning";
3038
3039
  accent: "accent";
3039
3040
  accentDim: "accentDim";
3040
- warning: "warning";
3041
3041
  textMuted: "textMuted";
3042
3042
  }>>;
3043
3043
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3048,20 +3048,20 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
3048
3048
  source: z$1.ZodLiteral<"column">;
3049
3049
  key: z$1.ZodString;
3050
3050
  aggregate: z$1.ZodEnum<{
3051
+ sum: "sum";
3051
3052
  avg: "avg";
3052
3053
  min: "min";
3053
3054
  max: "max";
3054
- sum: "sum";
3055
3055
  latest: "latest";
3056
3056
  passThresholdRate: "passThresholdRate";
3057
3057
  }>;
3058
3058
  label: z$1.ZodOptional<z$1.ZodString>;
3059
3059
  color: z$1.ZodOptional<z$1.ZodEnum<{
3060
- success: "success";
3061
3060
  error: "error";
3061
+ success: "success";
3062
+ warning: "warning";
3062
3063
  accent: "accent";
3063
3064
  accentDim: "accentDim";
3064
- warning: "warning";
3065
3065
  textMuted: "textMuted";
3066
3066
  }>>;
3067
3067
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3090,10 +3090,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
3090
3090
  source: z$1.ZodLiteral<"column">;
3091
3091
  key: z$1.ZodString;
3092
3092
  aggregate: z$1.ZodEnum<{
3093
+ sum: "sum";
3093
3094
  avg: "avg";
3094
3095
  min: "min";
3095
3096
  max: "max";
3096
- sum: "sum";
3097
3097
  latest: "latest";
3098
3098
  passThresholdRate: "passThresholdRate";
3099
3099
  }>;
@@ -3121,9 +3121,9 @@ declare const runManifestSchema$1: z$1.ZodObject<{
3121
3121
  evalSourceFingerprints: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodString>>>;
3122
3122
  target: z$1.ZodObject<{
3123
3123
  mode: z$1.ZodEnum<{
3124
- caseIds: "caseIds";
3125
3124
  all: "all";
3126
3125
  evalIds: "evalIds";
3126
+ caseIds: "caseIds";
3127
3127
  }>;
3128
3128
  evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
3129
3129
  files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
@@ -3137,9 +3137,9 @@ declare const runManifestSchema$1: z$1.ZodObject<{
3137
3137
  median: "median";
3138
3138
  }>>>;
3139
3139
  cacheMode: z$1.ZodOptional<z$1.ZodEnum<{
3140
- refresh: "refresh";
3141
- bypass: "bypass";
3142
3140
  use: "use";
3141
+ bypass: "bypass";
3142
+ refresh: "refresh";
3143
3143
  }>>;
3144
3144
  }, z$1.core.$strip>;
3145
3145
  /** Persisted lifecycle metadata for a single eval run. */
@@ -3310,8 +3310,8 @@ declare const llmCallMetricFormatSchema$1: z$1.ZodEnum<{
3310
3310
  string: "string";
3311
3311
  number: "number";
3312
3312
  boolean: "boolean";
3313
- json: "json";
3314
3313
  duration: "duration";
3314
+ json: "json";
3315
3315
  }>;
3316
3316
  /** Render format applied to an LLM-call metric value. */
3317
3317
  type LlmCallMetricFormat = z$1.infer<typeof llmCallMetricFormatSchema$1>;
@@ -3320,8 +3320,8 @@ declare const apiCallMetricFormatSchema$1: z$1.ZodEnum<{
3320
3320
  string: "string";
3321
3321
  number: "number";
3322
3322
  boolean: "boolean";
3323
- json: "json";
3324
3323
  duration: "duration";
3324
+ json: "json";
3325
3325
  }>;
3326
3326
  /** Render format applied to an API-call metric value. */
3327
3327
  type ApiCallMetricFormat = z$1.infer<typeof apiCallMetricFormatSchema$1>;
@@ -3390,8 +3390,8 @@ declare const llmCallMetricSchema: z$1.ZodObject<{
3390
3390
  string: "string";
3391
3391
  number: "number";
3392
3392
  boolean: "boolean";
3393
- json: "json";
3394
3393
  duration: "duration";
3394
+ json: "json";
3395
3395
  }>>;
3396
3396
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3397
3397
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3419,8 +3419,8 @@ declare const apiCallMetricSchema: z$1.ZodObject<{
3419
3419
  string: "string";
3420
3420
  number: "number";
3421
3421
  boolean: "boolean";
3422
- json: "json";
3423
3422
  duration: "duration";
3423
+ json: "json";
3424
3424
  }>>;
3425
3425
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3426
3426
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3533,8 +3533,8 @@ declare const llmCallsConfigSchema: z$1.ZodObject<{
3533
3533
  string: "string";
3534
3534
  number: "number";
3535
3535
  boolean: "boolean";
3536
- json: "json";
3537
3536
  duration: "duration";
3537
+ json: "json";
3538
3538
  }>>;
3539
3539
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3540
3540
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3569,8 +3569,8 @@ declare const apiCallsConfigSchema: z$1.ZodObject<{
3569
3569
  string: "string";
3570
3570
  number: "number";
3571
3571
  boolean: "boolean";
3572
- json: "json";
3573
3572
  duration: "duration";
3573
+ json: "json";
3574
3574
  }>>;
3575
3575
  numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
3576
3576
  placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3849,7 +3849,7 @@ type LlmCallEntry = {
3849
3849
  cacheCreationInputTokens: number | null;
3850
3850
  reasoningTokens: number | null;
3851
3851
  totalTokens: number | null; /** Time to first token for the LLM call in milliseconds, when reported by the span. */
3852
- latencyMs: number | null;
3852
+ latencyMs: number | null; /** Output-token throughput over the full elapsed LLM call duration. */
3853
3853
  tokensPerSecond: number | null;
3854
3854
  costUsd: number | null;
3855
3855
  inputCostUsd: number | null;
@@ -3956,7 +3956,8 @@ declare function simulateTokenAllocation({
3956
3956
  * `getNestedAttribute` from the configured paths, with safe coercion to
3957
3957
  * `string | null` / `number | null`. `latencyMs` is an explicit
3958
3958
  * time-to-first-token attribute; full span elapsed time is reported separately
3959
- * as `durationMs`. Built-in USD costs are derived only from configured model
3959
+ * as `durationMs`. `tokensPerSecond` is output tokens divided by that full
3960
+ * elapsed duration. Built-in USD costs are derived only from configured model
3960
3961
  * pricing and token counts. `totalTokens` is always derived from input +
3961
3962
  * output tokens. Cached input and cache creation tokens are reported
3962
3963
  * separately because they are subsets of input/output usage. The main cache
@@ -4025,9 +4026,9 @@ declare function extractApiCalls(spans: EvalTraceSpan$1[], config: ResolvedApiCa
4025
4026
  * - `refresh`: never read, always write (forces re-execution and overwrites).
4026
4027
  */
4027
4028
  declare const cacheModeSchema: z$1.ZodEnum<{
4028
- refresh: "refresh";
4029
- bypass: "bypass";
4030
4029
  use: "use";
4030
+ bypass: "bypass";
4031
+ refresh: "refresh";
4031
4032
  }>;
4032
4033
  /** Mode controlling how cached spans behave during a run. */
4033
4034
  type CacheMode = z$1.infer<typeof cacheModeSchema>;
@@ -4048,10 +4049,10 @@ declare const cacheOperationTypeSchema: z$1.ZodEnum<{
4048
4049
  type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
4049
4050
  /** Status of a cache lookup recorded on a span or case scope. */
4050
4051
  declare const cacheStatusSchema: z$1.ZodEnum<{
4052
+ bypass: "bypass";
4053
+ refresh: "refresh";
4051
4054
  hit: "hit";
4052
4055
  miss: "miss";
4053
- refresh: "refresh";
4054
- bypass: "bypass";
4055
4056
  }>;
4056
4057
  /** Status of a cache lookup recorded on a span or case scope. */
4057
4058
  type CacheStatus = z$1.infer<typeof cacheStatusSchema>;
@@ -4068,10 +4069,10 @@ declare const traceCacheRefSchema: z$1.ZodObject<{
4068
4069
  namespace: z$1.ZodString;
4069
4070
  key: z$1.ZodString;
4070
4071
  status: z$1.ZodEnum<{
4072
+ bypass: "bypass";
4073
+ refresh: "refresh";
4071
4074
  hit: "hit";
4072
4075
  miss: "miss";
4073
- refresh: "refresh";
4074
- bypass: "bypass";
4075
4076
  }>;
4076
4077
  read: z$1.ZodOptional<z$1.ZodBoolean>;
4077
4078
  stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -4148,8 +4149,8 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
4148
4149
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4149
4150
  error: "error";
4150
4151
  running: "running";
4151
- cancelled: "cancelled";
4152
4152
  ok: "ok";
4153
+ cancelled: "cancelled";
4153
4154
  }>>;
4154
4155
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4155
4156
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4221,8 +4222,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
4221
4222
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4222
4223
  error: "error";
4223
4224
  running: "running";
4224
- cancelled: "cancelled";
4225
4225
  ok: "ok";
4226
+ cancelled: "cancelled";
4226
4227
  }>>;
4227
4228
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4228
4229
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4310,8 +4311,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
4310
4311
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4311
4312
  error: "error";
4312
4313
  running: "running";
4313
- cancelled: "cancelled";
4314
4314
  ok: "ok";
4315
+ cancelled: "cancelled";
4315
4316
  }>>;
4316
4317
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4317
4318
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4399,8 +4400,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
4399
4400
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4400
4401
  error: "error";
4401
4402
  running: "running";
4402
- cancelled: "cancelled";
4403
4403
  ok: "ok";
4404
+ cancelled: "cancelled";
4404
4405
  }>>;
4405
4406
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4406
4407
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4574,9 +4575,9 @@ type ConfigReloadState = z$1.infer<typeof configReloadStateSchema$1>;
4574
4575
  declare const createRunRequestSchema$1: z$1.ZodObject<{
4575
4576
  target: z$1.ZodObject<{
4576
4577
  mode: z$1.ZodEnum<{
4577
- caseIds: "caseIds";
4578
4578
  all: "all";
4579
4579
  evalIds: "evalIds";
4580
+ caseIds: "caseIds";
4580
4581
  }>;
4581
4582
  evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
4582
4583
  files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
@@ -4588,9 +4589,9 @@ declare const createRunRequestSchema$1: z$1.ZodObject<{
4588
4589
  temporary: z$1.ZodOptional<z$1.ZodBoolean>;
4589
4590
  cache: z$1.ZodOptional<z$1.ZodObject<{
4590
4591
  mode: z$1.ZodDefault<z$1.ZodEnum<{
4591
- refresh: "refresh";
4592
- bypass: "bypass";
4593
4592
  use: "use";
4593
+ bypass: "bypass";
4594
+ refresh: "refresh";
4594
4595
  }>>;
4595
4596
  }, z$1.core.$strip>>;
4596
4597
  manualInputs: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;