@ls-stack/agent-eval 0.52.2 → 0.53.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.mts CHANGED
@@ -7,6 +7,7 @@ declare const repoFileRefSchema: z$1.ZodObject<{
7
7
  source: z$1.ZodLiteral<"repo">;
8
8
  path: z$1.ZodString;
9
9
  mimeType: z$1.ZodOptional<z$1.ZodString>;
10
+ sizeBytes: z$1.ZodOptional<z$1.ZodNumber>;
10
11
  }, z$1.core.$strip>;
11
12
  /** Reference to a file that lives in the authored workspace. */
12
13
  type RepoFileRef = z$1.infer<typeof repoFileRefSchema>;
@@ -27,6 +28,8 @@ declare const columnFormatSchema$1: z$1.ZodEnum<{
27
28
  markdown: "markdown";
28
29
  json: "json";
29
30
  image: "image";
31
+ html: "html";
32
+ pdf: "pdf";
30
33
  audio: "audio";
31
34
  video: "video";
32
35
  duration: "duration";
@@ -175,6 +178,8 @@ declare const evalStatsConfigSchema$1: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z
175
178
  markdown: "markdown";
176
179
  json: "json";
177
180
  image: "image";
181
+ html: "html";
182
+ pdf: "pdf";
178
183
  audio: "audio";
179
184
  video: "video";
180
185
  percent: "percent";
@@ -375,8 +380,8 @@ type EvalColumnOverride = {
375
380
  * Presentation preset for the value.
376
381
  *
377
382
  * Use this to control how the UI renders the cell and infer table behavior,
378
- * for example `number`, `boolean`, `duration`, `markdown`, `json`, or
379
- * file/media previews.
383
+ * for example `number`, `boolean`, `duration`, `markdown`, `json`,
384
+ * `image`, `html`, `pdf`, or file/media previews.
380
385
  */
381
386
  format?: ColumnFormat$1;
382
387
  /**
@@ -1171,13 +1176,15 @@ declare function readManualInputFile(value: ManualInputFileValue, options?: {
1171
1176
  //#region src/repoFile.d.ts
1172
1177
  /**
1173
1178
  * Create a file reference that can be emitted via `setEvalOutput(...)` and rendered
1174
- * by a column configured with `format: 'image' | 'audio' | 'video' | 'file'`.
1179
+ * by a column configured with `format: 'image' | 'html' | 'pdf' | 'audio' |
1180
+ * 'video' | 'file'`.
1175
1181
  *
1176
1182
  * @param path Relative or absolute path to the repository file.
1177
1183
  * @param mimeType Optional MIME type hint for UI rendering.
1184
+ * @param sizeBytes Optional file size hint shown by artifact cards in the UI.
1178
1185
  * @returns A repo-backed file reference suitable for file/media columns.
1179
1186
  */
1180
- declare function repoFile(path: string, mimeType?: string): RepoFileRef; //#endregion
1187
+ declare function repoFile(path: string, mimeType?: string, sizeBytes?: number): RepoFileRef; //#endregion
1181
1188
  //#region src/cacheSerialization.d.ts
1182
1189
  declare const serializedCacheValueMarker = "__aecs";
1183
1190
  type JsonSafeCacheValueType = 'ArrayBuffer' | 'BigInt' | 'Blob' | 'Date' | 'Error' | 'ExternalJson' | 'File' | 'Float64Array' | 'Headers' | 'Map' | 'Number' | 'Object' | 'RegExp' | 'Set' | 'URL' | 'URLSearchParams' | 'Undefined';
@@ -1725,6 +1732,8 @@ declare const columnFormatSchema: z$1.ZodEnum<{
1725
1732
  markdown: "markdown";
1726
1733
  json: "json";
1727
1734
  image: "image";
1735
+ html: "html";
1736
+ pdf: "pdf";
1728
1737
  audio: "audio";
1729
1738
  video: "video";
1730
1739
  duration: "duration";
@@ -1750,6 +1759,8 @@ declare const columnDefSchema: z$1.ZodObject<{
1750
1759
  markdown: "markdown";
1751
1760
  json: "json";
1752
1761
  image: "image";
1762
+ html: "html";
1763
+ pdf: "pdf";
1753
1764
  audio: "audio";
1754
1765
  video: "video";
1755
1766
  duration: "duration";
@@ -1777,11 +1788,13 @@ declare const cellValueSchema: z$1.ZodUnion<readonly [z$1.ZodType<string | numbe
1777
1788
  source: z$1.ZodLiteral<"repo">;
1778
1789
  path: z$1.ZodString;
1779
1790
  mimeType: z$1.ZodOptional<z$1.ZodString>;
1791
+ sizeBytes: z$1.ZodOptional<z$1.ZodNumber>;
1780
1792
  }, z$1.core.$strip>, z$1.ZodObject<{
1781
1793
  source: z$1.ZodLiteral<"run">;
1782
1794
  artifactId: z$1.ZodString;
1783
1795
  mimeType: z$1.ZodString;
1784
1796
  fileName: z$1.ZodOptional<z$1.ZodString>;
1797
+ sizeBytes: z$1.ZodOptional<z$1.ZodNumber>;
1785
1798
  }, z$1.core.$strip>]>]>;
1786
1799
  /** Value stored in a rendered eval result table cell. */
1787
1800
  type CellValue = z$1.infer<typeof cellValueSchema>; //#endregion
@@ -1835,9 +1848,9 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
1835
1848
  subtree: "subtree";
1836
1849
  }>>;
1837
1850
  mode: z$1.ZodOptional<z$1.ZodEnum<{
1838
- all: "all";
1839
- last: "last";
1840
1851
  sum: "sum";
1852
+ last: "last";
1853
+ all: "all";
1841
1854
  }>>;
1842
1855
  }, z$1.core.$strip>;
1843
1856
  /**
@@ -1871,9 +1884,9 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
1871
1884
  subtree: "subtree";
1872
1885
  }>>;
1873
1886
  mode: z$1.ZodOptional<z$1.ZodEnum<{
1874
- all: "all";
1875
- last: "last";
1876
1887
  sum: "sum";
1888
+ last: "last";
1889
+ all: "all";
1877
1890
  }>>;
1878
1891
  }, z$1.core.$strip>>>;
1879
1892
  }, z$1.core.$strip>;
@@ -1911,9 +1924,9 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
1911
1924
  subtree: "subtree";
1912
1925
  }>>;
1913
1926
  mode: z$1.ZodOptional<z$1.ZodEnum<{
1914
- all: "all";
1915
- last: "last";
1916
1927
  sum: "sum";
1928
+ last: "last";
1929
+ all: "all";
1917
1930
  }>>;
1918
1931
  transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
1919
1932
  }, z$1.core.$strip>;
@@ -1949,9 +1962,9 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
1949
1962
  subtree: "subtree";
1950
1963
  }>>;
1951
1964
  mode: z$1.ZodOptional<z$1.ZodEnum<{
1952
- all: "all";
1953
- last: "last";
1954
1965
  sum: "sum";
1966
+ last: "last";
1967
+ all: "all";
1955
1968
  }>>;
1956
1969
  transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
1957
1970
  }, z$1.core.$strip>>>;
@@ -1988,8 +2001,8 @@ declare const traceSpanSchema$1: z$1.ZodObject<{
1988
2001
  status: z$1.ZodEnum<{
1989
2002
  error: "error";
1990
2003
  running: "running";
1991
- ok: "ok";
1992
2004
  cancelled: "cancelled";
2005
+ ok: "ok";
1993
2006
  }>;
1994
2007
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
1995
2008
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2030,11 +2043,11 @@ declare const evalFreshnessStatusSchema: z$1.ZodEnum<{
2030
2043
  type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
2031
2044
  /** Reducer used to collapse a column's per-case values into a single stat. */
2032
2045
  declare const evalStatAggregateSchema: z$1.ZodEnum<{
2033
- last: "last";
2034
- sum: "sum";
2035
2046
  avg: "avg";
2036
2047
  min: "min";
2037
2048
  max: "max";
2049
+ sum: "sum";
2050
+ last: "last";
2038
2051
  }>;
2039
2052
  /** Reducer used to collapse a column's per-case values into a single stat. */
2040
2053
  type EvalStatAggregate = z$1.infer<typeof evalStatAggregateSchema>;
@@ -2063,11 +2076,11 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2063
2076
  key: z$1.ZodString;
2064
2077
  label: z$1.ZodOptional<z$1.ZodString>;
2065
2078
  aggregate: z$1.ZodEnum<{
2066
- last: "last";
2067
- sum: "sum";
2068
2079
  avg: "avg";
2069
2080
  min: "min";
2070
2081
  max: "max";
2082
+ sum: "sum";
2083
+ last: "last";
2071
2084
  }>;
2072
2085
  format: z$1.ZodOptional<z$1.ZodEnum<{
2073
2086
  number: "number";
@@ -2076,6 +2089,8 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2076
2089
  markdown: "markdown";
2077
2090
  json: "json";
2078
2091
  image: "image";
2092
+ html: "html";
2093
+ pdf: "pdf";
2079
2094
  audio: "audio";
2080
2095
  video: "video";
2081
2096
  duration: "duration";
@@ -2108,11 +2123,11 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
2108
2123
  key: z$1.ZodString;
2109
2124
  label: z$1.ZodOptional<z$1.ZodString>;
2110
2125
  aggregate: z$1.ZodEnum<{
2111
- last: "last";
2112
- sum: "sum";
2113
2126
  avg: "avg";
2114
2127
  min: "min";
2115
2128
  max: "max";
2129
+ sum: "sum";
2130
+ last: "last";
2116
2131
  }>;
2117
2132
  format: z$1.ZodOptional<z$1.ZodEnum<{
2118
2133
  number: "number";
@@ -2121,6 +2136,8 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
2121
2136
  markdown: "markdown";
2122
2137
  json: "json";
2123
2138
  image: "image";
2139
+ html: "html";
2140
+ pdf: "pdf";
2124
2141
  audio: "audio";
2125
2142
  video: "video";
2126
2143
  duration: "duration";
@@ -2165,6 +2182,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2165
2182
  markdown: "markdown";
2166
2183
  json: "json";
2167
2184
  image: "image";
2185
+ html: "html";
2186
+ pdf: "pdf";
2168
2187
  audio: "audio";
2169
2188
  video: "video";
2170
2189
  duration: "duration";
@@ -2189,10 +2208,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2189
2208
  caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
2190
2209
  lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
2191
2210
  error: "error";
2192
- running: "running";
2193
- cancelled: "cancelled";
2194
2211
  pass: "pass";
2195
2212
  fail: "fail";
2213
+ running: "running";
2214
+ cancelled: "cancelled";
2196
2215
  unscored: "unscored";
2197
2216
  }>>;
2198
2217
  stats: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
@@ -2214,11 +2233,11 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2214
2233
  key: z$1.ZodString;
2215
2234
  label: z$1.ZodOptional<z$1.ZodString>;
2216
2235
  aggregate: z$1.ZodEnum<{
2217
- last: "last";
2218
- sum: "sum";
2219
2236
  avg: "avg";
2220
2237
  min: "min";
2221
2238
  max: "max";
2239
+ sum: "sum";
2240
+ last: "last";
2222
2241
  }>;
2223
2242
  format: z$1.ZodOptional<z$1.ZodEnum<{
2224
2243
  number: "number";
@@ -2227,6 +2246,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2227
2246
  markdown: "markdown";
2228
2247
  json: "json";
2229
2248
  image: "image";
2249
+ html: "html";
2250
+ pdf: "pdf";
2230
2251
  audio: "audio";
2231
2252
  video: "video";
2232
2253
  duration: "duration";
@@ -2256,9 +2277,9 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2256
2277
  color: z$1.ZodOptional<z$1.ZodEnum<{
2257
2278
  success: "success";
2258
2279
  error: "error";
2259
- warning: "warning";
2260
2280
  accent: "accent";
2261
2281
  accentDim: "accentDim";
2282
+ warning: "warning";
2262
2283
  textMuted: "textMuted";
2263
2284
  }>>;
2264
2285
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2269,10 +2290,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2269
2290
  source: z$1.ZodLiteral<"column">;
2270
2291
  key: z$1.ZodString;
2271
2292
  aggregate: z$1.ZodEnum<{
2272
- sum: "sum";
2273
2293
  avg: "avg";
2274
2294
  min: "min";
2275
2295
  max: "max";
2296
+ sum: "sum";
2276
2297
  latest: "latest";
2277
2298
  passThresholdRate: "passThresholdRate";
2278
2299
  }>;
@@ -2280,9 +2301,9 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2280
2301
  color: z$1.ZodOptional<z$1.ZodEnum<{
2281
2302
  success: "success";
2282
2303
  error: "error";
2283
- warning: "warning";
2284
2304
  accent: "accent";
2285
2305
  accentDim: "accentDim";
2306
+ warning: "warning";
2286
2307
  textMuted: "textMuted";
2287
2308
  }>>;
2288
2309
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2311,10 +2332,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
2311
2332
  source: z$1.ZodLiteral<"column">;
2312
2333
  key: z$1.ZodString;
2313
2334
  aggregate: z$1.ZodEnum<{
2314
- sum: "sum";
2315
2335
  avg: "avg";
2316
2336
  min: "min";
2317
2337
  max: "max";
2338
+ sum: "sum";
2318
2339
  latest: "latest";
2319
2340
  passThresholdRate: "passThresholdRate";
2320
2341
  }>;
@@ -2411,10 +2432,10 @@ declare const caseRowSchema$1: z$1.ZodObject<{
2411
2432
  tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
2412
2433
  status: z$1.ZodEnum<{
2413
2434
  error: "error";
2414
- running: "running";
2415
- cancelled: "cancelled";
2416
2435
  pass: "pass";
2417
2436
  fail: "fail";
2437
+ running: "running";
2438
+ cancelled: "cancelled";
2418
2439
  pending: "pending";
2419
2440
  }>;
2420
2441
  durationMs: z$1.ZodNullable<z$1.ZodNumber>;
@@ -2425,11 +2446,13 @@ declare const caseRowSchema$1: z$1.ZodObject<{
2425
2446
  source: z$1.ZodLiteral<"repo">;
2426
2447
  path: z$1.ZodString;
2427
2448
  mimeType: z$1.ZodOptional<z$1.ZodString>;
2449
+ sizeBytes: z$1.ZodOptional<z$1.ZodNumber>;
2428
2450
  }, z$1.core.$strip>, z$1.ZodObject<{
2429
2451
  source: z$1.ZodLiteral<"run">;
2430
2452
  artifactId: z$1.ZodString;
2431
2453
  mimeType: z$1.ZodString;
2432
2454
  fileName: z$1.ZodOptional<z$1.ZodString>;
2455
+ sizeBytes: z$1.ZodOptional<z$1.ZodNumber>;
2433
2456
  }, z$1.core.$strip>]>]>>;
2434
2457
  trial: z$1.ZodNumber;
2435
2458
  }, z$1.core.$strip>;
@@ -2511,8 +2534,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
2511
2534
  status: z$1.ZodEnum<{
2512
2535
  error: "error";
2513
2536
  running: "running";
2514
- ok: "ok";
2515
2537
  cancelled: "cancelled";
2538
+ ok: "ok";
2516
2539
  }>;
2517
2540
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
2518
2541
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2562,12 +2585,28 @@ declare const scoreTraceSchema: z$1.ZodObject<{
2562
2585
  subtree: "subtree";
2563
2586
  }>>;
2564
2587
  mode: z$1.ZodOptional<z$1.ZodEnum<{
2565
- all: "all";
2566
- last: "last";
2567
2588
  sum: "sum";
2589
+ last: "last";
2590
+ all: "all";
2568
2591
  }>>;
2569
2592
  }, z$1.core.$strip>>>;
2570
2593
  }, z$1.core.$strip>;
2594
+ cacheRefs: z$1.ZodDefault<z$1.ZodArray<z$1.ZodObject<{
2595
+ type: z$1.ZodLiteral<"value">;
2596
+ name: z$1.ZodString;
2597
+ namespace: z$1.ZodString;
2598
+ key: z$1.ZodString;
2599
+ status: z$1.ZodEnum<{
2600
+ hit: "hit";
2601
+ miss: "miss";
2602
+ refresh: "refresh";
2603
+ bypass: "bypass";
2604
+ }>;
2605
+ read: z$1.ZodOptional<z$1.ZodBoolean>;
2606
+ stored: z$1.ZodOptional<z$1.ZodBoolean>;
2607
+ storedAt: z$1.ZodOptional<z$1.ZodString>;
2608
+ age: z$1.ZodOptional<z$1.ZodNumber>;
2609
+ }, z$1.core.$strip>>>;
2571
2610
  }, z$1.core.$strip>;
2572
2611
  /** Trace payload captured while computing one score for a case. */
2573
2612
  type ScoreTrace = z$1.infer<typeof scoreTraceSchema>;
@@ -2580,10 +2619,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2580
2619
  tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
2581
2620
  status: z$1.ZodEnum<{
2582
2621
  error: "error";
2583
- running: "running";
2584
- cancelled: "cancelled";
2585
2622
  pass: "pass";
2586
2623
  fail: "fail";
2624
+ running: "running";
2625
+ cancelled: "cancelled";
2587
2626
  pending: "pending";
2588
2627
  }>;
2589
2628
  input: z$1.ZodUnknown;
@@ -2598,8 +2637,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2598
2637
  status: z$1.ZodEnum<{
2599
2638
  error: "error";
2600
2639
  running: "running";
2601
- ok: "ok";
2602
2640
  cancelled: "cancelled";
2641
+ ok: "ok";
2603
2642
  }>;
2604
2643
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
2605
2644
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2649,9 +2688,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2649
2688
  subtree: "subtree";
2650
2689
  }>>;
2651
2690
  mode: z$1.ZodOptional<z$1.ZodEnum<{
2652
- all: "all";
2653
- last: "last";
2654
2691
  sum: "sum";
2692
+ last: "last";
2693
+ all: "all";
2655
2694
  }>>;
2656
2695
  }, z$1.core.$strip>>>;
2657
2696
  }, z$1.core.$strip>;
@@ -2667,8 +2706,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2667
2706
  status: z$1.ZodEnum<{
2668
2707
  error: "error";
2669
2708
  running: "running";
2670
- ok: "ok";
2671
2709
  cancelled: "cancelled";
2710
+ ok: "ok";
2672
2711
  }>;
2673
2712
  attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
2674
2713
  error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2718,22 +2757,40 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
2718
2757
  subtree: "subtree";
2719
2758
  }>>;
2720
2759
  mode: z$1.ZodOptional<z$1.ZodEnum<{
2721
- all: "all";
2722
- last: "last";
2723
2760
  sum: "sum";
2761
+ last: "last";
2762
+ all: "all";
2724
2763
  }>>;
2725
2764
  }, z$1.core.$strip>>>;
2726
2765
  }, z$1.core.$strip>;
2766
+ cacheRefs: z$1.ZodDefault<z$1.ZodArray<z$1.ZodObject<{
2767
+ type: z$1.ZodLiteral<"value">;
2768
+ name: z$1.ZodString;
2769
+ namespace: z$1.ZodString;
2770
+ key: z$1.ZodString;
2771
+ status: z$1.ZodEnum<{
2772
+ hit: "hit";
2773
+ miss: "miss";
2774
+ refresh: "refresh";
2775
+ bypass: "bypass";
2776
+ }>;
2777
+ read: z$1.ZodOptional<z$1.ZodBoolean>;
2778
+ stored: z$1.ZodOptional<z$1.ZodBoolean>;
2779
+ storedAt: z$1.ZodOptional<z$1.ZodString>;
2780
+ age: z$1.ZodOptional<z$1.ZodNumber>;
2781
+ }, z$1.core.$strip>>>;
2727
2782
  }, z$1.core.$strip>>>;
2728
2783
  columns: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnion<readonly [z$1.ZodType<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown, z$1.core.$ZodTypeInternals<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown>>, z$1.ZodUnion<readonly [z$1.ZodObject<{
2729
2784
  source: z$1.ZodLiteral<"repo">;
2730
2785
  path: z$1.ZodString;
2731
2786
  mimeType: z$1.ZodOptional<z$1.ZodString>;
2787
+ sizeBytes: z$1.ZodOptional<z$1.ZodNumber>;
2732
2788
  }, z$1.core.$strip>, z$1.ZodObject<{
2733
2789
  source: z$1.ZodLiteral<"run">;
2734
2790
  artifactId: z$1.ZodString;
2735
2791
  mimeType: z$1.ZodString;
2736
2792
  fileName: z$1.ZodOptional<z$1.ZodString>;
2793
+ sizeBytes: z$1.ZodOptional<z$1.ZodNumber>;
2737
2794
  }, z$1.core.$strip>]>]>>;
2738
2795
  assertionFailures: z$1.ZodArray<z$1.ZodUnion<readonly [z$1.ZodObject<{
2739
2796
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -2837,10 +2894,10 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
2837
2894
  type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
2838
2895
  /** Reducer applied to a numeric column across all cases of a single run. */
2839
2896
  declare const evalChartAggregateSchema: z$1.ZodEnum<{
2840
- sum: "sum";
2841
2897
  avg: "avg";
2842
2898
  min: "min";
2843
2899
  max: "max";
2900
+ sum: "sum";
2844
2901
  latest: "latest";
2845
2902
  passThresholdRate: "passThresholdRate";
2846
2903
  }>;
@@ -2853,9 +2910,9 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
2853
2910
  declare const evalChartColorSchema: z$1.ZodEnum<{
2854
2911
  success: "success";
2855
2912
  error: "error";
2856
- warning: "warning";
2857
2913
  accent: "accent";
2858
2914
  accentDim: "accentDim";
2915
+ warning: "warning";
2859
2916
  textMuted: "textMuted";
2860
2917
  }>;
2861
2918
  /** Semantic color token resolved to a theme color by the web UI. */
@@ -2882,9 +2939,9 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2882
2939
  color: z$1.ZodOptional<z$1.ZodEnum<{
2883
2940
  success: "success";
2884
2941
  error: "error";
2885
- warning: "warning";
2886
2942
  accent: "accent";
2887
2943
  accentDim: "accentDim";
2944
+ warning: "warning";
2888
2945
  textMuted: "textMuted";
2889
2946
  }>>;
2890
2947
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2895,10 +2952,10 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2895
2952
  source: z$1.ZodLiteral<"column">;
2896
2953
  key: z$1.ZodString;
2897
2954
  aggregate: z$1.ZodEnum<{
2898
- sum: "sum";
2899
2955
  avg: "avg";
2900
2956
  min: "min";
2901
2957
  max: "max";
2958
+ sum: "sum";
2902
2959
  latest: "latest";
2903
2960
  passThresholdRate: "passThresholdRate";
2904
2961
  }>;
@@ -2906,9 +2963,9 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
2906
2963
  color: z$1.ZodOptional<z$1.ZodEnum<{
2907
2964
  success: "success";
2908
2965
  error: "error";
2909
- warning: "warning";
2910
2966
  accent: "accent";
2911
2967
  accentDim: "accentDim";
2968
+ warning: "warning";
2912
2969
  textMuted: "textMuted";
2913
2970
  }>>;
2914
2971
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2930,10 +2987,10 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
2930
2987
  source: z$1.ZodLiteral<"column">;
2931
2988
  key: z$1.ZodString;
2932
2989
  aggregate: z$1.ZodEnum<{
2933
- sum: "sum";
2934
2990
  avg: "avg";
2935
2991
  min: "min";
2936
2992
  max: "max";
2993
+ sum: "sum";
2937
2994
  latest: "latest";
2938
2995
  passThresholdRate: "passThresholdRate";
2939
2996
  }>;
@@ -2965,9 +3022,9 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
2965
3022
  color: z$1.ZodOptional<z$1.ZodEnum<{
2966
3023
  success: "success";
2967
3024
  error: "error";
2968
- warning: "warning";
2969
3025
  accent: "accent";
2970
3026
  accentDim: "accentDim";
3027
+ warning: "warning";
2971
3028
  textMuted: "textMuted";
2972
3029
  }>>;
2973
3030
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2978,10 +3035,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
2978
3035
  source: z$1.ZodLiteral<"column">;
2979
3036
  key: z$1.ZodString;
2980
3037
  aggregate: z$1.ZodEnum<{
2981
- sum: "sum";
2982
3038
  avg: "avg";
2983
3039
  min: "min";
2984
3040
  max: "max";
3041
+ sum: "sum";
2985
3042
  latest: "latest";
2986
3043
  passThresholdRate: "passThresholdRate";
2987
3044
  }>;
@@ -2989,9 +3046,9 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
2989
3046
  color: z$1.ZodOptional<z$1.ZodEnum<{
2990
3047
  success: "success";
2991
3048
  error: "error";
2992
- warning: "warning";
2993
3049
  accent: "accent";
2994
3050
  accentDim: "accentDim";
3051
+ warning: "warning";
2995
3052
  textMuted: "textMuted";
2996
3053
  }>>;
2997
3054
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3020,10 +3077,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
3020
3077
  source: z$1.ZodLiteral<"column">;
3021
3078
  key: z$1.ZodString;
3022
3079
  aggregate: z$1.ZodEnum<{
3023
- sum: "sum";
3024
3080
  avg: "avg";
3025
3081
  min: "min";
3026
3082
  max: "max";
3083
+ sum: "sum";
3027
3084
  latest: "latest";
3028
3085
  passThresholdRate: "passThresholdRate";
3029
3086
  }>;
@@ -3055,9 +3112,9 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
3055
3112
  color: z$1.ZodOptional<z$1.ZodEnum<{
3056
3113
  success: "success";
3057
3114
  error: "error";
3058
- warning: "warning";
3059
3115
  accent: "accent";
3060
3116
  accentDim: "accentDim";
3117
+ warning: "warning";
3061
3118
  textMuted: "textMuted";
3062
3119
  }>>;
3063
3120
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3068,10 +3125,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
3068
3125
  source: z$1.ZodLiteral<"column">;
3069
3126
  key: z$1.ZodString;
3070
3127
  aggregate: z$1.ZodEnum<{
3071
- sum: "sum";
3072
3128
  avg: "avg";
3073
3129
  min: "min";
3074
3130
  max: "max";
3131
+ sum: "sum";
3075
3132
  latest: "latest";
3076
3133
  passThresholdRate: "passThresholdRate";
3077
3134
  }>;
@@ -3079,9 +3136,9 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
3079
3136
  color: z$1.ZodOptional<z$1.ZodEnum<{
3080
3137
  success: "success";
3081
3138
  error: "error";
3082
- warning: "warning";
3083
3139
  accent: "accent";
3084
3140
  accentDim: "accentDim";
3141
+ warning: "warning";
3085
3142
  textMuted: "textMuted";
3086
3143
  }>>;
3087
3144
  axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3110,10 +3167,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
3110
3167
  source: z$1.ZodLiteral<"column">;
3111
3168
  key: z$1.ZodString;
3112
3169
  aggregate: z$1.ZodEnum<{
3113
- sum: "sum";
3114
3170
  avg: "avg";
3115
3171
  min: "min";
3116
3172
  max: "max";
3173
+ sum: "sum";
3117
3174
  latest: "latest";
3118
3175
  passThresholdRate: "passThresholdRate";
3119
3176
  }>;
@@ -3141,8 +3198,8 @@ declare const runManifestSchema$1: z$1.ZodObject<{
3141
3198
  evalSourceFingerprints: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodString>>>;
3142
3199
  target: z$1.ZodObject<{
3143
3200
  mode: z$1.ZodEnum<{
3144
- all: "all";
3145
3201
  caseIds: "caseIds";
3202
+ all: "all";
3146
3203
  evalIds: "evalIds";
3147
3204
  }>;
3148
3205
  evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
@@ -3306,8 +3363,8 @@ type EvalColumnOverride$1 = {
3306
3363
  * Presentation preset for the value.
3307
3364
  *
3308
3365
  * Use this to control how the UI renders the cell and infer table behavior,
3309
- * for example `number`, `boolean`, `duration`, `markdown`, `json`, or
3310
- * file/media previews.
3366
+ * for example `number`, `boolean`, `duration`, `markdown`, `json`,
3367
+ * `image`, `html`, `pdf`, or file/media previews.
3311
3368
  */
3312
3369
  format?: ColumnFormat;
3313
3370
  /**
@@ -4184,8 +4241,8 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
4184
4241
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4185
4242
  error: "error";
4186
4243
  running: "running";
4187
- ok: "ok";
4188
4244
  cancelled: "cancelled";
4245
+ ok: "ok";
4189
4246
  }>>;
4190
4247
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4191
4248
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4257,8 +4314,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
4257
4314
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4258
4315
  error: "error";
4259
4316
  running: "running";
4260
- ok: "ok";
4261
4317
  cancelled: "cancelled";
4318
+ ok: "ok";
4262
4319
  }>>;
4263
4320
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4264
4321
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4347,8 +4404,8 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
4347
4404
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4348
4405
  error: "error";
4349
4406
  running: "running";
4350
- ok: "ok";
4351
4407
  cancelled: "cancelled";
4408
+ ok: "ok";
4352
4409
  }>>;
4353
4410
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4354
4411
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4426,8 +4483,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
4426
4483
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4427
4484
  error: "error";
4428
4485
  running: "running";
4429
- ok: "ok";
4430
4486
  cancelled: "cancelled";
4487
+ ok: "ok";
4431
4488
  }>>;
4432
4489
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4433
4490
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4507,8 +4564,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
4507
4564
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4508
4565
  error: "error";
4509
4566
  running: "running";
4510
- ok: "ok";
4511
4567
  cancelled: "cancelled";
4568
+ ok: "ok";
4512
4569
  }>>;
4513
4570
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4514
4571
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4586,8 +4643,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
4586
4643
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4587
4644
  error: "error";
4588
4645
  running: "running";
4589
- ok: "ok";
4590
4646
  cancelled: "cancelled";
4647
+ ok: "ok";
4591
4648
  }>>;
4592
4649
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4593
4650
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4675,8 +4732,8 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
4675
4732
  finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
4676
4733
  error: "error";
4677
4734
  running: "running";
4678
- ok: "ok";
4679
4735
  cancelled: "cancelled";
4736
+ ok: "ok";
4680
4737
  }>>;
4681
4738
  finalError: z$1.ZodOptional<z$1.ZodObject<{
4682
4739
  name: z$1.ZodOptional<z$1.ZodString>;
@@ -4832,8 +4889,8 @@ type ConfigReloadState = z$1.infer<typeof configReloadStateSchema$1>;
4832
4889
  declare const createRunRequestSchema$1: z$1.ZodObject<{
4833
4890
  target: z$1.ZodObject<{
4834
4891
  mode: z$1.ZodEnum<{
4835
- all: "all";
4836
4892
  caseIds: "caseIds";
4893
+ all: "all";
4837
4894
  evalIds: "evalIds";
4838
4895
  }>;
4839
4896
  evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
@@ -5144,6 +5201,8 @@ declare const evalSummarySchema: z$1.ZodObject<{
5144
5201
  markdown: "markdown";
5145
5202
  json: "json";
5146
5203
  image: "image";
5204
+ html: "html";
5205
+ pdf: "pdf";
5147
5206
  audio: "audio";
5148
5207
  video: "video";
5149
5208
  percent: "percent";
@@ -5206,6 +5265,8 @@ declare const evalSummarySchema: z$1.ZodObject<{
5206
5265
  markdown: "markdown";
5207
5266
  json: "json";
5208
5267
  image: "image";
5268
+ html: "html";
5269
+ pdf: "pdf";
5209
5270
  audio: "audio";
5210
5271
  video: "video";
5211
5272
  percent: "percent";
@@ -5403,11 +5464,13 @@ declare const caseRowSchema: z$1.ZodObject<{
5403
5464
  source: z$1.ZodLiteral<"repo">;
5404
5465
  path: z$1.ZodString;
5405
5466
  mimeType: z$1.ZodOptional<z$1.ZodString>;
5467
+ sizeBytes: z$1.ZodOptional<z$1.ZodNumber>;
5406
5468
  }, z$1.core.$strip>, z$1.ZodObject<{
5407
5469
  source: z$1.ZodLiteral<"run">;
5408
5470
  artifactId: z$1.ZodString;
5409
5471
  mimeType: z$1.ZodString;
5410
5472
  fileName: z$1.ZodOptional<z$1.ZodString>;
5473
+ sizeBytes: z$1.ZodOptional<z$1.ZodNumber>;
5411
5474
  }, z$1.core.$strip>]>]>>;
5412
5475
  trial: z$1.ZodNumber;
5413
5476
  }, z$1.core.$strip>;
@@ -5566,16 +5629,34 @@ declare const caseDetailSchema: z$1.ZodObject<{
5566
5629
  }>>;
5567
5630
  }, z$1.core.$strip>>>;
5568
5631
  }, z$1.core.$strip>;
5632
+ cacheRefs: z$1.ZodDefault<z$1.ZodArray<z$1.ZodObject<{
5633
+ type: z$1.ZodLiteral<"value">;
5634
+ name: z$1.ZodString;
5635
+ namespace: z$1.ZodString;
5636
+ key: z$1.ZodString;
5637
+ status: z$1.ZodEnum<{
5638
+ hit: "hit";
5639
+ miss: "miss";
5640
+ refresh: "refresh";
5641
+ bypass: "bypass";
5642
+ }>;
5643
+ read: z$1.ZodOptional<z$1.ZodBoolean>;
5644
+ stored: z$1.ZodOptional<z$1.ZodBoolean>;
5645
+ storedAt: z$1.ZodOptional<z$1.ZodString>;
5646
+ age: z$1.ZodOptional<z$1.ZodNumber>;
5647
+ }, z$1.core.$strip>>>;
5569
5648
  }, z$1.core.$strip>>>;
5570
5649
  columns: z$1.ZodRecord<z$1.ZodString, z$1.ZodUnion<readonly [z$1.ZodType<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown, z$1.core.$ZodTypeInternals<string | number | boolean | Record<string, unknown> | unknown[] | null, unknown>>, z$1.ZodUnion<readonly [z$1.ZodObject<{
5571
5650
  source: z$1.ZodLiteral<"repo">;
5572
5651
  path: z$1.ZodString;
5573
5652
  mimeType: z$1.ZodOptional<z$1.ZodString>;
5653
+ sizeBytes: z$1.ZodOptional<z$1.ZodNumber>;
5574
5654
  }, z$1.core.$strip>, z$1.ZodObject<{
5575
5655
  source: z$1.ZodLiteral<"run">;
5576
5656
  artifactId: z$1.ZodString;
5577
5657
  mimeType: z$1.ZodString;
5578
5658
  fileName: z$1.ZodOptional<z$1.ZodString>;
5659
+ sizeBytes: z$1.ZodOptional<z$1.ZodNumber>;
5579
5660
  }, z$1.core.$strip>]>]>>;
5580
5661
  assertionFailures: z$1.ZodArray<z$1.ZodUnion<readonly [z$1.ZodObject<{
5581
5662
  name: z$1.ZodOptional<z$1.ZodString>;