@ls-stack/agent-eval 0.55.1 → 0.56.0

package/dist/index.d.mts

@@ -526,6 +526,34 @@ declare const cacheRecordingOpSchema$1: z$1.ZodDiscriminatedUnion<[z$1.ZodObject
   kind: z$1.ZodLiteral<"setOutput">;
   key: z$1.ZodString;
   value: z$1.ZodUnknown;
+  column: z$1.ZodOptional<z$1.ZodObject<{
+    label: z$1.ZodOptional<z$1.ZodString>;
+    format: z$1.ZodOptional<z$1.ZodEnum<{
+      number: "number";
+      boolean: "boolean";
+      file: "file";
+      markdown: "markdown";
+      json: "json";
+      image: "image";
+      html: "html";
+      pdf: "pdf";
+      audio: "audio";
+      video: "video";
+      duration: "duration";
+      percent: "percent";
+      passFail: "passFail";
+      stars: "stars";
+    }>>;
+    numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions$2, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions$2, unknown>>>;
+    hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+    hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+    align: z$1.ZodOptional<z$1.ZodEnum<{
+      left: "left";
+      center: "center";
+      right: "right";
+    }>>;
+    maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+  }, z$1.core.$strip>>;
 }, z$1.core.$strip>, z$1.ZodObject<{
   kind: z$1.ZodLiteral<"appendOutput">;
   key: z$1.ZodString;
@@ -586,6 +614,34 @@ declare const cacheRecordingSchema$1: z$1.ZodObject<{
     kind: z$1.ZodLiteral<"setOutput">;
     key: z$1.ZodString;
     value: z$1.ZodUnknown;
+    column: z$1.ZodOptional<z$1.ZodObject<{
+      label: z$1.ZodOptional<z$1.ZodString>;
+      format: z$1.ZodOptional<z$1.ZodEnum<{
+        number: "number";
+        boolean: "boolean";
+        file: "file";
+        markdown: "markdown";
+        json: "json";
+        image: "image";
+        html: "html";
+        pdf: "pdf";
+        audio: "audio";
+        video: "video";
+        duration: "duration";
+        percent: "percent";
+        passFail: "passFail";
+        stars: "stars";
+      }>>;
+      numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions$2, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions$2, unknown>>>;
+      hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+      hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+      align: z$1.ZodOptional<z$1.ZodEnum<{
+        left: "left";
+        center: "center";
+        right: "right";
+      }>>;
+      maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+    }, z$1.core.$strip>>;
   }, z$1.core.$strip>, z$1.ZodObject<{
     kind: z$1.ZodLiteral<"appendOutput">;
     key: z$1.ZodString;
@@ -659,6 +715,34 @@ declare const cacheEntrySchema$1: z$1.ZodObject<{
       kind: z$1.ZodLiteral<"setOutput">;
       key: z$1.ZodString;
       value: z$1.ZodUnknown;
+      column: z$1.ZodOptional<z$1.ZodObject<{
+        label: z$1.ZodOptional<z$1.ZodString>;
+        format: z$1.ZodOptional<z$1.ZodEnum<{
+          number: "number";
+          boolean: "boolean";
+          file: "file";
+          markdown: "markdown";
+          json: "json";
+          image: "image";
+          html: "html";
+          pdf: "pdf";
+          audio: "audio";
+          video: "video";
+          duration: "duration";
+          percent: "percent";
+          passFail: "passFail";
+          stars: "stars";
+        }>>;
+        numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions$2, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions$2, unknown>>>;
+        hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+        hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+        align: z$1.ZodOptional<z$1.ZodEnum<{
+          left: "left";
+          center: "center";
+          right: "right";
+        }>>;
+        maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+      }, z$1.core.$strip>>;
     }, z$1.core.$strip>, z$1.ZodObject<{
       kind: z$1.ZodLiteral<"appendOutput">;
       key: z$1.ZodString;
@@ -712,6 +796,14 @@ type EvalCase$2<TInput = unknown> = Omit<EvalCase$1$1<TInput>, 'tags'> & {
 };
 /** Runtime output values collected from output helpers and `deriveFromTracing`. */
 type EvalOutputs = Record<string, unknown>;
+/**
+ * Display options that can be attached directly to one `setOutput(...)` write.
+ *
+ * Pass a format string such as `'markdown'` for the common case, or an
+ * `EvalColumnOverride` when the output also needs a label, numeric formatting,
+ * table visibility, alignment, or star count.
+ */
+type EvalOutputOptions = ColumnFormat$1 | EvalColumnOverride;
 /**
  * Initial wall-clock time used by an eval's shifted Date clock.
  *
@@ -755,7 +847,14 @@ key: TKey,
  * field's declared output type.
  */
 
-value: TOutputs[TKey]) => void;
+value: TOutputs[TKey],
+/**
+ * Optional display format or column override for this output. Runtime
+ * options are persisted with the case result and are useful when a one-off
+ * output should render as Markdown, JSON, media, a number, duration, etc.
+ */
+
+options?: EvalOutputOptions) => void;
 /** Context passed to an eval's `execute` function for a single case run. */
 type EvalExecuteContext<TInput, TOutputs extends EvalOutputs = EvalOutputs> = {
   /** Authored input for the active eval case. */input: TInput;
@@ -1362,7 +1461,8 @@ type EvalCaseScope = {
   nextEvalIdCounter: number; /** Authored input for the current case, when provided by the runner. */
   input?: unknown; /** Effective tags for the current case. */
   tags: string[];
-  outputs: Record<string, unknown>; /** Structured assertion failures recorded for the current case. */
+  outputs: Record<string, unknown>; /** Runtime display overrides recorded by output helpers for this case. */
+  outputColumnOverrides: Record<string, EvalColumnOverride>; /** Structured assertion failures recorded for the current case. */
   assertionFailures: AssertionFailure$1[]; /** Logs captured from manual `evalLog(...)` calls and enabled console calls. */
   logs: RunLogEntry$1[];
   spans: EvalTraceSpan$2[];
@@ -1399,7 +1499,7 @@ type EvalLogLevelInput = RunLogLevel$1 | 'warning';
 declare class EvalAssertionError extends Error {
   constructor(message: string);
 }
-/** Return the shifted wall-clock time for a stored eval clock state. */
+/** Return the host process clock, bypassing the eval Date shim. */
 /**
  * Eval time helpers for reading and moving the active eval clock.
  *
@@ -1513,8 +1613,12 @@ declare function nextEvalId(): string;
  *
  * Supported values include scalars, JSON-safe objects/arrays, explicit file
  * refs, and native `Blob`/`File` instances for media or file columns.
+ *
+ * Pass the optional third argument to persist a display format or full column
+ * override with this runtime output, for example `'markdown'` or
+ * `{ label: 'Receipt', format: 'image', hideInTable: true }`.
  */
-declare function setEvalOutput(key: string, value: unknown): void;
+declare function setEvalOutput(key: string, value: unknown, options?: EvalOutputOptions | undefined): void;
 /**
  * Append an item to an output array in the current case scope.
  *
@@ -1780,15 +1884,15 @@ type ColumnKind = z$1.infer<typeof columnKindSchema>;
 declare const columnFormatSchema: z$1.ZodEnum<{
   number: "number";
   boolean: "boolean";
+  duration: "duration";
+  json: "json";
   file: "file";
   markdown: "markdown";
-  json: "json";
   image: "image";
   html: "html";
   pdf: "pdf";
   audio: "audio";
   video: "video";
-  duration: "duration";
   percent: "percent";
   passFail: "passFail";
   stars: "stars";
@@ -1807,15 +1911,15 @@ declare const columnDefSchema: z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
     boolean: "boolean";
+    duration: "duration";
+    json: "json";
     file: "file";
     markdown: "markdown";
-    json: "json";
     image: "image";
     html: "html";
     pdf: "pdf";
     audio: "audio";
     video: "video";
-    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -1861,8 +1965,8 @@ type CellValue = z$1.infer<typeof cellValueSchema>; //#endregion
 declare const traceAttributeDisplayFormatSchema: z$1.ZodEnum<{
   string: "string";
   number: "number";
-  json: "json";
   duration: "duration";
+  json: "json";
 }>;
 /**
  * Formatting hint for trace attribute values rendered by the UI.
@@ -1886,8 +1990,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     string: "string";
     number: "number";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -1922,8 +2026,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       string: "string";
       number: "number";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -1962,8 +2066,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     string: "string";
     number: "number";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2000,8 +2104,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       string: "string";
       number: "number";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2165,15 +2269,15 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
     boolean: "boolean";
+    duration: "duration";
+    json: "json";
     file: "file";
     markdown: "markdown";
-    json: "json";
     image: "image";
     html: "html";
     pdf: "pdf";
     audio: "audio";
     video: "video";
-    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -2229,15 +2333,15 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
     boolean: "boolean";
+    duration: "duration";
+    json: "json";
     file: "file";
     markdown: "markdown";
-    json: "json";
     image: "image";
     html: "html";
     pdf: "pdf";
     audio: "audio";
     video: "video";
-    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -2275,15 +2379,15 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
       boolean: "boolean";
+      duration: "duration";
+      json: "json";
       file: "file";
       markdown: "markdown";
-      json: "json";
       image: "image";
       html: "html";
       pdf: "pdf";
       audio: "audio";
       video: "video";
-      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -2356,15 +2460,15 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
       boolean: "boolean";
+      duration: "duration";
+      json: "json";
       file: "file";
       markdown: "markdown";
-      json: "json";
       image: "image";
       html: "html";
       pdf: "pdf";
       audio: "audio";
       video: "video";
-      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -2397,8 +2501,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
       }>;
       label: z$1.ZodOptional<z$1.ZodString>;
       color: z$1.ZodOptional<z$1.ZodEnum<{
-        success: "success";
         error: "error";
+        success: "success";
         warning: "warning";
         accent: "accent";
         accentDim: "accentDim";
@@ -2421,8 +2525,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
       }>;
       label: z$1.ZodOptional<z$1.ZodString>;
       color: z$1.ZodOptional<z$1.ZodEnum<{
-        success: "success";
         error: "error";
+        success: "success";
         warning: "warning";
         accent: "accent";
         accentDim: "accentDim";
@@ -2576,6 +2680,43 @@ declare const caseRowSchema$1: z$1.ZodObject<{
     fileName: z$1.ZodOptional<z$1.ZodString>;
     sizeBytes: z$1.ZodOptional<z$1.ZodNumber>;
   }, z$1.core.$strip>]>]>>;
+  outputColumnDefs: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
+    key: z$1.ZodString;
+    label: z$1.ZodString;
+    kind: z$1.ZodEnum<{
+      string: "string";
+      number: "number";
+      boolean: "boolean";
+    }>;
+    format: z$1.ZodOptional<z$1.ZodEnum<{
+      number: "number";
+      boolean: "boolean";
+      duration: "duration";
+      json: "json";
+      file: "file";
+      markdown: "markdown";
+      image: "image";
+      html: "html";
+      pdf: "pdf";
+      audio: "audio";
+      video: "video";
+      percent: "percent";
+      passFail: "passFail";
+      stars: "stars";
+    }>>;
+    numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+    isScore: z$1.ZodOptional<z$1.ZodBoolean>;
+    isManualScore: z$1.ZodOptional<z$1.ZodBoolean>;
+    passThreshold: z$1.ZodOptional<z$1.ZodNumber>;
+    maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+    hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+    hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+    align: z$1.ZodOptional<z$1.ZodEnum<{
+      left: "left";
+      center: "center";
+      right: "right";
+    }>>;
+  }, z$1.core.$strip>>>;
   trial: z$1.ZodNumber;
 }, z$1.core.$strip>;
 /** Flattened per-case row rendered in run tables and streamed updates. */
@@ -2693,8 +2834,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
       format: z$1.ZodOptional<z$1.ZodEnum<{
         string: "string";
         number: "number";
-        json: "json";
         duration: "duration";
+        json: "json";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2796,8 +2937,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
       format: z$1.ZodOptional<z$1.ZodEnum<{
         string: "string";
         number: "number";
-        json: "json";
         duration: "duration";
+        json: "json";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2865,8 +3006,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
         format: z$1.ZodOptional<z$1.ZodEnum<{
           string: "string";
           number: "number";
-          json: "json";
           duration: "duration";
+          json: "json";
         }>>;
         numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
         placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2914,6 +3055,43 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
     fileName: z$1.ZodOptional<z$1.ZodString>;
     sizeBytes: z$1.ZodOptional<z$1.ZodNumber>;
   }, z$1.core.$strip>]>]>>;
+  outputColumnDefs: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
+    key: z$1.ZodString;
+    label: z$1.ZodString;
+    kind: z$1.ZodEnum<{
+      string: "string";
+      number: "number";
+      boolean: "boolean";
+    }>;
+    format: z$1.ZodOptional<z$1.ZodEnum<{
+      number: "number";
+      boolean: "boolean";
+      duration: "duration";
+      json: "json";
+      file: "file";
+      markdown: "markdown";
+      image: "image";
+      html: "html";
+      pdf: "pdf";
+      audio: "audio";
+      video: "video";
+      percent: "percent";
+      passFail: "passFail";
+      stars: "stars";
+    }>>;
+    numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+    isScore: z$1.ZodOptional<z$1.ZodBoolean>;
+    isManualScore: z$1.ZodOptional<z$1.ZodBoolean>;
+    passThreshold: z$1.ZodOptional<z$1.ZodNumber>;
+    maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+    hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+    hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+    align: z$1.ZodOptional<z$1.ZodEnum<{
+      left: "left";
+      center: "center";
+      right: "right";
+    }>>;
+  }, z$1.core.$strip>>>;
   assertionFailures: z$1.ZodArray<z$1.ZodUnion<readonly [z$1.ZodObject<{
     name: z$1.ZodOptional<z$1.ZodString>;
     message: z$1.ZodString;
@@ -3030,8 +3208,8 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
  * not emit raw hex so authored evals stay decoupled from the web theme.
  */
 declare const evalChartColorSchema: z$1.ZodEnum<{
-  success: "success";
   error: "error";
+  success: "success";
   warning: "warning";
   accent: "accent";
   accentDim: "accentDim";
@@ -3059,8 +3237,8 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   }>;
   label: z$1.ZodOptional<z$1.ZodString>;
   color: z$1.ZodOptional<z$1.ZodEnum<{
-    success: "success";
     error: "error";
+    success: "success";
     warning: "warning";
     accent: "accent";
     accentDim: "accentDim";
@@ -3083,8 +3261,8 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   }>;
   label: z$1.ZodOptional<z$1.ZodString>;
   color: z$1.ZodOptional<z$1.ZodEnum<{
-    success: "success";
     error: "error";
+    success: "success";
     warning: "warning";
     accent: "accent";
     accentDim: "accentDim";
@@ -3142,8 +3320,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
       warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
@@ -3166,8 +3344,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
       warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
@@ -3232,8 +3410,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
       warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
@@ -3256,8 +3434,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
       warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
@@ -3524,8 +3702,8 @@ declare const llmCallMetricFormatSchema$1: z$1.ZodEnum<{
   string: "string";
   number: "number";
   boolean: "boolean";
-  json: "json";
   duration: "duration";
+  json: "json";
 }>;
 /** Render format applied to an LLM-call metric value. */
 type LlmCallMetricFormat = z$1.infer<typeof llmCallMetricFormatSchema$1>;
@@ -3534,8 +3712,8 @@ declare const apiCallMetricFormatSchema$1: z$1.ZodEnum<{
   string: "string";
   number: "number";
   boolean: "boolean";
-  json: "json";
   duration: "duration";
+  json: "json";
 }>;
 /** Render format applied to an API-call metric value. */
 type ApiCallMetricFormat = z$1.infer<typeof apiCallMetricFormatSchema$1>;
@@ -3604,8 +3782,8 @@ declare const llmCallMetricSchema: z$1.ZodObject<{
     string: "string";
     number: "number";
     boolean: "boolean";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3633,8 +3811,8 @@ declare const apiCallMetricSchema: z$1.ZodObject<{
     string: "string";
     number: "number";
     boolean: "boolean";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3747,8 +3925,8 @@ declare const llmCallsConfigSchema: z$1.ZodObject<{
       string: "string";
       number: "number";
       boolean: "boolean";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3783,8 +3961,8 @@ declare const apiCallsConfigSchema: z$1.ZodObject<{
       string: "string";
       number: "number";
       boolean: "boolean";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4042,7 +4220,13 @@ type AgentEvalsConfig$1 = {
      * Exact namespace-specific retention caps. Values override
      * `maxEntriesPerNamespace` for matching namespaces.
      */
-    maxEntriesByNamespace?: Record<string, number>; /** Legacy alias for `maxEntriesPerNamespace`, retained so older config files keep working. */
+    maxEntriesByNamespace?: Record<string, number>;
+    /**
+     * Milliseconds the runner waits after becoming idle before pruning indexed
+     * cache entries. Defaults to `5000`; non-positive or non-finite values use
+     * the default.
+     */
+    pruneIdleDelayMs?: number; /** Legacy alias for `maxEntriesPerNamespace`, retained so older config files keep working. */
     maxEntriesPerEval?: number;
   };
 };
@@ -4190,6 +4374,9 @@ declare function simulateTokenAllocation({
  * charged twice. Cache read/write costs still contribute to the total USD cost
  * at their configured rates. The `steps` attribute path may resolve to an array
  * of per-step detail objects, with `stepCount` derived from the array length.
+ * When a matching LLM span does not expose that array, direct child spans with
+ * `kind: 'model_step'` are used as the step details instead. This preserves
+ * Mastra/OpenTelemetry traces where model steps are emitted as child spans.
  * `durationMs` and `tokensPerSecond` are `null` while the span is still
  * running. User-defined `metrics` whose path resolves to
  * `undefined` are dropped, but `null`, `0`, and `false` are preserved as
@@ -4304,22 +4491,25 @@ declare const traceCacheRefSchema: z$1.ZodObject<{
 }, z$1.core.$strip>;
 /** Reference to a value-cache lookup performed via `evalTracer.cache(...)`. */
 type TraceCacheRef$1 = z$1.infer<typeof traceCacheRefSchema>;
-/** Summary of a single persisted cache entry, used by list/delete endpoints. */
+/** Minimal index-backed summary of a persisted cache entry. */
 declare const cacheListItemSchema$1: z$1.ZodObject<{
   key: z$1.ZodString;
   namespace: z$1.ZodString;
-  operationType: z$1.ZodEnum<{
-    value: "value";
-    span: "span";
-  }>;
-  operationName: z$1.ZodString;
-  spanName: z$1.ZodOptional<z$1.ZodString>;
-  spanKind: z$1.ZodOptional<z$1.ZodString>;
   storedAt: z$1.ZodString;
-  sizeBytes: z$1.ZodNumber;
+  lastAccessedAt: z$1.ZodString;
 }, z$1.core.$strip>;
-/** Summary row for a single cache entry. */
+/** Minimal summary row for a single cache entry. */
 type CacheListItem = z$1.infer<typeof cacheListItemSchema$1>;
+/** Summary of cleanup performed by manual cache repair. */
+declare const cacheRepairSummarySchema$1: z$1.ZodObject<{
+  removedCacheFiles: z$1.ZodNumber;
+  removedDebugFiles: z$1.ZodNumber;
+  removedBlobFiles: z$1.ZodNumber;
+  removedIndexRows: z$1.ZodNumber;
+  rewrittenIndexes: z$1.ZodNumber;
+}, z$1.core.$strip>;
+/** Stable JSON summary returned by manual cache repair. */
+type CacheRepairSummary = z$1.infer<typeof cacheRepairSummarySchema$1>;
 /** Serialized nested span captured while recording a cached operation. */
 type SerializedCacheSpan = {
   kind: string;
@@ -4343,6 +4533,34 @@ declare const cacheRecordingOpSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   kind: z$1.ZodLiteral<"setOutput">;
   key: z$1.ZodString;
   value: z$1.ZodUnknown;
+  column: z$1.ZodOptional<z$1.ZodObject<{
+    label: z$1.ZodOptional<z$1.ZodString>;
+    format: z$1.ZodOptional<z$1.ZodEnum<{
+      number: "number";
+      boolean: "boolean";
+      duration: "duration";
+      json: "json";
+      file: "file";
+      markdown: "markdown";
+      image: "image";
+      html: "html";
+      pdf: "pdf";
+      audio: "audio";
+      video: "video";
+      percent: "percent";
+      passFail: "passFail";
+      stars: "stars";
+    }>>;
+    numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+    hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+    hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+    align: z$1.ZodOptional<z$1.ZodEnum<{
+      left: "left";
+      center: "center";
+      right: "right";
+    }>>;
+    maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+  }, z$1.core.$strip>>;
 }, z$1.core.$strip>, z$1.ZodObject<{
   kind: z$1.ZodLiteral<"appendOutput">;
   key: z$1.ZodString;
@@ -4403,6 +4621,34 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
     kind: z$1.ZodLiteral<"setOutput">;
     key: z$1.ZodString;
     value: z$1.ZodUnknown;
+    column: z$1.ZodOptional<z$1.ZodObject<{
+      label: z$1.ZodOptional<z$1.ZodString>;
+      format: z$1.ZodOptional<z$1.ZodEnum<{
+        number: "number";
+        boolean: "boolean";
+        duration: "duration";
+        json: "json";
+        file: "file";
+        markdown: "markdown";
+        image: "image";
+        html: "html";
+        pdf: "pdf";
+        audio: "audio";
+        video: "video";
+        percent: "percent";
+        passFail: "passFail";
+        stars: "stars";
+      }>>;
+      numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+      hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+      hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+      align: z$1.ZodOptional<z$1.ZodEnum<{
+        left: "left";
+        center: "center";
+        right: "right";
+      }>>;
+      maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+    }, z$1.core.$strip>>;
   }, z$1.core.$strip>, z$1.ZodObject<{
     kind: z$1.ZodLiteral<"appendOutput">;
     key: z$1.ZodString;
@@ -4476,6 +4722,34 @@ declare const cacheEntrySchema: z$1.ZodObject<{
       kind: z$1.ZodLiteral<"setOutput">;
       key: z$1.ZodString;
       value: z$1.ZodUnknown;
+      column: z$1.ZodOptional<z$1.ZodObject<{
+        label: z$1.ZodOptional<z$1.ZodString>;
+        format: z$1.ZodOptional<z$1.ZodEnum<{
+          number: "number";
+          boolean: "boolean";
+          duration: "duration";
+          json: "json";
+          file: "file";
+          markdown: "markdown";
+          image: "image";
+          html: "html";
+          pdf: "pdf";
+          audio: "audio";
+          video: "video";
+          percent: "percent";
+          passFail: "passFail";
+          stars: "stars";
+        }>>;
+        numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+        hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+        hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+        align: z$1.ZodOptional<z$1.ZodEnum<{
+          left: "left";
+          center: "center";
+          right: "right";
+        }>>;
+        maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+      }, z$1.core.$strip>>;
     }, z$1.core.$strip>, z$1.ZodObject<{
       kind: z$1.ZodLiteral<"appendOutput">;
       key: z$1.ZodString;
@@ -4566,6 +4840,34 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
         kind: z$1.ZodLiteral<"setOutput">;
         key: z$1.ZodString;
         value: z$1.ZodUnknown;
+        column: z$1.ZodOptional<z$1.ZodObject<{
+          label: z$1.ZodOptional<z$1.ZodString>;
+          format: z$1.ZodOptional<z$1.ZodEnum<{
+            number: "number";
+            boolean: "boolean";
+            duration: "duration";
+            json: "json";
+            file: "file";
+            markdown: "markdown";
+            image: "image";
+            html: "html";
+            pdf: "pdf";
+            audio: "audio";
+            video: "video";
+            percent: "percent";
+            passFail: "passFail";
+            stars: "stars";
+          }>>;
+          numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+          hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+          hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+          align: z$1.ZodOptional<z$1.ZodEnum<{
+            left: "left";
+            center: "center";
+            right: "right";
+          }>>;
+          maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+        }, z$1.core.$strip>>;
       }, z$1.core.$strip>, z$1.ZodObject<{
         kind: z$1.ZodLiteral<"appendOutput">;
         key: z$1.ZodString;
@@ -4645,6 +4947,34 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
       kind: z$1.ZodLiteral<"setOutput">;
       key: z$1.ZodString;
       value: z$1.ZodUnknown;
+      column: z$1.ZodOptional<z$1.ZodObject<{
+        label: z$1.ZodOptional<z$1.ZodString>;
+        format: z$1.ZodOptional<z$1.ZodEnum<{
+          number: "number";
+          boolean: "boolean";
+          duration: "duration";
+          json: "json";
+          file: "file";
+          markdown: "markdown";
+          image: "image";
+          html: "html";
+          pdf: "pdf";
+          audio: "audio";
+          video: "video";
+          percent: "percent";
+          passFail: "passFail";
+          stars: "stars";
+        }>>;
+        numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+        hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+        hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+        align: z$1.ZodOptional<z$1.ZodEnum<{
+          left: "left";
+          center: "center";
+          right: "right";
+        }>>;
+        maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+      }, z$1.core.$strip>>;
     }, z$1.core.$strip>, z$1.ZodObject<{
       kind: z$1.ZodLiteral<"appendOutput">;
       key: z$1.ZodString;
@@ -4726,6 +5056,34 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
           kind: z$1.ZodLiteral<"setOutput">;
           key: z$1.ZodString;
           value: z$1.ZodUnknown;
+          column: z$1.ZodOptional<z$1.ZodObject<{
+            label: z$1.ZodOptional<z$1.ZodString>;
+            format: z$1.ZodOptional<z$1.ZodEnum<{
+              number: "number";
+              boolean: "boolean";
+              duration: "duration";
+              json: "json";
+              file: "file";
+              markdown: "markdown";
+              image: "image";
+              html: "html";
+              pdf: "pdf";
+              audio: "audio";
+              video: "video";
+              percent: "percent";
+              passFail: "passFail";
+              stars: "stars";
+            }>>;
+            numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+            hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+            hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+            align: z$1.ZodOptional<z$1.ZodEnum<{
+              left: "left";
+              center: "center";
+              right: "right";
+            }>>;
+            maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+          }, z$1.core.$strip>>;
         }, z$1.core.$strip>, z$1.ZodObject<{
           kind: z$1.ZodLiteral<"appendOutput">;
           key: z$1.ZodString;
@@ -4805,6 +5163,34 @@ declare const cacheFileSchema: z$1.ZodObject<{
         kind: z$1.ZodLiteral<"setOutput">;
         key: z$1.ZodString;
         value: z$1.ZodUnknown;
+        column: z$1.ZodOptional<z$1.ZodObject<{
+          label: z$1.ZodOptional<z$1.ZodString>;
+          format: z$1.ZodOptional<z$1.ZodEnum<{
+            number: "number";
+            boolean: "boolean";
+            duration: "duration";
+            json: "json";
+            file: "file";
+            markdown: "markdown";
+            image: "image";
+            html: "html";
+            pdf: "pdf";
+            audio: "audio";
+            video: "video";
+            percent: "percent";
+            passFail: "passFail";
+            stars: "stars";
+          }>>;
+          numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+          hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+          hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+          align: z$1.ZodOptional<z$1.ZodEnum<{
+            left: "left";
+            center: "center";
+            right: "right";
+          }>>;
+          maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+        }, z$1.core.$strip>>;
       }, z$1.core.$strip>, z$1.ZodObject<{
         kind: z$1.ZodLiteral<"appendOutput">;
         key: z$1.ZodString;
@@ -4894,6 +5280,34 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
           kind: z$1.ZodLiteral<"setOutput">;
           key: z$1.ZodString;
           value: z$1.ZodUnknown;
+          column: z$1.ZodOptional<z$1.ZodObject<{
+            label: z$1.ZodOptional<z$1.ZodString>;
+            format: z$1.ZodOptional<z$1.ZodEnum<{
+              number: "number";
+              boolean: "boolean";
+              duration: "duration";
+              json: "json";
+              file: "file";
+              markdown: "markdown";
+              image: "image";
+              html: "html";
+              pdf: "pdf";
+              audio: "audio";
+              video: "video";
+              percent: "percent";
+              passFail: "passFail";
+              stars: "stars";
+            }>>;
+            numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+            hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+            hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+            align: z$1.ZodOptional<z$1.ZodEnum<{
+              left: "left";
+              center: "center";
+              right: "right";
+            }>>;
+            maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+          }, z$1.core.$strip>>;
         }, z$1.core.$strip>, z$1.ZodObject<{
           kind: z$1.ZodLiteral<"appendOutput">;
           key: z$1.ZodString;
@@ -5628,6 +6042,43 @@ declare const caseRowSchema: z$1.ZodObject<{
     fileName: z$1.ZodOptional<z$1.ZodString>;
     sizeBytes: z$1.ZodOptional<z$1.ZodNumber>;
   }, z$1.core.$strip>]>]>>;
+  outputColumnDefs: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
+    key: z$1.ZodString;
+    label: z$1.ZodString;
+    kind: z$1.ZodEnum<{
+      string: "string";
+      number: "number";
+      boolean: "boolean";
+    }>;
+    format: z$1.ZodOptional<z$1.ZodEnum<{
+      number: "number";
+      boolean: "boolean";
+      file: "file";
+      duration: "duration";
+      markdown: "markdown";
+      json: "json";
+      image: "image";
+      html: "html";
+      pdf: "pdf";
+      audio: "audio";
+      video: "video";
+      percent: "percent";
+      passFail: "passFail";
+      stars: "stars";
+    }>>;
+    numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions$1, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions$1, unknown>>>;
+    isScore: z$1.ZodOptional<z$1.ZodBoolean>;
+    isManualScore: z$1.ZodOptional<z$1.ZodBoolean>;
+    passThreshold: z$1.ZodOptional<z$1.ZodNumber>;
+    maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+    hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+    hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+    align: z$1.ZodOptional<z$1.ZodEnum<{
+      left: "left";
+      center: "center";
+      right: "right";
+    }>>;
+  }, z$1.core.$strip>>>;
   trial: z$1.ZodNumber;
 }, z$1.core.$strip>;
 /** Flattened per-case row rendered in run tables and streamed updates. */
@@ -5814,6 +6265,43 @@ declare const caseDetailSchema: z$1.ZodObject<{
     fileName: z$1.ZodOptional<z$1.ZodString>;
     sizeBytes: z$1.ZodOptional<z$1.ZodNumber>;
   }, z$1.core.$strip>]>]>>;
+  outputColumnDefs: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
+    key: z$1.ZodString;
+    label: z$1.ZodString;
+    kind: z$1.ZodEnum<{
+      string: "string";
+      number: "number";
+      boolean: "boolean";
+    }>;
+    format: z$1.ZodOptional<z$1.ZodEnum<{
+      number: "number";
+      boolean: "boolean";
+      file: "file";
+      duration: "duration";
+      markdown: "markdown";
+      json: "json";
+      image: "image";
+      html: "html";
+      pdf: "pdf";
+      audio: "audio";
+      video: "video";
+      percent: "percent";
+      passFail: "passFail";
+      stars: "stars";
+    }>>;
+    numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions$1, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions$1, unknown>>>;
+    isScore: z$1.ZodOptional<z$1.ZodBoolean>;
+    isManualScore: z$1.ZodOptional<z$1.ZodBoolean>;
+    passThreshold: z$1.ZodOptional<z$1.ZodNumber>;
+    maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+    hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+    hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+    align: z$1.ZodOptional<z$1.ZodEnum<{
+      left: "left";
+      center: "center";
+      right: "right";
+    }>>;
+  }, z$1.core.$strip>>>;
   assertionFailures: z$1.ZodArray<z$1.ZodUnion<readonly [z$1.ZodObject<{
     name: z$1.ZodOptional<z$1.ZodString>;
     message: z$1.ZodString;
@@ -6097,22 +6585,25 @@ type ResolvedLlmCallCostCurrency$1 = {
   numberFormat?: NumberDisplayOptions$1;
 }; //#endregion
 //#region ../shared/src/schemas/cache.d.ts
-/** Summary of a single persisted cache entry, used by list/delete endpoints. */
+/** Minimal index-backed summary of a persisted cache entry. */
 declare const cacheListItemSchema: z$1.ZodObject<{
   key: z$1.ZodString;
   namespace: z$1.ZodString;
-  operationType: z$1.ZodEnum<{
-    span: "span";
-    value: "value";
-  }>;
-  operationName: z$1.ZodString;
-  spanName: z$1.ZodOptional<z$1.ZodString>;
-  spanKind: z$1.ZodOptional<z$1.ZodString>;
   storedAt: z$1.ZodString;
-  sizeBytes: z$1.ZodNumber;
+  lastAccessedAt: z$1.ZodString;
 }, z$1.core.$strip>;
-/** Summary row for a single cache entry. */
+/** Minimal summary row for a single cache entry. */
 type CacheListItem$1 = z$1.infer<typeof cacheListItemSchema>;
+/** Summary of cleanup performed by manual cache repair. */
+declare const cacheRepairSummarySchema: z$1.ZodObject<{
+  removedCacheFiles: z$1.ZodNumber;
+  removedDebugFiles: z$1.ZodNumber;
+  removedBlobFiles: z$1.ZodNumber;
+  removedIndexRows: z$1.ZodNumber;
+  rewrittenIndexes: z$1.ZodNumber;
+}, z$1.core.$strip>;
+/** Stable JSON summary returned by manual cache repair. */
+type CacheRepairSummary$1 = z$1.infer<typeof cacheRepairSummarySchema>;
 /** Serialized nested span captured while recording a cached operation. */
 type SerializedCacheSpan$1 = {
   kind: string;
@@ -6175,6 +6666,34 @@ declare const cacheEntryWithDebugKeySchema: z$1.ZodObject<{
       kind: z$1.ZodLiteral<"setOutput">;
       key: z$1.ZodString;
       value: z$1.ZodUnknown;
+      column: z$1.ZodOptional<z$1.ZodObject<{
+        label: z$1.ZodOptional<z$1.ZodString>;
+        format: z$1.ZodOptional<z$1.ZodEnum<{
+          number: "number";
+          boolean: "boolean";
+          file: "file";
+          markdown: "markdown";
+          json: "json";
+          image: "image";
+          html: "html";
+          pdf: "pdf";
+          audio: "audio";
+          video: "video";
+          duration: "duration";
+          percent: "percent";
+          passFail: "passFail";
+          stars: "stars";
+        }>>;
+        numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions$1, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions$1, unknown>>>;
+        hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+        hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+        align: z$1.ZodOptional<z$1.ZodEnum<{
+          left: "left";
+          center: "center";
+          right: "right";
+        }>>;
+        maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+      }, z$1.core.$strip>>;
     }, z$1.core.$strip>, z$1.ZodObject<{
       kind: z$1.ZodLiteral<"appendOutput">;
       key: z$1.ZodString;
@@ -6256,6 +6775,34 @@ declare const cacheEntryWithDebugKeySchema: z$1.ZodObject<{
           kind: z$1.ZodLiteral<"setOutput">;
           key: z$1.ZodString;
           value: z$1.ZodUnknown;
+          column: z$1.ZodOptional<z$1.ZodObject<{
+            label: z$1.ZodOptional<z$1.ZodString>;
+            format: z$1.ZodOptional<z$1.ZodEnum<{
+              number: "number";
+              boolean: "boolean";
+              file: "file";
+              markdown: "markdown";
+              json: "json";
+              image: "image";
+              html: "html";
+              pdf: "pdf";
+              audio: "audio";
+              video: "video";
+              duration: "duration";
+              percent: "percent";
+              passFail: "passFail";
+              stars: "stars";
+            }>>;
+            numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions$1, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions$1, unknown>>>;
+            hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+            hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+            align: z$1.ZodOptional<z$1.ZodEnum<{
+              left: "left";
+              center: "center";
+              right: "right";
+            }>>;
+            maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+          }, z$1.core.$strip>>;
         }, z$1.core.$strip>, z$1.ZodObject<{
           kind: z$1.ZodLiteral<"appendOutput">;
           key: z$1.ZodString;
@@ -6454,7 +7001,8 @@ type EvalRunner = {
    * Remove cache entries matching `filter`, or all entries when no filter is
    * supplied.
    */
-  clearCache(filter?: CacheClearFilter): Promise<void>;
+  clearCache(filter?: CacheClearFilter): Promise<void>; /** Remove cache/debug/blob files that are not referenced by cache indexes. */
+  repairCache(): Promise<CacheRepairSummary$1>;
   /**
    * Recompute persisted case and run statuses for terminal runs touching one
    * eval. Accepts the exact eval key.
@@ -6635,4 +7183,4 @@ declare function defineEval<TInput = unknown, TOutputs extends EvalOutputs = Eva
 /** Return whether the active eval case has tags matching the typed input. */
 declare function matchesEvalTags(input: EvalTagMatchInput): boolean;
 //#endregion
-export { AgentEvalTagRegistry, AgentEvalsConfig, type ApiCallEntry, type ApiCallMetric, type ApiCallMetricFormat, type ApiCallMetricPlacement, type ApiCallMetricValue, type ApiCallsConfigInput, type AssertionFailure, type CacheActivityEntry, type CacheAdapter, type CacheDebugKeyEntry, type CacheDebugKeyFile, type CacheDebugKeyWrite, type CacheEntry, type CacheEntryWithDebugKey, type CacheFile, type CacheHitEntry, type CacheKeyHashInput, type CacheKeyHashOptions, type CacheListItem, type CacheMode, type CacheOperationType, type CacheRecording, type CacheRecordingFrame, type CacheRecordingOp, type CacheScopeContext, type CacheSerializationOptions, type CacheStatus, type CallDerivedAttribute, type CallDerivedAttributeContext, type CallDerivedAttributesConfig, type CallDerivedAttributesFn, type CaptureEvalSpanErrorLevel, type CaptureEvalSpanErrorOptions, type CaseDetail, type CaseRow, type CellValue, type ColumnDef, type ColumnFormat, type ColumnKind, type ConfigReloadState, type ConfigReloadStatus, type CreateRunRequest, type DefaultConfigKey, type DerivedStatus, type DiscoveryIssue, EvalAssertionError, type EvalCacheConfig, EvalCase, type EvalCaseScope, type EvalChartAggregate, type EvalChartAxis, type EvalChartBuiltinMetric, type EvalChartColor, type EvalChartConfig, type EvalChartMetric, type EvalChartTooltipExtra, type EvalChartType, type EvalChartsConfig, type EvalColumnOverride, type EvalColumns, EvalDefinition, type EvalDeriveConfig, type EvalDeriveContext, type EvalDeriveFn, type EvalDeriveMap, type EvalDeriveValueFn, type EvalDisplayStatus, type EvalExecuteContext, type EvalExpectation, type EvalFreshnessStatus, type EvalManualInputConfig, type EvalManualScoreDef, type EvalOutputs, type EvalOutputsSchema, type EvalRunner, type EvalRuntimeScope, type EvalScoreContext, type EvalScoreDef, type EvalScoreFn, type EvalSetOutput, type EvalStartTime, type EvalStatAggregate, type EvalStatItem, type EvalStatsConfig, type EvalSummary, EvalTag, EvalTagMatchInput, type EvalTraceTree, type JsonCell, type LlmCallCostBreakdown, type LlmCallCostCurrency, type LlmCallEntry, type LlmCallMetric, type LlmCallMetricFormat, type LlmCallMetricPlacement, type LlmCallMetricValue, type LlmCallPricing, type LlmCallPricingRate, type LlmCallPricingRegistry, type LlmCallSimulatedTokens, type LlmCallsConfigInput, type LlmCostScenario, type ManualInputDescriptor, type ManualInputFieldDescriptor, type ManualInputFieldKind, type ManualInputFieldOverride, type ManualInputFieldsConfig, type ManualInputFileValue, type ManualInputSelectOption, type MaterializeManualInputFilesResult, type NumberDisplayOptions, type ReadManualInputFileResult, type RemoveDefaultConfig, type ResolvedApiCallMetric, type ResolvedApiCallsConfig, type ResolvedCallDerivedAttribute, type ResolvedLlmCallCostCurrency, type ResolvedLlmCallMetric, type ResolvedLlmCallPricing, type ResolvedLlmCallsConfig, type RunInEvalScopeOptions, type RunLogEntry, type RunLogLevel, type RunLogLocation, type RunLogPhase, type RunLogsConfigInput, type RunManifest, type RunSummary, type ScalarCell, type ScopedCaseSummary, type ScoreTrace, type SerializedCacheSpan, type SerializedCacheValue, type SpanCacheOptions, type SseEnvelope, type SseEventType, type TraceActiveSpan, type TraceAttributeDisplay, type TraceAttributeDisplayFormat, type TraceAttributeDisplayInput, type TraceAttributeDisplayPlacement, type TraceAttributeTransform, type TraceAttributeTransformContext, type TraceCacheInfo, type TraceCacheRef, type TraceDisplayConfig, type TraceDisplayInputConfig, type TraceSpanInfo, type TrialSelectionMode, type UpdateManualScoreRequest, appendToEvalOutput, buildTraceTree, captureEvalSpanError, cleanupStagedManualInputFiles, createRunner, defineEval, deserializeCacheRecording, deserializeCacheValue, evalAssert, evalExpect, evalLog, evalSpan, evalTime, evalTracer, extractApiCalls, extractCacheEntries, extractCacheHits, extractLlmCalls, getCurrentScope, getEvalCaseInput, getEvalRegistry, getNestedAttribute, hashCacheKey, hashCacheKeySync, incrementEvalOutput, isInEvalScope, isManualInputFileValue, manualInputFileValueSchema, matchesEvalTags, materializeManualInputFiles, mergeEvalOutput, nextEvalId, readManualInputFile, repoFile, runCli, runInEvalRuntimeScope, runInEvalScope, runInExistingEvalScope, serializeCacheRecording, serializeCacheValue, setEvalOutput, setScopeCacheContext, simulateLlmCallCost, simulateTokenAllocation, stageManualInputFile, stageManualInputFileFromPath, startEvalBackgroundJob, z };
+export { AgentEvalTagRegistry, AgentEvalsConfig, type ApiCallEntry, type ApiCallMetric, type ApiCallMetricFormat, type ApiCallMetricPlacement, type ApiCallMetricValue, type ApiCallsConfigInput, type AssertionFailure, type CacheActivityEntry, type CacheAdapter, type CacheDebugKeyEntry, type CacheDebugKeyFile, type CacheDebugKeyWrite, type CacheEntry, type CacheEntryWithDebugKey, type CacheFile, type CacheHitEntry, type CacheKeyHashInput, type CacheKeyHashOptions, type CacheListItem, type CacheMode, type CacheOperationType, type CacheRecording, type CacheRecordingFrame, type CacheRecordingOp, type CacheRepairSummary, type CacheScopeContext, type CacheSerializationOptions, type CacheStatus, type CallDerivedAttribute, type CallDerivedAttributeContext, type CallDerivedAttributesConfig, type CallDerivedAttributesFn, type CaptureEvalSpanErrorLevel, type CaptureEvalSpanErrorOptions, type CaseDetail, type CaseRow, type CellValue, type ColumnDef, type ColumnFormat, type ColumnKind, type ConfigReloadState, type ConfigReloadStatus, type CreateRunRequest, type DefaultConfigKey, type DerivedStatus, type DiscoveryIssue, EvalAssertionError, type EvalCacheConfig, EvalCase, type EvalCaseScope, type EvalChartAggregate, type EvalChartAxis, type EvalChartBuiltinMetric, type EvalChartColor, type EvalChartConfig, type EvalChartMetric, type EvalChartTooltipExtra, type EvalChartType, type EvalChartsConfig, type EvalColumnOverride, type EvalColumns, EvalDefinition, type EvalDeriveConfig, type EvalDeriveContext, type EvalDeriveFn, type EvalDeriveMap, type EvalDeriveValueFn, type EvalDisplayStatus, type EvalExecuteContext, type EvalExpectation, type EvalFreshnessStatus, type EvalManualInputConfig, type EvalManualScoreDef, type EvalOutputs, type EvalOutputsSchema, type EvalRunner, type EvalRuntimeScope, type EvalScoreContext, type EvalScoreDef, type EvalScoreFn, type EvalSetOutput, type EvalStartTime, type EvalStatAggregate, type EvalStatItem, type EvalStatsConfig, type EvalSummary, EvalTag, EvalTagMatchInput, type EvalTraceTree, type JsonCell, type LlmCallCostBreakdown, type LlmCallCostCurrency, type LlmCallEntry, type LlmCallMetric, type LlmCallMetricFormat, type LlmCallMetricPlacement, type LlmCallMetricValue, type LlmCallPricing, type LlmCallPricingRate, type LlmCallPricingRegistry, type LlmCallSimulatedTokens, type LlmCallsConfigInput, type LlmCostScenario, type ManualInputDescriptor, type ManualInputFieldDescriptor, type ManualInputFieldKind, type ManualInputFieldOverride, type ManualInputFieldsConfig, type ManualInputFileValue, type ManualInputSelectOption, type MaterializeManualInputFilesResult, type NumberDisplayOptions, type ReadManualInputFileResult, type RemoveDefaultConfig, type ResolvedApiCallMetric, type ResolvedApiCallsConfig, type ResolvedCallDerivedAttribute, type ResolvedLlmCallCostCurrency, type ResolvedLlmCallMetric, type ResolvedLlmCallPricing, type ResolvedLlmCallsConfig, type RunInEvalScopeOptions, type RunLogEntry, type RunLogLevel, type RunLogLocation, type RunLogPhase, type RunLogsConfigInput, type RunManifest, type RunSummary, type ScalarCell, type ScopedCaseSummary, type ScoreTrace, type SerializedCacheSpan, type SerializedCacheValue, type SpanCacheOptions, type SseEnvelope, type SseEventType, type TraceActiveSpan, type TraceAttributeDisplay, type TraceAttributeDisplayFormat, type TraceAttributeDisplayInput, type TraceAttributeDisplayPlacement, type TraceAttributeTransform, type TraceAttributeTransformContext, type TraceCacheInfo, type TraceCacheRef, type TraceDisplayConfig, type TraceDisplayInputConfig, type TraceSpanInfo, type TrialSelectionMode, type UpdateManualScoreRequest, appendToEvalOutput, buildTraceTree, captureEvalSpanError, cleanupStagedManualInputFiles, createRunner, defineEval, deserializeCacheRecording, deserializeCacheValue, evalAssert, evalExpect, evalLog, evalSpan, evalTime, evalTracer, extractApiCalls, extractCacheEntries, extractCacheHits, extractLlmCalls, getCurrentScope, getEvalCaseInput, getEvalRegistry, getNestedAttribute, hashCacheKey, hashCacheKeySync, incrementEvalOutput, isInEvalScope, isManualInputFileValue, manualInputFileValueSchema, matchesEvalTags, materializeManualInputFiles, mergeEvalOutput, nextEvalId, readManualInputFile, repoFile, runCli, runInEvalRuntimeScope, runInEvalScope, runInExistingEvalScope, serializeCacheRecording, serializeCacheValue, setEvalOutput, setScopeCacheContext, simulateLlmCallCost, simulateTokenAllocation, stageManualInputFile, stageManualInputFileFromPath, startEvalBackgroundJob, z };