@ls-stack/agent-eval 0.55.2 → 0.56.0

package/dist/index.d.mts

@@ -526,6 +526,34 @@ declare const cacheRecordingOpSchema$1: z$1.ZodDiscriminatedUnion<[z$1.ZodObject
   kind: z$1.ZodLiteral<"setOutput">;
   key: z$1.ZodString;
   value: z$1.ZodUnknown;
+  column: z$1.ZodOptional<z$1.ZodObject<{
+    label: z$1.ZodOptional<z$1.ZodString>;
+    format: z$1.ZodOptional<z$1.ZodEnum<{
+      number: "number";
+      boolean: "boolean";
+      file: "file";
+      markdown: "markdown";
+      json: "json";
+      image: "image";
+      html: "html";
+      pdf: "pdf";
+      audio: "audio";
+      video: "video";
+      duration: "duration";
+      percent: "percent";
+      passFail: "passFail";
+      stars: "stars";
+    }>>;
+    numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions$2, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions$2, unknown>>>;
+    hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+    hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+    align: z$1.ZodOptional<z$1.ZodEnum<{
+      left: "left";
+      center: "center";
+      right: "right";
+    }>>;
+    maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+  }, z$1.core.$strip>>;
 }, z$1.core.$strip>, z$1.ZodObject<{
   kind: z$1.ZodLiteral<"appendOutput">;
   key: z$1.ZodString;
@@ -586,6 +614,34 @@ declare const cacheRecordingSchema$1: z$1.ZodObject<{
     kind: z$1.ZodLiteral<"setOutput">;
     key: z$1.ZodString;
     value: z$1.ZodUnknown;
+    column: z$1.ZodOptional<z$1.ZodObject<{
+      label: z$1.ZodOptional<z$1.ZodString>;
+      format: z$1.ZodOptional<z$1.ZodEnum<{
+        number: "number";
+        boolean: "boolean";
+        file: "file";
+        markdown: "markdown";
+        json: "json";
+        image: "image";
+        html: "html";
+        pdf: "pdf";
+        audio: "audio";
+        video: "video";
+        duration: "duration";
+        percent: "percent";
+        passFail: "passFail";
+        stars: "stars";
+      }>>;
+      numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions$2, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions$2, unknown>>>;
+      hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+      hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+      align: z$1.ZodOptional<z$1.ZodEnum<{
+        left: "left";
+        center: "center";
+        right: "right";
+      }>>;
+      maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+    }, z$1.core.$strip>>;
   }, z$1.core.$strip>, z$1.ZodObject<{
     kind: z$1.ZodLiteral<"appendOutput">;
     key: z$1.ZodString;
@@ -659,6 +715,34 @@ declare const cacheEntrySchema$1: z$1.ZodObject<{
       kind: z$1.ZodLiteral<"setOutput">;
       key: z$1.ZodString;
       value: z$1.ZodUnknown;
+      column: z$1.ZodOptional<z$1.ZodObject<{
+        label: z$1.ZodOptional<z$1.ZodString>;
+        format: z$1.ZodOptional<z$1.ZodEnum<{
+          number: "number";
+          boolean: "boolean";
+          file: "file";
+          markdown: "markdown";
+          json: "json";
+          image: "image";
+          html: "html";
+          pdf: "pdf";
+          audio: "audio";
+          video: "video";
+          duration: "duration";
+          percent: "percent";
+          passFail: "passFail";
+          stars: "stars";
+        }>>;
+        numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions$2, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions$2, unknown>>>;
+        hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+        hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+        align: z$1.ZodOptional<z$1.ZodEnum<{
+          left: "left";
+          center: "center";
+          right: "right";
+        }>>;
+        maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+      }, z$1.core.$strip>>;
     }, z$1.core.$strip>, z$1.ZodObject<{
       kind: z$1.ZodLiteral<"appendOutput">;
       key: z$1.ZodString;
@@ -712,6 +796,14 @@ type EvalCase$2<TInput = unknown> = Omit<EvalCase$1$1<TInput>, 'tags'> & {
 };
 /** Runtime output values collected from output helpers and `deriveFromTracing`. */
 type EvalOutputs = Record<string, unknown>;
+/**
+ * Display options that can be attached directly to one `setOutput(...)` write.
+ *
+ * Pass a format string such as `'markdown'` for the common case, or an
+ * `EvalColumnOverride` when the output also needs a label, numeric formatting,
+ * table visibility, alignment, or star count.
+ */
+type EvalOutputOptions = ColumnFormat$1 | EvalColumnOverride;
 /**
  * Initial wall-clock time used by an eval's shifted Date clock.
  *
@@ -755,7 +847,14 @@ key: TKey,
  * field's declared output type.
  */
 
-value: TOutputs[TKey]) => void;
+value: TOutputs[TKey],
+/**
+ * Optional display format or column override for this output. Runtime
+ * options are persisted with the case result and are useful when a one-off
+ * output should render as Markdown, JSON, media, a number, duration, etc.
+ */
+
+options?: EvalOutputOptions) => void;
 /** Context passed to an eval's `execute` function for a single case run. */
 type EvalExecuteContext<TInput, TOutputs extends EvalOutputs = EvalOutputs> = {
   /** Authored input for the active eval case. */input: TInput;
@@ -1362,7 +1461,8 @@ type EvalCaseScope = {
   nextEvalIdCounter: number; /** Authored input for the current case, when provided by the runner. */
   input?: unknown; /** Effective tags for the current case. */
   tags: string[];
-  outputs: Record<string, unknown>; /** Structured assertion failures recorded for the current case. */
+  outputs: Record<string, unknown>; /** Runtime display overrides recorded by output helpers for this case. */
+  outputColumnOverrides: Record<string, EvalColumnOverride>; /** Structured assertion failures recorded for the current case. */
   assertionFailures: AssertionFailure$1[]; /** Logs captured from manual `evalLog(...)` calls and enabled console calls. */
   logs: RunLogEntry$1[];
   spans: EvalTraceSpan$2[];
@@ -1513,8 +1613,12 @@ declare function nextEvalId(): string;
  *
  * Supported values include scalars, JSON-safe objects/arrays, explicit file
  * refs, and native `Blob`/`File` instances for media or file columns.
+ *
+ * Pass the optional third argument to persist a display format or full column
+ * override with this runtime output, for example `'markdown'` or
+ * `{ label: 'Receipt', format: 'image', hideInTable: true }`.
  */
-declare function setEvalOutput(key: string, value: unknown): void;
+declare function setEvalOutput(key: string, value: unknown, options?: EvalOutputOptions | undefined): void;
 /**
  * Append an item to an output array in the current case scope.
  *
@@ -1780,15 +1884,15 @@ type ColumnKind = z$1.infer<typeof columnKindSchema>;
 declare const columnFormatSchema: z$1.ZodEnum<{
   number: "number";
   boolean: "boolean";
+  duration: "duration";
+  json: "json";
   file: "file";
   markdown: "markdown";
-  json: "json";
   image: "image";
   html: "html";
   pdf: "pdf";
   audio: "audio";
   video: "video";
-  duration: "duration";
   percent: "percent";
   passFail: "passFail";
   stars: "stars";
@@ -1807,15 +1911,15 @@ declare const columnDefSchema: z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
     boolean: "boolean";
+    duration: "duration";
+    json: "json";
     file: "file";
     markdown: "markdown";
-    json: "json";
     image: "image";
     html: "html";
     pdf: "pdf";
     audio: "audio";
     video: "video";
-    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -1861,8 +1965,8 @@ type CellValue = z$1.infer<typeof cellValueSchema>; //#endregion
 declare const traceAttributeDisplayFormatSchema: z$1.ZodEnum<{
   string: "string";
   number: "number";
-  json: "json";
   duration: "duration";
+  json: "json";
 }>;
 /**
  * Formatting hint for trace attribute values rendered by the UI.
@@ -1886,8 +1990,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     string: "string";
     number: "number";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -1922,8 +2026,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       string: "string";
       number: "number";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -1962,8 +2066,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     string: "string";
     number: "number";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2000,8 +2104,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       string: "string";
       number: "number";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2165,15 +2269,15 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
     boolean: "boolean";
+    duration: "duration";
+    json: "json";
     file: "file";
     markdown: "markdown";
-    json: "json";
     image: "image";
     html: "html";
     pdf: "pdf";
     audio: "audio";
     video: "video";
-    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -2229,15 +2333,15 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
     boolean: "boolean";
+    duration: "duration";
+    json: "json";
     file: "file";
     markdown: "markdown";
-    json: "json";
     image: "image";
     html: "html";
     pdf: "pdf";
     audio: "audio";
     video: "video";
-    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -2275,15 +2379,15 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
       boolean: "boolean";
+      duration: "duration";
+      json: "json";
       file: "file";
       markdown: "markdown";
-      json: "json";
       image: "image";
       html: "html";
       pdf: "pdf";
       audio: "audio";
       video: "video";
-      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -2356,15 +2460,15 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
       boolean: "boolean";
+      duration: "duration";
+      json: "json";
       file: "file";
       markdown: "markdown";
-      json: "json";
       image: "image";
       html: "html";
       pdf: "pdf";
       audio: "audio";
       video: "video";
-      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -2397,8 +2501,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
       }>;
       label: z$1.ZodOptional<z$1.ZodString>;
       color: z$1.ZodOptional<z$1.ZodEnum<{
-        success: "success";
         error: "error";
+        success: "success";
         warning: "warning";
         accent: "accent";
         accentDim: "accentDim";
@@ -2421,8 +2525,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
       }>;
       label: z$1.ZodOptional<z$1.ZodString>;
       color: z$1.ZodOptional<z$1.ZodEnum<{
-        success: "success";
         error: "error";
+        success: "success";
         warning: "warning";
         accent: "accent";
         accentDim: "accentDim";
@@ -2576,6 +2680,43 @@ declare const caseRowSchema$1: z$1.ZodObject<{
     fileName: z$1.ZodOptional<z$1.ZodString>;
     sizeBytes: z$1.ZodOptional<z$1.ZodNumber>;
   }, z$1.core.$strip>]>]>>;
+  outputColumnDefs: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
+    key: z$1.ZodString;
+    label: z$1.ZodString;
+    kind: z$1.ZodEnum<{
+      string: "string";
+      number: "number";
+      boolean: "boolean";
+    }>;
+    format: z$1.ZodOptional<z$1.ZodEnum<{
+      number: "number";
+      boolean: "boolean";
+      duration: "duration";
+      json: "json";
+      file: "file";
+      markdown: "markdown";
+      image: "image";
+      html: "html";
+      pdf: "pdf";
+      audio: "audio";
+      video: "video";
+      percent: "percent";
+      passFail: "passFail";
+      stars: "stars";
+    }>>;
+    numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+    isScore: z$1.ZodOptional<z$1.ZodBoolean>;
+    isManualScore: z$1.ZodOptional<z$1.ZodBoolean>;
+    passThreshold: z$1.ZodOptional<z$1.ZodNumber>;
+    maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+    hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+    hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+    align: z$1.ZodOptional<z$1.ZodEnum<{
+      left: "left";
+      center: "center";
+      right: "right";
+    }>>;
+  }, z$1.core.$strip>>>;
   trial: z$1.ZodNumber;
 }, z$1.core.$strip>;
 /** Flattened per-case row rendered in run tables and streamed updates. */
@@ -2693,8 +2834,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
       format: z$1.ZodOptional<z$1.ZodEnum<{
         string: "string";
         number: "number";
-        json: "json";
         duration: "duration";
+        json: "json";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2796,8 +2937,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
       format: z$1.ZodOptional<z$1.ZodEnum<{
         string: "string";
         number: "number";
-        json: "json";
         duration: "duration";
+        json: "json";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2865,8 +3006,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
         format: z$1.ZodOptional<z$1.ZodEnum<{
           string: "string";
           number: "number";
-          json: "json";
           duration: "duration";
+          json: "json";
         }>>;
         numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
         placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2914,6 +3055,43 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
     fileName: z$1.ZodOptional<z$1.ZodString>;
     sizeBytes: z$1.ZodOptional<z$1.ZodNumber>;
   }, z$1.core.$strip>]>]>>;
+  outputColumnDefs: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
+    key: z$1.ZodString;
+    label: z$1.ZodString;
+    kind: z$1.ZodEnum<{
+      string: "string";
+      number: "number";
+      boolean: "boolean";
+    }>;
+    format: z$1.ZodOptional<z$1.ZodEnum<{
+      number: "number";
+      boolean: "boolean";
+      duration: "duration";
+      json: "json";
+      file: "file";
+      markdown: "markdown";
+      image: "image";
+      html: "html";
+      pdf: "pdf";
+      audio: "audio";
+      video: "video";
+      percent: "percent";
+      passFail: "passFail";
+      stars: "stars";
+    }>>;
+    numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+    isScore: z$1.ZodOptional<z$1.ZodBoolean>;
+    isManualScore: z$1.ZodOptional<z$1.ZodBoolean>;
+    passThreshold: z$1.ZodOptional<z$1.ZodNumber>;
+    maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+    hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+    hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+    align: z$1.ZodOptional<z$1.ZodEnum<{
+      left: "left";
+      center: "center";
+      right: "right";
+    }>>;
+  }, z$1.core.$strip>>>;
   assertionFailures: z$1.ZodArray<z$1.ZodUnion<readonly [z$1.ZodObject<{
     name: z$1.ZodOptional<z$1.ZodString>;
     message: z$1.ZodString;
@@ -3030,8 +3208,8 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
  * not emit raw hex so authored evals stay decoupled from the web theme.
  */
 declare const evalChartColorSchema: z$1.ZodEnum<{
-  success: "success";
   error: "error";
+  success: "success";
   warning: "warning";
   accent: "accent";
   accentDim: "accentDim";
@@ -3059,8 +3237,8 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   }>;
   label: z$1.ZodOptional<z$1.ZodString>;
   color: z$1.ZodOptional<z$1.ZodEnum<{
-    success: "success";
     error: "error";
+    success: "success";
     warning: "warning";
     accent: "accent";
     accentDim: "accentDim";
@@ -3083,8 +3261,8 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   }>;
   label: z$1.ZodOptional<z$1.ZodString>;
   color: z$1.ZodOptional<z$1.ZodEnum<{
-    success: "success";
     error: "error";
+    success: "success";
     warning: "warning";
     accent: "accent";
     accentDim: "accentDim";
@@ -3142,8 +3320,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
       warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
@@ -3166,8 +3344,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
       warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
@@ -3232,8 +3410,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
       warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
@@ -3256,8 +3434,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
       warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
@@ -3524,8 +3702,8 @@ declare const llmCallMetricFormatSchema$1: z$1.ZodEnum<{
   string: "string";
   number: "number";
   boolean: "boolean";
-  json: "json";
   duration: "duration";
+  json: "json";
 }>;
 /** Render format applied to an LLM-call metric value. */
 type LlmCallMetricFormat = z$1.infer<typeof llmCallMetricFormatSchema$1>;
@@ -3534,8 +3712,8 @@ declare const apiCallMetricFormatSchema$1: z$1.ZodEnum<{
   string: "string";
   number: "number";
   boolean: "boolean";
-  json: "json";
   duration: "duration";
+  json: "json";
 }>;
 /** Render format applied to an API-call metric value. */
 type ApiCallMetricFormat = z$1.infer<typeof apiCallMetricFormatSchema$1>;
@@ -3604,8 +3782,8 @@ declare const llmCallMetricSchema: z$1.ZodObject<{
     string: "string";
     number: "number";
     boolean: "boolean";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3633,8 +3811,8 @@ declare const apiCallMetricSchema: z$1.ZodObject<{
     string: "string";
     number: "number";
     boolean: "boolean";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3747,8 +3925,8 @@ declare const llmCallsConfigSchema: z$1.ZodObject<{
       string: "string";
       number: "number";
       boolean: "boolean";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3783,8 +3961,8 @@ declare const apiCallsConfigSchema: z$1.ZodObject<{
       string: "string";
       number: "number";
       boolean: "boolean";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4196,6 +4374,9 @@ declare function simulateTokenAllocation({
  * charged twice. Cache read/write costs still contribute to the total USD cost
  * at their configured rates. The `steps` attribute path may resolve to an array
  * of per-step detail objects, with `stepCount` derived from the array length.
+ * When a matching LLM span does not expose that array, direct child spans with
+ * `kind: 'model_step'` are used as the step details instead. This preserves
+ * Mastra/OpenTelemetry traces where model steps are emitted as child spans.
  * `durationMs` and `tokensPerSecond` are `null` while the span is still
  * running. User-defined `metrics` whose path resolves to
  * `undefined` are dropped, but `null`, `0`, and `false` are preserved as
@@ -4352,6 +4533,34 @@ declare const cacheRecordingOpSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   kind: z$1.ZodLiteral<"setOutput">;
   key: z$1.ZodString;
   value: z$1.ZodUnknown;
+  column: z$1.ZodOptional<z$1.ZodObject<{
+    label: z$1.ZodOptional<z$1.ZodString>;
+    format: z$1.ZodOptional<z$1.ZodEnum<{
+      number: "number";
+      boolean: "boolean";
+      duration: "duration";
+      json: "json";
+      file: "file";
+      markdown: "markdown";
+      image: "image";
+      html: "html";
+      pdf: "pdf";
+      audio: "audio";
+      video: "video";
+      percent: "percent";
+      passFail: "passFail";
+      stars: "stars";
+    }>>;
+    numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+    hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+    hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+    align: z$1.ZodOptional<z$1.ZodEnum<{
+      left: "left";
+      center: "center";
+      right: "right";
+    }>>;
+    maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+  }, z$1.core.$strip>>;
 }, z$1.core.$strip>, z$1.ZodObject<{
   kind: z$1.ZodLiteral<"appendOutput">;
   key: z$1.ZodString;
@@ -4412,6 +4621,34 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
     kind: z$1.ZodLiteral<"setOutput">;
     key: z$1.ZodString;
     value: z$1.ZodUnknown;
+    column: z$1.ZodOptional<z$1.ZodObject<{
+      label: z$1.ZodOptional<z$1.ZodString>;
+      format: z$1.ZodOptional<z$1.ZodEnum<{
+        number: "number";
+        boolean: "boolean";
+        duration: "duration";
+        json: "json";
+        file: "file";
+        markdown: "markdown";
+        image: "image";
+        html: "html";
+        pdf: "pdf";
+        audio: "audio";
+        video: "video";
+        percent: "percent";
+        passFail: "passFail";
+        stars: "stars";
+      }>>;
+      numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+      hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+      hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+      align: z$1.ZodOptional<z$1.ZodEnum<{
+        left: "left";
+        center: "center";
+        right: "right";
+      }>>;
+      maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+    }, z$1.core.$strip>>;
   }, z$1.core.$strip>, z$1.ZodObject<{
     kind: z$1.ZodLiteral<"appendOutput">;
     key: z$1.ZodString;
@@ -4485,6 +4722,34 @@ declare const cacheEntrySchema: z$1.ZodObject<{
       kind: z$1.ZodLiteral<"setOutput">;
       key: z$1.ZodString;
       value: z$1.ZodUnknown;
+      column: z$1.ZodOptional<z$1.ZodObject<{
+        label: z$1.ZodOptional<z$1.ZodString>;
+        format: z$1.ZodOptional<z$1.ZodEnum<{
+          number: "number";
+          boolean: "boolean";
+          duration: "duration";
+          json: "json";
+          file: "file";
+          markdown: "markdown";
+          image: "image";
+          html: "html";
+          pdf: "pdf";
+          audio: "audio";
+          video: "video";
+          percent: "percent";
+          passFail: "passFail";
+          stars: "stars";
+        }>>;
+        numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+        hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+        hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+        align: z$1.ZodOptional<z$1.ZodEnum<{
+          left: "left";
+          center: "center";
+          right: "right";
+        }>>;
+        maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+      }, z$1.core.$strip>>;
     }, z$1.core.$strip>, z$1.ZodObject<{
       kind: z$1.ZodLiteral<"appendOutput">;
       key: z$1.ZodString;
@@ -4575,6 +4840,34 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
         kind: z$1.ZodLiteral<"setOutput">;
         key: z$1.ZodString;
         value: z$1.ZodUnknown;
+        column: z$1.ZodOptional<z$1.ZodObject<{
+          label: z$1.ZodOptional<z$1.ZodString>;
+          format: z$1.ZodOptional<z$1.ZodEnum<{
+            number: "number";
+            boolean: "boolean";
+            duration: "duration";
+            json: "json";
+            file: "file";
+            markdown: "markdown";
+            image: "image";
+            html: "html";
+            pdf: "pdf";
+            audio: "audio";
+            video: "video";
+            percent: "percent";
+            passFail: "passFail";
+            stars: "stars";
+          }>>;
+          numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+          hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+          hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+          align: z$1.ZodOptional<z$1.ZodEnum<{
+            left: "left";
+            center: "center";
+            right: "right";
+          }>>;
+          maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+        }, z$1.core.$strip>>;
       }, z$1.core.$strip>, z$1.ZodObject<{
         kind: z$1.ZodLiteral<"appendOutput">;
         key: z$1.ZodString;
@@ -4654,6 +4947,34 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
       kind: z$1.ZodLiteral<"setOutput">;
       key: z$1.ZodString;
       value: z$1.ZodUnknown;
+      column: z$1.ZodOptional<z$1.ZodObject<{
+        label: z$1.ZodOptional<z$1.ZodString>;
+        format: z$1.ZodOptional<z$1.ZodEnum<{
+          number: "number";
+          boolean: "boolean";
+          duration: "duration";
+          json: "json";
+          file: "file";
+          markdown: "markdown";
+          image: "image";
+          html: "html";
+          pdf: "pdf";
+          audio: "audio";
+          video: "video";
+          percent: "percent";
+          passFail: "passFail";
+          stars: "stars";
+        }>>;
+        numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+        hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+        hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+        align: z$1.ZodOptional<z$1.ZodEnum<{
+          left: "left";
+          center: "center";
+          right: "right";
+        }>>;
+        maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+      }, z$1.core.$strip>>;
     }, z$1.core.$strip>, z$1.ZodObject<{
       kind: z$1.ZodLiteral<"appendOutput">;
       key: z$1.ZodString;
@@ -4735,6 +5056,34 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
           kind: z$1.ZodLiteral<"setOutput">;
           key: z$1.ZodString;
           value: z$1.ZodUnknown;
+          column: z$1.ZodOptional<z$1.ZodObject<{
+            label: z$1.ZodOptional<z$1.ZodString>;
+            format: z$1.ZodOptional<z$1.ZodEnum<{
+              number: "number";
+              boolean: "boolean";
+              duration: "duration";
+              json: "json";
+              file: "file";
+              markdown: "markdown";
+              image: "image";
+              html: "html";
+              pdf: "pdf";
+              audio: "audio";
+              video: "video";
+              percent: "percent";
+              passFail: "passFail";
+              stars: "stars";
+            }>>;
+            numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+            hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+            hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+            align: z$1.ZodOptional<z$1.ZodEnum<{
+              left: "left";
+              center: "center";
+              right: "right";
+            }>>;
+            maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+          }, z$1.core.$strip>>;
         }, z$1.core.$strip>, z$1.ZodObject<{
           kind: z$1.ZodLiteral<"appendOutput">;
           key: z$1.ZodString;
@@ -4814,6 +5163,34 @@ declare const cacheFileSchema: z$1.ZodObject<{
         kind: z$1.ZodLiteral<"setOutput">;
         key: z$1.ZodString;
         value: z$1.ZodUnknown;
+        column: z$1.ZodOptional<z$1.ZodObject<{
+          label: z$1.ZodOptional<z$1.ZodString>;
+          format: z$1.ZodOptional<z$1.ZodEnum<{
+            number: "number";
+            boolean: "boolean";
+            duration: "duration";
+            json: "json";
+            file: "file";
+            markdown: "markdown";
+            image: "image";
+            html: "html";
+            pdf: "pdf";
+            audio: "audio";
+            video: "video";
+            percent: "percent";
+            passFail: "passFail";
+            stars: "stars";
+          }>>;
+          numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+          hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+          hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+          align: z$1.ZodOptional<z$1.ZodEnum<{
+            left: "left";
+            center: "center";
+            right: "right";
+          }>>;
+          maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+        }, z$1.core.$strip>>;
       }, z$1.core.$strip>, z$1.ZodObject<{
         kind: z$1.ZodLiteral<"appendOutput">;
         key: z$1.ZodString;
@@ -4903,6 +5280,34 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
           kind: z$1.ZodLiteral<"setOutput">;
           key: z$1.ZodString;
           value: z$1.ZodUnknown;
+          column: z$1.ZodOptional<z$1.ZodObject<{
+            label: z$1.ZodOptional<z$1.ZodString>;
+            format: z$1.ZodOptional<z$1.ZodEnum<{
+              number: "number";
+              boolean: "boolean";
+              duration: "duration";
+              json: "json";
+              file: "file";
+              markdown: "markdown";
+              image: "image";
+              html: "html";
+              pdf: "pdf";
+              audio: "audio";
+              video: "video";
+              percent: "percent";
+              passFail: "passFail";
+              stars: "stars";
+            }>>;
+            numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
+            hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+            hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+            align: z$1.ZodOptional<z$1.ZodEnum<{
+              left: "left";
+              center: "center";
+              right: "right";
+            }>>;
+            maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+          }, z$1.core.$strip>>;
         }, z$1.core.$strip>, z$1.ZodObject<{
           kind: z$1.ZodLiteral<"appendOutput">;
           key: z$1.ZodString;
@@ -5637,6 +6042,43 @@ declare const caseRowSchema: z$1.ZodObject<{
     fileName: z$1.ZodOptional<z$1.ZodString>;
     sizeBytes: z$1.ZodOptional<z$1.ZodNumber>;
   }, z$1.core.$strip>]>]>>;
+  outputColumnDefs: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
+    key: z$1.ZodString;
+    label: z$1.ZodString;
+    kind: z$1.ZodEnum<{
+      string: "string";
+      number: "number";
+      boolean: "boolean";
+    }>;
+    format: z$1.ZodOptional<z$1.ZodEnum<{
+      number: "number";
+      boolean: "boolean";
+      file: "file";
+      duration: "duration";
+      markdown: "markdown";
+      json: "json";
+      image: "image";
+      html: "html";
+      pdf: "pdf";
+      audio: "audio";
+      video: "video";
+      percent: "percent";
+      passFail: "passFail";
+      stars: "stars";
+    }>>;
+    numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions$1, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions$1, unknown>>>;
+    isScore: z$1.ZodOptional<z$1.ZodBoolean>;
+    isManualScore: z$1.ZodOptional<z$1.ZodBoolean>;
+    passThreshold: z$1.ZodOptional<z$1.ZodNumber>;
+    maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+    hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+    hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+    align: z$1.ZodOptional<z$1.ZodEnum<{
+      left: "left";
+      center: "center";
+      right: "right";
+    }>>;
+  }, z$1.core.$strip>>>;
   trial: z$1.ZodNumber;
 }, z$1.core.$strip>;
 /** Flattened per-case row rendered in run tables and streamed updates. */
@@ -5823,6 +6265,43 @@ declare const caseDetailSchema: z$1.ZodObject<{
     fileName: z$1.ZodOptional<z$1.ZodString>;
     sizeBytes: z$1.ZodOptional<z$1.ZodNumber>;
   }, z$1.core.$strip>]>]>>;
+  outputColumnDefs: z$1.ZodOptional<z$1.ZodArray<z$1.ZodObject<{
+    key: z$1.ZodString;
+    label: z$1.ZodString;
+    kind: z$1.ZodEnum<{
+      string: "string";
+      number: "number";
+      boolean: "boolean";
+    }>;
+    format: z$1.ZodOptional<z$1.ZodEnum<{
+      number: "number";
+      boolean: "boolean";
+      file: "file";
+      duration: "duration";
+      markdown: "markdown";
+      json: "json";
+      image: "image";
+      html: "html";
+      pdf: "pdf";
+      audio: "audio";
+      video: "video";
+      percent: "percent";
+      passFail: "passFail";
+      stars: "stars";
+    }>>;
+    numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions$1, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions$1, unknown>>>;
+    isScore: z$1.ZodOptional<z$1.ZodBoolean>;
+    isManualScore: z$1.ZodOptional<z$1.ZodBoolean>;
+    passThreshold: z$1.ZodOptional<z$1.ZodNumber>;
+    maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+    hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+    hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+    align: z$1.ZodOptional<z$1.ZodEnum<{
+      left: "left";
+      center: "center";
+      right: "right";
+    }>>;
+  }, z$1.core.$strip>>>;
   assertionFailures: z$1.ZodArray<z$1.ZodUnion<readonly [z$1.ZodObject<{
     name: z$1.ZodOptional<z$1.ZodString>;
     message: z$1.ZodString;
@@ -6187,6 +6666,34 @@ declare const cacheEntryWithDebugKeySchema: z$1.ZodObject<{
       kind: z$1.ZodLiteral<"setOutput">;
       key: z$1.ZodString;
       value: z$1.ZodUnknown;
+      column: z$1.ZodOptional<z$1.ZodObject<{
+        label: z$1.ZodOptional<z$1.ZodString>;
+        format: z$1.ZodOptional<z$1.ZodEnum<{
+          number: "number";
+          boolean: "boolean";
+          file: "file";
+          markdown: "markdown";
+          json: "json";
+          image: "image";
+          html: "html";
+          pdf: "pdf";
+          audio: "audio";
+          video: "video";
+          duration: "duration";
+          percent: "percent";
+          passFail: "passFail";
+          stars: "stars";
+        }>>;
+        numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions$1, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions$1, unknown>>>;
+        hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+        hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+        align: z$1.ZodOptional<z$1.ZodEnum<{
+          left: "left";
+          center: "center";
+          right: "right";
+        }>>;
+        maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+      }, z$1.core.$strip>>;
     }, z$1.core.$strip>, z$1.ZodObject<{
       kind: z$1.ZodLiteral<"appendOutput">;
       key: z$1.ZodString;
@@ -6268,6 +6775,34 @@ declare const cacheEntryWithDebugKeySchema: z$1.ZodObject<{
           kind: z$1.ZodLiteral<"setOutput">;
           key: z$1.ZodString;
           value: z$1.ZodUnknown;
+          column: z$1.ZodOptional<z$1.ZodObject<{
+            label: z$1.ZodOptional<z$1.ZodString>;
+            format: z$1.ZodOptional<z$1.ZodEnum<{
+              number: "number";
+              boolean: "boolean";
+              file: "file";
+              markdown: "markdown";
+              json: "json";
+              image: "image";
+              html: "html";
+              pdf: "pdf";
+              audio: "audio";
+              video: "video";
+              duration: "duration";
+              percent: "percent";
+              passFail: "passFail";
+              stars: "stars";
+            }>>;
+            numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions$1, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions$1, unknown>>>;
+            hideInTable: z$1.ZodOptional<z$1.ZodBoolean>;
+            hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
+            align: z$1.ZodOptional<z$1.ZodEnum<{
+              left: "left";
+              center: "center";
+              right: "right";
+            }>>;
+            maxStars: z$1.ZodOptional<z$1.ZodNumber>;
+          }, z$1.core.$strip>>;
         }, z$1.core.$strip>, z$1.ZodObject<{
           kind: z$1.ZodLiteral<"appendOutput">;
           key: z$1.ZodString;