@ls-stack/agent-eval 0.60.0 → 0.60.1

package/dist/index.d.mts

@@ -1941,15 +1941,15 @@ type ColumnKind = z.infer<typeof columnKindSchema>;
 declare const columnFormatSchema: z.ZodEnum<{
   number: "number";
   boolean: "boolean";
+  duration: "duration";
+  json: "json";
   file: "file";
   markdown: "markdown";
-  json: "json";
   image: "image";
   html: "html";
   pdf: "pdf";
   audio: "audio";
   video: "video";
-  duration: "duration";
   percent: "percent";
   passFail: "passFail";
   stars: "stars";
@@ -1968,15 +1968,15 @@ declare const columnDefSchema: z.ZodObject<{
   format: z.ZodOptional<z.ZodEnum<{
     number: "number";
     boolean: "boolean";
+    duration: "duration";
+    json: "json";
     file: "file";
     markdown: "markdown";
-    json: "json";
     image: "image";
     html: "html";
     pdf: "pdf";
     audio: "audio";
     video: "video";
-    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -2022,8 +2022,8 @@ type CellValue = z.infer<typeof cellValueSchema>; //#endregion
 declare const traceAttributeDisplayFormatSchema: z.ZodEnum<{
   string: "string";
   number: "number";
-  json: "json";
   duration: "duration";
+  json: "json";
 }>;
 /**
  * Formatting hint for trace attribute values rendered by the UI.
@@ -2047,8 +2047,8 @@ declare const traceAttributeDisplaySchema: z.ZodObject<{
   format: z.ZodOptional<z.ZodEnum<{
     string: "string";
     number: "number";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -2061,9 +2061,9 @@ declare const traceAttributeDisplaySchema: z.ZodObject<{
     subtree: "subtree";
   }>>;
   mode: z.ZodOptional<z.ZodEnum<{
-    sum: "sum";
     all: "all";
     last: "last";
+    sum: "sum";
   }>>;
 }, z.core.$strip>;
 /**
@@ -2083,8 +2083,8 @@ declare const traceDisplayConfigSchema: z.ZodObject<{
     format: z.ZodOptional<z.ZodEnum<{
       string: "string";
       number: "number";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -2097,9 +2097,9 @@ declare const traceDisplayConfigSchema: z.ZodObject<{
       subtree: "subtree";
     }>>;
     mode: z.ZodOptional<z.ZodEnum<{
-      sum: "sum";
       all: "all";
       last: "last";
+      sum: "sum";
     }>>;
   }, z.core.$strip>>>;
 }, z.core.$strip>;
@@ -2123,8 +2123,8 @@ declare const traceAttributeDisplayInputSchema: z.ZodObject<{
   format: z.ZodOptional<z.ZodEnum<{
     string: "string";
     number: "number";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -2137,9 +2137,9 @@ declare const traceAttributeDisplayInputSchema: z.ZodObject<{
     subtree: "subtree";
   }>>;
   mode: z.ZodOptional<z.ZodEnum<{
-    sum: "sum";
     all: "all";
     last: "last";
+    sum: "sum";
   }>>;
   transform: z.ZodOptional<z.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
 }, z.core.$strip>;
@@ -2161,8 +2161,8 @@ declare const traceDisplayInputConfigSchema: z.ZodObject<{
     format: z.ZodOptional<z.ZodEnum<{
       string: "string";
       number: "number";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -2175,9 +2175,9 @@ declare const traceDisplayInputConfigSchema: z.ZodObject<{
       subtree: "subtree";
     }>>;
     mode: z.ZodOptional<z.ZodEnum<{
-      sum: "sum";
       all: "all";
       last: "last";
+      sum: "sum";
     }>>;
     transform: z.ZodOptional<z.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
   }, z.core.$strip>>>;
@@ -2214,8 +2214,8 @@ declare const traceSpanSchema$1: z.ZodObject<{
   status: z.ZodEnum<{
     error: "error";
     running: "running";
-    cancelled: "cancelled";
     ok: "ok";
+    cancelled: "cancelled";
   }>;
   attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
   error: z.ZodOptional<z.ZodObject<{
@@ -2260,10 +2260,10 @@ type EvalFreshnessStatus = z.infer<typeof evalFreshnessStatusSchema>;
  * `best` selects the highest finite value and `worst` selects the lowest.
  */
 declare const evalStatAggregateSchema: z.ZodEnum<{
+  sum: "sum";
   avg: "avg";
   min: "min";
   max: "max";
-  sum: "sum";
   best: "best";
   worst: "worst";
 }>;
@@ -2292,10 +2292,10 @@ declare const evalStatItemSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
   hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
   kind: z.ZodLiteral<"duration">;
   aggregate: z.ZodOptional<z.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     best: "best";
     worst: "worst";
   }>>;
@@ -2303,10 +2303,10 @@ declare const evalStatItemSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
   hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
   kind: z.ZodLiteral<"cacheHits">;
   aggregate: z.ZodOptional<z.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     best: "best";
     worst: "worst";
   }>>;
@@ -2316,25 +2316,25 @@ declare const evalStatItemSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
   key: z.ZodString;
   label: z.ZodOptional<z.ZodString>;
   aggregate: z.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     best: "best";
     worst: "worst";
   }>;
   format: z.ZodOptional<z.ZodEnum<{
     number: "number";
     boolean: "boolean";
+    duration: "duration";
+    json: "json";
     file: "file";
     markdown: "markdown";
-    json: "json";
     image: "image";
     html: "html";
     pdf: "pdf";
     audio: "audio";
     video: "video";
-    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -2356,10 +2356,10 @@ declare const evalStatsConfigSchema: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodOb
   hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
   kind: z.ZodLiteral<"duration">;
   aggregate: z.ZodOptional<z.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     best: "best";
     worst: "worst";
   }>>;
@@ -2367,10 +2367,10 @@ declare const evalStatsConfigSchema: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodOb
   hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
   kind: z.ZodLiteral<"cacheHits">;
   aggregate: z.ZodOptional<z.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     best: "best";
     worst: "worst";
   }>>;
@@ -2380,25 +2380,25 @@ declare const evalStatsConfigSchema: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodOb
   key: z.ZodString;
   label: z.ZodOptional<z.ZodString>;
   aggregate: z.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     best: "best";
     worst: "worst";
   }>;
   format: z.ZodOptional<z.ZodEnum<{
     number: "number";
     boolean: "boolean";
+    duration: "duration";
+    json: "json";
     file: "file";
     markdown: "markdown";
-    json: "json";
     image: "image";
     html: "html";
     pdf: "pdf";
     audio: "audio";
     video: "video";
-    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -2436,15 +2436,15 @@ declare const evalSummarySchema$1: z.ZodObject<{
     format: z.ZodOptional<z.ZodEnum<{
       number: "number";
       boolean: "boolean";
+      duration: "duration";
+      json: "json";
       file: "file";
       markdown: "markdown";
-      json: "json";
       image: "image";
       html: "html";
       pdf: "pdf";
       audio: "audio";
       video: "video";
-      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -2466,10 +2466,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
   caseIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
   lastRunStatus: z.ZodNullable<z.ZodEnum<{
     error: "error";
-    pass: "pass";
-    fail: "fail";
     running: "running";
     cancelled: "cancelled";
+    pass: "pass";
+    fail: "fail";
     unscored: "unscored";
   }>>;
   stats: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
@@ -2483,10 +2483,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
     hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
     kind: z.ZodLiteral<"duration">;
     aggregate: z.ZodOptional<z.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       best: "best";
       worst: "worst";
     }>>;
@@ -2494,10 +2494,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
     hideIfNoValue: z.ZodOptional<z.ZodBoolean>;
     kind: z.ZodLiteral<"cacheHits">;
     aggregate: z.ZodOptional<z.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       best: "best";
       worst: "worst";
     }>>;
@@ -2507,25 +2507,25 @@ declare const evalSummarySchema$1: z.ZodObject<{
     key: z.ZodString;
     label: z.ZodOptional<z.ZodString>;
     aggregate: z.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       best: "best";
       worst: "worst";
     }>;
     format: z.ZodOptional<z.ZodEnum<{
       number: "number";
       boolean: "boolean";
+      duration: "duration";
+      json: "json";
       file: "file";
       markdown: "markdown";
-      json: "json";
       image: "image";
       html: "html";
       pdf: "pdf";
       audio: "audio";
       video: "video";
-      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -2534,10 +2534,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
     accent: z.ZodOptional<z.ZodBoolean>;
   }, z.core.$strip>], "kind">>>;
   defaultStatAggregate: z.ZodOptional<z.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     best: "best";
     worst: "worst";
   }>>;
@@ -2558,11 +2558,11 @@ declare const evalSummarySchema$1: z.ZodObject<{
       }>;
       label: z.ZodOptional<z.ZodString>;
       color: z.ZodOptional<z.ZodEnum<{
-        success: "success";
         error: "error";
+        success: "success";
+        warning: "warning";
         accent: "accent";
         accentDim: "accentDim";
-        warning: "warning";
         textMuted: "textMuted";
       }>>;
       axis: z.ZodOptional<z.ZodEnum<{
@@ -2573,20 +2573,20 @@ declare const evalSummarySchema$1: z.ZodObject<{
       source: z.ZodLiteral<"column">;
       key: z.ZodString;
       aggregate: z.ZodEnum<{
+        sum: "sum";
         avg: "avg";
         min: "min";
         max: "max";
-        sum: "sum";
         latest: "latest";
         passThresholdRate: "passThresholdRate";
       }>;
       label: z.ZodOptional<z.ZodString>;
       color: z.ZodOptional<z.ZodEnum<{
-        success: "success";
         error: "error";
+        success: "success";
+        warning: "warning";
         accent: "accent";
         accentDim: "accentDim";
-        warning: "warning";
         textMuted: "textMuted";
       }>>;
       axis: z.ZodOptional<z.ZodEnum<{
@@ -2615,10 +2615,10 @@ declare const evalSummarySchema$1: z.ZodObject<{
       source: z.ZodLiteral<"column">;
       key: z.ZodString;
       aggregate: z.ZodEnum<{
+        sum: "sum";
         avg: "avg";
         min: "min";
         max: "max";
-        sum: "sum";
         latest: "latest";
         passThresholdRate: "passThresholdRate";
       }>;
@@ -2715,10 +2715,10 @@ declare const caseRowSchema$1: z.ZodObject<{
   tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
   status: z.ZodEnum<{
     error: "error";
-    pass: "pass";
-    fail: "fail";
     running: "running";
     cancelled: "cancelled";
+    pass: "pass";
+    fail: "fail";
     pending: "pending";
   }>;
   durationMs: z.ZodNullable<z.ZodNumber>;
@@ -2748,15 +2748,15 @@ declare const caseRowSchema$1: z.ZodObject<{
     format: z.ZodOptional<z.ZodEnum<{
       number: "number";
       boolean: "boolean";
+      duration: "duration";
+      json: "json";
       file: "file";
       markdown: "markdown";
-      json: "json";
       image: "image";
       html: "html";
       pdf: "pdf";
       audio: "audio";
       video: "video";
-      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -2857,8 +2857,8 @@ declare const scoreTraceSchema: z.ZodObject<{
     status: z.ZodEnum<{
       error: "error";
       running: "running";
-      cancelled: "cancelled";
       ok: "ok";
+      cancelled: "cancelled";
     }>;
     attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     error: z.ZodOptional<z.ZodObject<{
@@ -2894,8 +2894,8 @@ declare const scoreTraceSchema: z.ZodObject<{
       format: z.ZodOptional<z.ZodEnum<{
         string: "string";
         number: "number";
-        json: "json";
         duration: "duration";
+        json: "json";
       }>>;
       numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -2908,9 +2908,9 @@ declare const scoreTraceSchema: z.ZodObject<{
         subtree: "subtree";
       }>>;
       mode: z.ZodOptional<z.ZodEnum<{
-        sum: "sum";
         all: "all";
         last: "last";
+        sum: "sum";
       }>>;
     }, z.core.$strip>>>;
   }, z.core.$strip>;
@@ -2942,10 +2942,10 @@ declare const caseDetailSchema$1: z.ZodObject<{
   tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
   status: z.ZodEnum<{
     error: "error";
-    pass: "pass";
-    fail: "fail";
     running: "running";
     cancelled: "cancelled";
+    pass: "pass";
+    fail: "fail";
     pending: "pending";
   }>;
   input: z.ZodUnknown;
@@ -2960,8 +2960,8 @@ declare const caseDetailSchema$1: z.ZodObject<{
     status: z.ZodEnum<{
       error: "error";
       running: "running";
-      cancelled: "cancelled";
       ok: "ok";
+      cancelled: "cancelled";
     }>;
     attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     error: z.ZodOptional<z.ZodObject<{
@@ -2997,8 +2997,8 @@ declare const caseDetailSchema$1: z.ZodObject<{
       format: z.ZodOptional<z.ZodEnum<{
         string: "string";
         number: "number";
-        json: "json";
         duration: "duration";
+        json: "json";
       }>>;
       numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -3011,9 +3011,9 @@ declare const caseDetailSchema$1: z.ZodObject<{
         subtree: "subtree";
       }>>;
       mode: z.ZodOptional<z.ZodEnum<{
-        sum: "sum";
         all: "all";
         last: "last";
+        sum: "sum";
       }>>;
     }, z.core.$strip>>>;
   }, z.core.$strip>;
@@ -3029,8 +3029,8 @@ declare const caseDetailSchema$1: z.ZodObject<{
       status: z.ZodEnum<{
         error: "error";
         running: "running";
-        cancelled: "cancelled";
         ok: "ok";
+        cancelled: "cancelled";
       }>;
       attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
       error: z.ZodOptional<z.ZodObject<{
@@ -3066,8 +3066,8 @@ declare const caseDetailSchema$1: z.ZodObject<{
         format: z.ZodOptional<z.ZodEnum<{
           string: "string";
           number: "number";
-          json: "json";
           duration: "duration";
+          json: "json";
         }>>;
         numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
         placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -3080,9 +3080,9 @@ declare const caseDetailSchema$1: z.ZodObject<{
           subtree: "subtree";
         }>>;
         mode: z.ZodOptional<z.ZodEnum<{
-          sum: "sum";
           all: "all";
           last: "last";
+          sum: "sum";
         }>>;
       }, z.core.$strip>>>;
     }, z.core.$strip>;
@@ -3126,15 +3126,15 @@ declare const caseDetailSchema$1: z.ZodObject<{
     format: z.ZodOptional<z.ZodEnum<{
       number: "number";
       boolean: "boolean";
+      duration: "duration";
+      json: "json";
       file: "file";
       markdown: "markdown";
-      json: "json";
       image: "image";
       html: "html";
       pdf: "pdf";
       audio: "audio";
       video: "video";
-      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -3269,10 +3269,10 @@ declare const evalChartBuiltinMetricSchema: z.ZodEnum<{
 type EvalChartBuiltinMetric = z.infer<typeof evalChartBuiltinMetricSchema>;
 /** Reducer applied to a numeric column across all cases of a single run. */
 declare const evalChartAggregateSchema: z.ZodEnum<{
+  sum: "sum";
   avg: "avg";
   min: "min";
   max: "max";
-  sum: "sum";
   latest: "latest";
   passThresholdRate: "passThresholdRate";
 }>;
@@ -3283,11 +3283,11 @@ type EvalChartAggregate = z.infer<typeof evalChartAggregateSchema>;
  * not emit raw hex so authored evals stay decoupled from the web theme.
  */
 declare const evalChartColorSchema: z.ZodEnum<{
-  success: "success";
   error: "error";
+  success: "success";
+  warning: "warning";
   accent: "accent";
   accentDim: "accentDim";
-  warning: "warning";
   textMuted: "textMuted";
 }>;
 /** Semantic color token resolved to a theme color by the web UI. */
@@ -3312,11 +3312,11 @@ declare const evalChartMetricSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
   }>;
   label: z.ZodOptional<z.ZodString>;
   color: z.ZodOptional<z.ZodEnum<{
-    success: "success";
     error: "error";
+    success: "success";
+    warning: "warning";
     accent: "accent";
     accentDim: "accentDim";
-    warning: "warning";
     textMuted: "textMuted";
   }>>;
   axis: z.ZodOptional<z.ZodEnum<{
@@ -3327,20 +3327,20 @@ declare const evalChartMetricSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
   source: z.ZodLiteral<"column">;
   key: z.ZodString;
   aggregate: z.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     latest: "latest";
     passThresholdRate: "passThresholdRate";
   }>;
   label: z.ZodOptional<z.ZodString>;
   color: z.ZodOptional<z.ZodEnum<{
-    success: "success";
     error: "error";
+    success: "success";
+    warning: "warning";
     accent: "accent";
     accentDim: "accentDim";
-    warning: "warning";
     textMuted: "textMuted";
   }>>;
   axis: z.ZodOptional<z.ZodEnum<{
@@ -3362,10 +3362,10 @@ declare const evalChartTooltipExtraSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
   source: z.ZodLiteral<"column">;
   key: z.ZodString;
   aggregate: z.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     latest: "latest";
     passThresholdRate: "passThresholdRate";
   }>;
@@ -3395,11 +3395,11 @@ declare const evalChartConfigSchema: z.ZodObject<{
     }>;
     label: z.ZodOptional<z.ZodString>;
     color: z.ZodOptional<z.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
+      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
-      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z.ZodOptional<z.ZodEnum<{
@@ -3410,20 +3410,20 @@ declare const evalChartConfigSchema: z.ZodObject<{
     source: z.ZodLiteral<"column">;
     key: z.ZodString;
     aggregate: z.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
     label: z.ZodOptional<z.ZodString>;
     color: z.ZodOptional<z.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
+      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
-      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z.ZodOptional<z.ZodEnum<{
@@ -3452,10 +3452,10 @@ declare const evalChartConfigSchema: z.ZodObject<{
     source: z.ZodLiteral<"column">;
     key: z.ZodString;
     aggregate: z.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -3485,11 +3485,11 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
     }>;
     label: z.ZodOptional<z.ZodString>;
     color: z.ZodOptional<z.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
+      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
-      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z.ZodOptional<z.ZodEnum<{
@@ -3500,20 +3500,20 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
     source: z.ZodLiteral<"column">;
     key: z.ZodString;
     aggregate: z.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
     label: z.ZodOptional<z.ZodString>;
     color: z.ZodOptional<z.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
+      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
-      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z.ZodOptional<z.ZodEnum<{
@@ -3542,10 +3542,10 @@ declare const evalChartsConfigSchema: z.ZodArray<z.ZodObject<{
     source: z.ZodLiteral<"column">;
     key: z.ZodString;
     aggregate: z.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -3573,8 +3573,8 @@ declare const runManifestSchema$1: z.ZodObject<{
   evalSourceFingerprints: z.ZodDefault<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>>;
   target: z.ZodObject<{
     mode: z.ZodEnum<{
-      caseIds: "caseIds";
       all: "all";
+      caseIds: "caseIds";
       evalIds: "evalIds";
     }>;
     evalKeys: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -3808,8 +3808,8 @@ declare const llmCallMetricFormatSchema$1: z.ZodEnum<{
   string: "string";
   number: "number";
   boolean: "boolean";
-  json: "json";
   duration: "duration";
+  json: "json";
 }>;
 /** Render format applied to an LLM-call metric value. */
 type LlmCallMetricFormat = z.infer<typeof llmCallMetricFormatSchema$1>;
@@ -3818,8 +3818,8 @@ declare const apiCallMetricFormatSchema$1: z.ZodEnum<{
   string: "string";
   number: "number";
   boolean: "boolean";
-  json: "json";
   duration: "duration";
+  json: "json";
 }>;
 /** Render format applied to an API-call metric value. */
 type ApiCallMetricFormat = z.infer<typeof apiCallMetricFormatSchema$1>;
@@ -3888,8 +3888,8 @@ declare const llmCallMetricSchema: z.ZodObject<{
     string: "string";
     number: "number";
     boolean: "boolean";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -3917,8 +3917,8 @@ declare const apiCallMetricSchema: z.ZodObject<{
     string: "string";
     number: "number";
     boolean: "boolean";
-    json: "json";
     duration: "duration";
+    json: "json";
   }>>;
   numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -4031,8 +4031,8 @@ declare const llmCallsConfigSchema: z.ZodObject<{
       string: "string";
       number: "number";
       boolean: "boolean";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -4067,8 +4067,8 @@ declare const apiCallsConfigSchema: z.ZodObject<{
       string: "string";
       number: "number";
       boolean: "boolean";
-      json: "json";
       duration: "duration";
+      json: "json";
     }>>;
     numberFormat: z.ZodOptional<z.ZodType<NumberDisplayOptions, unknown, z.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -4669,15 +4669,15 @@ declare const cacheRecordingOpSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     format: z.ZodOptional<z.ZodEnum<{
       number: "number";
       boolean: "boolean";
+      duration: "duration";
+      json: "json";
       file: "file";
       markdown: "markdown";
-      json: "json";
       image: "image";
       html: "html";
       pdf: "pdf";
       audio: "audio";
       video: "video";
-      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -4721,8 +4721,8 @@ declare const cacheRecordingSchema: z.ZodObject<{
   finalStatus: z.ZodOptional<z.ZodEnum<{
     error: "error";
     running: "running";
-    cancelled: "cancelled";
     ok: "ok";
+    cancelled: "cancelled";
   }>>;
   finalError: z.ZodOptional<z.ZodObject<{
     name: z.ZodOptional<z.ZodString>;
@@ -4757,15 +4757,15 @@ declare const cacheRecordingSchema: z.ZodObject<{
       format: z.ZodOptional<z.ZodEnum<{
         number: "number";
         boolean: "boolean";
+        duration: "duration";
+        json: "json";
         file: "file";
         markdown: "markdown";
-        json: "json";
         image: "image";
         html: "html";
         pdf: "pdf";
         audio: "audio";
         video: "video";
-        duration: "duration";
         percent: "percent";
         passFail: "passFail";
         stars: "stars";
@@ -4822,8 +4822,8 @@ declare const cacheEntrySchema: z.ZodObject<{
     finalStatus: z.ZodOptional<z.ZodEnum<{
       error: "error";
       running: "running";
-      cancelled: "cancelled";
       ok: "ok";
+      cancelled: "cancelled";
     }>>;
     finalError: z.ZodOptional<z.ZodObject<{
       name: z.ZodOptional<z.ZodString>;
@@ -4858,15 +4858,15 @@ declare const cacheEntrySchema: z.ZodObject<{
         format: z.ZodOptional<z.ZodEnum<{
           number: "number";
           boolean: "boolean";
+          duration: "duration";
+          json: "json";
           file: "file";
           markdown: "markdown";
-          json: "json";
           image: "image";
           html: "html";
           pdf: "pdf";
           audio: "audio";
           video: "video";
-          duration: "duration";
           percent: "percent";
           passFail: "passFail";
           stars: "stars";
@@ -4940,8 +4940,8 @@ declare const cacheDebugKeyEntrySchema: z.ZodObject<{
       finalStatus: z.ZodOptional<z.ZodEnum<{
         error: "error";
         running: "running";
-        cancelled: "cancelled";
         ok: "ok";
+        cancelled: "cancelled";
       }>>;
       finalError: z.ZodOptional<z.ZodObject<{
         name: z.ZodOptional<z.ZodString>;
@@ -4976,15 +4976,15 @@ declare const cacheDebugKeyEntrySchema: z.ZodObject<{
           format: z.ZodOptional<z.ZodEnum<{
             number: "number";
             boolean: "boolean";
+            duration: "duration";
+            json: "json";
             file: "file";
             markdown: "markdown";
-            json: "json";
             image: "image";
             html: "html";
             pdf: "pdf";
             audio: "audio";
             video: "video";
-            duration: "duration";
             percent: "percent";
             passFail: "passFail";
             stars: "stars";
@@ -5047,8 +5047,8 @@ declare const cacheEntryWithDebugKeySchema$1: z.ZodObject<{
     finalStatus: z.ZodOptional<z.ZodEnum<{
       error: "error";
       running: "running";
-      cancelled: "cancelled";
       ok: "ok";
+      cancelled: "cancelled";
     }>>;
     finalError: z.ZodOptional<z.ZodObject<{
       name: z.ZodOptional<z.ZodString>;
@@ -5083,15 +5083,15 @@ declare const cacheEntryWithDebugKeySchema$1: z.ZodObject<{
         format: z.ZodOptional<z.ZodEnum<{
           number: "number";
           boolean: "boolean";
+          duration: "duration";
+          json: "json";
           file: "file";
           markdown: "markdown";
-          json: "json";
           image: "image";
           html: "html";
           pdf: "pdf";
           audio: "audio";
           video: "video";
-          duration: "duration";
           percent: "percent";
           passFail: "passFail";
           stars: "stars";
@@ -5156,8 +5156,8 @@ declare const cacheEntryWithDebugKeySchema$1: z.ZodObject<{
         finalStatus: z.ZodOptional<z.ZodEnum<{
           error: "error";
           running: "running";
-          cancelled: "cancelled";
           ok: "ok";
+          cancelled: "cancelled";
         }>>;
         finalError: z.ZodOptional<z.ZodObject<{
           name: z.ZodOptional<z.ZodString>;
@@ -5192,15 +5192,15 @@ declare const cacheEntryWithDebugKeySchema$1: z.ZodObject<{
             format: z.ZodOptional<z.ZodEnum<{
               number: "number";
               boolean: "boolean";
+              duration: "duration";
+              json: "json";
               file: "file";
               markdown: "markdown";
-              json: "json";
               image: "image";
               html: "html";
               pdf: "pdf";
               audio: "audio";
               video: "video";
-              duration: "duration";
               percent: "percent";
               passFail: "passFail";
               stars: "stars";
@@ -5263,8 +5263,8 @@ declare const cacheFileSchema: z.ZodObject<{
       finalStatus: z.ZodOptional<z.ZodEnum<{
         error: "error";
         running: "running";
-        cancelled: "cancelled";
         ok: "ok";
+        cancelled: "cancelled";
       }>>;
       finalError: z.ZodOptional<z.ZodObject<{
         name: z.ZodOptional<z.ZodString>;
@@ -5299,15 +5299,15 @@ declare const cacheFileSchema: z.ZodObject<{
           format: z.ZodOptional<z.ZodEnum<{
             number: "number";
             boolean: "boolean";
+            duration: "duration";
+            json: "json";
             file: "file";
             markdown: "markdown";
-            json: "json";
             image: "image";
             html: "html";
             pdf: "pdf";
             audio: "audio";
             video: "video";
-            duration: "duration";
             percent: "percent";
             passFail: "passFail";
             stars: "stars";
@@ -5380,8 +5380,8 @@ declare const cacheDebugKeyFileSchema: z.ZodObject<{
         finalStatus: z.ZodOptional<z.ZodEnum<{
           error: "error";
           running: "running";
-          cancelled: "cancelled";
           ok: "ok";
+          cancelled: "cancelled";
         }>>;
         finalError: z.ZodOptional<z.ZodObject<{
           name: z.ZodOptional<z.ZodString>;
@@ -5416,15 +5416,15 @@ declare const cacheDebugKeyFileSchema: z.ZodObject<{
             format: z.ZodOptional<z.ZodEnum<{
               number: "number";
               boolean: "boolean";
+              duration: "duration";
+              json: "json";
               file: "file";
               markdown: "markdown";
-              json: "json";
               image: "image";
               html: "html";
               pdf: "pdf";
               audio: "audio";
               video: "video";
-              duration: "duration";
               percent: "percent";
               passFail: "passFail";
               stars: "stars";
@@ -5565,8 +5565,8 @@ type ConfigReloadState = z.infer<typeof configReloadStateSchema$1>;
 declare const createRunRequestSchema$1: z.ZodObject<{
   target: z.ZodObject<{
     mode: z.ZodEnum<{
-      caseIds: "caseIds";
       all: "all";
+      caseIds: "caseIds";
       evalIds: "evalIds";
     }>;
     evalKeys: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -7219,11 +7219,20 @@ type EvalRunner = {
   validateManualInputs(request: CreateRunRequest$1): ManualInputValidationResult;
 }; //#endregion
 //#region src/runner.d.ts
-/** Create an in-memory eval runner bound to the current workspace config. */
+/**
+ * Create an in-memory eval runner bound to the current workspace config.
+ *
+ * @param options.watchForChanges Watch eval files, run history, config, and
+ * workspace `.env` for live reloads.
+ * @param options.loadEnv Load `.env` from the current workspace before config,
+ * discovery, and runs. Shell-provided values keep precedence.
+ */
 declare function createRunner({
-  watchForChanges
+  watchForChanges,
+  loadEnv
 }?: {
   watchForChanges?: boolean;
+  loadEnv?: boolean;
 }): EvalRunner; //#endregion
 //#region src/manualInput/files.d.ts
 type StageManualInputFileParams = {