@ls-stack/agent-eval 0.35.1 → 0.37.0

package/dist/index.d.mts

@@ -127,6 +127,7 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     }>>;
   }, z$1.core.$strip>>;
   caseCount: z$1.ZodNullable<z$1.ZodNumber>;
+  caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
   lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
     error: "error";
     pass: "pass";
@@ -617,6 +618,7 @@ declare const runManifestSchema$1: z$1.ZodObject<{
     cancelled: "cancelled";
     error: "error";
   }>;
+  temporary: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodBoolean>>;
   startedAt: z$1.ZodString;
   endedAt: z$1.ZodNullable<z$1.ZodString>;
   commitSha: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodNullable<z$1.ZodString>>>;
@@ -963,6 +965,7 @@ declare const createRunRequestSchema$1: z$1.ZodObject<{
     caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
   }, z$1.core.$strip>;
   trials: z$1.ZodNumber;
+  temporary: z$1.ZodOptional<z$1.ZodBoolean>;
   cache: z$1.ZodOptional<z$1.ZodObject<{
     mode: z$1.ZodDefault<z$1.ZodEnum<{
       use: "use";
@@ -2915,13 +2918,13 @@ type ColumnKind = z$1.infer<typeof columnKindSchema>;
 declare const columnFormatSchema: z$1.ZodEnum<{
   number: "number";
   boolean: "boolean";
-  duration: "duration";
-  json: "json";
   file: "file";
   markdown: "markdown";
+  json: "json";
   image: "image";
   audio: "audio";
   video: "video";
+  duration: "duration";
   percent: "percent";
   passFail: "passFail";
   stars: "stars";
@@ -2940,13 +2943,13 @@ declare const columnDefSchema: z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
     boolean: "boolean";
-    duration: "duration";
-    json: "json";
     file: "file";
     markdown: "markdown";
+    json: "json";
     image: "image";
     audio: "audio";
     video: "video";
+    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -2991,8 +2994,8 @@ declare const traceSpanKindSchema: z$1.ZodString;
 declare const traceAttributeDisplayFormatSchema: z$1.ZodEnum<{
   string: "string";
   number: "number";
-  duration: "duration";
   json: "json";
+  duration: "duration";
 }>;
 /**
  * Formatting hint for trace attribute values rendered by the UI.
@@ -3016,8 +3019,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     string: "string";
     number: "number";
-    duration: "duration";
     json: "json";
+    duration: "duration";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3030,9 +3033,9 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
     subtree: "subtree";
   }>>;
   mode: z$1.ZodOptional<z$1.ZodEnum<{
-    all: "all";
-    last: "last";
     sum: "sum";
+    last: "last";
+    all: "all";
   }>>;
 }, z$1.core.$strip>;
 /**
@@ -3052,8 +3055,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       string: "string";
       number: "number";
-      duration: "duration";
       json: "json";
+      duration: "duration";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3066,9 +3069,9 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
       subtree: "subtree";
     }>>;
     mode: z$1.ZodOptional<z$1.ZodEnum<{
-      all: "all";
-      last: "last";
       sum: "sum";
+      last: "last";
+      all: "all";
     }>>;
   }, z$1.core.$strip>>>;
 }, z$1.core.$strip>;
@@ -3092,8 +3095,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     string: "string";
     number: "number";
-    duration: "duration";
     json: "json";
+    duration: "duration";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3106,9 +3109,9 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
     subtree: "subtree";
   }>>;
   mode: z$1.ZodOptional<z$1.ZodEnum<{
-    all: "all";
-    last: "last";
     sum: "sum";
+    last: "last";
+    all: "all";
   }>>;
   transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
 }, z$1.core.$strip>;
@@ -3130,8 +3133,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       string: "string";
       number: "number";
-      duration: "duration";
       json: "json";
+      duration: "duration";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3144,9 +3147,9 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
       subtree: "subtree";
     }>>;
     mode: z$1.ZodOptional<z$1.ZodEnum<{
-      all: "all";
-      last: "last";
       sum: "sum";
+      last: "last";
+      all: "all";
     }>>;
     transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
   }, z$1.core.$strip>>>;
@@ -3183,8 +3186,8 @@ declare const traceSpanSchema: z$1.ZodObject<{
   status: z$1.ZodEnum<{
     error: "error";
     running: "running";
-    ok: "ok";
     cancelled: "cancelled";
+    ok: "ok";
   }>;
   attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
   error: z$1.ZodOptional<z$1.ZodObject<{
@@ -3225,11 +3228,11 @@ declare const evalFreshnessStatusSchema: z$1.ZodEnum<{
 type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
 /** Reducer used to collapse a column's per-case values into a single stat. */
 declare const evalStatAggregateSchema: z$1.ZodEnum<{
-  last: "last";
-  sum: "sum";
   avg: "avg";
   min: "min";
   max: "max";
+  sum: "sum";
+  last: "last";
 }>;
 /** Reducer used to collapse a column's per-case values into a single stat. */
 type EvalStatAggregate = z$1.infer<typeof evalStatAggregateSchema>;
@@ -3253,22 +3256,22 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   key: z$1.ZodString;
   label: z$1.ZodOptional<z$1.ZodString>;
   aggregate: z$1.ZodEnum<{
-    last: "last";
-    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
+    sum: "sum";
+    last: "last";
   }>;
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
     boolean: "boolean";
-    duration: "duration";
-    json: "json";
     file: "file";
     markdown: "markdown";
+    json: "json";
     image: "image";
     audio: "audio";
     video: "video";
+    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -3295,22 +3298,22 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
   key: z$1.ZodString;
   label: z$1.ZodOptional<z$1.ZodString>;
   aggregate: z$1.ZodEnum<{
-    last: "last";
-    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
+    sum: "sum";
+    last: "last";
   }>;
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
     boolean: "boolean";
-    duration: "duration";
-    json: "json";
     file: "file";
     markdown: "markdown";
+    json: "json";
     image: "image";
     audio: "audio";
     video: "video";
+    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -3347,13 +3350,13 @@ declare const evalSummarySchema: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
       boolean: "boolean";
-      duration: "duration";
-      json: "json";
       file: "file";
       markdown: "markdown";
+      json: "json";
       image: "image";
       audio: "audio";
       video: "video";
+      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -3372,12 +3375,13 @@ declare const evalSummarySchema: z$1.ZodObject<{
     }>>;
   }, z$1.core.$strip>>;
   caseCount: z$1.ZodNullable<z$1.ZodNumber>;
+  caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
   lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
     error: "error";
-    running: "running";
-    cancelled: "cancelled";
     pass: "pass";
     fail: "fail";
+    running: "running";
+    cancelled: "cancelled";
     unscored: "unscored";
   }>>;
   stats: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
@@ -3396,22 +3400,22 @@ declare const evalSummarySchema: z$1.ZodObject<{
     key: z$1.ZodString;
     label: z$1.ZodOptional<z$1.ZodString>;
     aggregate: z$1.ZodEnum<{
-      last: "last";
-      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
+      sum: "sum";
+      last: "last";
     }>;
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
       boolean: "boolean";
-      duration: "duration";
-      json: "json";
       file: "file";
       markdown: "markdown";
+      json: "json";
       image: "image";
       audio: "audio";
       video: "video";
+      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -3436,11 +3440,11 @@ declare const evalSummarySchema: z$1.ZodObject<{
       }>;
       label: z$1.ZodOptional<z$1.ZodString>;
       color: z$1.ZodOptional<z$1.ZodEnum<{
-        error: "error";
         success: "success";
-        warning: "warning";
+        error: "error";
         accent: "accent";
         accentDim: "accentDim";
+        warning: "warning";
         textMuted: "textMuted";
       }>>;
       axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3451,20 +3455,20 @@ declare const evalSummarySchema: z$1.ZodObject<{
       source: z$1.ZodLiteral<"column">;
       key: z$1.ZodString;
       aggregate: z$1.ZodEnum<{
-        sum: "sum";
         avg: "avg";
         min: "min";
         max: "max";
+        sum: "sum";
         latest: "latest";
         passThresholdRate: "passThresholdRate";
       }>;
       label: z$1.ZodOptional<z$1.ZodString>;
       color: z$1.ZodOptional<z$1.ZodEnum<{
-        error: "error";
         success: "success";
-        warning: "warning";
+        error: "error";
         accent: "accent";
         accentDim: "accentDim";
+        warning: "warning";
         textMuted: "textMuted";
       }>>;
       axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3493,10 +3497,10 @@ declare const evalSummarySchema: z$1.ZodObject<{
       source: z$1.ZodLiteral<"column">;
       key: z$1.ZodString;
       aggregate: z$1.ZodEnum<{
-        sum: "sum";
         avg: "avg";
         min: "min";
         max: "max";
+        sum: "sum";
         latest: "latest";
         passThresholdRate: "passThresholdRate";
       }>;
@@ -3592,11 +3596,11 @@ declare const caseRowSchema: z$1.ZodObject<{
   evalId: z$1.ZodString;
   status: z$1.ZodEnum<{
     error: "error";
+    pass: "pass";
+    fail: "fail";
     running: "running";
     cancelled: "cancelled";
     pending: "pending";
-    pass: "pass";
-    fail: "fail";
   }>;
   durationMs: z$1.ZodNullable<z$1.ZodNumber>;
   costUsd: z$1.ZodOptional<z$1.ZodNullable<z$1.ZodNumber>>;
@@ -3688,8 +3692,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
     status: z$1.ZodEnum<{
       error: "error";
       running: "running";
-      ok: "ok";
       cancelled: "cancelled";
+      ok: "ok";
     }>;
     attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
     error: z$1.ZodOptional<z$1.ZodObject<{
@@ -3725,8 +3729,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
       format: z$1.ZodOptional<z$1.ZodEnum<{
         string: "string";
         number: "number";
-        duration: "duration";
         json: "json";
+        duration: "duration";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3739,9 +3743,9 @@ declare const scoreTraceSchema: z$1.ZodObject<{
         subtree: "subtree";
       }>>;
       mode: z$1.ZodOptional<z$1.ZodEnum<{
-        all: "all";
-        last: "last";
         sum: "sum";
+        last: "last";
+        all: "all";
       }>>;
     }, z$1.core.$strip>>>;
   }, z$1.core.$strip>;
@@ -3756,11 +3760,11 @@ declare const caseDetailSchema: z$1.ZodObject<{
   evalId: z$1.ZodString;
   status: z$1.ZodEnum<{
     error: "error";
+    pass: "pass";
+    fail: "fail";
     running: "running";
     cancelled: "cancelled";
     pending: "pending";
-    pass: "pass";
-    fail: "fail";
   }>;
   input: z$1.ZodUnknown;
   trace: z$1.ZodArray<z$1.ZodObject<{
@@ -3774,8 +3778,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
     status: z$1.ZodEnum<{
       error: "error";
       running: "running";
-      ok: "ok";
       cancelled: "cancelled";
+      ok: "ok";
     }>;
     attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
     error: z$1.ZodOptional<z$1.ZodObject<{
@@ -3811,8 +3815,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
       format: z$1.ZodOptional<z$1.ZodEnum<{
         string: "string";
         number: "number";
-        duration: "duration";
         json: "json";
+        duration: "duration";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3825,9 +3829,9 @@ declare const caseDetailSchema: z$1.ZodObject<{
         subtree: "subtree";
       }>>;
       mode: z$1.ZodOptional<z$1.ZodEnum<{
-        all: "all";
-        last: "last";
         sum: "sum";
+        last: "last";
+        all: "all";
       }>>;
     }, z$1.core.$strip>>>;
   }, z$1.core.$strip>;
@@ -3843,8 +3847,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
       status: z$1.ZodEnum<{
         error: "error";
         running: "running";
-        ok: "ok";
         cancelled: "cancelled";
+        ok: "ok";
       }>;
       attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
       error: z$1.ZodOptional<z$1.ZodObject<{
@@ -3880,8 +3884,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
         format: z$1.ZodOptional<z$1.ZodEnum<{
           string: "string";
           number: "number";
-          duration: "duration";
           json: "json";
+          duration: "duration";
         }>>;
         numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
         placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3894,9 +3898,9 @@ declare const caseDetailSchema: z$1.ZodObject<{
           subtree: "subtree";
         }>>;
         mode: z$1.ZodOptional<z$1.ZodEnum<{
-          all: "all";
-          last: "last";
           sum: "sum";
+          last: "last";
+          all: "all";
         }>>;
       }, z$1.core.$strip>>>;
     }, z$1.core.$strip>;
@@ -3956,10 +3960,10 @@ declare const caseDetailSchema: z$1.ZodObject<{
     namespace: z$1.ZodString;
     key: z$1.ZodString;
     status: z$1.ZodEnum<{
-      bypass: "bypass";
-      refresh: "refresh";
       hit: "hit";
       miss: "miss";
+      refresh: "refresh";
+      bypass: "bypass";
     }>;
     read: z$1.ZodOptional<z$1.ZodBoolean>;
     stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -4030,10 +4034,10 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
 type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
 /** Reducer applied to a numeric column across all cases of a single run. */
 declare const evalChartAggregateSchema: z$1.ZodEnum<{
-  sum: "sum";
   avg: "avg";
   min: "min";
   max: "max";
+  sum: "sum";
   latest: "latest";
   passThresholdRate: "passThresholdRate";
 }>;
@@ -4044,11 +4048,11 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
  * not emit raw hex so authored evals stay decoupled from the web theme.
  */
 declare const evalChartColorSchema: z$1.ZodEnum<{
-  error: "error";
   success: "success";
-  warning: "warning";
+  error: "error";
   accent: "accent";
   accentDim: "accentDim";
+  warning: "warning";
   textMuted: "textMuted";
 }>;
 /** Semantic color token resolved to a theme color by the web UI. */
@@ -4073,11 +4077,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   }>;
   label: z$1.ZodOptional<z$1.ZodString>;
   color: z$1.ZodOptional<z$1.ZodEnum<{
-    error: "error";
     success: "success";
-    warning: "warning";
+    error: "error";
     accent: "accent";
     accentDim: "accentDim";
+    warning: "warning";
     textMuted: "textMuted";
   }>>;
   axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4088,20 +4092,20 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   source: z$1.ZodLiteral<"column">;
   key: z$1.ZodString;
   aggregate: z$1.ZodEnum<{
-    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
+    sum: "sum";
     latest: "latest";
     passThresholdRate: "passThresholdRate";
   }>;
   label: z$1.ZodOptional<z$1.ZodString>;
   color: z$1.ZodOptional<z$1.ZodEnum<{
-    error: "error";
     success: "success";
-    warning: "warning";
+    error: "error";
     accent: "accent";
     accentDim: "accentDim";
+    warning: "warning";
     textMuted: "textMuted";
   }>>;
   axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4123,10 +4127,10 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
   source: z$1.ZodLiteral<"column">;
   key: z$1.ZodString;
   aggregate: z$1.ZodEnum<{
-    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
+    sum: "sum";
     latest: "latest";
     passThresholdRate: "passThresholdRate";
   }>;
@@ -4156,11 +4160,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      error: "error";
       success: "success";
-      warning: "warning";
+      error: "error";
       accent: "accent";
       accentDim: "accentDim";
+      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4171,20 +4175,20 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
-      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
+      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      error: "error";
       success: "success";
-      warning: "warning";
+      error: "error";
       accent: "accent";
       accentDim: "accentDim";
+      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4213,10 +4217,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
-      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
+      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -4246,11 +4250,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      error: "error";
       success: "success";
-      warning: "warning";
+      error: "error";
       accent: "accent";
       accentDim: "accentDim";
+      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4261,20 +4265,20 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
-      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
+      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      error: "error";
       success: "success";
-      warning: "warning";
+      error: "error";
       accent: "accent";
       accentDim: "accentDim";
+      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4303,10 +4307,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
-      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
+      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -4327,15 +4331,16 @@ declare const runManifestSchema: z$1.ZodObject<{
     pending: "pending";
     completed: "completed";
   }>;
+  temporary: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodBoolean>>;
   startedAt: z$1.ZodString;
   endedAt: z$1.ZodNullable<z$1.ZodString>;
   commitSha: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodNullable<z$1.ZodString>>>;
   evalSourceFingerprints: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodString>>>;
   target: z$1.ZodObject<{
     mode: z$1.ZodEnum<{
+      caseIds: "caseIds";
       all: "all";
       evalIds: "evalIds";
-      caseIds: "caseIds";
     }>;
     evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
     files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
@@ -4348,9 +4353,9 @@ declare const runManifestSchema: z$1.ZodObject<{
     median: "median";
   }>>>;
   cacheMode: z$1.ZodOptional<z$1.ZodEnum<{
-    use: "use";
-    bypass: "bypass";
     refresh: "refresh";
+    bypass: "bypass";
+    use: "use";
   }>>;
 }, z$1.core.$strip>;
 /** Persisted lifecycle metadata for a single eval run. */
@@ -4581,8 +4586,8 @@ declare const llmCallMetricFormatSchema: z$1.ZodEnum<{
   string: "string";
   number: "number";
   boolean: "boolean";
-  duration: "duration";
   json: "json";
+  duration: "duration";
 }>;
 /** Render format applied to an LLM-call metric value. */
 type LlmCallMetricFormat = z$1.infer<typeof llmCallMetricFormatSchema>;
@@ -4591,8 +4596,8 @@ declare const apiCallMetricFormatSchema: z$1.ZodEnum<{
   string: "string";
   number: "number";
   boolean: "boolean";
-  duration: "duration";
   json: "json";
+  duration: "duration";
 }>;
 /** Render format applied to an API-call metric value. */
 type ApiCallMetricFormat = z$1.infer<typeof apiCallMetricFormatSchema>;
@@ -4661,8 +4666,8 @@ declare const llmCallMetricSchema: z$1.ZodObject<{
     string: "string";
     number: "number";
     boolean: "boolean";
-    duration: "duration";
     json: "json";
+    duration: "duration";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4690,8 +4695,8 @@ declare const apiCallMetricSchema: z$1.ZodObject<{
     string: "string";
     number: "number";
     boolean: "boolean";
-    duration: "duration";
     json: "json";
+    duration: "duration";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4804,8 +4809,8 @@ declare const llmCallsConfigSchema: z$1.ZodObject<{
       string: "string";
       number: "number";
       boolean: "boolean";
-      duration: "duration";
       json: "json";
+      duration: "duration";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4840,8 +4845,8 @@ declare const apiCallsConfigSchema: z$1.ZodObject<{
       string: "string";
       number: "number";
       boolean: "boolean";
-      duration: "duration";
       json: "json";
+      duration: "duration";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -5142,8 +5147,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
       format: z$1.ZodOptional<z$1.ZodEnum<{
         string: "string";
         number: "number";
-        duration: "duration";
         json: "json";
+        duration: "duration";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -5156,9 +5161,9 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
         subtree: "subtree";
       }>>;
       mode: z$1.ZodOptional<z$1.ZodEnum<{
-        all: "all";
-        last: "last";
         sum: "sum";
+        last: "last";
+        all: "all";
       }>>;
       transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
     }, z$1.core.$strip>>>;
@@ -5181,22 +5186,22 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
     key: z$1.ZodString;
     label: z$1.ZodOptional<z$1.ZodString>;
     aggregate: z$1.ZodEnum<{
-      last: "last";
-      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
+      sum: "sum";
+      last: "last";
     }>;
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
       boolean: "boolean";
-      duration: "duration";
-      json: "json";
       file: "file";
       markdown: "markdown";
+      json: "json";
       image: "image";
       audio: "audio";
       video: "video";
+      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -5255,8 +5260,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
         string: "string";
         number: "number";
         boolean: "boolean";
-        duration: "duration";
         json: "json";
+        duration: "duration";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -5300,8 +5305,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
         string: "string";
         number: "number";
         boolean: "boolean";
-        duration: "duration";
         json: "json";
+        duration: "duration";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -5534,9 +5539,9 @@ declare function extractApiCalls(spans: EvalTraceSpan[], config: ResolvedApiCall
  * - `refresh`: never read, always write (forces re-execution and overwrites).
  */
 declare const cacheModeSchema: z$1.ZodEnum<{
-  use: "use";
-  bypass: "bypass";
   refresh: "refresh";
+  bypass: "bypass";
+  use: "use";
 }>;
 /** Mode controlling how cached spans behave during a run. */
 type CacheMode = z$1.infer<typeof cacheModeSchema>;
@@ -5557,10 +5562,10 @@ declare const cacheOperationTypeSchema: z$1.ZodEnum<{
 type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
 /** Status of a cache lookup recorded on a span or case scope. */
 declare const cacheStatusSchema: z$1.ZodEnum<{
-  bypass: "bypass";
-  refresh: "refresh";
   hit: "hit";
   miss: "miss";
+  refresh: "refresh";
+  bypass: "bypass";
 }>;
 /** Status of a cache lookup recorded on a span or case scope. */
 type CacheStatus = z$1.infer<typeof cacheStatusSchema>;
@@ -5577,10 +5582,10 @@ declare const traceCacheRefSchema: z$1.ZodObject<{
   namespace: z$1.ZodString;
   key: z$1.ZodString;
   status: z$1.ZodEnum<{
-    bypass: "bypass";
-    refresh: "refresh";
     hit: "hit";
     miss: "miss";
+    refresh: "refresh";
+    bypass: "bypass";
   }>;
   read: z$1.ZodOptional<z$1.ZodBoolean>;
   stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -5658,8 +5663,8 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
   finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
     error: "error";
     running: "running";
-    ok: "ok";
     cancelled: "cancelled";
+    ok: "ok";
   }>>;
   finalError: z$1.ZodOptional<z$1.ZodObject<{
     name: z$1.ZodOptional<z$1.ZodString>;
@@ -5731,8 +5736,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
     finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
       error: "error";
       running: "running";
-      ok: "ok";
       cancelled: "cancelled";
+      ok: "ok";
     }>>;
     finalError: z$1.ZodOptional<z$1.ZodObject<{
       name: z$1.ZodOptional<z$1.ZodString>;
@@ -5820,8 +5825,8 @@ declare const cacheEntryWithDebugKeySchema: z$1.ZodObject<{
     finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
       error: "error";
       running: "running";
-      ok: "ok";
       cancelled: "cancelled";
+      ok: "ok";
     }>>;
     finalError: z$1.ZodOptional<z$1.ZodObject<{
       name: z$1.ZodOptional<z$1.ZodString>;
@@ -5909,8 +5914,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
       finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
         error: "error";
         running: "running";
-        ok: "ok";
         cancelled: "cancelled";
+        ok: "ok";
       }>>;
       finalError: z$1.ZodOptional<z$1.ZodObject<{
         name: z$1.ZodOptional<z$1.ZodString>;
@@ -6084,9 +6089,9 @@ type ConfigReloadState = z$1.infer<typeof configReloadStateSchema>;
 declare const createRunRequestSchema: z$1.ZodObject<{
   target: z$1.ZodObject<{
     mode: z$1.ZodEnum<{
+      caseIds: "caseIds";
       all: "all";
       evalIds: "evalIds";
-      caseIds: "caseIds";
     }>;
     evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
     files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
@@ -6094,11 +6099,12 @@ declare const createRunRequestSchema: z$1.ZodObject<{
     caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
   }, z$1.core.$strip>;
   trials: z$1.ZodNumber;
+  temporary: z$1.ZodOptional<z$1.ZodBoolean>;
   cache: z$1.ZodOptional<z$1.ZodObject<{
     mode: z$1.ZodDefault<z$1.ZodEnum<{
-      use: "use";
-      bypass: "bypass";
       refresh: "refresh";
+      bypass: "bypass";
+      use: "use";
     }>>;
   }, z$1.core.$strip>>;
   manualInputs: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;