@ls-stack/agent-eval 0.58.2 → 0.58.3

package/dist/index.d.mts

@@ -431,10 +431,8 @@ type EvalDeriveFn<TInput = unknown> = (ctx: EvalDeriveContext<TInput>) => Record
 type EvalDeriveConfig<TInput = unknown> = EvalDeriveMap<TInput> | EvalDeriveFn<TInput>;
 /** Function that records trace-derived assertions for one case. */
 type EvalTracingAssertionsFn<TInput = unknown> = (ctx: EvalDeriveContext<TInput>) => MaybePromise$1<void>;
-/** Keyed trace-derived assertion config for grouping related checks. */
-type EvalTracingAssertionsMap<TInput = unknown> = Record<string, EvalTracingAssertionsFn<TInput>>;
 /** Trace-derived assertion config accepted globally and on eval definitions. */
-type EvalTracingAssertionsConfig<TInput = unknown> = EvalTracingAssertionsMap<TInput> | EvalTracingAssertionsFn<TInput>;
+type EvalTracingAssertionsConfig<TInput = unknown> = EvalTracingAssertionsFn<TInput>;
 /** UI overrides for a derived or scored column emitted by an eval. */
 type EvalColumnOverride = {
   /** Display label shown for the column in tables and detail views. */label?: string;
@@ -2044,9 +2042,9 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
     subtree: "subtree";
   }>>;
   mode: z$1.ZodOptional<z$1.ZodEnum<{
-    sum: "sum";
     all: "all";
     last: "last";
+    sum: "sum";
   }>>;
 }, z$1.core.$strip>;
 /**
@@ -2080,9 +2078,9 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
       subtree: "subtree";
     }>>;
     mode: z$1.ZodOptional<z$1.ZodEnum<{
-      sum: "sum";
       all: "all";
       last: "last";
+      sum: "sum";
     }>>;
   }, z$1.core.$strip>>>;
 }, z$1.core.$strip>;
@@ -2120,9 +2118,9 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
     subtree: "subtree";
   }>>;
   mode: z$1.ZodOptional<z$1.ZodEnum<{
-    sum: "sum";
     all: "all";
     last: "last";
+    sum: "sum";
   }>>;
   transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
 }, z$1.core.$strip>;
@@ -2158,9 +2156,9 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
       subtree: "subtree";
     }>>;
     mode: z$1.ZodOptional<z$1.ZodEnum<{
-      sum: "sum";
       all: "all";
       last: "last";
+      sum: "sum";
     }>>;
     transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
   }, z$1.core.$strip>>>;
@@ -2197,8 +2195,8 @@ declare const traceSpanSchema$1: z$1.ZodObject<{
   status: z$1.ZodEnum<{
     error: "error";
     running: "running";
-    cancelled: "cancelled";
     ok: "ok";
+    cancelled: "cancelled";
   }>;
   attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
   error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2243,10 +2241,10 @@ type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
  * `best` selects the highest finite value and `worst` selects the lowest.
  */
 declare const evalStatAggregateSchema: z$1.ZodEnum<{
-  avg: "avg";
+  sum: "sum";
   min: "min";
   max: "max";
-  sum: "sum";
+  avg: "avg";
   best: "best";
   worst: "worst";
 }>;
@@ -2275,10 +2273,10 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
   kind: z$1.ZodLiteral<"duration">;
   aggregate: z$1.ZodOptional<z$1.ZodEnum<{
-    avg: "avg";
+    sum: "sum";
     min: "min";
     max: "max";
-    sum: "sum";
+    avg: "avg";
     best: "best";
     worst: "worst";
   }>>;
@@ -2286,10 +2284,10 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
   kind: z$1.ZodLiteral<"cacheHits">;
   aggregate: z$1.ZodOptional<z$1.ZodEnum<{
-    avg: "avg";
+    sum: "sum";
     min: "min";
     max: "max";
-    sum: "sum";
+    avg: "avg";
     best: "best";
     worst: "worst";
   }>>;
@@ -2299,10 +2297,10 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   key: z$1.ZodString;
   label: z$1.ZodOptional<z$1.ZodString>;
   aggregate: z$1.ZodEnum<{
-    avg: "avg";
+    sum: "sum";
     min: "min";
     max: "max";
-    sum: "sum";
+    avg: "avg";
     best: "best";
     worst: "worst";
   }>;
@@ -2339,10 +2337,10 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
   hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
   kind: z$1.ZodLiteral<"duration">;
   aggregate: z$1.ZodOptional<z$1.ZodEnum<{
-    avg: "avg";
+    sum: "sum";
     min: "min";
     max: "max";
-    sum: "sum";
+    avg: "avg";
     best: "best";
     worst: "worst";
   }>>;
@@ -2350,10 +2348,10 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
   hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
   kind: z$1.ZodLiteral<"cacheHits">;
   aggregate: z$1.ZodOptional<z$1.ZodEnum<{
-    avg: "avg";
+    sum: "sum";
     min: "min";
     max: "max";
-    sum: "sum";
+    avg: "avg";
     best: "best";
     worst: "worst";
   }>>;
@@ -2363,10 +2361,10 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
   key: z$1.ZodString;
   label: z$1.ZodOptional<z$1.ZodString>;
   aggregate: z$1.ZodEnum<{
-    avg: "avg";
+    sum: "sum";
     min: "min";
     max: "max";
-    sum: "sum";
+    avg: "avg";
     best: "best";
     worst: "worst";
   }>;
@@ -2449,10 +2447,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
   caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
   lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
     error: "error";
-    pass: "pass";
-    fail: "fail";
     running: "running";
     cancelled: "cancelled";
+    pass: "pass";
+    fail: "fail";
     unscored: "unscored";
   }>>;
   stats: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
@@ -2466,10 +2464,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
     kind: z$1.ZodLiteral<"duration">;
     aggregate: z$1.ZodOptional<z$1.ZodEnum<{
-      avg: "avg";
+      sum: "sum";
       min: "min";
       max: "max";
-      sum: "sum";
+      avg: "avg";
       best: "best";
       worst: "worst";
     }>>;
@@ -2477,10 +2475,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
     kind: z$1.ZodLiteral<"cacheHits">;
     aggregate: z$1.ZodOptional<z$1.ZodEnum<{
-      avg: "avg";
+      sum: "sum";
       min: "min";
       max: "max";
-      sum: "sum";
+      avg: "avg";
       best: "best";
       worst: "worst";
     }>>;
@@ -2490,10 +2488,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     key: z$1.ZodString;
     label: z$1.ZodOptional<z$1.ZodString>;
     aggregate: z$1.ZodEnum<{
-      avg: "avg";
+      sum: "sum";
       min: "min";
       max: "max";
-      sum: "sum";
+      avg: "avg";
       best: "best";
       worst: "worst";
     }>;
@@ -2517,10 +2515,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     accent: z$1.ZodOptional<z$1.ZodBoolean>;
   }, z$1.core.$strip>], "kind">>>;
   defaultStatAggregate: z$1.ZodOptional<z$1.ZodEnum<{
-    avg: "avg";
+    sum: "sum";
     min: "min";
     max: "max";
-    sum: "sum";
+    avg: "avg";
     best: "best";
     worst: "worst";
   }>>;
@@ -2541,11 +2539,11 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
       }>;
       label: z$1.ZodOptional<z$1.ZodString>;
       color: z$1.ZodOptional<z$1.ZodEnum<{
-        success: "success";
         error: "error";
+        success: "success";
+        warning: "warning";
         accent: "accent";
         accentDim: "accentDim";
-        warning: "warning";
         textMuted: "textMuted";
       }>>;
       axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2556,20 +2554,20 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
       source: z$1.ZodLiteral<"column">;
       key: z$1.ZodString;
       aggregate: z$1.ZodEnum<{
-        avg: "avg";
+        sum: "sum";
         min: "min";
         max: "max";
-        sum: "sum";
+        avg: "avg";
         latest: "latest";
         passThresholdRate: "passThresholdRate";
       }>;
       label: z$1.ZodOptional<z$1.ZodString>;
       color: z$1.ZodOptional<z$1.ZodEnum<{
-        success: "success";
         error: "error";
+        success: "success";
+        warning: "warning";
         accent: "accent";
         accentDim: "accentDim";
-        warning: "warning";
         textMuted: "textMuted";
       }>>;
       axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2598,10 +2596,10 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
       source: z$1.ZodLiteral<"column">;
       key: z$1.ZodString;
       aggregate: z$1.ZodEnum<{
-        avg: "avg";
+        sum: "sum";
         min: "min";
         max: "max";
-        sum: "sum";
+        avg: "avg";
         latest: "latest";
         passThresholdRate: "passThresholdRate";
       }>;
@@ -2698,11 +2696,11 @@ declare const caseRowSchema$1: z$1.ZodObject<{
   tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
   status: z$1.ZodEnum<{
     error: "error";
-    pass: "pass";
-    fail: "fail";
     running: "running";
     cancelled: "cancelled";
     pending: "pending";
+    pass: "pass";
+    fail: "fail";
   }>;
   durationMs: z$1.ZodNullable<z$1.ZodNumber>;
   cacheHits: z$1.ZodOptional<z$1.ZodNumber>;
@@ -2840,8 +2838,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
     status: z$1.ZodEnum<{
       error: "error";
       running: "running";
-      cancelled: "cancelled";
       ok: "ok";
+      cancelled: "cancelled";
     }>;
     attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
     error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2891,9 +2889,9 @@ declare const scoreTraceSchema: z$1.ZodObject<{
         subtree: "subtree";
       }>>;
       mode: z$1.ZodOptional<z$1.ZodEnum<{
-        sum: "sum";
         all: "all";
         last: "last";
+        sum: "sum";
       }>>;
     }, z$1.core.$strip>>>;
   }, z$1.core.$strip>;
@@ -2903,10 +2901,10 @@ declare const scoreTraceSchema: z$1.ZodObject<{
     namespace: z$1.ZodString;
     key: z$1.ZodString;
     status: z$1.ZodEnum<{
+      bypass: "bypass";
+      refresh: "refresh";
       hit: "hit";
       miss: "miss";
-      refresh: "refresh";
-      bypass: "bypass";
     }>;
     read: z$1.ZodOptional<z$1.ZodBoolean>;
     stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -2925,11 +2923,11 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
   tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
   status: z$1.ZodEnum<{
     error: "error";
-    pass: "pass";
-    fail: "fail";
     running: "running";
     cancelled: "cancelled";
     pending: "pending";
+    pass: "pass";
+    fail: "fail";
   }>;
   input: z$1.ZodUnknown;
   trace: z$1.ZodArray<z$1.ZodObject<{
@@ -2943,8 +2941,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
     status: z$1.ZodEnum<{
       error: "error";
       running: "running";
-      cancelled: "cancelled";
       ok: "ok";
+      cancelled: "cancelled";
     }>;
     attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
     error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2994,9 +2992,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
         subtree: "subtree";
       }>>;
       mode: z$1.ZodOptional<z$1.ZodEnum<{
-        sum: "sum";
         all: "all";
         last: "last";
+        sum: "sum";
       }>>;
     }, z$1.core.$strip>>>;
   }, z$1.core.$strip>;
@@ -3012,8 +3010,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
       status: z$1.ZodEnum<{
         error: "error";
         running: "running";
-        cancelled: "cancelled";
         ok: "ok";
+        cancelled: "cancelled";
       }>;
       attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
       error: z$1.ZodOptional<z$1.ZodObject<{
@@ -3063,9 +3061,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
           subtree: "subtree";
         }>>;
         mode: z$1.ZodOptional<z$1.ZodEnum<{
-          sum: "sum";
           all: "all";
           last: "last";
+          sum: "sum";
         }>>;
       }, z$1.core.$strip>>>;
     }, z$1.core.$strip>;
@@ -3075,10 +3073,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
       namespace: z$1.ZodString;
       key: z$1.ZodString;
       status: z$1.ZodEnum<{
+        bypass: "bypass";
+        refresh: "refresh";
         hit: "hit";
         miss: "miss";
-        refresh: "refresh";
-        bypass: "bypass";
       }>;
       read: z$1.ZodOptional<z$1.ZodBoolean>;
       stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -3196,10 +3194,10 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
     namespace: z$1.ZodString;
     key: z$1.ZodString;
     status: z$1.ZodEnum<{
+      bypass: "bypass";
+      refresh: "refresh";
       hit: "hit";
       miss: "miss";
-      refresh: "refresh";
-      bypass: "bypass";
     }>;
     read: z$1.ZodOptional<z$1.ZodBoolean>;
     stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -3252,10 +3250,10 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
 type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
 /** Reducer applied to a numeric column across all cases of a single run. */
 declare const evalChartAggregateSchema: z$1.ZodEnum<{
-  avg: "avg";
+  sum: "sum";
   min: "min";
   max: "max";
-  sum: "sum";
+  avg: "avg";
   latest: "latest";
   passThresholdRate: "passThresholdRate";
 }>;
@@ -3266,11 +3264,11 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
  * not emit raw hex so authored evals stay decoupled from the web theme.
  */
 declare const evalChartColorSchema: z$1.ZodEnum<{
-  success: "success";
   error: "error";
+  success: "success";
+  warning: "warning";
   accent: "accent";
   accentDim: "accentDim";
-  warning: "warning";
   textMuted: "textMuted";
 }>;
 /** Semantic color token resolved to a theme color by the web UI. */
@@ -3295,11 +3293,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   }>;
   label: z$1.ZodOptional<z$1.ZodString>;
   color: z$1.ZodOptional<z$1.ZodEnum<{
-    success: "success";
     error: "error";
+    success: "success";
+    warning: "warning";
     accent: "accent";
     accentDim: "accentDim";
-    warning: "warning";
     textMuted: "textMuted";
   }>>;
   axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3310,20 +3308,20 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   source: z$1.ZodLiteral<"column">;
   key: z$1.ZodString;
   aggregate: z$1.ZodEnum<{
-    avg: "avg";
+    sum: "sum";
     min: "min";
     max: "max";
-    sum: "sum";
+    avg: "avg";
     latest: "latest";
     passThresholdRate: "passThresholdRate";
   }>;
   label: z$1.ZodOptional<z$1.ZodString>;
   color: z$1.ZodOptional<z$1.ZodEnum<{
-    success: "success";
     error: "error";
+    success: "success";
+    warning: "warning";
     accent: "accent";
     accentDim: "accentDim";
-    warning: "warning";
     textMuted: "textMuted";
   }>>;
   axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3345,10 +3343,10 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
   source: z$1.ZodLiteral<"column">;
   key: z$1.ZodString;
   aggregate: z$1.ZodEnum<{
-    avg: "avg";
+    sum: "sum";
     min: "min";
     max: "max";
-    sum: "sum";
+    avg: "avg";
     latest: "latest";
     passThresholdRate: "passThresholdRate";
   }>;
@@ -3378,11 +3376,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
+      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
-      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3393,20 +3391,20 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
-      avg: "avg";
+      sum: "sum";
       min: "min";
       max: "max";
-      sum: "sum";
+      avg: "avg";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
+      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
-      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3435,10 +3433,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
-      avg: "avg";
+      sum: "sum";
       min: "min";
       max: "max";
-      sum: "sum";
+      avg: "avg";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -3468,11 +3466,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
+      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
-      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3483,20 +3481,20 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
-      avg: "avg";
+      sum: "sum";
       min: "min";
       max: "max";
-      sum: "sum";
+      avg: "avg";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      success: "success";
       error: "error";
+      success: "success";
+      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
-      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3525,10 +3523,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
-      avg: "avg";
+      sum: "sum";
       min: "min";
       max: "max";
-      sum: "sum";
+      avg: "avg";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -3556,9 +3554,9 @@ declare const runManifestSchema$1: z$1.ZodObject<{
   evalSourceFingerprints: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodString>>>;
   target: z$1.ZodObject<{
     mode: z$1.ZodEnum<{
-      caseIds: "caseIds";
       all: "all";
       evalIds: "evalIds";
+      caseIds: "caseIds";
     }>;
     evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
     files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
@@ -3572,9 +3570,9 @@ declare const runManifestSchema$1: z$1.ZodObject<{
     median: "median";
   }>>>;
   cacheMode: z$1.ZodOptional<z$1.ZodEnum<{
-    refresh: "refresh";
-    bypass: "bypass";
     use: "use";
+    bypass: "bypass";
+    refresh: "refresh";
   }>>;
 }, z$1.core.$strip>;
 /** Persisted lifecycle metadata for a single eval run. */
@@ -3723,11 +3721,9 @@ type EvalDeriveConfig$1<TInput = unknown> = EvalDeriveMap$1<TInput> | EvalDerive
 /** Schema for keyed or object-returning trace-derived output config. */
 /** Function that records trace-derived assertions for one case. */
 type EvalTracingAssertionsFn$1<TInput = unknown> = (ctx: EvalDeriveContext$1<TInput>) => MaybePromise<void>;
-/** Keyed trace-derived assertion config for grouping related checks. */
-type EvalTracingAssertionsMap$1<TInput = unknown> = Record<string, EvalTracingAssertionsFn$1<TInput>>;
 /** Trace-derived assertion config accepted globally and on eval definitions. */
-type EvalTracingAssertionsConfig$1<TInput = unknown> = EvalTracingAssertionsMap$1<TInput> | EvalTracingAssertionsFn$1<TInput>;
-/** Schema for function or keyed trace-derived assertion config. */
+type EvalTracingAssertionsConfig$1<TInput = unknown> = EvalTracingAssertionsFn$1<TInput>;
+/** Schema for trace-derived assertion config. */
 /** UI overrides for a derived or scored column emitted by an eval. */
 type EvalColumnOverride$1 = {
   /** Display label shown for the column in tables and detail views. */label?: string;
@@ -4523,9 +4519,9 @@ declare function extractApiCalls(spans: EvalTraceSpan$1[], config: ResolvedApiCa
  * - `refresh`: never read, always write (forces re-execution and overwrites).
  */
 declare const cacheModeSchema: z$1.ZodEnum<{
-  refresh: "refresh";
-  bypass: "bypass";
   use: "use";
+  bypass: "bypass";
+  refresh: "refresh";
 }>;
 /** Mode controlling how cached spans behave during a run. */
 type CacheMode = z$1.infer<typeof cacheModeSchema>;
@@ -4539,17 +4535,17 @@ declare const spanCacheOptionsSchema: z$1.ZodObject<{
 type SpanCacheOptions = z$1.infer<typeof spanCacheOptionsSchema>;
 /** Category of operation stored in the eval cache. */
 declare const cacheOperationTypeSchema: z$1.ZodEnum<{
-  value: "value";
   span: "span";
+  value: "value";
 }>;
 /** Category of operation stored in the eval cache. */
 type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
 /** Status of a cache lookup recorded on a span or case scope. */
 declare const cacheStatusSchema: z$1.ZodEnum<{
+  bypass: "bypass";
+  refresh: "refresh";
   hit: "hit";
   miss: "miss";
-  refresh: "refresh";
-  bypass: "bypass";
 }>;
 /** Status of a cache lookup recorded on a span or case scope. */
 type CacheStatus = z$1.infer<typeof cacheStatusSchema>;
@@ -4566,10 +4562,10 @@ declare const traceCacheRefSchema: z$1.ZodObject<{
   namespace: z$1.ZodString;
   key: z$1.ZodString;
   status: z$1.ZodEnum<{
+    bypass: "bypass";
+    refresh: "refresh";
     hit: "hit";
     miss: "miss";
-    refresh: "refresh";
-    bypass: "bypass";
   }>;
   read: z$1.ZodOptional<z$1.ZodBoolean>;
   stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -4677,8 +4673,8 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
   finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
     error: "error";
     running: "running";
-    cancelled: "cancelled";
     ok: "ok";
+    cancelled: "cancelled";
   }>>;
   finalError: z$1.ZodOptional<z$1.ZodObject<{
     name: z$1.ZodOptional<z$1.ZodString>;
@@ -4765,8 +4761,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
   key: z$1.ZodString;
   namespace: z$1.ZodString;
   operationType: z$1.ZodOptional<z$1.ZodEnum<{
-    value: "value";
     span: "span";
+    value: "value";
   }>>;
   operationName: z$1.ZodOptional<z$1.ZodString>;
   spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -4778,8 +4774,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
     finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
       error: "error";
       running: "running";
-      cancelled: "cancelled";
       ok: "ok";
+      cancelled: "cancelled";
     }>>;
     finalError: z$1.ZodOptional<z$1.ZodObject<{
       name: z$1.ZodOptional<z$1.ZodString>;
@@ -4872,8 +4868,8 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
   key: z$1.ZodString;
   namespace: z$1.ZodString;
   operationType: z$1.ZodEnum<{
-    value: "value";
     span: "span";
+    value: "value";
   }>;
   operationName: z$1.ZodString;
   storedAt: z$1.ZodString;
@@ -4883,8 +4879,8 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
     key: z$1.ZodString;
     namespace: z$1.ZodString;
     operationType: z$1.ZodOptional<z$1.ZodEnum<{
-      value: "value";
       span: "span";
+      value: "value";
     }>>;
     operationName: z$1.ZodOptional<z$1.ZodString>;
     spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -4896,8 +4892,8 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
       finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
         error: "error";
         running: "running";
-        cancelled: "cancelled";
         ok: "ok";
+        cancelled: "cancelled";
       }>>;
       finalError: z$1.ZodOptional<z$1.ZodObject<{
         name: z$1.ZodOptional<z$1.ZodString>;
@@ -4990,8 +4986,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
   key: z$1.ZodString;
   namespace: z$1.ZodString;
   operationType: z$1.ZodOptional<z$1.ZodEnum<{
-    value: "value";
     span: "span";
+    value: "value";
   }>>;
   operationName: z$1.ZodOptional<z$1.ZodString>;
   spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -5003,8 +4999,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
     finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
       error: "error";
       running: "running";
-      cancelled: "cancelled";
       ok: "ok";
+      cancelled: "cancelled";
     }>>;
     finalError: z$1.ZodOptional<z$1.ZodObject<{
       name: z$1.ZodOptional<z$1.ZodString>;
@@ -5088,8 +5084,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
     key: z$1.ZodString;
     namespace: z$1.ZodString;
     operationType: z$1.ZodEnum<{
-      value: "value";
       span: "span";
+      value: "value";
     }>;
     operationName: z$1.ZodString;
     storedAt: z$1.ZodString;
@@ -5099,8 +5095,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
       key: z$1.ZodString;
       namespace: z$1.ZodString;
       operationType: z$1.ZodOptional<z$1.ZodEnum<{
-        value: "value";
         span: "span";
+        value: "value";
       }>>;
       operationName: z$1.ZodOptional<z$1.ZodString>;
       spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -5112,8 +5108,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
         finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
           error: "error";
           running: "running";
-          cancelled: "cancelled";
           ok: "ok";
+          cancelled: "cancelled";
         }>>;
         finalError: z$1.ZodOptional<z$1.ZodObject<{
           name: z$1.ZodOptional<z$1.ZodString>;
@@ -5206,8 +5202,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
     key: z$1.ZodString;
     namespace: z$1.ZodString;
     operationType: z$1.ZodOptional<z$1.ZodEnum<{
-      value: "value";
       span: "span";
+      value: "value";
     }>>;
     operationName: z$1.ZodOptional<z$1.ZodString>;
     spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -5219,8 +5215,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
       finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
         error: "error";
         running: "running";
-        cancelled: "cancelled";
         ok: "ok";
+        cancelled: "cancelled";
       }>>;
       finalError: z$1.ZodOptional<z$1.ZodObject<{
         name: z$1.ZodOptional<z$1.ZodString>;
@@ -5312,8 +5308,8 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
     key: z$1.ZodString;
     namespace: z$1.ZodString;
     operationType: z$1.ZodEnum<{
-      value: "value";
       span: "span";
+      value: "value";
     }>;
     operationName: z$1.ZodString;
     storedAt: z$1.ZodString;
@@ -5323,8 +5319,8 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
       key: z$1.ZodString;
       namespace: z$1.ZodString;
       operationType: z$1.ZodOptional<z$1.ZodEnum<{
-        value: "value";
         span: "span";
+        value: "value";
       }>>;
       operationName: z$1.ZodOptional<z$1.ZodString>;
       spanName: z$1.ZodOptional<z$1.ZodString>;
@@ -5336,8 +5332,8 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
         finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
           error: "error";
           running: "running";
-          cancelled: "cancelled";
           ok: "ok";
+          cancelled: "cancelled";
         }>>;
         finalError: z$1.ZodOptional<z$1.ZodObject<{
           name: z$1.ZodOptional<z$1.ZodString>;
@@ -5498,8 +5494,8 @@ type SseEnvelope = z$1.infer<typeof sseEnvelopeSchema$1>; //#endregion
 //#region src/schemas/api.d.ts
 /** Lifecycle state for an app config reload triggered by `agent-evals.config.ts`. */
 declare const configReloadStatusSchema: z$1.ZodEnum<{
-  pending: "pending";
   idle: "idle";
+  pending: "pending";
   reloading: "reloading";
 }>;
 /** Status for config reloads in the long-running app server. */
@@ -5507,8 +5503,8 @@ type ConfigReloadStatus = z$1.infer<typeof configReloadStatusSchema>;
 /** UI/API-visible state for config reloads in `agent-evals app`. */
 declare const configReloadStateSchema$1: z$1.ZodObject<{
   status: z$1.ZodEnum<{
-    pending: "pending";
     idle: "idle";
+    pending: "pending";
     reloading: "reloading";
   }>;
   activeRunCount: z$1.ZodNumber;
@@ -5521,9 +5517,9 @@ type ConfigReloadState = z$1.infer<typeof configReloadStateSchema$1>;
 declare const createRunRequestSchema$1: z$1.ZodObject<{
   target: z$1.ZodObject<{
     mode: z$1.ZodEnum<{
-      caseIds: "caseIds";
       all: "all";
       evalIds: "evalIds";
+      caseIds: "caseIds";
     }>;
     evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
     files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
@@ -5535,9 +5531,9 @@ declare const createRunRequestSchema$1: z$1.ZodObject<{
   temporary: z$1.ZodOptional<z$1.ZodBoolean>;
   cache: z$1.ZodOptional<z$1.ZodObject<{
     mode: z$1.ZodDefault<z$1.ZodEnum<{
-      refresh: "refresh";
-      bypass: "bypass";
       use: "use";
+      bypass: "bypass";
+      refresh: "refresh";
     }>>;
   }, z$1.core.$strip>>;
   manualInputs: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
@@ -7286,4 +7282,4 @@ declare function defineEval<TInput = unknown, TOutputs extends EvalOutputs = Eva
 /** Return whether the active eval case has tags matching the typed input. */
 declare function matchesEvalTags(input: EvalTagMatchInput): boolean;
 //#endregion
-export { AgentEvalTagRegistry, AgentEvalsConfig, type ApiCallEntry, type ApiCallMetric, type ApiCallMetricFormat, type ApiCallMetricPlacement, type ApiCallMetricValue, type ApiCallsConfigInput, type AssertionFailure, type CacheActivityEntry, type CacheAdapter, type CacheDebugKeyEntry, type CacheDebugKeyFile, type CacheDebugKeyWrite, type CacheEntry, type CacheEntryWithDebugKey, type CacheFile, type CacheHitEntry, type CacheKeyHashInput, type CacheKeyHashOptions, type CacheListItem, type CacheMode, type CacheOperationType, type CacheRecording, type CacheRecordingFrame, type CacheRecordingOp, type CacheRepairSummary, type CacheScopeContext, type CacheSerializationOptions, type CacheStatus, type CallDerivedAttribute, type CallDerivedAttributeContext, type CallDerivedAttributesConfig, type CallDerivedAttributesFn, type CaptureEvalSpanErrorLevel, type CaptureEvalSpanErrorOptions, type CaseDetail, type CaseRow, type CellValue, type ColumnDef, type ColumnFormat, type ColumnKind, type ConfigReloadState, type ConfigReloadStatus, type CreateRunRequest, type DefaultConfigKey, type DerivedStatus, type DiscoveryIssue, EvalAssertionError, type EvalCacheConfig, EvalCase, type EvalCaseScope, type EvalChartAggregate, type EvalChartAxis, type EvalChartBuiltinMetric, type EvalChartColor, type EvalChartConfig, type EvalChartMetric, type EvalChartTooltipExtra, type EvalChartType, type EvalChartsConfig, type EvalColumnOverride, type EvalColumns, EvalDefinition, type EvalDeriveConfig, type EvalDeriveContext, type EvalDeriveFn, type EvalDeriveMap, type EvalDeriveValueFn, type EvalDisplayStatus, type EvalExecuteContext, type EvalExpectation, type EvalFreshnessStatus, type EvalManualInputConfig, type EvalManualScoreDef, type EvalOutputs, type EvalOutputsSchema, type EvalRunner, type EvalRuntimeScope, EvalRuntimeUsageError, type EvalScoreContext, type EvalScoreDef, type EvalScoreFn, type EvalSetOutput, type EvalStartTime, type EvalStatAggregate, type EvalStatItem, type EvalStatsConfig, type EvalSummary, EvalTag, EvalTagMatchInput, type EvalTraceTree, type EvalTracingAssertionsConfig, type EvalTracingAssertionsFn, type EvalTracingAssertionsMap, type JsonCell, type LlmCallCostBreakdown, type LlmCallCostCurrency, type LlmCallEntry, type LlmCallMetric, type LlmCallMetricFormat, type LlmCallMetricPlacement, type LlmCallMetricValue, type LlmCallPricing, type LlmCallPricingRate, type LlmCallPricingRegistry, type LlmCallSimulatedTokens, type LlmCallsConfigInput, type LlmCostScenario, type ManualInputDescriptor, type ManualInputFieldDescriptor, type ManualInputFieldKind, type ManualInputFieldOverride, type ManualInputFieldsConfig, type ManualInputFileValue, type ManualInputSelectOption, type MaterializeManualInputFilesResult, type NumberDisplayOptions, type ReadManualInputFileResult, type RemoveDefaultConfig, type ResolvedApiCallMetric, type ResolvedApiCallsConfig, type ResolvedCallDerivedAttribute, type ResolvedLlmCallCostCurrency, type ResolvedLlmCallMetric, type ResolvedLlmCallPricing, type ResolvedLlmCallsConfig, type RunInEvalScopeOptions, type RunLogEntry, type RunLogLevel, type RunLogLocation, type RunLogPhase, type RunLogsConfigInput, type RunManifest, type RunSummary, type ScalarCell, type ScopedCaseSummary, type ScoreTrace, type SerializedCacheSpan, type SerializedCacheValue, type SpanCacheOptions, type SseEnvelope, type SseEventType, type TraceActiveSpan, type TraceAttributeDisplay, type TraceAttributeDisplayFormat, type TraceAttributeDisplayInput, type TraceAttributeDisplayPlacement, type TraceAttributeTransform, type TraceAttributeTransformContext, type TraceCacheInfo, type TraceCacheRef, type TraceDisplayConfig, type TraceDisplayInputConfig, type TraceSpanInfo, type TrialSelectionMode, type UpdateManualScoreRequest, appendToEvalOutput, buildTraceTree, captureEvalSpanError, cleanupStagedManualInputFiles, createRunner, defineEval, deserializeCacheRecording, deserializeCacheValue, evalAssert, evalExpect, evalLog, evalSpan, evalTime, evalTracer, extractApiCalls, extractCacheEntries, extractCacheHits, extractLlmCalls, getCurrentScope, getEvalCaseInput, getEvalRegistry, getNestedAttribute, hashCacheKey, hashCacheKeySync, incrementEvalOutput, isInEvalScope, isManualInputFileValue, manualInputFileValueSchema, matchesEvalTags, materializeManualInputFiles, mergeEvalOutput, nextEvalId, readManualInputFile, repoFile, runCli, runInEvalRuntimeScope, runInEvalScope, runInExistingEvalScope, serializeCacheRecording, serializeCacheValue, setEvalOutput, setScopeCacheContext, simulateLlmCallCost, simulateTokenAllocation, stageManualInputFile, stageManualInputFileFromPath, startEvalBackgroundJob, z };
+export { AgentEvalTagRegistry, AgentEvalsConfig, type ApiCallEntry, type ApiCallMetric, type ApiCallMetricFormat, type ApiCallMetricPlacement, type ApiCallMetricValue, type ApiCallsConfigInput, type AssertionFailure, type CacheActivityEntry, type CacheAdapter, type CacheDebugKeyEntry, type CacheDebugKeyFile, type CacheDebugKeyWrite, type CacheEntry, type CacheEntryWithDebugKey, type CacheFile, type CacheHitEntry, type CacheKeyHashInput, type CacheKeyHashOptions, type CacheListItem, type CacheMode, type CacheOperationType, type CacheRecording, type CacheRecordingFrame, type CacheRecordingOp, type CacheRepairSummary, type CacheScopeContext, type CacheSerializationOptions, type CacheStatus, type CallDerivedAttribute, type CallDerivedAttributeContext, type CallDerivedAttributesConfig, type CallDerivedAttributesFn, type CaptureEvalSpanErrorLevel, type CaptureEvalSpanErrorOptions, type CaseDetail, type CaseRow, type CellValue, type ColumnDef, type ColumnFormat, type ColumnKind, type ConfigReloadState, type ConfigReloadStatus, type CreateRunRequest, type DefaultConfigKey, type DerivedStatus, type DiscoveryIssue, EvalAssertionError, type EvalCacheConfig, EvalCase, type EvalCaseScope, type EvalChartAggregate, type EvalChartAxis, type EvalChartBuiltinMetric, type EvalChartColor, type EvalChartConfig, type EvalChartMetric, type EvalChartTooltipExtra, type EvalChartType, type EvalChartsConfig, type EvalColumnOverride, type EvalColumns, EvalDefinition, type EvalDeriveConfig, type EvalDeriveContext, type EvalDeriveFn, type EvalDeriveMap, type EvalDeriveValueFn, type EvalDisplayStatus, type EvalExecuteContext, type EvalExpectation, type EvalFreshnessStatus, type EvalManualInputConfig, type EvalManualScoreDef, type EvalOutputs, type EvalOutputsSchema, type EvalRunner, type EvalRuntimeScope, EvalRuntimeUsageError, type EvalScoreContext, type EvalScoreDef, type EvalScoreFn, type EvalSetOutput, type EvalStartTime, type EvalStatAggregate, type EvalStatItem, type EvalStatsConfig, type EvalSummary, EvalTag, EvalTagMatchInput, type EvalTraceTree, type EvalTracingAssertionsConfig, type EvalTracingAssertionsFn, type JsonCell, type LlmCallCostBreakdown, type LlmCallCostCurrency, type LlmCallEntry, type LlmCallMetric, type LlmCallMetricFormat, type LlmCallMetricPlacement, type LlmCallMetricValue, type LlmCallPricing, type LlmCallPricingRate, type LlmCallPricingRegistry, type LlmCallSimulatedTokens, type LlmCallsConfigInput, type LlmCostScenario, type ManualInputDescriptor, type ManualInputFieldDescriptor, type ManualInputFieldKind, type ManualInputFieldOverride, type ManualInputFieldsConfig, type ManualInputFileValue, type ManualInputSelectOption, type MaterializeManualInputFilesResult, type NumberDisplayOptions, type ReadManualInputFileResult, type RemoveDefaultConfig, type ResolvedApiCallMetric, type ResolvedApiCallsConfig, type ResolvedCallDerivedAttribute, type ResolvedLlmCallCostCurrency, type ResolvedLlmCallMetric, type ResolvedLlmCallPricing, type ResolvedLlmCallsConfig, type RunInEvalScopeOptions, type RunLogEntry, type RunLogLevel, type RunLogLocation, type RunLogPhase, type RunLogsConfigInput, type RunManifest, type RunSummary, type ScalarCell, type ScopedCaseSummary, type ScoreTrace, type SerializedCacheSpan, type SerializedCacheValue, type SpanCacheOptions, type SseEnvelope, type SseEventType, type TraceActiveSpan, type TraceAttributeDisplay, type TraceAttributeDisplayFormat, type TraceAttributeDisplayInput, type TraceAttributeDisplayPlacement, type TraceAttributeTransform, type TraceAttributeTransformContext, type TraceCacheInfo, type TraceCacheRef, type TraceDisplayConfig, type TraceDisplayInputConfig, type TraceSpanInfo, type TrialSelectionMode, type UpdateManualScoreRequest, appendToEvalOutput, buildTraceTree, captureEvalSpanError, cleanupStagedManualInputFiles, createRunner, defineEval, deserializeCacheRecording, deserializeCacheValue, evalAssert, evalExpect, evalLog, evalSpan, evalTime, evalTracer, extractApiCalls, extractCacheEntries, extractCacheHits, extractLlmCalls, getCurrentScope, getEvalCaseInput, getEvalRegistry, getNestedAttribute, hashCacheKey, hashCacheKeySync, incrementEvalOutput, isInEvalScope, isManualInputFileValue, manualInputFileValueSchema, matchesEvalTags, materializeManualInputFiles, mergeEvalOutput, nextEvalId, readManualInputFile, repoFile, runCli, runInEvalRuntimeScope, runInEvalScope, runInExistingEvalScope, serializeCacheRecording, serializeCacheValue, setEvalOutput, setScopeCacheContext, simulateLlmCallCost, simulateTokenAllocation, stageManualInputFile, stageManualInputFileFromPath, startEvalBackgroundJob, z };