@ls-stack/agent-eval 0.56.1 → 0.58.0

package/dist/index.d.mts

@@ -235,6 +235,18 @@ declare const assertionFailureSchema$1: z$1.ZodObject<{
 }, z$1.core.$strip>;
 /** Assertion failure metadata captured for one case run. */
 type AssertionFailure$1 = z$1.infer<typeof assertionFailureSchema$1>;
+/** Structured assertion result metadata captured for one case run. */
+declare const assertionResultSchema: z$1.ZodObject<{
+  name: z$1.ZodOptional<z$1.ZodString>;
+  message: z$1.ZodString;
+  stack: z$1.ZodOptional<z$1.ZodString>;
+  status: z$1.ZodEnum<{
+    pass: "pass";
+    fail: "fail";
+  }>;
+}, z$1.core.$strip>;
+/** Assertion result metadata captured for one case run. */
+type AssertionResult = z$1.infer<typeof assertionResultSchema>;
 /** Severity level for one log captured during a case run. */
 declare const runLogLevelSchema$1: z$1.ZodEnum<{
   error: "error";
@@ -1462,7 +1474,8 @@ type EvalCaseScope = {
   input?: unknown; /** Effective tags for the current case. */
   tags: string[];
   outputs: Record<string, unknown>; /** Runtime display overrides recorded by output helpers for this case. */
-  outputColumnOverrides: Record<string, EvalColumnOverride>; /** Structured assertion failures recorded for the current case. */
+  outputColumnOverrides: Record<string, EvalColumnOverride>; /** Structured assertion results recorded for the current case. */
+  assertions: AssertionResult[]; /** Structured assertion failures recorded for the current case. */
   assertionFailures: AssertionFailure$1[]; /** Logs captured from manual `evalLog(...)` calls and enabled console calls. */
   logs: RunLogEntry$1[];
   spans: EvalTraceSpan$2[];
@@ -1884,15 +1897,15 @@ type ColumnKind = z$1.infer<typeof columnKindSchema>;
 declare const columnFormatSchema: z$1.ZodEnum<{
   number: "number";
   boolean: "boolean";
-  duration: "duration";
-  json: "json";
   file: "file";
   markdown: "markdown";
+  json: "json";
   image: "image";
   html: "html";
   pdf: "pdf";
   audio: "audio";
   video: "video";
+  duration: "duration";
   percent: "percent";
   passFail: "passFail";
   stars: "stars";
@@ -1911,15 +1924,15 @@ declare const columnDefSchema: z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
     boolean: "boolean";
-    duration: "duration";
-    json: "json";
     file: "file";
     markdown: "markdown";
+    json: "json";
     image: "image";
     html: "html";
     pdf: "pdf";
     audio: "audio";
     video: "video";
+    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -1965,8 +1978,8 @@ type CellValue = z$1.infer<typeof cellValueSchema>; //#endregion
 declare const traceAttributeDisplayFormatSchema: z$1.ZodEnum<{
   string: "string";
   number: "number";
-  duration: "duration";
   json: "json";
+  duration: "duration";
 }>;
 /**
  * Formatting hint for trace attribute values rendered by the UI.
@@ -1990,8 +2003,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     string: "string";
     number: "number";
-    duration: "duration";
     json: "json";
+    duration: "duration";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2005,8 +2018,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
   }>>;
   mode: z$1.ZodOptional<z$1.ZodEnum<{
     all: "all";
-    last: "last";
     sum: "sum";
+    last: "last";
   }>>;
 }, z$1.core.$strip>;
 /**
@@ -2026,8 +2039,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       string: "string";
       number: "number";
-      duration: "duration";
       json: "json";
+      duration: "duration";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2041,8 +2054,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
     }>>;
     mode: z$1.ZodOptional<z$1.ZodEnum<{
       all: "all";
-      last: "last";
       sum: "sum";
+      last: "last";
     }>>;
   }, z$1.core.$strip>>>;
 }, z$1.core.$strip>;
@@ -2066,8 +2079,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     string: "string";
     number: "number";
-    duration: "duration";
     json: "json";
+    duration: "duration";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2081,8 +2094,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
   }>>;
   mode: z$1.ZodOptional<z$1.ZodEnum<{
     all: "all";
-    last: "last";
     sum: "sum";
+    last: "last";
   }>>;
   transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
 }, z$1.core.$strip>;
@@ -2104,8 +2117,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       string: "string";
       number: "number";
-      duration: "duration";
       json: "json";
+      duration: "duration";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2119,8 +2132,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
     }>>;
     mode: z$1.ZodOptional<z$1.ZodEnum<{
       all: "all";
-      last: "last";
       sum: "sum";
+      last: "last";
     }>>;
     transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
   }, z$1.core.$strip>>>;
@@ -2157,8 +2170,8 @@ declare const traceSpanSchema$1: z$1.ZodObject<{
   status: z$1.ZodEnum<{
     error: "error";
     running: "running";
-    ok: "ok";
     cancelled: "cancelled";
+    ok: "ok";
   }>;
   attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
   error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2203,8 +2216,8 @@ type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
  * `best` selects the highest finite value and `worst` selects the lowest.
  */
 declare const evalStatAggregateSchema: z$1.ZodEnum<{
-  sum: "sum";
   avg: "avg";
+  sum: "sum";
   min: "min";
   max: "max";
   best: "best";
@@ -2235,8 +2248,8 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
   kind: z$1.ZodLiteral<"duration">;
   aggregate: z$1.ZodOptional<z$1.ZodEnum<{
-    sum: "sum";
     avg: "avg";
+    sum: "sum";
     min: "min";
     max: "max";
     best: "best";
@@ -2246,8 +2259,8 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
   kind: z$1.ZodLiteral<"cacheHits">;
   aggregate: z$1.ZodOptional<z$1.ZodEnum<{
-    sum: "sum";
     avg: "avg";
+    sum: "sum";
     min: "min";
     max: "max";
     best: "best";
@@ -2259,8 +2272,8 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   key: z$1.ZodString;
   label: z$1.ZodOptional<z$1.ZodString>;
   aggregate: z$1.ZodEnum<{
-    sum: "sum";
     avg: "avg";
+    sum: "sum";
     min: "min";
     max: "max";
     best: "best";
@@ -2269,15 +2282,15 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
     boolean: "boolean";
-    duration: "duration";
-    json: "json";
     file: "file";
     markdown: "markdown";
+    json: "json";
     image: "image";
     html: "html";
     pdf: "pdf";
     audio: "audio";
     video: "video";
+    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -2299,8 +2312,8 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
   hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
   kind: z$1.ZodLiteral<"duration">;
   aggregate: z$1.ZodOptional<z$1.ZodEnum<{
-    sum: "sum";
     avg: "avg";
+    sum: "sum";
     min: "min";
     max: "max";
     best: "best";
@@ -2310,8 +2323,8 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
   hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
   kind: z$1.ZodLiteral<"cacheHits">;
   aggregate: z$1.ZodOptional<z$1.ZodEnum<{
-    sum: "sum";
     avg: "avg";
+    sum: "sum";
     min: "min";
     max: "max";
     best: "best";
@@ -2323,8 +2336,8 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
   key: z$1.ZodString;
   label: z$1.ZodOptional<z$1.ZodString>;
   aggregate: z$1.ZodEnum<{
-    sum: "sum";
     avg: "avg";
+    sum: "sum";
     min: "min";
     max: "max";
     best: "best";
@@ -2333,15 +2346,15 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
     boolean: "boolean";
-    duration: "duration";
-    json: "json";
     file: "file";
     markdown: "markdown";
+    json: "json";
     image: "image";
     html: "html";
     pdf: "pdf";
     audio: "audio";
     video: "video";
+    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -2379,15 +2392,15 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
       boolean: "boolean";
-      duration: "duration";
-      json: "json";
       file: "file";
       markdown: "markdown";
+      json: "json";
       image: "image";
       html: "html";
       pdf: "pdf";
       audio: "audio";
       video: "video";
+      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -2426,8 +2439,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
     kind: z$1.ZodLiteral<"duration">;
     aggregate: z$1.ZodOptional<z$1.ZodEnum<{
-      sum: "sum";
       avg: "avg";
+      sum: "sum";
       min: "min";
       max: "max";
       best: "best";
@@ -2437,8 +2450,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     hideIfNoValue: z$1.ZodOptional<z$1.ZodBoolean>;
     kind: z$1.ZodLiteral<"cacheHits">;
     aggregate: z$1.ZodOptional<z$1.ZodEnum<{
-      sum: "sum";
       avg: "avg";
+      sum: "sum";
       min: "min";
       max: "max";
       best: "best";
@@ -2450,8 +2463,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     key: z$1.ZodString;
     label: z$1.ZodOptional<z$1.ZodString>;
     aggregate: z$1.ZodEnum<{
-      sum: "sum";
       avg: "avg";
+      sum: "sum";
       min: "min";
       max: "max";
       best: "best";
@@ -2460,15 +2473,15 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
       boolean: "boolean";
-      duration: "duration";
-      json: "json";
       file: "file";
       markdown: "markdown";
+      json: "json";
       image: "image";
       html: "html";
       pdf: "pdf";
       audio: "audio";
       video: "video";
+      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -2477,8 +2490,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     accent: z$1.ZodOptional<z$1.ZodBoolean>;
   }, z$1.core.$strip>], "kind">>>;
   defaultStatAggregate: z$1.ZodOptional<z$1.ZodEnum<{
-    sum: "sum";
     avg: "avg";
+    sum: "sum";
     min: "min";
     max: "max";
     best: "best";
@@ -2501,11 +2514,11 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
       }>;
       label: z$1.ZodOptional<z$1.ZodString>;
       color: z$1.ZodOptional<z$1.ZodEnum<{
-        error: "error";
         success: "success";
-        warning: "warning";
+        error: "error";
         accent: "accent";
         accentDim: "accentDim";
+        warning: "warning";
         textMuted: "textMuted";
       }>>;
       axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2516,8 +2529,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
       source: z$1.ZodLiteral<"column">;
       key: z$1.ZodString;
       aggregate: z$1.ZodEnum<{
-        sum: "sum";
         avg: "avg";
+        sum: "sum";
         min: "min";
         max: "max";
         latest: "latest";
@@ -2525,11 +2538,11 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
       }>;
       label: z$1.ZodOptional<z$1.ZodString>;
       color: z$1.ZodOptional<z$1.ZodEnum<{
-        error: "error";
         success: "success";
-        warning: "warning";
+        error: "error";
         accent: "accent";
         accentDim: "accentDim";
+        warning: "warning";
         textMuted: "textMuted";
       }>>;
       axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -2558,8 +2571,8 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
       source: z$1.ZodLiteral<"column">;
       key: z$1.ZodString;
       aggregate: z$1.ZodEnum<{
-        sum: "sum";
         avg: "avg";
+        sum: "sum";
         min: "min";
         max: "max";
         latest: "latest";
@@ -2658,9 +2671,9 @@ declare const caseRowSchema$1: z$1.ZodObject<{
   tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
   status: z$1.ZodEnum<{
     error: "error";
+    pending: "pending";
     running: "running";
     cancelled: "cancelled";
-    pending: "pending";
     pass: "pass";
     fail: "fail";
   }>;
@@ -2691,15 +2704,15 @@ declare const caseRowSchema$1: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
       boolean: "boolean";
-      duration: "duration";
-      json: "json";
       file: "file";
       markdown: "markdown";
+      json: "json";
       image: "image";
       html: "html";
       pdf: "pdf";
       audio: "audio";
       video: "video";
+      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -2729,6 +2742,7 @@ declare const assertionFailureSchema: z$1.ZodObject<{
 }, z$1.core.$strip>;
 /** Assertion failure metadata captured for one case run. */
 type AssertionFailure = z$1.infer<typeof assertionFailureSchema>;
+/** Pass/fail outcome for one recorded eval assertion. */
 /** Severity level for one log captured during a case run. */
 declare const runLogLevelSchema: z$1.ZodEnum<{
   error: "error";
@@ -2797,8 +2811,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
     status: z$1.ZodEnum<{
       error: "error";
       running: "running";
-      ok: "ok";
       cancelled: "cancelled";
+      ok: "ok";
     }>;
     attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
     error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2834,8 +2848,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
       format: z$1.ZodOptional<z$1.ZodEnum<{
         string: "string";
         number: "number";
-        duration: "duration";
         json: "json";
+        duration: "duration";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2849,8 +2863,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
       }>>;
       mode: z$1.ZodOptional<z$1.ZodEnum<{
         all: "all";
-        last: "last";
         sum: "sum";
+        last: "last";
       }>>;
     }, z$1.core.$strip>>>;
   }, z$1.core.$strip>;
@@ -2882,9 +2896,9 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
   tags: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
   status: z$1.ZodEnum<{
     error: "error";
+    pending: "pending";
     running: "running";
     cancelled: "cancelled";
-    pending: "pending";
     pass: "pass";
     fail: "fail";
   }>;
@@ -2900,8 +2914,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
     status: z$1.ZodEnum<{
       error: "error";
       running: "running";
-      ok: "ok";
       cancelled: "cancelled";
+      ok: "ok";
     }>;
     attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
     error: z$1.ZodOptional<z$1.ZodObject<{
@@ -2937,8 +2951,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
       format: z$1.ZodOptional<z$1.ZodEnum<{
         string: "string";
         number: "number";
-        duration: "duration";
         json: "json";
+        duration: "duration";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -2952,8 +2966,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
       }>>;
       mode: z$1.ZodOptional<z$1.ZodEnum<{
         all: "all";
-        last: "last";
         sum: "sum";
+        last: "last";
       }>>;
     }, z$1.core.$strip>>>;
   }, z$1.core.$strip>;
@@ -2969,8 +2983,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
       status: z$1.ZodEnum<{
         error: "error";
         running: "running";
-        ok: "ok";
         cancelled: "cancelled";
+        ok: "ok";
       }>;
       attributes: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;
       error: z$1.ZodOptional<z$1.ZodObject<{
@@ -3006,8 +3020,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
         format: z$1.ZodOptional<z$1.ZodEnum<{
           string: "string";
           number: "number";
-          duration: "duration";
           json: "json";
+          duration: "duration";
         }>>;
         numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
         placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3021,8 +3035,8 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
         }>>;
         mode: z$1.ZodOptional<z$1.ZodEnum<{
           all: "all";
-          last: "last";
           sum: "sum";
+          last: "last";
         }>>;
       }, z$1.core.$strip>>>;
     }, z$1.core.$strip>;
@@ -3066,15 +3080,15 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
       boolean: "boolean";
-      duration: "duration";
-      json: "json";
       file: "file";
       markdown: "markdown";
+      json: "json";
       image: "image";
       html: "html";
       pdf: "pdf";
       audio: "audio";
       video: "video";
+      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -3092,6 +3106,20 @@ declare const caseDetailSchema$1: z$1.ZodObject<{
       right: "right";
     }>>;
   }, z$1.core.$strip>>>;
+  assertions: z$1.ZodOptional<z$1.ZodArray<z$1.ZodUnion<readonly [z$1.ZodObject<{
+    name: z$1.ZodOptional<z$1.ZodString>;
+    message: z$1.ZodString;
+    stack: z$1.ZodOptional<z$1.ZodString>;
+    status: z$1.ZodEnum<{
+      pass: "pass";
+      fail: "fail";
+    }>;
+  }, z$1.core.$strip>, z$1.ZodPipe<z$1.ZodString, z$1.ZodTransform<{
+    message: string;
+    status: "pass" | "fail";
+    name?: string | undefined;
+    stack?: string | undefined;
+  }, string>>]>>>;
   assertionFailures: z$1.ZodArray<z$1.ZodUnion<readonly [z$1.ZodObject<{
     name: z$1.ZodOptional<z$1.ZodString>;
     message: z$1.ZodString;
@@ -3194,8 +3222,8 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
 type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
 /** Reducer applied to a numeric column across all cases of a single run. */
 declare const evalChartAggregateSchema: z$1.ZodEnum<{
-  sum: "sum";
   avg: "avg";
+  sum: "sum";
   min: "min";
   max: "max";
   latest: "latest";
@@ -3208,11 +3236,11 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
  * not emit raw hex so authored evals stay decoupled from the web theme.
  */
 declare const evalChartColorSchema: z$1.ZodEnum<{
-  error: "error";
   success: "success";
-  warning: "warning";
+  error: "error";
   accent: "accent";
   accentDim: "accentDim";
+  warning: "warning";
   textMuted: "textMuted";
 }>;
 /** Semantic color token resolved to a theme color by the web UI. */
@@ -3237,11 +3265,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   }>;
   label: z$1.ZodOptional<z$1.ZodString>;
   color: z$1.ZodOptional<z$1.ZodEnum<{
-    error: "error";
     success: "success";
-    warning: "warning";
+    error: "error";
     accent: "accent";
     accentDim: "accentDim";
+    warning: "warning";
     textMuted: "textMuted";
   }>>;
   axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3252,8 +3280,8 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   source: z$1.ZodLiteral<"column">;
   key: z$1.ZodString;
   aggregate: z$1.ZodEnum<{
-    sum: "sum";
     avg: "avg";
+    sum: "sum";
     min: "min";
     max: "max";
     latest: "latest";
@@ -3261,11 +3289,11 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   }>;
   label: z$1.ZodOptional<z$1.ZodString>;
   color: z$1.ZodOptional<z$1.ZodEnum<{
-    error: "error";
     success: "success";
-    warning: "warning";
+    error: "error";
     accent: "accent";
     accentDim: "accentDim";
+    warning: "warning";
     textMuted: "textMuted";
   }>>;
   axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3287,8 +3315,8 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
   source: z$1.ZodLiteral<"column">;
   key: z$1.ZodString;
   aggregate: z$1.ZodEnum<{
-    sum: "sum";
     avg: "avg";
+    sum: "sum";
     min: "min";
     max: "max";
     latest: "latest";
@@ -3320,11 +3348,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      error: "error";
       success: "success";
-      warning: "warning";
+      error: "error";
       accent: "accent";
       accentDim: "accentDim";
+      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3335,8 +3363,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
-      sum: "sum";
       avg: "avg";
+      sum: "sum";
       min: "min";
       max: "max";
       latest: "latest";
@@ -3344,11 +3372,11 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      error: "error";
       success: "success";
-      warning: "warning";
+      error: "error";
       accent: "accent";
       accentDim: "accentDim";
+      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3377,8 +3405,8 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
-      sum: "sum";
       avg: "avg";
+      sum: "sum";
       min: "min";
       max: "max";
       latest: "latest";
@@ -3410,11 +3438,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      error: "error";
       success: "success";
-      warning: "warning";
+      error: "error";
       accent: "accent";
       accentDim: "accentDim";
+      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3425,8 +3453,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
-      sum: "sum";
       avg: "avg";
+      sum: "sum";
       min: "min";
       max: "max";
       latest: "latest";
@@ -3434,11 +3462,11 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
-      error: "error";
       success: "success";
-      warning: "warning";
+      error: "error";
       accent: "accent";
       accentDim: "accentDim";
+      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3467,8 +3495,8 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
-      sum: "sum";
       avg: "avg";
+      sum: "sum";
       min: "min";
       max: "max";
       latest: "latest";
@@ -3486,10 +3514,10 @@ declare const runManifestSchema$1: z$1.ZodObject<{
   shortId: z$1.ZodString;
   status: z$1.ZodEnum<{
     error: "error";
-    running: "running";
-    cancelled: "cancelled";
     pending: "pending";
+    running: "running";
     completed: "completed";
+    cancelled: "cancelled";
   }>;
   temporary: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodBoolean>>;
   startedAt: z$1.ZodString;
@@ -3526,10 +3554,10 @@ declare const runSummarySchema$1: z$1.ZodObject<{
   runId: z$1.ZodString;
   status: z$1.ZodEnum<{
     error: "error";
-    running: "running";
-    cancelled: "cancelled";
     pending: "pending";
+    running: "running";
     completed: "completed";
+    cancelled: "cancelled";
   }>;
   totalCases: z$1.ZodNumber;
   passedCases: z$1.ZodNumber;
@@ -3702,8 +3730,8 @@ declare const llmCallMetricFormatSchema$1: z$1.ZodEnum<{
   string: "string";
   number: "number";
   boolean: "boolean";
-  duration: "duration";
   json: "json";
+  duration: "duration";
 }>;
 /** Render format applied to an LLM-call metric value. */
 type LlmCallMetricFormat = z$1.infer<typeof llmCallMetricFormatSchema$1>;
@@ -3712,8 +3740,8 @@ declare const apiCallMetricFormatSchema$1: z$1.ZodEnum<{
   string: "string";
   number: "number";
   boolean: "boolean";
-  duration: "duration";
   json: "json";
+  duration: "duration";
 }>;
 /** Render format applied to an API-call metric value. */
 type ApiCallMetricFormat = z$1.infer<typeof apiCallMetricFormatSchema$1>;
@@ -3782,8 +3810,8 @@ declare const llmCallMetricSchema: z$1.ZodObject<{
     string: "string";
     number: "number";
     boolean: "boolean";
-    duration: "duration";
     json: "json";
+    duration: "duration";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3811,8 +3839,8 @@ declare const apiCallMetricSchema: z$1.ZodObject<{
     string: "string";
     number: "number";
     boolean: "boolean";
-    duration: "duration";
     json: "json";
+    duration: "duration";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3925,8 +3953,8 @@ declare const llmCallsConfigSchema: z$1.ZodObject<{
       string: "string";
       number: "number";
       boolean: "boolean";
-      duration: "duration";
       json: "json";
+      duration: "duration";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3961,8 +3989,8 @@ declare const apiCallsConfigSchema: z$1.ZodObject<{
       string: "string";
       number: "number";
       boolean: "boolean";
-      duration: "duration";
       json: "json";
+      duration: "duration";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4226,7 +4254,12 @@ type AgentEvalsConfig$1 = {
      * cache entries. Defaults to `5000`; non-positive or non-finite values use
      * the default.
      */
-    pruneIdleDelayMs?: number; /** Legacy alias for `maxEntriesPerNamespace`, retained so older config files keep working. */
+    pruneIdleDelayMs?: number;
+    /**
+     * Minimum milliseconds between `lastAccessedAt` index rewrites for repeated
+     * cache hits. Defaults to four hours. Set to `0` to record every hit.
+     */
+    lastAccessedAtUpdateIntervalMs?: number; /** Legacy alias for `maxEntriesPerNamespace`, retained so older config files keep working. */
     maxEntriesPerEval?: number;
   };
 };
@@ -4496,7 +4529,7 @@ declare const cacheListItemSchema$1: z$1.ZodObject<{
   key: z$1.ZodString;
   namespace: z$1.ZodString;
   storedAt: z$1.ZodString;
-  lastAccessedAt: z$1.ZodString;
+  lastAccessedAt: z$1.ZodNullable<z$1.ZodString>;
 }, z$1.core.$strip>;
 /** Minimal summary row for a single cache entry. */
 type CacheListItem = z$1.infer<typeof cacheListItemSchema$1>;
@@ -4538,15 +4571,15 @@ declare const cacheRecordingOpSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
       boolean: "boolean";
-      duration: "duration";
-      json: "json";
       file: "file";
       markdown: "markdown";
+      json: "json";
       image: "image";
       html: "html";
       pdf: "pdf";
       audio: "audio";
       video: "video";
+      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -4590,8 +4623,8 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
   finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
     error: "error";
     running: "running";
-    ok: "ok";
     cancelled: "cancelled";
+    ok: "ok";
   }>>;
   finalError: z$1.ZodOptional<z$1.ZodObject<{
     name: z$1.ZodOptional<z$1.ZodString>;
@@ -4626,15 +4659,15 @@ declare const cacheRecordingSchema: z$1.ZodObject<{
       format: z$1.ZodOptional<z$1.ZodEnum<{
         number: "number";
         boolean: "boolean";
-        duration: "duration";
-        json: "json";
         file: "file";
         markdown: "markdown";
+        json: "json";
         image: "image";
         html: "html";
         pdf: "pdf";
         audio: "audio";
         video: "video";
+        duration: "duration";
         percent: "percent";
         passFail: "passFail";
         stars: "stars";
@@ -4691,8 +4724,8 @@ declare const cacheEntrySchema: z$1.ZodObject<{
     finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
       error: "error";
       running: "running";
-      ok: "ok";
       cancelled: "cancelled";
+      ok: "ok";
     }>>;
     finalError: z$1.ZodOptional<z$1.ZodObject<{
       name: z$1.ZodOptional<z$1.ZodString>;
@@ -4727,15 +4760,15 @@ declare const cacheEntrySchema: z$1.ZodObject<{
         format: z$1.ZodOptional<z$1.ZodEnum<{
           number: "number";
           boolean: "boolean";
-          duration: "duration";
-          json: "json";
           file: "file";
           markdown: "markdown";
+          json: "json";
           image: "image";
           html: "html";
           pdf: "pdf";
           audio: "audio";
           video: "video";
+          duration: "duration";
           percent: "percent";
           passFail: "passFail";
           stars: "stars";
@@ -4809,8 +4842,8 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
       finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
         error: "error";
         running: "running";
-        ok: "ok";
         cancelled: "cancelled";
+        ok: "ok";
       }>>;
       finalError: z$1.ZodOptional<z$1.ZodObject<{
         name: z$1.ZodOptional<z$1.ZodString>;
@@ -4845,15 +4878,15 @@ declare const cacheDebugKeyEntrySchema: z$1.ZodObject<{
           format: z$1.ZodOptional<z$1.ZodEnum<{
             number: "number";
             boolean: "boolean";
-            duration: "duration";
-            json: "json";
             file: "file";
             markdown: "markdown";
+            json: "json";
             image: "image";
             html: "html";
             pdf: "pdf";
             audio: "audio";
             video: "video";
+            duration: "duration";
             percent: "percent";
             passFail: "passFail";
             stars: "stars";
@@ -4916,8 +4949,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
     finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
       error: "error";
       running: "running";
-      ok: "ok";
       cancelled: "cancelled";
+      ok: "ok";
     }>>;
     finalError: z$1.ZodOptional<z$1.ZodObject<{
       name: z$1.ZodOptional<z$1.ZodString>;
@@ -4952,15 +4985,15 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
         format: z$1.ZodOptional<z$1.ZodEnum<{
           number: "number";
           boolean: "boolean";
-          duration: "duration";
-          json: "json";
           file: "file";
           markdown: "markdown";
+          json: "json";
           image: "image";
           html: "html";
           pdf: "pdf";
           audio: "audio";
           video: "video";
+          duration: "duration";
           percent: "percent";
           passFail: "passFail";
           stars: "stars";
@@ -5025,8 +5058,8 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
         finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
           error: "error";
           running: "running";
-          ok: "ok";
           cancelled: "cancelled";
+          ok: "ok";
         }>>;
         finalError: z$1.ZodOptional<z$1.ZodObject<{
           name: z$1.ZodOptional<z$1.ZodString>;
@@ -5061,15 +5094,15 @@ declare const cacheEntryWithDebugKeySchema$1: z$1.ZodObject<{
             format: z$1.ZodOptional<z$1.ZodEnum<{
               number: "number";
               boolean: "boolean";
-              duration: "duration";
-              json: "json";
               file: "file";
               markdown: "markdown";
+              json: "json";
               image: "image";
               html: "html";
               pdf: "pdf";
               audio: "audio";
               video: "video";
+              duration: "duration";
               percent: "percent";
               passFail: "passFail";
               stars: "stars";
@@ -5132,8 +5165,8 @@ declare const cacheFileSchema: z$1.ZodObject<{
       finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
         error: "error";
         running: "running";
-        ok: "ok";
         cancelled: "cancelled";
+        ok: "ok";
       }>>;
       finalError: z$1.ZodOptional<z$1.ZodObject<{
         name: z$1.ZodOptional<z$1.ZodString>;
@@ -5168,15 +5201,15 @@ declare const cacheFileSchema: z$1.ZodObject<{
           format: z$1.ZodOptional<z$1.ZodEnum<{
             number: "number";
             boolean: "boolean";
-            duration: "duration";
-            json: "json";
             file: "file";
             markdown: "markdown";
+            json: "json";
             image: "image";
             html: "html";
             pdf: "pdf";
             audio: "audio";
             video: "video";
+            duration: "duration";
             percent: "percent";
             passFail: "passFail";
             stars: "stars";
@@ -5249,8 +5282,8 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
         finalStatus: z$1.ZodOptional<z$1.ZodEnum<{
           error: "error";
           running: "running";
-          ok: "ok";
           cancelled: "cancelled";
+          ok: "ok";
         }>>;
         finalError: z$1.ZodOptional<z$1.ZodObject<{
           name: z$1.ZodOptional<z$1.ZodString>;
@@ -5285,15 +5318,15 @@ declare const cacheDebugKeyFileSchema: z$1.ZodObject<{
             format: z$1.ZodOptional<z$1.ZodEnum<{
               number: "number";
               boolean: "boolean";
-              duration: "duration";
-              json: "json";
               file: "file";
               markdown: "markdown";
+              json: "json";
               image: "image";
               html: "html";
               pdf: "pdf";
               audio: "audio";
               video: "video";
+              duration: "duration";
               percent: "percent";
               passFail: "passFail";
               stars: "stars";
@@ -6302,6 +6335,20 @@ declare const caseDetailSchema: z$1.ZodObject<{
       right: "right";
     }>>;
   }, z$1.core.$strip>>>;
+  assertions: z$1.ZodOptional<z$1.ZodArray<z$1.ZodUnion<readonly [z$1.ZodObject<{
+    name: z$1.ZodOptional<z$1.ZodString>;
+    message: z$1.ZodString;
+    stack: z$1.ZodOptional<z$1.ZodString>;
+    status: z$1.ZodEnum<{
+      pass: "pass";
+      fail: "fail";
+    }>;
+  }, z$1.core.$strip>, z$1.ZodPipe<z$1.ZodString, z$1.ZodTransform<{
+    message: string;
+    status: "pass" | "fail";
+    name?: string | undefined;
+    stack?: string | undefined;
+  }, string>>]>>>;
   assertionFailures: z$1.ZodArray<z$1.ZodUnion<readonly [z$1.ZodObject<{
     name: z$1.ZodOptional<z$1.ZodString>;
     message: z$1.ZodString;
@@ -6590,7 +6637,7 @@ declare const cacheListItemSchema: z$1.ZodObject<{
   key: z$1.ZodString;
   namespace: z$1.ZodString;
   storedAt: z$1.ZodString;
-  lastAccessedAt: z$1.ZodString;
+  lastAccessedAt: z$1.ZodNullable<z$1.ZodString>;
 }, z$1.core.$strip>;
 /** Minimal summary row for a single cache entry. */
 type CacheListItem$1 = z$1.infer<typeof cacheListItemSchema>;