@ls-stack/agent-eval 0.36.0 → 0.38.0

package/dist/index.d.mts

@@ -127,6 +127,7 @@ declare const evalSummarySchema$1: z$1.ZodObject<{
     }>>;
   }, z$1.core.$strip>>;
   caseCount: z$1.ZodNullable<z$1.ZodNumber>;
+  caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
   lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
     error: "error";
     pass: "pass";
@@ -617,6 +618,7 @@ declare const runManifestSchema$1: z$1.ZodObject<{
     cancelled: "cancelled";
     error: "error";
   }>;
+  temporary: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodBoolean>>;
   startedAt: z$1.ZodString;
   endedAt: z$1.ZodNullable<z$1.ZodString>;
   commitSha: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodNullable<z$1.ZodString>>>;
@@ -963,6 +965,7 @@ declare const createRunRequestSchema$1: z$1.ZodObject<{
     caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
   }, z$1.core.$strip>;
   trials: z$1.ZodNumber;
+  temporary: z$1.ZodOptional<z$1.ZodBoolean>;
   cache: z$1.ZodOptional<z$1.ZodObject<{
     mode: z$1.ZodDefault<z$1.ZodEnum<{
       use: "use";
@@ -2349,6 +2352,56 @@ declare function readManualInputFile(value: ManualInputFileValue, options?: {
  * @returns A repo-backed file reference suitable for file/media columns.
  */
 declare function repoFile(path: string, mimeType?: string): RepoFileRef$1; //#endregion
+//#region src/cacheSerialization.d.ts
+declare const serializedCacheValueMarker = "__aecs";
+type JsonSafeCacheValueType = 'ArrayBuffer' | 'BigInt' | 'Blob' | 'Date' | 'Error' | 'ExternalJson' | 'File' | 'Float64Array' | 'Headers' | 'Map' | 'Number' | 'Object' | 'RegExp' | 'Set' | 'URL' | 'URLSearchParams' | 'Undefined';
+type JsonSafeSerializedCacheValue = {
+  [serializedCacheValueMarker]: `v1:${JsonSafeCacheValueType}`;
+  compressedLength?: number;
+  hash?: string;
+  length?: number;
+  path?: string;
+  value?: unknown;
+};
+/** JSON-safe persisted representation for one rich cached value. */
+type SerializedCacheValue = JsonSafeSerializedCacheValue;
+/** Metadata for a Brotli-compressed external JSON blob. */
+type ExternalJsonBlobRef = {
+  /** Original UTF-8 JSON byte length. */length: number; /** Brotli-compressed byte length. */
+  compressedLength: number; /** SHA-256 digest of the original UTF-8 JSON payload. */
+  hash: `sha256:${string}`; /** Store-relative Brotli blob path. */
+  path: string;
+};
+/** Store used by cache serialization for large nested JSON values. */
+type CacheSerializationExternalJsonStore = {
+  /** Persist canonical JSON and return its content-addressed ref. */write(rawJson: string): Promise<ExternalJsonBlobRef>; /** Read a previously persisted canonical JSON payload. */
+  read(ref: ExternalJsonBlobRef): Promise<string>;
+};
+/** Options controlling how rich cache values are persisted as JSON-safe data. */
+type CacheSerializationOptions = {
+  /** Preserve JavaScript `undefined` values with explicit tagged wrappers. */preserveUndefined?: boolean; /** Externalize large nested JSON values through Brotli blob refs. */
+  compress?: boolean; /** Store used for large nested JSON values when `compress` is enabled. */
+  externalJsonStore?: CacheSerializationExternalJsonStore;
+};
+/**
+ * Serialize one cached value while keeping plain JSON as plain JSON.
+ *
+ * Rich runtime values use small tagged wrappers. Undefined values are omitted
+ * by default; pass `preserveUndefined: true` to round-trip them explicitly.
+ */
+declare function serializeCacheValue(value: unknown, options?: CacheSerializationOptions | undefined): Promise<unknown>;
+/** Revive one cached value, while preserving legacy JSON-round-tripped data. */
+declare function deserializeCacheValue(value: unknown): unknown;
+/** Replace external JSON blob refs with their parsed serialized payloads. */
+/**
+ * Serialize all rich values captured in a cache recording before persistence.
+ *
+ * Undefined values are omitted by default; pass `preserveUndefined: true` to
+ * retain the legacy explicit undefined wrappers in the recording payload.
+ */
+declare function serializeCacheRecording(recording: CacheRecording$1, options?: CacheSerializationOptions | undefined): Promise<CacheRecording$1>;
+/** Revive all rich values captured in a cache recording after lookup. */
+declare function deserializeCacheRecording(recording: CacheRecording$1): CacheRecording$1; //#endregion
 //#region src/runtime.d.ts
 declare global {
   var __agentEvalsRealDate: DateConstructor | undefined;
@@ -2372,7 +2425,8 @@ type CacheDebugKeyWrite = {
  * starts executing.
  */
 type CacheAdapter = {
-  /** Return the stored entry for `keyHash` under `namespace`, or `null`. */lookup(namespace: string, keyHash: string): Promise<CacheEntry$1 | null>;
+  /** Return the stored entry for `keyHash` under `namespace`, or `null`. */lookup(namespace: string, keyHash: string): Promise<CacheEntry$1 | null>; /** Optional store for large nested JSON values persisted outside cache JSON. */
+  externalJsonStore?: CacheSerializationExternalJsonStore;
   /**
    * Persist a cache entry. Must be safe under concurrent calls.
    *
@@ -2604,54 +2658,6 @@ declare function incrementEvalOutput(key: string, delta: number): void;
  * call.
  */
 declare function evalAssert(condition: unknown, message: string): asserts condition; //#endregion
-//#region src/cacheSerialization.d.ts
-declare const serializedCacheValueMarker = "__aecs";
-declare const jsonSafeCacheValueVersion = "json-safe-v1";
-type JsonSafeCacheValueType = 'ArrayBuffer' | 'BigInt' | 'Blob' | 'CompressedJson' | 'CompressedString' | 'Date' | 'Error' | 'File' | 'Float64Array' | 'Headers' | 'Map' | 'Number' | 'Object' | 'RegExp' | 'Set' | 'URL' | 'URLSearchParams' | 'Undefined';
-type JsonSafeSerializedCacheValue = {
-  [serializedCacheValueMarker]: typeof jsonSafeCacheValueVersion;
-  codec?: 'gzip';
-  length?: number;
-  type: JsonSafeCacheValueType;
-  value?: unknown;
-};
-/** JSON-safe persisted representation for one rich cached value. */
-type SerializedCacheValue = JsonSafeSerializedCacheValue;
-/** Options controlling how rich cache values are persisted as JSON-safe data. */
-type CacheSerializationOptions = {
-  /**
-   * Preserve JavaScript `undefined` values with explicit tagged wrappers.
-   *
-   * Disabled by default so undefined object fields, array items, map entries,
-   * and set items are omitted instead of being written to cache files.
-   */
-  preserveUndefined?: boolean;
-  /**
-   * Compress large nested strings/JSON blobs with gzip wrappers.
-   *
-   * Enabled by default for reusable cache files. Disable for output artifacts
-   * that need synchronous browser-side deserialization.
-   */
-  compress?: boolean;
-};
-/**
- * Serialize one cached value while keeping plain JSON as plain JSON.
- *
- * Rich runtime values use small tagged wrappers. Undefined values are omitted
- * by default; pass `preserveUndefined: true` to round-trip them explicitly.
- */
-declare function serializeCacheValue(value: unknown, options?: CacheSerializationOptions | undefined): Promise<unknown>;
-/** Revive one cached value, while preserving legacy JSON-round-tripped data. */
-declare function deserializeCacheValue(value: unknown): unknown;
-/**
- * Serialize all rich values captured in a cache recording before persistence.
- *
- * Undefined values are omitted by default; pass `preserveUndefined: true` to
- * retain the legacy explicit undefined wrappers in the recording payload.
- */
-declare function serializeCacheRecording(recording: CacheRecording$1, options?: CacheSerializationOptions | undefined): Promise<CacheRecording$1>;
-/** Revive all rich values captured in a cache recording after lookup. */
-declare function deserializeCacheRecording(recording: CacheRecording$1): CacheRecording$1; //#endregion
 //#region src/valueCache.d.ts
 /** Info accepted by `evalTracer.cache(info, fn)` for spanless value caching. */
 type TraceCacheInfo = {
@@ -2916,12 +2922,12 @@ declare const columnFormatSchema: z$1.ZodEnum<{
   number: "number";
   boolean: "boolean";
   file: "file";
-  duration: "duration";
   markdown: "markdown";
   json: "json";
   image: "image";
   audio: "audio";
   video: "video";
+  duration: "duration";
   percent: "percent";
   passFail: "passFail";
   stars: "stars";
@@ -2941,12 +2947,12 @@ declare const columnDefSchema: z$1.ZodObject<{
     number: "number";
     boolean: "boolean";
     file: "file";
-    duration: "duration";
     markdown: "markdown";
     json: "json";
     image: "image";
     audio: "audio";
     video: "video";
+    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -2991,8 +2997,8 @@ declare const traceSpanKindSchema: z$1.ZodString;
 declare const traceAttributeDisplayFormatSchema: z$1.ZodEnum<{
   string: "string";
   number: "number";
-  duration: "duration";
   json: "json";
+  duration: "duration";
 }>;
 /**
  * Formatting hint for trace attribute values rendered by the UI.
@@ -3016,8 +3022,8 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     string: "string";
     number: "number";
-    duration: "duration";
     json: "json";
+    duration: "duration";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3030,9 +3036,9 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
     subtree: "subtree";
   }>>;
   mode: z$1.ZodOptional<z$1.ZodEnum<{
-    sum: "sum";
-    last: "last";
     all: "all";
+    last: "last";
+    sum: "sum";
   }>>;
 }, z$1.core.$strip>;
 /**
@@ -3052,8 +3058,8 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       string: "string";
       number: "number";
-      duration: "duration";
       json: "json";
+      duration: "duration";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3066,9 +3072,9 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
       subtree: "subtree";
     }>>;
     mode: z$1.ZodOptional<z$1.ZodEnum<{
-      sum: "sum";
-      last: "last";
       all: "all";
+      last: "last";
+      sum: "sum";
     }>>;
   }, z$1.core.$strip>>>;
 }, z$1.core.$strip>;
@@ -3092,8 +3098,8 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
   format: z$1.ZodOptional<z$1.ZodEnum<{
     string: "string";
     number: "number";
-    duration: "duration";
     json: "json";
+    duration: "duration";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3106,9 +3112,9 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
     subtree: "subtree";
   }>>;
   mode: z$1.ZodOptional<z$1.ZodEnum<{
-    sum: "sum";
-    last: "last";
     all: "all";
+    last: "last";
+    sum: "sum";
   }>>;
   transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
 }, z$1.core.$strip>;
@@ -3130,8 +3136,8 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
     format: z$1.ZodOptional<z$1.ZodEnum<{
       string: "string";
       number: "number";
-      duration: "duration";
       json: "json";
+      duration: "duration";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3144,9 +3150,9 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
       subtree: "subtree";
     }>>;
     mode: z$1.ZodOptional<z$1.ZodEnum<{
-      sum: "sum";
-      last: "last";
       all: "all";
+      last: "last";
+      sum: "sum";
     }>>;
     transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
   }, z$1.core.$strip>>>;
@@ -3225,11 +3231,11 @@ declare const evalFreshnessStatusSchema: z$1.ZodEnum<{
 type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
 /** Reducer used to collapse a column's per-case values into a single stat. */
 declare const evalStatAggregateSchema: z$1.ZodEnum<{
+  last: "last";
+  sum: "sum";
   avg: "avg";
   min: "min";
   max: "max";
-  sum: "sum";
-  last: "last";
 }>;
 /** Reducer used to collapse a column's per-case values into a single stat. */
 type EvalStatAggregate = z$1.infer<typeof evalStatAggregateSchema>;
@@ -3253,22 +3259,22 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   key: z$1.ZodString;
   label: z$1.ZodOptional<z$1.ZodString>;
   aggregate: z$1.ZodEnum<{
+    last: "last";
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
-    last: "last";
   }>;
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
     boolean: "boolean";
     file: "file";
-    duration: "duration";
     markdown: "markdown";
     json: "json";
     image: "image";
     audio: "audio";
     video: "video";
+    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -3295,22 +3301,22 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
   key: z$1.ZodString;
   label: z$1.ZodOptional<z$1.ZodString>;
   aggregate: z$1.ZodEnum<{
+    last: "last";
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
-    last: "last";
   }>;
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
     boolean: "boolean";
     file: "file";
-    duration: "duration";
     markdown: "markdown";
     json: "json";
     image: "image";
     audio: "audio";
     video: "video";
+    duration: "duration";
     percent: "percent";
     passFail: "passFail";
     stars: "stars";
@@ -3348,12 +3354,12 @@ declare const evalSummarySchema: z$1.ZodObject<{
       number: "number";
       boolean: "boolean";
       file: "file";
-      duration: "duration";
       markdown: "markdown";
       json: "json";
       image: "image";
       audio: "audio";
       video: "video";
+      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -3372,12 +3378,13 @@ declare const evalSummarySchema: z$1.ZodObject<{
     }>>;
   }, z$1.core.$strip>>;
   caseCount: z$1.ZodNullable<z$1.ZodNumber>;
+  caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
   lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
     error: "error";
-    pass: "pass";
-    fail: "fail";
     running: "running";
     cancelled: "cancelled";
+    pass: "pass";
+    fail: "fail";
     unscored: "unscored";
   }>>;
   stats: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
@@ -3396,22 +3403,22 @@ declare const evalSummarySchema: z$1.ZodObject<{
     key: z$1.ZodString;
     label: z$1.ZodOptional<z$1.ZodString>;
     aggregate: z$1.ZodEnum<{
+      last: "last";
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
-      last: "last";
     }>;
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
       boolean: "boolean";
       file: "file";
-      duration: "duration";
       markdown: "markdown";
       json: "json";
       image: "image";
       audio: "audio";
       video: "video";
+      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -3437,10 +3444,10 @@ declare const evalSummarySchema: z$1.ZodObject<{
       label: z$1.ZodOptional<z$1.ZodString>;
       color: z$1.ZodOptional<z$1.ZodEnum<{
         success: "success";
-        accent: "accent";
         error: "error";
-        accentDim: "accentDim";
         warning: "warning";
+        accent: "accent";
+        accentDim: "accentDim";
         textMuted: "textMuted";
       }>>;
       axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3451,20 +3458,20 @@ declare const evalSummarySchema: z$1.ZodObject<{
       source: z$1.ZodLiteral<"column">;
       key: z$1.ZodString;
       aggregate: z$1.ZodEnum<{
+        sum: "sum";
         avg: "avg";
         min: "min";
         max: "max";
-        sum: "sum";
         latest: "latest";
         passThresholdRate: "passThresholdRate";
       }>;
       label: z$1.ZodOptional<z$1.ZodString>;
       color: z$1.ZodOptional<z$1.ZodEnum<{
         success: "success";
-        accent: "accent";
         error: "error";
-        accentDim: "accentDim";
         warning: "warning";
+        accent: "accent";
+        accentDim: "accentDim";
         textMuted: "textMuted";
       }>>;
       axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3493,10 +3500,10 @@ declare const evalSummarySchema: z$1.ZodObject<{
       source: z$1.ZodLiteral<"column">;
       key: z$1.ZodString;
       aggregate: z$1.ZodEnum<{
+        sum: "sum";
         avg: "avg";
         min: "min";
         max: "max";
-        sum: "sum";
         latest: "latest";
         passThresholdRate: "passThresholdRate";
       }>;
@@ -3592,11 +3599,11 @@ declare const caseRowSchema: z$1.ZodObject<{
   evalId: z$1.ZodString;
   status: z$1.ZodEnum<{
     error: "error";
-    pass: "pass";
-    fail: "fail";
+    pending: "pending";
     running: "running";
     cancelled: "cancelled";
-    pending: "pending";
+    pass: "pass";
+    fail: "fail";
   }>;
   durationMs: z$1.ZodNullable<z$1.ZodNumber>;
   costUsd: z$1.ZodOptional<z$1.ZodNullable<z$1.ZodNumber>>;
@@ -3725,8 +3732,8 @@ declare const scoreTraceSchema: z$1.ZodObject<{
       format: z$1.ZodOptional<z$1.ZodEnum<{
         string: "string";
         number: "number";
-        duration: "duration";
         json: "json";
+        duration: "duration";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3739,9 +3746,9 @@ declare const scoreTraceSchema: z$1.ZodObject<{
         subtree: "subtree";
       }>>;
       mode: z$1.ZodOptional<z$1.ZodEnum<{
-        sum: "sum";
-        last: "last";
         all: "all";
+        last: "last";
+        sum: "sum";
       }>>;
     }, z$1.core.$strip>>>;
   }, z$1.core.$strip>;
@@ -3756,11 +3763,11 @@ declare const caseDetailSchema: z$1.ZodObject<{
   evalId: z$1.ZodString;
   status: z$1.ZodEnum<{
     error: "error";
-    pass: "pass";
-    fail: "fail";
+    pending: "pending";
     running: "running";
     cancelled: "cancelled";
-    pending: "pending";
+    pass: "pass";
+    fail: "fail";
   }>;
   input: z$1.ZodUnknown;
   trace: z$1.ZodArray<z$1.ZodObject<{
@@ -3811,8 +3818,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
       format: z$1.ZodOptional<z$1.ZodEnum<{
         string: "string";
         number: "number";
-        duration: "duration";
         json: "json";
+        duration: "duration";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3825,9 +3832,9 @@ declare const caseDetailSchema: z$1.ZodObject<{
         subtree: "subtree";
       }>>;
       mode: z$1.ZodOptional<z$1.ZodEnum<{
-        sum: "sum";
-        last: "last";
         all: "all";
+        last: "last";
+        sum: "sum";
       }>>;
     }, z$1.core.$strip>>>;
   }, z$1.core.$strip>;
@@ -3880,8 +3887,8 @@ declare const caseDetailSchema: z$1.ZodObject<{
         format: z$1.ZodOptional<z$1.ZodEnum<{
           string: "string";
           number: "number";
-          duration: "duration";
           json: "json";
+          duration: "duration";
         }>>;
         numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
         placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -3894,9 +3901,9 @@ declare const caseDetailSchema: z$1.ZodObject<{
           subtree: "subtree";
         }>>;
         mode: z$1.ZodOptional<z$1.ZodEnum<{
-          sum: "sum";
-          last: "last";
           all: "all";
+          last: "last";
+          sum: "sum";
         }>>;
       }, z$1.core.$strip>>>;
     }, z$1.core.$strip>;
@@ -3956,10 +3963,10 @@ declare const caseDetailSchema: z$1.ZodObject<{
     namespace: z$1.ZodString;
     key: z$1.ZodString;
     status: z$1.ZodEnum<{
+      bypass: "bypass";
+      refresh: "refresh";
       hit: "hit";
       miss: "miss";
-      refresh: "refresh";
-      bypass: "bypass";
     }>;
     read: z$1.ZodOptional<z$1.ZodBoolean>;
     stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -4030,10 +4037,10 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
 type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
 /** Reducer applied to a numeric column across all cases of a single run. */
 declare const evalChartAggregateSchema: z$1.ZodEnum<{
+  sum: "sum";
   avg: "avg";
   min: "min";
   max: "max";
-  sum: "sum";
   latest: "latest";
   passThresholdRate: "passThresholdRate";
 }>;
@@ -4045,10 +4052,10 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
  */
 declare const evalChartColorSchema: z$1.ZodEnum<{
   success: "success";
-  accent: "accent";
   error: "error";
-  accentDim: "accentDim";
   warning: "warning";
+  accent: "accent";
+  accentDim: "accentDim";
   textMuted: "textMuted";
 }>;
 /** Semantic color token resolved to a theme color by the web UI. */
@@ -4074,10 +4081,10 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   label: z$1.ZodOptional<z$1.ZodString>;
   color: z$1.ZodOptional<z$1.ZodEnum<{
     success: "success";
-    accent: "accent";
     error: "error";
-    accentDim: "accentDim";
     warning: "warning";
+    accent: "accent";
+    accentDim: "accentDim";
     textMuted: "textMuted";
   }>>;
   axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4088,20 +4095,20 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   source: z$1.ZodLiteral<"column">;
   key: z$1.ZodString;
   aggregate: z$1.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     latest: "latest";
     passThresholdRate: "passThresholdRate";
   }>;
   label: z$1.ZodOptional<z$1.ZodString>;
   color: z$1.ZodOptional<z$1.ZodEnum<{
     success: "success";
-    accent: "accent";
     error: "error";
-    accentDim: "accentDim";
     warning: "warning";
+    accent: "accent";
+    accentDim: "accentDim";
     textMuted: "textMuted";
   }>>;
   axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4123,10 +4130,10 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
   source: z$1.ZodLiteral<"column">;
   key: z$1.ZodString;
   aggregate: z$1.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     latest: "latest";
     passThresholdRate: "passThresholdRate";
   }>;
@@ -4157,10 +4164,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
       success: "success";
-      accent: "accent";
       error: "error";
-      accentDim: "accentDim";
       warning: "warning";
+      accent: "accent";
+      accentDim: "accentDim";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4171,20 +4178,20 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
       success: "success";
-      accent: "accent";
       error: "error";
-      accentDim: "accentDim";
       warning: "warning";
+      accent: "accent";
+      accentDim: "accentDim";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4213,10 +4220,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -4247,10 +4254,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
       success: "success";
-      accent: "accent";
       error: "error";
-      accentDim: "accentDim";
       warning: "warning";
+      accent: "accent";
+      accentDim: "accentDim";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4261,20 +4268,20 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
     label: z$1.ZodOptional<z$1.ZodString>;
     color: z$1.ZodOptional<z$1.ZodEnum<{
       success: "success";
-      accent: "accent";
       error: "error";
-      accentDim: "accentDim";
       warning: "warning";
+      accent: "accent";
+      accentDim: "accentDim";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4303,10 +4310,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -4322,11 +4329,12 @@ declare const runManifestSchema: z$1.ZodObject<{
   shortId: z$1.ZodString;
   status: z$1.ZodEnum<{
     error: "error";
-    running: "running";
-    cancelled: "cancelled";
     pending: "pending";
+    running: "running";
     completed: "completed";
+    cancelled: "cancelled";
   }>;
+  temporary: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodBoolean>>;
   startedAt: z$1.ZodString;
   endedAt: z$1.ZodNullable<z$1.ZodString>;
   commitSha: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodNullable<z$1.ZodString>>>;
@@ -4348,9 +4356,9 @@ declare const runManifestSchema: z$1.ZodObject<{
     median: "median";
   }>>>;
   cacheMode: z$1.ZodOptional<z$1.ZodEnum<{
-    refresh: "refresh";
-    bypass: "bypass";
     use: "use";
+    bypass: "bypass";
+    refresh: "refresh";
   }>>;
 }, z$1.core.$strip>;
 /** Persisted lifecycle metadata for a single eval run. */
@@ -4360,10 +4368,10 @@ declare const runSummarySchema: z$1.ZodObject<{
   runId: z$1.ZodString;
   status: z$1.ZodEnum<{
     error: "error";
-    running: "running";
-    cancelled: "cancelled";
     pending: "pending";
+    running: "running";
     completed: "completed";
+    cancelled: "cancelled";
   }>;
   totalCases: z$1.ZodNumber;
   passedCases: z$1.ZodNumber;
@@ -4581,8 +4589,8 @@ declare const llmCallMetricFormatSchema: z$1.ZodEnum<{
   string: "string";
   number: "number";
   boolean: "boolean";
-  duration: "duration";
   json: "json";
+  duration: "duration";
 }>;
 /** Render format applied to an LLM-call metric value. */
 type LlmCallMetricFormat = z$1.infer<typeof llmCallMetricFormatSchema>;
@@ -4591,8 +4599,8 @@ declare const apiCallMetricFormatSchema: z$1.ZodEnum<{
   string: "string";
   number: "number";
   boolean: "boolean";
-  duration: "duration";
   json: "json";
+  duration: "duration";
 }>;
 /** Render format applied to an API-call metric value. */
 type ApiCallMetricFormat = z$1.infer<typeof apiCallMetricFormatSchema>;
@@ -4661,8 +4669,8 @@ declare const llmCallMetricSchema: z$1.ZodObject<{
     string: "string";
     number: "number";
     boolean: "boolean";
-    duration: "duration";
     json: "json";
+    duration: "duration";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4690,8 +4698,8 @@ declare const apiCallMetricSchema: z$1.ZodObject<{
     string: "string";
     number: "number";
     boolean: "boolean";
-    duration: "duration";
     json: "json";
+    duration: "duration";
   }>>;
   numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
   placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4804,8 +4812,8 @@ declare const llmCallsConfigSchema: z$1.ZodObject<{
       string: "string";
       number: "number";
       boolean: "boolean";
-      duration: "duration";
       json: "json";
+      duration: "duration";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -4840,8 +4848,8 @@ declare const apiCallsConfigSchema: z$1.ZodObject<{
       string: "string";
       number: "number";
       boolean: "boolean";
-      duration: "duration";
       json: "json";
+      duration: "duration";
     }>>;
     numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
     placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -5142,8 +5150,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
       format: z$1.ZodOptional<z$1.ZodEnum<{
         string: "string";
         number: "number";
-        duration: "duration";
         json: "json";
+        duration: "duration";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -5156,9 +5164,9 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
         subtree: "subtree";
       }>>;
       mode: z$1.ZodOptional<z$1.ZodEnum<{
-        sum: "sum";
-        last: "last";
         all: "all";
+        last: "last";
+        sum: "sum";
       }>>;
       transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
     }, z$1.core.$strip>>>;
@@ -5181,22 +5189,22 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
     key: z$1.ZodString;
     label: z$1.ZodOptional<z$1.ZodString>;
     aggregate: z$1.ZodEnum<{
+      last: "last";
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
-      last: "last";
     }>;
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
       boolean: "boolean";
       file: "file";
-      duration: "duration";
       markdown: "markdown";
       json: "json";
       image: "image";
       audio: "audio";
       video: "video";
+      duration: "duration";
       percent: "percent";
       passFail: "passFail";
       stars: "stars";
@@ -5255,8 +5263,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
         string: "string";
         number: "number";
         boolean: "boolean";
-        duration: "duration";
         json: "json";
+        duration: "duration";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -5300,8 +5308,8 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
         string: "string";
         number: "number";
         boolean: "boolean";
-        duration: "duration";
         json: "json";
+        duration: "duration";
       }>>;
       numberFormat: z$1.ZodOptional<z$1.ZodType<NumberDisplayOptions, unknown, z$1.core.$ZodTypeInternals<NumberDisplayOptions, unknown>>>;
       placements: z$1.ZodOptional<z$1.ZodArray<z$1.ZodEnum<{
@@ -5534,9 +5542,9 @@ declare function extractApiCalls(spans: EvalTraceSpan[], config: ResolvedApiCall
  * - `refresh`: never read, always write (forces re-execution and overwrites).
  */
 declare const cacheModeSchema: z$1.ZodEnum<{
-  refresh: "refresh";
-  bypass: "bypass";
   use: "use";
+  bypass: "bypass";
+  refresh: "refresh";
 }>;
 /** Mode controlling how cached spans behave during a run. */
 type CacheMode = z$1.infer<typeof cacheModeSchema>;
@@ -5557,10 +5565,10 @@ declare const cacheOperationTypeSchema: z$1.ZodEnum<{
 type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
 /** Status of a cache lookup recorded on a span or case scope. */
 declare const cacheStatusSchema: z$1.ZodEnum<{
+  bypass: "bypass";
+  refresh: "refresh";
   hit: "hit";
   miss: "miss";
-  refresh: "refresh";
-  bypass: "bypass";
 }>;
 /** Status of a cache lookup recorded on a span or case scope. */
 type CacheStatus = z$1.infer<typeof cacheStatusSchema>;
@@ -5577,10 +5585,10 @@ declare const traceCacheRefSchema: z$1.ZodObject<{
   namespace: z$1.ZodString;
   key: z$1.ZodString;
   status: z$1.ZodEnum<{
+    bypass: "bypass";
+    refresh: "refresh";
     hit: "hit";
     miss: "miss";
-    refresh: "refresh";
-    bypass: "bypass";
   }>;
   read: z$1.ZodOptional<z$1.ZodBoolean>;
   stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -6094,11 +6102,12 @@ declare const createRunRequestSchema: z$1.ZodObject<{
     caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
   }, z$1.core.$strip>;
   trials: z$1.ZodNumber;
+  temporary: z$1.ZodOptional<z$1.ZodBoolean>;
   cache: z$1.ZodOptional<z$1.ZodObject<{
     mode: z$1.ZodDefault<z$1.ZodEnum<{
-      refresh: "refresh";
-      bypass: "bypass";
       use: "use";
+      bypass: "bypass";
+      refresh: "refresh";
     }>>;
   }, z$1.core.$strip>>;
   manualInputs: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;