@ls-stack/agent-eval 0.37.0 → 0.38.0

package/dist/index.d.mts

@@ -2352,6 +2352,56 @@ declare function readManualInputFile(value: ManualInputFileValue, options?: {
  * @returns A repo-backed file reference suitable for file/media columns.
  */
 declare function repoFile(path: string, mimeType?: string): RepoFileRef$1; //#endregion
+//#region src/cacheSerialization.d.ts
+declare const serializedCacheValueMarker = "__aecs";
+type JsonSafeCacheValueType = 'ArrayBuffer' | 'BigInt' | 'Blob' | 'Date' | 'Error' | 'ExternalJson' | 'File' | 'Float64Array' | 'Headers' | 'Map' | 'Number' | 'Object' | 'RegExp' | 'Set' | 'URL' | 'URLSearchParams' | 'Undefined';
+type JsonSafeSerializedCacheValue = {
+  [serializedCacheValueMarker]: `v1:${JsonSafeCacheValueType}`;
+  compressedLength?: number;
+  hash?: string;
+  length?: number;
+  path?: string;
+  value?: unknown;
+};
+/** JSON-safe persisted representation for one rich cached value. */
+type SerializedCacheValue = JsonSafeSerializedCacheValue;
+/** Metadata for a Brotli-compressed external JSON blob. */
+type ExternalJsonBlobRef = {
+  /** Original UTF-8 JSON byte length. */length: number; /** Brotli-compressed byte length. */
+  compressedLength: number; /** SHA-256 digest of the original UTF-8 JSON payload. */
+  hash: `sha256:${string}`; /** Store-relative Brotli blob path. */
+  path: string;
+};
+/** Store used by cache serialization for large nested JSON values. */
+type CacheSerializationExternalJsonStore = {
+  /** Persist canonical JSON and return its content-addressed ref. */write(rawJson: string): Promise<ExternalJsonBlobRef>; /** Read a previously persisted canonical JSON payload. */
+  read(ref: ExternalJsonBlobRef): Promise<string>;
+};
+/** Options controlling how rich cache values are persisted as JSON-safe data. */
+type CacheSerializationOptions = {
+  /** Preserve JavaScript `undefined` values with explicit tagged wrappers. */preserveUndefined?: boolean; /** Externalize large nested JSON values through Brotli blob refs. */
+  compress?: boolean; /** Store used for large nested JSON values when `compress` is enabled. */
+  externalJsonStore?: CacheSerializationExternalJsonStore;
+};
+/**
+ * Serialize one cached value while keeping plain JSON as plain JSON.
+ *
+ * Rich runtime values use small tagged wrappers. Undefined values are omitted
+ * by default; pass `preserveUndefined: true` to round-trip them explicitly.
+ */
+declare function serializeCacheValue(value: unknown, options?: CacheSerializationOptions | undefined): Promise<unknown>;
+/** Revive one cached value, while preserving legacy JSON-round-tripped data. */
+declare function deserializeCacheValue(value: unknown): unknown;
+/** Replace external JSON blob refs with their parsed serialized payloads. */
+/**
+ * Serialize all rich values captured in a cache recording before persistence.
+ *
+ * Undefined values are omitted by default; pass `preserveUndefined: true` to
+ * retain the legacy explicit undefined wrappers in the recording payload.
+ */
+declare function serializeCacheRecording(recording: CacheRecording$1, options?: CacheSerializationOptions | undefined): Promise<CacheRecording$1>;
+/** Revive all rich values captured in a cache recording after lookup. */
+declare function deserializeCacheRecording(recording: CacheRecording$1): CacheRecording$1; //#endregion
 //#region src/runtime.d.ts
 declare global {
   var __agentEvalsRealDate: DateConstructor | undefined;
@@ -2375,7 +2425,8 @@ type CacheDebugKeyWrite = {
  * starts executing.
  */
 type CacheAdapter = {
-  /** Return the stored entry for `keyHash` under `namespace`, or `null`. */lookup(namespace: string, keyHash: string): Promise<CacheEntry$1 | null>;
+  /** Return the stored entry for `keyHash` under `namespace`, or `null`. */lookup(namespace: string, keyHash: string): Promise<CacheEntry$1 | null>; /** Optional store for large nested JSON values persisted outside cache JSON. */
+  externalJsonStore?: CacheSerializationExternalJsonStore;
   /**
    * Persist a cache entry. Must be safe under concurrent calls.
    *
@@ -2607,54 +2658,6 @@ declare function incrementEvalOutput(key: string, delta: number): void;
  * call.
  */
 declare function evalAssert(condition: unknown, message: string): asserts condition; //#endregion
-//#region src/cacheSerialization.d.ts
-declare const serializedCacheValueMarker = "__aecs";
-declare const jsonSafeCacheValueVersion = "json-safe-v1";
-type JsonSafeCacheValueType = 'ArrayBuffer' | 'BigInt' | 'Blob' | 'CompressedJson' | 'CompressedString' | 'Date' | 'Error' | 'File' | 'Float64Array' | 'Headers' | 'Map' | 'Number' | 'Object' | 'RegExp' | 'Set' | 'URL' | 'URLSearchParams' | 'Undefined';
-type JsonSafeSerializedCacheValue = {
-  [serializedCacheValueMarker]: typeof jsonSafeCacheValueVersion;
-  codec?: 'gzip';
-  length?: number;
-  type: JsonSafeCacheValueType;
-  value?: unknown;
-};
-/** JSON-safe persisted representation for one rich cached value. */
-type SerializedCacheValue = JsonSafeSerializedCacheValue;
-/** Options controlling how rich cache values are persisted as JSON-safe data. */
-type CacheSerializationOptions = {
-  /**
-   * Preserve JavaScript `undefined` values with explicit tagged wrappers.
-   *
-   * Disabled by default so undefined object fields, array items, map entries,
-   * and set items are omitted instead of being written to cache files.
-   */
-  preserveUndefined?: boolean;
-  /**
-   * Compress large nested strings/JSON blobs with gzip wrappers.
-   *
-   * Enabled by default for reusable cache files. Disable for output artifacts
-   * that need synchronous browser-side deserialization.
-   */
-  compress?: boolean;
-};
-/**
- * Serialize one cached value while keeping plain JSON as plain JSON.
- *
- * Rich runtime values use small tagged wrappers. Undefined values are omitted
- * by default; pass `preserveUndefined: true` to round-trip them explicitly.
- */
-declare function serializeCacheValue(value: unknown, options?: CacheSerializationOptions | undefined): Promise<unknown>;
-/** Revive one cached value, while preserving legacy JSON-round-tripped data. */
-declare function deserializeCacheValue(value: unknown): unknown;
-/**
- * Serialize all rich values captured in a cache recording before persistence.
- *
- * Undefined values are omitted by default; pass `preserveUndefined: true` to
- * retain the legacy explicit undefined wrappers in the recording payload.
- */
-declare function serializeCacheRecording(recording: CacheRecording$1, options?: CacheSerializationOptions | undefined): Promise<CacheRecording$1>;
-/** Revive all rich values captured in a cache recording after lookup. */
-declare function deserializeCacheRecording(recording: CacheRecording$1): CacheRecording$1; //#endregion
 //#region src/valueCache.d.ts
 /** Info accepted by `evalTracer.cache(info, fn)` for spanless value caching. */
 type TraceCacheInfo = {
@@ -3033,9 +3036,9 @@ declare const traceAttributeDisplaySchema: z$1.ZodObject<{
     subtree: "subtree";
   }>>;
   mode: z$1.ZodOptional<z$1.ZodEnum<{
-    sum: "sum";
-    last: "last";
     all: "all";
+    last: "last";
+    sum: "sum";
   }>>;
 }, z$1.core.$strip>;
 /**
@@ -3069,9 +3072,9 @@ declare const traceDisplayConfigSchema: z$1.ZodObject<{
       subtree: "subtree";
     }>>;
     mode: z$1.ZodOptional<z$1.ZodEnum<{
-      sum: "sum";
-      last: "last";
       all: "all";
+      last: "last";
+      sum: "sum";
     }>>;
   }, z$1.core.$strip>>>;
 }, z$1.core.$strip>;
@@ -3109,9 +3112,9 @@ declare const traceAttributeDisplayInputSchema: z$1.ZodObject<{
     subtree: "subtree";
   }>>;
   mode: z$1.ZodOptional<z$1.ZodEnum<{
-    sum: "sum";
-    last: "last";
     all: "all";
+    last: "last";
+    sum: "sum";
   }>>;
   transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
 }, z$1.core.$strip>;
@@ -3147,9 +3150,9 @@ declare const traceDisplayInputConfigSchema: z$1.ZodObject<{
       subtree: "subtree";
     }>>;
     mode: z$1.ZodOptional<z$1.ZodEnum<{
-      sum: "sum";
-      last: "last";
       all: "all";
+      last: "last";
+      sum: "sum";
     }>>;
     transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
   }, z$1.core.$strip>>>;
@@ -3228,11 +3231,11 @@ declare const evalFreshnessStatusSchema: z$1.ZodEnum<{
 type EvalFreshnessStatus = z$1.infer<typeof evalFreshnessStatusSchema>;
 /** Reducer used to collapse a column's per-case values into a single stat. */
 declare const evalStatAggregateSchema: z$1.ZodEnum<{
+  last: "last";
+  sum: "sum";
   avg: "avg";
   min: "min";
   max: "max";
-  sum: "sum";
-  last: "last";
 }>;
 /** Reducer used to collapse a column's per-case values into a single stat. */
 type EvalStatAggregate = z$1.infer<typeof evalStatAggregateSchema>;
@@ -3256,11 +3259,11 @@ declare const evalStatItemSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   key: z$1.ZodString;
   label: z$1.ZodOptional<z$1.ZodString>;
   aggregate: z$1.ZodEnum<{
+    last: "last";
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
-    last: "last";
   }>;
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
@@ -3298,11 +3301,11 @@ declare const evalStatsConfigSchema: z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1
   key: z$1.ZodString;
   label: z$1.ZodOptional<z$1.ZodString>;
   aggregate: z$1.ZodEnum<{
+    last: "last";
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
-    last: "last";
   }>;
   format: z$1.ZodOptional<z$1.ZodEnum<{
     number: "number";
@@ -3378,10 +3381,10 @@ declare const evalSummarySchema: z$1.ZodObject<{
   caseIds: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
   lastRunStatus: z$1.ZodNullable<z$1.ZodEnum<{
     error: "error";
-    pass: "pass";
-    fail: "fail";
     running: "running";
     cancelled: "cancelled";
+    pass: "pass";
+    fail: "fail";
     unscored: "unscored";
   }>>;
   stats: z$1.ZodOptional<z$1.ZodArray<z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
@@ -3400,11 +3403,11 @@ declare const evalSummarySchema: z$1.ZodObject<{
     key: z$1.ZodString;
     label: z$1.ZodOptional<z$1.ZodString>;
     aggregate: z$1.ZodEnum<{
+      last: "last";
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
-      last: "last";
     }>;
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
@@ -3442,9 +3445,9 @@ declare const evalSummarySchema: z$1.ZodObject<{
       color: z$1.ZodOptional<z$1.ZodEnum<{
         success: "success";
         error: "error";
+        warning: "warning";
         accent: "accent";
         accentDim: "accentDim";
-        warning: "warning";
         textMuted: "textMuted";
       }>>;
       axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3455,10 +3458,10 @@ declare const evalSummarySchema: z$1.ZodObject<{
       source: z$1.ZodLiteral<"column">;
       key: z$1.ZodString;
       aggregate: z$1.ZodEnum<{
+        sum: "sum";
         avg: "avg";
         min: "min";
         max: "max";
-        sum: "sum";
         latest: "latest";
         passThresholdRate: "passThresholdRate";
       }>;
@@ -3466,9 +3469,9 @@ declare const evalSummarySchema: z$1.ZodObject<{
       color: z$1.ZodOptional<z$1.ZodEnum<{
         success: "success";
         error: "error";
+        warning: "warning";
         accent: "accent";
         accentDim: "accentDim";
-        warning: "warning";
         textMuted: "textMuted";
       }>>;
       axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -3497,10 +3500,10 @@ declare const evalSummarySchema: z$1.ZodObject<{
       source: z$1.ZodLiteral<"column">;
       key: z$1.ZodString;
       aggregate: z$1.ZodEnum<{
+        sum: "sum";
         avg: "avg";
         min: "min";
         max: "max";
-        sum: "sum";
         latest: "latest";
         passThresholdRate: "passThresholdRate";
       }>;
@@ -3596,11 +3599,11 @@ declare const caseRowSchema: z$1.ZodObject<{
   evalId: z$1.ZodString;
   status: z$1.ZodEnum<{
     error: "error";
-    pass: "pass";
-    fail: "fail";
+    pending: "pending";
     running: "running";
     cancelled: "cancelled";
-    pending: "pending";
+    pass: "pass";
+    fail: "fail";
   }>;
   durationMs: z$1.ZodNullable<z$1.ZodNumber>;
   costUsd: z$1.ZodOptional<z$1.ZodNullable<z$1.ZodNumber>>;
@@ -3743,9 +3746,9 @@ declare const scoreTraceSchema: z$1.ZodObject<{
         subtree: "subtree";
       }>>;
       mode: z$1.ZodOptional<z$1.ZodEnum<{
-        sum: "sum";
-        last: "last";
         all: "all";
+        last: "last";
+        sum: "sum";
       }>>;
     }, z$1.core.$strip>>>;
   }, z$1.core.$strip>;
@@ -3760,11 +3763,11 @@ declare const caseDetailSchema: z$1.ZodObject<{
   evalId: z$1.ZodString;
   status: z$1.ZodEnum<{
     error: "error";
-    pass: "pass";
-    fail: "fail";
+    pending: "pending";
     running: "running";
     cancelled: "cancelled";
-    pending: "pending";
+    pass: "pass";
+    fail: "fail";
   }>;
   input: z$1.ZodUnknown;
   trace: z$1.ZodArray<z$1.ZodObject<{
@@ -3829,9 +3832,9 @@ declare const caseDetailSchema: z$1.ZodObject<{
         subtree: "subtree";
       }>>;
       mode: z$1.ZodOptional<z$1.ZodEnum<{
-        sum: "sum";
-        last: "last";
         all: "all";
+        last: "last";
+        sum: "sum";
       }>>;
     }, z$1.core.$strip>>>;
   }, z$1.core.$strip>;
@@ -3898,9 +3901,9 @@ declare const caseDetailSchema: z$1.ZodObject<{
           subtree: "subtree";
         }>>;
         mode: z$1.ZodOptional<z$1.ZodEnum<{
-          sum: "sum";
-          last: "last";
           all: "all";
+          last: "last";
+          sum: "sum";
         }>>;
       }, z$1.core.$strip>>>;
     }, z$1.core.$strip>;
@@ -3960,10 +3963,10 @@ declare const caseDetailSchema: z$1.ZodObject<{
     namespace: z$1.ZodString;
     key: z$1.ZodString;
     status: z$1.ZodEnum<{
+      bypass: "bypass";
+      refresh: "refresh";
       hit: "hit";
       miss: "miss";
-      refresh: "refresh";
-      bypass: "bypass";
     }>;
     read: z$1.ZodOptional<z$1.ZodBoolean>;
     stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -4034,10 +4037,10 @@ declare const evalChartBuiltinMetricSchema: z$1.ZodEnum<{
 type EvalChartBuiltinMetric = z$1.infer<typeof evalChartBuiltinMetricSchema>;
 /** Reducer applied to a numeric column across all cases of a single run. */
 declare const evalChartAggregateSchema: z$1.ZodEnum<{
+  sum: "sum";
   avg: "avg";
   min: "min";
   max: "max";
-  sum: "sum";
   latest: "latest";
   passThresholdRate: "passThresholdRate";
 }>;
@@ -4050,9 +4053,9 @@ type EvalChartAggregate = z$1.infer<typeof evalChartAggregateSchema>;
 declare const evalChartColorSchema: z$1.ZodEnum<{
   success: "success";
   error: "error";
+  warning: "warning";
   accent: "accent";
   accentDim: "accentDim";
-  warning: "warning";
   textMuted: "textMuted";
 }>;
 /** Semantic color token resolved to a theme color by the web UI. */
@@ -4079,9 +4082,9 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   color: z$1.ZodOptional<z$1.ZodEnum<{
     success: "success";
     error: "error";
+    warning: "warning";
     accent: "accent";
     accentDim: "accentDim";
-    warning: "warning";
     textMuted: "textMuted";
   }>>;
   axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4092,10 +4095,10 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   source: z$1.ZodLiteral<"column">;
   key: z$1.ZodString;
   aggregate: z$1.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     latest: "latest";
     passThresholdRate: "passThresholdRate";
   }>;
@@ -4103,9 +4106,9 @@ declare const evalChartMetricSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObject<{
   color: z$1.ZodOptional<z$1.ZodEnum<{
     success: "success";
     error: "error";
+    warning: "warning";
     accent: "accent";
     accentDim: "accentDim";
-    warning: "warning";
     textMuted: "textMuted";
   }>>;
   axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4127,10 +4130,10 @@ declare const evalChartTooltipExtraSchema: z$1.ZodDiscriminatedUnion<[z$1.ZodObj
   source: z$1.ZodLiteral<"column">;
   key: z$1.ZodString;
   aggregate: z$1.ZodEnum<{
+    sum: "sum";
     avg: "avg";
     min: "min";
     max: "max";
-    sum: "sum";
     latest: "latest";
     passThresholdRate: "passThresholdRate";
   }>;
@@ -4162,9 +4165,9 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     color: z$1.ZodOptional<z$1.ZodEnum<{
       success: "success";
       error: "error";
+      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
-      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4175,10 +4178,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -4186,9 +4189,9 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     color: z$1.ZodOptional<z$1.ZodEnum<{
       success: "success";
       error: "error";
+      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
-      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4217,10 +4220,10 @@ declare const evalChartConfigSchema: z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -4252,9 +4255,9 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     color: z$1.ZodOptional<z$1.ZodEnum<{
       success: "success";
       error: "error";
+      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
-      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4265,10 +4268,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -4276,9 +4279,9 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     color: z$1.ZodOptional<z$1.ZodEnum<{
       success: "success";
       error: "error";
+      warning: "warning";
       accent: "accent";
       accentDim: "accentDim";
-      warning: "warning";
       textMuted: "textMuted";
     }>>;
     axis: z$1.ZodOptional<z$1.ZodEnum<{
@@ -4307,10 +4310,10 @@ declare const evalChartsConfigSchema: z$1.ZodArray<z$1.ZodObject<{
     source: z$1.ZodLiteral<"column">;
     key: z$1.ZodString;
     aggregate: z$1.ZodEnum<{
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
       latest: "latest";
       passThresholdRate: "passThresholdRate";
     }>;
@@ -4326,10 +4329,10 @@ declare const runManifestSchema: z$1.ZodObject<{
   shortId: z$1.ZodString;
   status: z$1.ZodEnum<{
     error: "error";
-    running: "running";
-    cancelled: "cancelled";
     pending: "pending";
+    running: "running";
     completed: "completed";
+    cancelled: "cancelled";
   }>;
   temporary: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodBoolean>>;
   startedAt: z$1.ZodString;
@@ -4338,9 +4341,9 @@ declare const runManifestSchema: z$1.ZodObject<{
   evalSourceFingerprints: z$1.ZodDefault<z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodString>>>;
   target: z$1.ZodObject<{
     mode: z$1.ZodEnum<{
-      caseIds: "caseIds";
       all: "all";
       evalIds: "evalIds";
+      caseIds: "caseIds";
     }>;
     evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
     files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
@@ -4353,9 +4356,9 @@ declare const runManifestSchema: z$1.ZodObject<{
     median: "median";
   }>>>;
   cacheMode: z$1.ZodOptional<z$1.ZodEnum<{
-    refresh: "refresh";
-    bypass: "bypass";
     use: "use";
+    bypass: "bypass";
+    refresh: "refresh";
   }>>;
 }, z$1.core.$strip>;
 /** Persisted lifecycle metadata for a single eval run. */
@@ -4365,10 +4368,10 @@ declare const runSummarySchema: z$1.ZodObject<{
   runId: z$1.ZodString;
   status: z$1.ZodEnum<{
     error: "error";
-    running: "running";
-    cancelled: "cancelled";
     pending: "pending";
+    running: "running";
     completed: "completed";
+    cancelled: "cancelled";
   }>;
   totalCases: z$1.ZodNumber;
   passedCases: z$1.ZodNumber;
@@ -5161,9 +5164,9 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
         subtree: "subtree";
       }>>;
       mode: z$1.ZodOptional<z$1.ZodEnum<{
-        sum: "sum";
-        last: "last";
         all: "all";
+        last: "last";
+        sum: "sum";
       }>>;
       transform: z$1.ZodOptional<z$1.ZodCustom<TraceAttributeTransform, TraceAttributeTransform>>;
     }, z$1.core.$strip>>>;
@@ -5186,11 +5189,11 @@ declare const agentEvalsConfigSchema: z$1.ZodObject<{
     key: z$1.ZodString;
     label: z$1.ZodOptional<z$1.ZodString>;
     aggregate: z$1.ZodEnum<{
+      last: "last";
+      sum: "sum";
       avg: "avg";
       min: "min";
       max: "max";
-      sum: "sum";
-      last: "last";
     }>;
     format: z$1.ZodOptional<z$1.ZodEnum<{
       number: "number";
@@ -5539,9 +5542,9 @@ declare function extractApiCalls(spans: EvalTraceSpan[], config: ResolvedApiCall
  * - `refresh`: never read, always write (forces re-execution and overwrites).
  */
 declare const cacheModeSchema: z$1.ZodEnum<{
-  refresh: "refresh";
-  bypass: "bypass";
   use: "use";
+  bypass: "bypass";
+  refresh: "refresh";
 }>;
 /** Mode controlling how cached spans behave during a run. */
 type CacheMode = z$1.infer<typeof cacheModeSchema>;
@@ -5562,10 +5565,10 @@ declare const cacheOperationTypeSchema: z$1.ZodEnum<{
 type CacheOperationType = z$1.infer<typeof cacheOperationTypeSchema>;
 /** Status of a cache lookup recorded on a span or case scope. */
 declare const cacheStatusSchema: z$1.ZodEnum<{
+  bypass: "bypass";
+  refresh: "refresh";
   hit: "hit";
   miss: "miss";
-  refresh: "refresh";
-  bypass: "bypass";
 }>;
 /** Status of a cache lookup recorded on a span or case scope. */
 type CacheStatus = z$1.infer<typeof cacheStatusSchema>;
@@ -5582,10 +5585,10 @@ declare const traceCacheRefSchema: z$1.ZodObject<{
   namespace: z$1.ZodString;
   key: z$1.ZodString;
   status: z$1.ZodEnum<{
+    bypass: "bypass";
+    refresh: "refresh";
     hit: "hit";
     miss: "miss";
-    refresh: "refresh";
-    bypass: "bypass";
   }>;
   read: z$1.ZodOptional<z$1.ZodBoolean>;
   stored: z$1.ZodOptional<z$1.ZodBoolean>;
@@ -6089,9 +6092,9 @@ type ConfigReloadState = z$1.infer<typeof configReloadStateSchema>;
 declare const createRunRequestSchema: z$1.ZodObject<{
   target: z$1.ZodObject<{
     mode: z$1.ZodEnum<{
-      caseIds: "caseIds";
       all: "all";
       evalIds: "evalIds";
+      caseIds: "caseIds";
     }>;
     evalKeys: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
     files: z$1.ZodOptional<z$1.ZodArray<z$1.ZodString>>;
@@ -6102,9 +6105,9 @@ declare const createRunRequestSchema: z$1.ZodObject<{
   temporary: z$1.ZodOptional<z$1.ZodBoolean>;
   cache: z$1.ZodOptional<z$1.ZodObject<{
     mode: z$1.ZodDefault<z$1.ZodEnum<{
-      refresh: "refresh";
-      bypass: "bypass";
       use: "use";
+      bypass: "bypass";
+      refresh: "refresh";
     }>>;
   }, z$1.core.$strip>>;
   manualInputs: z$1.ZodOptional<z$1.ZodRecord<z$1.ZodString, z$1.ZodUnknown>>;

package/dist/index.mjs

@@ -1,4 +1,4 @@
-import { $ as apiCallMetricFormatSchema, $n as evalAssert, $t as evalChartTypeSchema, A as configReloadStateSchema, An as jsonCellSchema, At as evalStatsConfigSchema, B as simulateTokenAllocation, Bn as hashCacheKeySync, Bt as manualInputJsonFieldSchema, Cn as traceSpanSchema, Ct as assertionFailureSchema, Dn as columnFormatSchema, Dt as evalFreshnessStatusSchema, En as columnDefSchema, Et as discoveryIssueSchema, F as extractCacheEntries, Fn as buildTraceTree, Ft as runLogPhaseSchema, G as deriveScopedSummaryFromCases, Gn as repoFile, Gt as manualInputTextFieldSchema, H as getNestedAttribute, Hn as deserializeCacheValue, Ht as manualInputNumberFieldSchema, I as extractCacheHits, In as captureEvalSpanError, It as scoreTraceSchema, J as runManifestSchema, Jn as evalExpect, Jt as evalChartBuiltinMetricSchema, K as deriveStatusFromCaseRows, Kn as manualInputFileValueSchema, Kt as evalChartAggregateSchema, L as extractApiCalls, Ln as evalSpan, Lt as manualInputBooleanFieldSchema, M as createRunRequestSchema, Mn as repoFileRefSchema, Mt as runLogEntrySchema, N as updateManualScoreRequestSchema, Nn as runArtifactRefSchema, Nt as runLogLevelSchema, On as columnKindSchema, Ot as evalStatAggregateSchema, P as sseEnvelopeSchema, Pn as z, Pt as runLogLocationSchema, Q as agentEvalsConfigSchema, Qt as evalChartTooltipExtraSchema, R as extractLlmCalls, Rn as evalTracer, Rt as manualInputDescriptorSchema, Sn as traceSpanKindSchema, St as getCaseRowEvalKey, Tn as cellValueSchema, Tt as caseRowSchema, U as getEvalTitle, Un as serializeCacheRecording, Ut as manualInputSelectFieldSchema, V as applyDerivedCallAttributes, Vn as deserializeCacheRecording, Vt as manualInputMultilineFieldSchema, W as getEvalDisplayStatus, Wn as serializeCacheValue, Wt as manualInputSelectOptionSchema, X as DEFAULT_API_CALLS_CONFIG, Xn as advanceEvalTime, Xt as evalChartConfigSchema, Y as runSummarySchema, Yn as EvalAssertionError, Yt as evalChartColorSchema, Z as DEFAULT_LLM_CALLS_CONFIG, Zn as appendToEvalOutput, Zt as evalChartMetricSchema, _n as traceAttributeDisplayPlacementSchema, _t as runLogsConfigSchema, an as cacheFileSchema, ar as isInEvalScope, at as evalColumnsSchema, bn as traceDisplayInputConfigSchema, bt as buildEvalKey, cn as cacheOperationTypeSchema, cr as runInEvalRuntimeScope, ct as llmCallMetricFormatSchema, dn as cacheStatusSchema, dr as setEvalOutput, dt as llmCallPricingRateSchema, en as evalChartsConfigSchema, er as evalLog, et as apiCallMetricPlacementSchema, fn as serializedCacheSpanSchema, fr as setScopeCacheContext, ft as llmCallPricingSchema, gn as traceAttributeDisplayInputSchema, gt as resolveLlmCallsConfig, hn as traceAttributeDisplayFormatSchema, hr as getEvalRegistry, ht as resolveApiCallsConfig, in as cacheEntryWithDebugKeySchema, ir as incrementEvalOutput, it as evalColumnOverrideSchema, j as configReloadStatusSchema, jn as numberDisplayOptionsSchema, jt as evalSummarySchema, kn as fileRefSchema, kt as evalStatItemSchema, ln as cacheRecordingOpSchema, lr as runInEvalScope, lt as llmCallMetricPlacementSchema, mn as traceCacheRefSchema, mr as defineEval, mt as removeDefaultConfigSchema, nn as cacheDebugKeyFileSchema, nr as getEvalCaseInput, nt as apiCallsConfigSchema, on as cacheListItemSchema, or as mergeEvalOutput, ot as evalDeriveConfigSchema, pn as spanCacheOptionsSchema, pr as startEvalBackgroundJob, pt as llmCallsConfigSchema, q as deriveStatusFromChildStatuses, qn as readManualInputFile, qt as evalChartAxisSchema, rn as cacheEntrySchema, rr as getEvalStartTime, rt as defaultConfigKeySchema, sn as cacheModeSchema, sr as nextEvalId, st as llmCallCostCurrencySchema, tn as cacheDebugKeyEntrySchema, tr as getCurrentScope, tt as apiCallMetricSchema, un as cacheRecordingSchema, ur as runInExistingEvalScope, ut as llmCallMetricSchema, vn as traceAttributeDisplaySchema, vt as trialSelectionModeSchema, wn as traceSpanWarningSchema, wt as caseDetailSchema, xn as traceSpanErrorSchema, xt as getCaseRowCaseKey, yn as traceDisplayConfigSchema, yt as buildCaseKey, z as simulateLlmCallCost, zn as hashCacheKey, zt as manualInputFieldDescriptorSchema } from "./runOrchestration-C4o5TcIu.mjs";
-import { a as materializeManualInputFiles, i as isManualInputFileValue, n as createRunner, o as stageManualInputFile, r as cleanupStagedManualInputFiles, s as stageManualInputFileFromPath, t as runCli } from "./cli-CwGcJYWe.mjs";
-import "./src--13_4uDG.mjs";
+import { $ as apiCallMetricFormatSchema, $n as evalAssert, $t as evalChartTypeSchema, A as configReloadStateSchema, An as jsonCellSchema, At as evalStatsConfigSchema, B as simulateTokenAllocation, Bn as hashCacheKeySync, Bt as manualInputJsonFieldSchema, Cn as traceSpanSchema, Ct as assertionFailureSchema, Dn as columnFormatSchema, Dt as evalFreshnessStatusSchema, En as columnDefSchema, Et as discoveryIssueSchema, F as extractCacheEntries, Fn as buildTraceTree, Ft as runLogPhaseSchema, G as deriveScopedSummaryFromCases, Gn as repoFile, Gt as manualInputTextFieldSchema, H as getNestedAttribute, Hn as deserializeCacheValue, Ht as manualInputNumberFieldSchema, I as extractCacheHits, In as captureEvalSpanError, It as scoreTraceSchema, J as runManifestSchema, Jn as evalExpect, Jt as evalChartBuiltinMetricSchema, K as deriveStatusFromCaseRows, Kn as manualInputFileValueSchema, Kt as evalChartAggregateSchema, L as extractApiCalls, Ln as evalSpan, Lt as manualInputBooleanFieldSchema, M as createRunRequestSchema, Mn as repoFileRefSchema, Mt as runLogEntrySchema, N as updateManualScoreRequestSchema, Nn as runArtifactRefSchema, Nt as runLogLevelSchema, On as columnKindSchema, Ot as evalStatAggregateSchema, P as sseEnvelopeSchema, Pn as z, Pt as runLogLocationSchema, Q as agentEvalsConfigSchema, Qt as evalChartTooltipExtraSchema, R as extractLlmCalls, Rn as evalTracer, Rt as manualInputDescriptorSchema, Sn as traceSpanKindSchema, St as getCaseRowEvalKey, Tn as cellValueSchema, Tt as caseRowSchema, U as getEvalTitle, Un as serializeCacheRecording, Ut as manualInputSelectFieldSchema, V as applyDerivedCallAttributes, Vn as deserializeCacheRecording, Vt as manualInputMultilineFieldSchema, W as getEvalDisplayStatus, Wn as serializeCacheValue, Wt as manualInputSelectOptionSchema, X as DEFAULT_API_CALLS_CONFIG, Xn as advanceEvalTime, Xt as evalChartConfigSchema, Y as runSummarySchema, Yn as EvalAssertionError, Yt as evalChartColorSchema, Z as DEFAULT_LLM_CALLS_CONFIG, Zn as appendToEvalOutput, Zt as evalChartMetricSchema, _n as traceAttributeDisplayPlacementSchema, _t as runLogsConfigSchema, an as cacheFileSchema, ar as isInEvalScope, at as evalColumnsSchema, bn as traceDisplayInputConfigSchema, bt as buildEvalKey, cn as cacheOperationTypeSchema, cr as runInEvalRuntimeScope, ct as llmCallMetricFormatSchema, dn as cacheStatusSchema, dr as setEvalOutput, dt as llmCallPricingRateSchema, en as evalChartsConfigSchema, er as evalLog, et as apiCallMetricPlacementSchema, fn as serializedCacheSpanSchema, fr as setScopeCacheContext, ft as llmCallPricingSchema, gn as traceAttributeDisplayInputSchema, gt as resolveLlmCallsConfig, hn as traceAttributeDisplayFormatSchema, hr as getEvalRegistry, ht as resolveApiCallsConfig, in as cacheEntryWithDebugKeySchema, ir as incrementEvalOutput, it as evalColumnOverrideSchema, j as configReloadStatusSchema, jn as numberDisplayOptionsSchema, jt as evalSummarySchema, kn as fileRefSchema, kt as evalStatItemSchema, ln as cacheRecordingOpSchema, lr as runInEvalScope, lt as llmCallMetricPlacementSchema, mn as traceCacheRefSchema, mr as defineEval, mt as removeDefaultConfigSchema, nn as cacheDebugKeyFileSchema, nr as getEvalCaseInput, nt as apiCallsConfigSchema, on as cacheListItemSchema, or as mergeEvalOutput, ot as evalDeriveConfigSchema, pn as spanCacheOptionsSchema, pr as startEvalBackgroundJob, pt as llmCallsConfigSchema, q as deriveStatusFromChildStatuses, qn as readManualInputFile, qt as evalChartAxisSchema, rn as cacheEntrySchema, rr as getEvalStartTime, rt as defaultConfigKeySchema, sn as cacheModeSchema, sr as nextEvalId, st as llmCallCostCurrencySchema, tn as cacheDebugKeyEntrySchema, tr as getCurrentScope, tt as apiCallMetricSchema, un as cacheRecordingSchema, ur as runInExistingEvalScope, ut as llmCallMetricSchema, vn as traceAttributeDisplaySchema, vt as trialSelectionModeSchema, wn as traceSpanWarningSchema, wt as caseDetailSchema, xn as traceSpanErrorSchema, xt as getCaseRowCaseKey, yn as traceDisplayConfigSchema, yt as buildCaseKey, z as simulateLlmCallCost, zn as hashCacheKey, zt as manualInputFieldDescriptorSchema } from "./runOrchestration-BhUFWvq9.mjs";
+import { a as materializeManualInputFiles, i as isManualInputFileValue, n as createRunner, o as stageManualInputFile, r as cleanupStagedManualInputFiles, s as stageManualInputFileFromPath, t as runCli } from "./cli-BUX6tr9J.mjs";
+import "./src-BwJ5tod2.mjs";
 export { DEFAULT_API_CALLS_CONFIG, DEFAULT_LLM_CALLS_CONFIG, EvalAssertionError, advanceEvalTime, agentEvalsConfigSchema, apiCallMetricFormatSchema, apiCallMetricPlacementSchema, apiCallMetricSchema, apiCallsConfigSchema, appendToEvalOutput, applyDerivedCallAttributes, assertionFailureSchema, buildCaseKey, buildEvalKey, buildTraceTree, cacheDebugKeyEntrySchema, cacheDebugKeyFileSchema, cacheEntrySchema, cacheEntryWithDebugKeySchema, cacheFileSchema, cacheListItemSchema, cacheModeSchema, cacheOperationTypeSchema, cacheRecordingOpSchema, cacheRecordingSchema, cacheStatusSchema, captureEvalSpanError, caseDetailSchema, caseRowSchema, cellValueSchema, cleanupStagedManualInputFiles, columnDefSchema, columnFormatSchema, columnKindSchema, configReloadStateSchema, configReloadStatusSchema, createRunRequestSchema, createRunner, defaultConfigKeySchema, defineEval, deriveScopedSummaryFromCases, deriveStatusFromCaseRows, deriveStatusFromChildStatuses, deserializeCacheRecording, deserializeCacheValue, discoveryIssueSchema, evalAssert, evalChartAggregateSchema, evalChartAxisSchema, evalChartBuiltinMetricSchema, evalChartColorSchema, evalChartConfigSchema, evalChartMetricSchema, evalChartTooltipExtraSchema, evalChartTypeSchema, evalChartsConfigSchema, evalColumnOverrideSchema, evalColumnsSchema, evalDeriveConfigSchema, evalExpect, evalFreshnessStatusSchema, evalLog, evalSpan, evalStatAggregateSchema, evalStatItemSchema, evalStatsConfigSchema, evalSummarySchema, evalTracer, extractApiCalls, extractCacheEntries, extractCacheHits, extractLlmCalls, fileRefSchema, getCaseRowCaseKey, getCaseRowEvalKey, getCurrentScope, getEvalCaseInput, getEvalDisplayStatus, getEvalRegistry, getEvalStartTime, getEvalTitle, getNestedAttribute, hashCacheKey, hashCacheKeySync, incrementEvalOutput, isInEvalScope, isManualInputFileValue, jsonCellSchema, llmCallCostCurrencySchema, llmCallMetricFormatSchema, llmCallMetricPlacementSchema, llmCallMetricSchema, llmCallPricingRateSchema, llmCallPricingSchema, llmCallsConfigSchema, manualInputBooleanFieldSchema, manualInputDescriptorSchema, manualInputFieldDescriptorSchema, manualInputFileValueSchema, manualInputJsonFieldSchema, manualInputMultilineFieldSchema, manualInputNumberFieldSchema, manualInputSelectFieldSchema, manualInputSelectOptionSchema, manualInputTextFieldSchema, materializeManualInputFiles, mergeEvalOutput, nextEvalId, numberDisplayOptionsSchema, readManualInputFile, removeDefaultConfigSchema, repoFile, repoFileRefSchema, resolveApiCallsConfig, resolveLlmCallsConfig, runArtifactRefSchema, runCli, runInEvalRuntimeScope, runInEvalScope, runInExistingEvalScope, runLogEntrySchema, runLogLevelSchema, runLogLocationSchema, runLogPhaseSchema, runLogsConfigSchema, runManifestSchema, runSummarySchema, scoreTraceSchema, serializeCacheRecording, serializeCacheValue, serializedCacheSpanSchema, setEvalOutput, setScopeCacheContext, simulateLlmCallCost, simulateTokenAllocation, spanCacheOptionsSchema, sseEnvelopeSchema, stageManualInputFile, stageManualInputFileFromPath, startEvalBackgroundJob, traceAttributeDisplayFormatSchema, traceAttributeDisplayInputSchema, traceAttributeDisplayPlacementSchema, traceAttributeDisplaySchema, traceCacheRefSchema, traceDisplayConfigSchema, traceDisplayInputConfigSchema, traceSpanErrorSchema, traceSpanKindSchema, traceSpanSchema, traceSpanWarningSchema, trialSelectionModeSchema, updateManualScoreRequestSchema, z };